diff --git a/params/opt/5/fixed/woq/init/lm_head/scale.pt b/params/opt/5/fixed/woq/init/lm_head/scale.pt
new file mode 100644
index 0000000000000000000000000000000000000000..241c6e3ed4bcad0cd2d0d724b6a7023eb2e43731
--- /dev/null
+++ b/params/opt/5/fixed/woq/init/lm_head/scale.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c7dc049367d11c00c6650ca5976867bb9ea018ef714d5fb5120b39366b34bf32
+size 202194
diff --git a/params/opt/5/fixed/woq/init/lm_head/zp.pt b/params/opt/5/fixed/woq/init/lm_head/zp.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8d816da9acca3119cd72b76ee057dca2c3a4513b
--- /dev/null
+++ b/params/opt/5/fixed/woq/init/lm_head/zp.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b74cbd027a8e6a7253e3ee35cfc1ea4eabe7d830e85cc2a975144d18821839da
+size 1091
diff --git a/params/opt/5/fixed/woq/init/model.decoder.layers.0.fc1/scale.pt b/params/opt/5/fixed/woq/init/model.decoder.layers.0.fc1/scale.pt
new file mode 100644
index 0000000000000000000000000000000000000000..d6d1f1998cce31f07a97f955da62a5d5d9b823c6
--- /dev/null
+++ b/params/opt/5/fixed/woq/init/model.decoder.layers.0.fc1/scale.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5d1098b75c726c55f9ff2b4fc40659a3e7d012d20f5e958cd57075ce751c8704
+size 17490
diff --git a/params/opt/5/fixed/woq/init/model.decoder.layers.0.fc1/zp.pt b/params/opt/5/fixed/woq/init/model.decoder.layers.0.fc1/zp.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8d816da9acca3119cd72b76ee057dca2c3a4513b
--- /dev/null
+++ b/params/opt/5/fixed/woq/init/model.decoder.layers.0.fc1/zp.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b74cbd027a8e6a7253e3ee35cfc1ea4eabe7d830e85cc2a975144d18821839da
+size 1091
diff --git a/params/opt/5/fixed/woq/init/model.decoder.layers.0.fc2/scale.pt b/params/opt/5/fixed/woq/init/model.decoder.layers.0.fc2/scale.pt
new file mode 100644
index 0000000000000000000000000000000000000000..cbf18a2d471ecdd453c255a8e3a62d62cb5db5ef
--- /dev/null
+++ b/params/opt/5/fixed/woq/init/model.decoder.layers.0.fc2/scale.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:aabfa96a61f0c37105654c9a67e5224373e29c5ec61b880dc054a6d575b845cb
+size 5202
diff --git a/params/opt/5/fixed/woq/init/model.decoder.layers.0.fc2/zp.pt b/params/opt/5/fixed/woq/init/model.decoder.layers.0.fc2/zp.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8d816da9acca3119cd72b76ee057dca2c3a4513b
--- /dev/null
+++ b/params/opt/5/fixed/woq/init/model.decoder.layers.0.fc2/zp.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b74cbd027a8e6a7253e3ee35cfc1ea4eabe7d830e85cc2a975144d18821839da
+size 1091
diff --git a/params/opt/5/fixed/woq/init/model.decoder.layers.0.self_attn.k_proj/scale.pt b/params/opt/5/fixed/woq/init/model.decoder.layers.0.self_attn.k_proj/scale.pt
new file mode 100644
index 0000000000000000000000000000000000000000..bc4e703e25e2cca3f7fe7b1067e7bfea03811ad1
--- /dev/null
+++ b/params/opt/5/fixed/woq/init/model.decoder.layers.0.self_attn.k_proj/scale.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:aff36b9609b7b20a0cee3523146ec36bb0c69e56ad3bb0b24335e2607f51f5bd
+size 5202
diff --git a/params/opt/5/fixed/woq/init/model.decoder.layers.0.self_attn.k_proj/zp.pt b/params/opt/5/fixed/woq/init/model.decoder.layers.0.self_attn.k_proj/zp.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8d816da9acca3119cd72b76ee057dca2c3a4513b
--- /dev/null
+++ b/params/opt/5/fixed/woq/init/model.decoder.layers.0.self_attn.k_proj/zp.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b74cbd027a8e6a7253e3ee35cfc1ea4eabe7d830e85cc2a975144d18821839da
+size 1091
diff --git a/params/opt/5/fixed/woq/init/model.decoder.layers.0.self_attn.out_proj/scale.pt b/params/opt/5/fixed/woq/init/model.decoder.layers.0.self_attn.out_proj/scale.pt
new file mode 100644
index 0000000000000000000000000000000000000000..fa298349c7ad530bde0b4f5d8f47624953b0543a
--- /dev/null
+++ b/params/opt/5/fixed/woq/init/model.decoder.layers.0.self_attn.out_proj/scale.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:7897eaaba6d7203db44dfedaeaee465ad933ccf017dc1fb7968aabc21786335d
+size 5202
diff --git a/params/opt/5/fixed/woq/init/model.decoder.layers.0.self_attn.out_proj/zp.pt b/params/opt/5/fixed/woq/init/model.decoder.layers.0.self_attn.out_proj/zp.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8d816da9acca3119cd72b76ee057dca2c3a4513b
--- /dev/null
+++ b/params/opt/5/fixed/woq/init/model.decoder.layers.0.self_attn.out_proj/zp.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b74cbd027a8e6a7253e3ee35cfc1ea4eabe7d830e85cc2a975144d18821839da
+size 1091
diff --git a/params/opt/5/fixed/woq/init/model.decoder.layers.0.self_attn.q_proj/scale.pt b/params/opt/5/fixed/woq/init/model.decoder.layers.0.self_attn.q_proj/scale.pt
new file mode 100644
index 0000000000000000000000000000000000000000..d7bab9854099ec26ce22a8cf3aedcfe3e7a7a76b
--- /dev/null
+++ b/params/opt/5/fixed/woq/init/model.decoder.layers.0.self_attn.q_proj/scale.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:6b89aaa73bbabe728c140a02b6bd711af595a256aca2d4d88618bc5bb66988e1
+size 5202
diff --git a/params/opt/5/fixed/woq/init/model.decoder.layers.0.self_attn.q_proj/zp.pt b/params/opt/5/fixed/woq/init/model.decoder.layers.0.self_attn.q_proj/zp.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8d816da9acca3119cd72b76ee057dca2c3a4513b
--- /dev/null
+++ b/params/opt/5/fixed/woq/init/model.decoder.layers.0.self_attn.q_proj/zp.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b74cbd027a8e6a7253e3ee35cfc1ea4eabe7d830e85cc2a975144d18821839da
+size 1091
diff --git a/params/opt/5/fixed/woq/init/model.decoder.layers.0.self_attn.v_proj/scale.pt b/params/opt/5/fixed/woq/init/model.decoder.layers.0.self_attn.v_proj/scale.pt
new file mode 100644
index 0000000000000000000000000000000000000000..1e831cddb635ae60f14f61678f227e5e6e45c852
--- /dev/null
+++ b/params/opt/5/fixed/woq/init/model.decoder.layers.0.self_attn.v_proj/scale.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:85cd9db2e3340c7f0638630c970b4e5532bc8ee8747aa91c8eefad4a62c3f8f6
+size 5202
diff --git a/params/opt/5/fixed/woq/init/model.decoder.layers.0.self_attn.v_proj/zp.pt b/params/opt/5/fixed/woq/init/model.decoder.layers.0.self_attn.v_proj/zp.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8d816da9acca3119cd72b76ee057dca2c3a4513b
--- /dev/null
+++ b/params/opt/5/fixed/woq/init/model.decoder.layers.0.self_attn.v_proj/zp.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b74cbd027a8e6a7253e3ee35cfc1ea4eabe7d830e85cc2a975144d18821839da
+size 1091
diff --git a/params/opt/5/fixed/woq/init/model.decoder.layers.1.fc1/scale.pt b/params/opt/5/fixed/woq/init/model.decoder.layers.1.fc1/scale.pt
new file mode 100644
index 0000000000000000000000000000000000000000..0a52d655bd93f6264324d57edb2cc49019e718b3
--- /dev/null
+++ b/params/opt/5/fixed/woq/init/model.decoder.layers.1.fc1/scale.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2e54e11c098d6d9e629394fc1fec5da680737ae01c285b0e0c4a99af66ec4040
+size 17490
diff --git a/params/opt/5/fixed/woq/init/model.decoder.layers.1.fc1/zp.pt b/params/opt/5/fixed/woq/init/model.decoder.layers.1.fc1/zp.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8d816da9acca3119cd72b76ee057dca2c3a4513b
--- /dev/null
+++ b/params/opt/5/fixed/woq/init/model.decoder.layers.1.fc1/zp.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b74cbd027a8e6a7253e3ee35cfc1ea4eabe7d830e85cc2a975144d18821839da
+size 1091
diff --git a/params/opt/5/fixed/woq/init/model.decoder.layers.1.fc2/scale.pt b/params/opt/5/fixed/woq/init/model.decoder.layers.1.fc2/scale.pt
new file mode 100644
index 0000000000000000000000000000000000000000..6e18e46b3abe7070f73c49b7bdaa536f80e42c9b
--- /dev/null
+++ b/params/opt/5/fixed/woq/init/model.decoder.layers.1.fc2/scale.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d530dde8500e3084024a355f5be1f460dd983149919c1fc2021b3ad64d78ce00
+size 5202
diff --git a/params/opt/5/fixed/woq/init/model.decoder.layers.1.fc2/zp.pt b/params/opt/5/fixed/woq/init/model.decoder.layers.1.fc2/zp.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8d816da9acca3119cd72b76ee057dca2c3a4513b
--- /dev/null
+++ b/params/opt/5/fixed/woq/init/model.decoder.layers.1.fc2/zp.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b74cbd027a8e6a7253e3ee35cfc1ea4eabe7d830e85cc2a975144d18821839da
+size 1091
diff --git a/params/opt/5/fixed/woq/init/model.decoder.layers.1.self_attn.k_proj/scale.pt b/params/opt/5/fixed/woq/init/model.decoder.layers.1.self_attn.k_proj/scale.pt
new file mode 100644
index 0000000000000000000000000000000000000000..d67928c1e73031d56f01175d7a643fd7c56207cf
--- /dev/null
+++ b/params/opt/5/fixed/woq/init/model.decoder.layers.1.self_attn.k_proj/scale.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:43198336100734755bf47346b8e291c115e203969c653db7648dcd324530e9be
+size 5202
diff --git a/params/opt/5/fixed/woq/init/model.decoder.layers.1.self_attn.k_proj/zp.pt b/params/opt/5/fixed/woq/init/model.decoder.layers.1.self_attn.k_proj/zp.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8d816da9acca3119cd72b76ee057dca2c3a4513b
--- /dev/null
+++ b/params/opt/5/fixed/woq/init/model.decoder.layers.1.self_attn.k_proj/zp.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b74cbd027a8e6a7253e3ee35cfc1ea4eabe7d830e85cc2a975144d18821839da
+size 1091
diff --git a/params/opt/5/fixed/woq/init/model.decoder.layers.1.self_attn.out_proj/scale.pt b/params/opt/5/fixed/woq/init/model.decoder.layers.1.self_attn.out_proj/scale.pt
new file mode 100644
index 0000000000000000000000000000000000000000..32d41cde13534ed3f5d5865e210599def82c8adf
--- /dev/null
+++ b/params/opt/5/fixed/woq/init/model.decoder.layers.1.self_attn.out_proj/scale.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f1455a5c677217cb00686729f700cd07254d36f629890f7c838cbcd9af5ad59c
+size 5202
diff --git a/params/opt/5/fixed/woq/init/model.decoder.layers.1.self_attn.out_proj/zp.pt b/params/opt/5/fixed/woq/init/model.decoder.layers.1.self_attn.out_proj/zp.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8d816da9acca3119cd72b76ee057dca2c3a4513b
--- /dev/null
+++ b/params/opt/5/fixed/woq/init/model.decoder.layers.1.self_attn.out_proj/zp.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b74cbd027a8e6a7253e3ee35cfc1ea4eabe7d830e85cc2a975144d18821839da
+size 1091
diff --git a/params/opt/5/fixed/woq/init/model.decoder.layers.1.self_attn.q_proj/scale.pt b/params/opt/5/fixed/woq/init/model.decoder.layers.1.self_attn.q_proj/scale.pt
new file mode 100644
index 0000000000000000000000000000000000000000..f4ef170509bca21a99b229f6fb8db73de01dfc4c
--- /dev/null
+++ b/params/opt/5/fixed/woq/init/model.decoder.layers.1.self_attn.q_proj/scale.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:29539ce8f66f46335ed1aec62cc8cbb4b0ffdb901da1299be16f3ba2b602ee5c
+size 5202
diff --git a/params/opt/5/fixed/woq/init/model.decoder.layers.1.self_attn.q_proj/zp.pt b/params/opt/5/fixed/woq/init/model.decoder.layers.1.self_attn.q_proj/zp.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8d816da9acca3119cd72b76ee057dca2c3a4513b
--- /dev/null
+++ b/params/opt/5/fixed/woq/init/model.decoder.layers.1.self_attn.q_proj/zp.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b74cbd027a8e6a7253e3ee35cfc1ea4eabe7d830e85cc2a975144d18821839da
+size 1091
diff --git a/params/opt/5/fixed/woq/init/model.decoder.layers.1.self_attn.v_proj/scale.pt b/params/opt/5/fixed/woq/init/model.decoder.layers.1.self_attn.v_proj/scale.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ba953276deb91d9dfee3033d3cab125b2aeea850
--- /dev/null
+++ b/params/opt/5/fixed/woq/init/model.decoder.layers.1.self_attn.v_proj/scale.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d996bf6f1d19399bfc9399487f9450a61e5d577c40dc1dd6f6cf61ad4f426e48
+size 5202
diff --git a/params/opt/5/fixed/woq/init/model.decoder.layers.1.self_attn.v_proj/zp.pt b/params/opt/5/fixed/woq/init/model.decoder.layers.1.self_attn.v_proj/zp.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8d816da9acca3119cd72b76ee057dca2c3a4513b
--- /dev/null
+++ b/params/opt/5/fixed/woq/init/model.decoder.layers.1.self_attn.v_proj/zp.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b74cbd027a8e6a7253e3ee35cfc1ea4eabe7d830e85cc2a975144d18821839da
+size 1091
diff --git a/params/opt/5/fixed/woq/init/model.decoder.layers.10.fc1/scale.pt b/params/opt/5/fixed/woq/init/model.decoder.layers.10.fc1/scale.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ad8ccbd12a8d8fcc72527d7e355ae9d35eb7e0b8
--- /dev/null
+++ b/params/opt/5/fixed/woq/init/model.decoder.layers.10.fc1/scale.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:9eb645474f9cb52c04852991c47b4dcf898ead67c68a61ea18a10647f4babe7a
+size 17490
diff --git a/params/opt/5/fixed/woq/init/model.decoder.layers.10.fc1/zp.pt b/params/opt/5/fixed/woq/init/model.decoder.layers.10.fc1/zp.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8d816da9acca3119cd72b76ee057dca2c3a4513b
--- /dev/null
+++ b/params/opt/5/fixed/woq/init/model.decoder.layers.10.fc1/zp.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b74cbd027a8e6a7253e3ee35cfc1ea4eabe7d830e85cc2a975144d18821839da
+size 1091
diff --git a/params/opt/5/fixed/woq/init/model.decoder.layers.10.fc2/scale.pt b/params/opt/5/fixed/woq/init/model.decoder.layers.10.fc2/scale.pt
new file mode 100644
index 0000000000000000000000000000000000000000..1f94a3402fb330523c43e5aa0cd4195d8fc469ce
--- /dev/null
+++ b/params/opt/5/fixed/woq/init/model.decoder.layers.10.fc2/scale.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:45625faafa96b3719e5da9af0a936be306a8e9ea0b3a898273f7ee6c8b0446c2
+size 5202
diff --git a/params/opt/5/fixed/woq/init/model.decoder.layers.10.fc2/zp.pt b/params/opt/5/fixed/woq/init/model.decoder.layers.10.fc2/zp.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8d816da9acca3119cd72b76ee057dca2c3a4513b
--- /dev/null
+++ b/params/opt/5/fixed/woq/init/model.decoder.layers.10.fc2/zp.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b74cbd027a8e6a7253e3ee35cfc1ea4eabe7d830e85cc2a975144d18821839da
+size 1091
diff --git a/params/opt/5/fixed/woq/init/model.decoder.layers.10.self_attn.k_proj/scale.pt b/params/opt/5/fixed/woq/init/model.decoder.layers.10.self_attn.k_proj/scale.pt
new file mode 100644
index 0000000000000000000000000000000000000000..5d1e1f928ab6a26067fa419bdff5dc549cde2c71
--- /dev/null
+++ b/params/opt/5/fixed/woq/init/model.decoder.layers.10.self_attn.k_proj/scale.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:63207bde0de474e3a9d5aab55b6baa1d6ab454697193c2e55f366a46d5532d87
+size 5202
diff --git a/params/opt/5/fixed/woq/init/model.decoder.layers.10.self_attn.k_proj/zp.pt b/params/opt/5/fixed/woq/init/model.decoder.layers.10.self_attn.k_proj/zp.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8d816da9acca3119cd72b76ee057dca2c3a4513b
--- /dev/null
+++ b/params/opt/5/fixed/woq/init/model.decoder.layers.10.self_attn.k_proj/zp.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b74cbd027a8e6a7253e3ee35cfc1ea4eabe7d830e85cc2a975144d18821839da
+size 1091
diff --git a/params/opt/5/fixed/woq/init/model.decoder.layers.10.self_attn.out_proj/scale.pt b/params/opt/5/fixed/woq/init/model.decoder.layers.10.self_attn.out_proj/scale.pt
new file mode 100644
index 0000000000000000000000000000000000000000..567e04d3e782ea24d8b540193c23070750b1afd0
--- /dev/null
+++ b/params/opt/5/fixed/woq/init/model.decoder.layers.10.self_attn.out_proj/scale.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:6048f5476763ac5ef78c94ead8e45202ca40bc8b79920bf23c4615f66a371fb0
+size 5202
diff --git a/params/opt/5/fixed/woq/init/model.decoder.layers.10.self_attn.out_proj/zp.pt b/params/opt/5/fixed/woq/init/model.decoder.layers.10.self_attn.out_proj/zp.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8d816da9acca3119cd72b76ee057dca2c3a4513b
--- /dev/null
+++ b/params/opt/5/fixed/woq/init/model.decoder.layers.10.self_attn.out_proj/zp.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b74cbd027a8e6a7253e3ee35cfc1ea4eabe7d830e85cc2a975144d18821839da
+size 1091
diff --git a/params/opt/5/fixed/woq/init/model.decoder.layers.10.self_attn.q_proj/scale.pt b/params/opt/5/fixed/woq/init/model.decoder.layers.10.self_attn.q_proj/scale.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e7ed91fce5524d4a1ba9f659911ffff60446eb82
--- /dev/null
+++ b/params/opt/5/fixed/woq/init/model.decoder.layers.10.self_attn.q_proj/scale.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0dfc7a60e50cccbce7255d26816050f9b28b909143913a252d134f0c98f48269
+size 5202
diff --git a/params/opt/5/fixed/woq/init/model.decoder.layers.10.self_attn.q_proj/zp.pt b/params/opt/5/fixed/woq/init/model.decoder.layers.10.self_attn.q_proj/zp.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8d816da9acca3119cd72b76ee057dca2c3a4513b
--- /dev/null
+++ b/params/opt/5/fixed/woq/init/model.decoder.layers.10.self_attn.q_proj/zp.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b74cbd027a8e6a7253e3ee35cfc1ea4eabe7d830e85cc2a975144d18821839da
+size 1091
diff --git a/params/opt/5/fixed/woq/init/model.decoder.layers.10.self_attn.v_proj/scale.pt b/params/opt/5/fixed/woq/init/model.decoder.layers.10.self_attn.v_proj/scale.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a6449b0740d3f5aedb5aa79ece7154edf2a8e2bd
--- /dev/null
+++ b/params/opt/5/fixed/woq/init/model.decoder.layers.10.self_attn.v_proj/scale.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:55e4c2497d90f36dde5de226452f02da8eff2f12cf7ec6dfa43e4651c08639ef
+size 5202
diff --git a/params/opt/5/fixed/woq/init/model.decoder.layers.10.self_attn.v_proj/zp.pt b/params/opt/5/fixed/woq/init/model.decoder.layers.10.self_attn.v_proj/zp.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8d816da9acca3119cd72b76ee057dca2c3a4513b
--- /dev/null
+++ b/params/opt/5/fixed/woq/init/model.decoder.layers.10.self_attn.v_proj/zp.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b74cbd027a8e6a7253e3ee35cfc1ea4eabe7d830e85cc2a975144d18821839da
+size 1091
diff --git a/params/opt/5/fixed/woq/init/model.decoder.layers.11.fc1/scale.pt b/params/opt/5/fixed/woq/init/model.decoder.layers.11.fc1/scale.pt
new file mode 100644
index 0000000000000000000000000000000000000000..b907626e1059a564121283637f32eb07e854bf03
--- /dev/null
+++ b/params/opt/5/fixed/woq/init/model.decoder.layers.11.fc1/scale.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:91836d3df1b8f6c6a54630592765b7c95a4dbad806b1ad2f8a56a827194bfc04
+size 17490
diff --git a/params/opt/5/fixed/woq/init/model.decoder.layers.11.fc1/zp.pt b/params/opt/5/fixed/woq/init/model.decoder.layers.11.fc1/zp.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8d816da9acca3119cd72b76ee057dca2c3a4513b
--- /dev/null
+++ b/params/opt/5/fixed/woq/init/model.decoder.layers.11.fc1/zp.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b74cbd027a8e6a7253e3ee35cfc1ea4eabe7d830e85cc2a975144d18821839da
+size 1091
diff --git a/params/opt/5/fixed/woq/init/model.decoder.layers.11.fc2/scale.pt b/params/opt/5/fixed/woq/init/model.decoder.layers.11.fc2/scale.pt
new file mode 100644
index 0000000000000000000000000000000000000000..15ff7c9ac5746c23cdae0f170b5274e915bace74
--- /dev/null
+++ b/params/opt/5/fixed/woq/init/model.decoder.layers.11.fc2/scale.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2325cbcea3020609ca6eca5e689511e97a6e19c26d4e9970b873b261faaa100e
+size 5202
diff --git a/params/opt/5/fixed/woq/init/model.decoder.layers.11.fc2/zp.pt b/params/opt/5/fixed/woq/init/model.decoder.layers.11.fc2/zp.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8d816da9acca3119cd72b76ee057dca2c3a4513b
--- /dev/null
+++ b/params/opt/5/fixed/woq/init/model.decoder.layers.11.fc2/zp.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b74cbd027a8e6a7253e3ee35cfc1ea4eabe7d830e85cc2a975144d18821839da
+size 1091
diff --git a/params/opt/5/fixed/woq/init/model.decoder.layers.11.self_attn.k_proj/scale.pt b/params/opt/5/fixed/woq/init/model.decoder.layers.11.self_attn.k_proj/scale.pt
new file mode 100644
index 0000000000000000000000000000000000000000..db516cd0cda629b46f88794f49b1bec2bc6c1997
--- /dev/null
+++ b/params/opt/5/fixed/woq/init/model.decoder.layers.11.self_attn.k_proj/scale.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f05c6abc2de4deaad957c8aa1c274fb22c477666b94dd0b9b95dd47e22a4fbde
+size 5202
diff --git a/params/opt/5/fixed/woq/init/model.decoder.layers.11.self_attn.k_proj/zp.pt b/params/opt/5/fixed/woq/init/model.decoder.layers.11.self_attn.k_proj/zp.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8d816da9acca3119cd72b76ee057dca2c3a4513b
--- /dev/null
+++ b/params/opt/5/fixed/woq/init/model.decoder.layers.11.self_attn.k_proj/zp.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b74cbd027a8e6a7253e3ee35cfc1ea4eabe7d830e85cc2a975144d18821839da
+size 1091
diff --git a/params/opt/5/fixed/woq/init/model.decoder.layers.11.self_attn.out_proj/scale.pt b/params/opt/5/fixed/woq/init/model.decoder.layers.11.self_attn.out_proj/scale.pt
new file mode 100644
index 0000000000000000000000000000000000000000..eb29e089804863462f23e84144cbc9ddbc3b835a
--- /dev/null
+++ b/params/opt/5/fixed/woq/init/model.decoder.layers.11.self_attn.out_proj/scale.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ed86364365951405871f9f716106b251e50679916cd653b6209d63923803976e
+size 5202
diff --git a/params/opt/5/fixed/woq/init/model.decoder.layers.11.self_attn.out_proj/zp.pt b/params/opt/5/fixed/woq/init/model.decoder.layers.11.self_attn.out_proj/zp.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8d816da9acca3119cd72b76ee057dca2c3a4513b
--- /dev/null
+++ b/params/opt/5/fixed/woq/init/model.decoder.layers.11.self_attn.out_proj/zp.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b74cbd027a8e6a7253e3ee35cfc1ea4eabe7d830e85cc2a975144d18821839da
+size 1091
diff --git a/params/opt/5/fixed/woq/init/model.decoder.layers.11.self_attn.q_proj/scale.pt b/params/opt/5/fixed/woq/init/model.decoder.layers.11.self_attn.q_proj/scale.pt
new file mode 100644
index 0000000000000000000000000000000000000000..d5d3aea6a4aee2bd615ff15786d87f70b79607a0
--- /dev/null
+++ b/params/opt/5/fixed/woq/init/model.decoder.layers.11.self_attn.q_proj/scale.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c4ba292a331606a616b96c8ed58478ff166616d404d068db898131a05bc4c168
+size 5202
diff --git a/params/opt/5/fixed/woq/init/model.decoder.layers.11.self_attn.q_proj/zp.pt b/params/opt/5/fixed/woq/init/model.decoder.layers.11.self_attn.q_proj/zp.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8d816da9acca3119cd72b76ee057dca2c3a4513b
--- /dev/null
+++ b/params/opt/5/fixed/woq/init/model.decoder.layers.11.self_attn.q_proj/zp.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b74cbd027a8e6a7253e3ee35cfc1ea4eabe7d830e85cc2a975144d18821839da
+size 1091
diff --git a/params/opt/5/fixed/woq/init/model.decoder.layers.11.self_attn.v_proj/scale.pt b/params/opt/5/fixed/woq/init/model.decoder.layers.11.self_attn.v_proj/scale.pt
new file mode 100644
index 0000000000000000000000000000000000000000..74587a67b42ea55a02468696d16d6e6df41ba0b6
--- /dev/null
+++ b/params/opt/5/fixed/woq/init/model.decoder.layers.11.self_attn.v_proj/scale.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:dd5a54b264979a88806d8f6472cab2c8fb6f9b65bd263540e485f0fec3895203
+size 5202
diff --git a/params/opt/5/fixed/woq/init/model.decoder.layers.11.self_attn.v_proj/zp.pt b/params/opt/5/fixed/woq/init/model.decoder.layers.11.self_attn.v_proj/zp.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8d816da9acca3119cd72b76ee057dca2c3a4513b
--- /dev/null
+++ b/params/opt/5/fixed/woq/init/model.decoder.layers.11.self_attn.v_proj/zp.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b74cbd027a8e6a7253e3ee35cfc1ea4eabe7d830e85cc2a975144d18821839da
+size 1091
diff --git a/params/opt/5/fixed/woq/init/model.decoder.layers.12.fc1/scale.pt b/params/opt/5/fixed/woq/init/model.decoder.layers.12.fc1/scale.pt
new file mode 100644
index 0000000000000000000000000000000000000000..75c6e2e313b73c1b39737bc5d341da05e15e18cd
--- /dev/null
+++ b/params/opt/5/fixed/woq/init/model.decoder.layers.12.fc1/scale.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:524c26361b3341abbc01e741adc125389a2422a4f217f4af3c28b86978989316
+size 17490
diff --git a/params/opt/5/fixed/woq/init/model.decoder.layers.12.fc1/zp.pt b/params/opt/5/fixed/woq/init/model.decoder.layers.12.fc1/zp.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8d816da9acca3119cd72b76ee057dca2c3a4513b
--- /dev/null
+++ b/params/opt/5/fixed/woq/init/model.decoder.layers.12.fc1/zp.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b74cbd027a8e6a7253e3ee35cfc1ea4eabe7d830e85cc2a975144d18821839da
+size 1091
diff --git a/params/opt/5/fixed/woq/init/model.decoder.layers.12.fc2/scale.pt b/params/opt/5/fixed/woq/init/model.decoder.layers.12.fc2/scale.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a12db5650eefcfb18c16b1cb477445e29fb92254
--- /dev/null
+++ b/params/opt/5/fixed/woq/init/model.decoder.layers.12.fc2/scale.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:541b474bfe41685c43fa63c72aa4cc529d1a31780a17b2cb724ca66602b511fc
+size 5202
diff --git a/params/opt/5/fixed/woq/init/model.decoder.layers.12.fc2/zp.pt b/params/opt/5/fixed/woq/init/model.decoder.layers.12.fc2/zp.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8d816da9acca3119cd72b76ee057dca2c3a4513b
--- /dev/null
+++ b/params/opt/5/fixed/woq/init/model.decoder.layers.12.fc2/zp.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b74cbd027a8e6a7253e3ee35cfc1ea4eabe7d830e85cc2a975144d18821839da
+size 1091
diff --git a/params/opt/5/fixed/woq/init/model.decoder.layers.12.self_attn.k_proj/scale.pt b/params/opt/5/fixed/woq/init/model.decoder.layers.12.self_attn.k_proj/scale.pt
new file mode 100644
index 0000000000000000000000000000000000000000..91198c0e473d21f7f2941303c587319058a302c4
--- /dev/null
+++ b/params/opt/5/fixed/woq/init/model.decoder.layers.12.self_attn.k_proj/scale.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:9d3a6f6c6da64935a3ddf7e6260a4925bf465d38e018833b3c830f218ce666ad
+size 5202
diff --git a/params/opt/5/fixed/woq/init/model.decoder.layers.12.self_attn.k_proj/zp.pt b/params/opt/5/fixed/woq/init/model.decoder.layers.12.self_attn.k_proj/zp.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8d816da9acca3119cd72b76ee057dca2c3a4513b
--- /dev/null
+++ b/params/opt/5/fixed/woq/init/model.decoder.layers.12.self_attn.k_proj/zp.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b74cbd027a8e6a7253e3ee35cfc1ea4eabe7d830e85cc2a975144d18821839da
+size 1091
diff --git a/params/opt/5/fixed/woq/init/model.decoder.layers.12.self_attn.out_proj/scale.pt b/params/opt/5/fixed/woq/init/model.decoder.layers.12.self_attn.out_proj/scale.pt
new file mode 100644
index 0000000000000000000000000000000000000000..77a5517aa441738d86033a0b4180fa182b2eb723
--- /dev/null
+++ b/params/opt/5/fixed/woq/init/model.decoder.layers.12.self_attn.out_proj/scale.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:aaca89210460db7d90fd25c2819c1aa8e01d2c5006c99a699b8879d3f47fd03f
+size 5202
diff --git a/params/opt/5/fixed/woq/init/model.decoder.layers.12.self_attn.out_proj/zp.pt b/params/opt/5/fixed/woq/init/model.decoder.layers.12.self_attn.out_proj/zp.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8d816da9acca3119cd72b76ee057dca2c3a4513b
--- /dev/null
+++ b/params/opt/5/fixed/woq/init/model.decoder.layers.12.self_attn.out_proj/zp.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b74cbd027a8e6a7253e3ee35cfc1ea4eabe7d830e85cc2a975144d18821839da
+size 1091
diff --git a/params/opt/5/fixed/woq/init/model.decoder.layers.12.self_attn.q_proj/scale.pt b/params/opt/5/fixed/woq/init/model.decoder.layers.12.self_attn.q_proj/scale.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e2c3ece9f2fbd0c61e4c4f765400af50b62d66e1
--- /dev/null
+++ b/params/opt/5/fixed/woq/init/model.decoder.layers.12.self_attn.q_proj/scale.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:54a8112b4052b71a173d28aac6ef7f5649ba5889f52f70df8fc1b580319f6c6e
+size 5202
diff --git a/params/opt/5/fixed/woq/init/model.decoder.layers.12.self_attn.q_proj/zp.pt b/params/opt/5/fixed/woq/init/model.decoder.layers.12.self_attn.q_proj/zp.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8d816da9acca3119cd72b76ee057dca2c3a4513b
--- /dev/null
+++ b/params/opt/5/fixed/woq/init/model.decoder.layers.12.self_attn.q_proj/zp.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b74cbd027a8e6a7253e3ee35cfc1ea4eabe7d830e85cc2a975144d18821839da
+size 1091
diff --git a/params/opt/5/fixed/woq/init/model.decoder.layers.12.self_attn.v_proj/scale.pt b/params/opt/5/fixed/woq/init/model.decoder.layers.12.self_attn.v_proj/scale.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ce2d1f044f7236a9e034f6763921ecd3750fffbf
--- /dev/null
+++ b/params/opt/5/fixed/woq/init/model.decoder.layers.12.self_attn.v_proj/scale.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:9b93145d5f0983ecdfbf4dc1d0a38de3a40d915d092696b3afd6cb942b465cb7
+size 5202
diff --git a/params/opt/5/fixed/woq/init/model.decoder.layers.12.self_attn.v_proj/zp.pt b/params/opt/5/fixed/woq/init/model.decoder.layers.12.self_attn.v_proj/zp.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8d816da9acca3119cd72b76ee057dca2c3a4513b
--- /dev/null
+++ b/params/opt/5/fixed/woq/init/model.decoder.layers.12.self_attn.v_proj/zp.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b74cbd027a8e6a7253e3ee35cfc1ea4eabe7d830e85cc2a975144d18821839da
+size 1091
diff --git a/params/opt/5/fixed/woq/init/model.decoder.layers.13.fc1/scale.pt b/params/opt/5/fixed/woq/init/model.decoder.layers.13.fc1/scale.pt
new file mode 100644
index 0000000000000000000000000000000000000000..88e2b1cf336fdd3e0943e8ca8b3da940c208291d
--- /dev/null
+++ b/params/opt/5/fixed/woq/init/model.decoder.layers.13.fc1/scale.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:dd6761fd4399264c0d08af68b8f6eff4b587c0c9dc8382c027b0c59bca2cb159
+size 17490
diff --git a/params/opt/5/fixed/woq/init/model.decoder.layers.13.fc1/zp.pt b/params/opt/5/fixed/woq/init/model.decoder.layers.13.fc1/zp.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8d816da9acca3119cd72b76ee057dca2c3a4513b
--- /dev/null
+++ b/params/opt/5/fixed/woq/init/model.decoder.layers.13.fc1/zp.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b74cbd027a8e6a7253e3ee35cfc1ea4eabe7d830e85cc2a975144d18821839da
+size 1091
diff --git a/params/opt/5/fixed/woq/init/model.decoder.layers.13.fc2/scale.pt b/params/opt/5/fixed/woq/init/model.decoder.layers.13.fc2/scale.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ac479b4bb1508b5fcd0bc5bdd6f723b8e9b1f09c
--- /dev/null
+++ b/params/opt/5/fixed/woq/init/model.decoder.layers.13.fc2/scale.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ceed77b182a7f9f8fcf96ac175f58c77288ac3c69e839b8e66794dbb80b8224f
+size 5202
diff --git a/params/opt/5/fixed/woq/init/model.decoder.layers.13.fc2/zp.pt b/params/opt/5/fixed/woq/init/model.decoder.layers.13.fc2/zp.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8d816da9acca3119cd72b76ee057dca2c3a4513b
--- /dev/null
+++ b/params/opt/5/fixed/woq/init/model.decoder.layers.13.fc2/zp.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b74cbd027a8e6a7253e3ee35cfc1ea4eabe7d830e85cc2a975144d18821839da
+size 1091
diff --git a/params/opt/5/fixed/woq/init/model.decoder.layers.13.self_attn.k_proj/scale.pt b/params/opt/5/fixed/woq/init/model.decoder.layers.13.self_attn.k_proj/scale.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4c225f80359f5ab5225621858f4f4e4929881065
--- /dev/null
+++ b/params/opt/5/fixed/woq/init/model.decoder.layers.13.self_attn.k_proj/scale.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5238349f653df0f65773d98db06f5f14fb1ac4ccc12ce9a1272739fb7ba0fb0b
+size 5202
diff --git a/params/opt/5/fixed/woq/init/model.decoder.layers.13.self_attn.k_proj/zp.pt b/params/opt/5/fixed/woq/init/model.decoder.layers.13.self_attn.k_proj/zp.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8d816da9acca3119cd72b76ee057dca2c3a4513b
--- /dev/null
+++ b/params/opt/5/fixed/woq/init/model.decoder.layers.13.self_attn.k_proj/zp.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b74cbd027a8e6a7253e3ee35cfc1ea4eabe7d830e85cc2a975144d18821839da
+size 1091
diff --git a/params/opt/5/fixed/woq/init/model.decoder.layers.13.self_attn.out_proj/scale.pt b/params/opt/5/fixed/woq/init/model.decoder.layers.13.self_attn.out_proj/scale.pt
new file mode 100644
index 0000000000000000000000000000000000000000..76a67ad54ce40df94e303dcad1bf063c1458b474
--- /dev/null
+++ b/params/opt/5/fixed/woq/init/model.decoder.layers.13.self_attn.out_proj/scale.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:958725e2b24ac89c5f958ad2f4398755b5a78fa0b1841dba3eb4971fae6b5e78
+size 5202
diff --git a/params/opt/5/fixed/woq/init/model.decoder.layers.13.self_attn.out_proj/zp.pt b/params/opt/5/fixed/woq/init/model.decoder.layers.13.self_attn.out_proj/zp.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8d816da9acca3119cd72b76ee057dca2c3a4513b
--- /dev/null
+++ b/params/opt/5/fixed/woq/init/model.decoder.layers.13.self_attn.out_proj/zp.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b74cbd027a8e6a7253e3ee35cfc1ea4eabe7d830e85cc2a975144d18821839da
+size 1091
diff --git a/params/opt/5/fixed/woq/init/model.decoder.layers.13.self_attn.q_proj/scale.pt b/params/opt/5/fixed/woq/init/model.decoder.layers.13.self_attn.q_proj/scale.pt
new file mode 100644
index 0000000000000000000000000000000000000000..92549a3b53c958f495b4aa711d748f0f0c7100f6
--- /dev/null
+++ b/params/opt/5/fixed/woq/init/model.decoder.layers.13.self_attn.q_proj/scale.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f424dd10837a5449dbb176fd7659f91431d02f4b92f0006339e8c870522e7620
+size 5202
diff --git a/params/opt/5/fixed/woq/init/model.decoder.layers.13.self_attn.q_proj/zp.pt b/params/opt/5/fixed/woq/init/model.decoder.layers.13.self_attn.q_proj/zp.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8d816da9acca3119cd72b76ee057dca2c3a4513b
--- /dev/null
+++ b/params/opt/5/fixed/woq/init/model.decoder.layers.13.self_attn.q_proj/zp.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b74cbd027a8e6a7253e3ee35cfc1ea4eabe7d830e85cc2a975144d18821839da
+size 1091
diff --git a/params/opt/5/fixed/woq/init/model.decoder.layers.13.self_attn.v_proj/scale.pt b/params/opt/5/fixed/woq/init/model.decoder.layers.13.self_attn.v_proj/scale.pt
new file mode 100644
index 0000000000000000000000000000000000000000..bb8b4d29bc2f08b35c7ff5531a11820246ca3704
--- /dev/null
+++ b/params/opt/5/fixed/woq/init/model.decoder.layers.13.self_attn.v_proj/scale.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:9264598c5347bde23af30b84eaaa87b45584373d9924c77a011f43cd0c3e8e90
+size 5202
diff --git a/params/opt/5/fixed/woq/init/model.decoder.layers.13.self_attn.v_proj/zp.pt b/params/opt/5/fixed/woq/init/model.decoder.layers.13.self_attn.v_proj/zp.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8d816da9acca3119cd72b76ee057dca2c3a4513b
--- /dev/null
+++ b/params/opt/5/fixed/woq/init/model.decoder.layers.13.self_attn.v_proj/zp.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b74cbd027a8e6a7253e3ee35cfc1ea4eabe7d830e85cc2a975144d18821839da
+size 1091
diff --git a/params/opt/5/fixed/woq/init/model.decoder.layers.14.fc1/scale.pt b/params/opt/5/fixed/woq/init/model.decoder.layers.14.fc1/scale.pt
new file mode 100644
index 0000000000000000000000000000000000000000..45cd3f502b5492cf20ac5b89234769d03bbdf415
--- /dev/null
+++ b/params/opt/5/fixed/woq/init/model.decoder.layers.14.fc1/scale.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b6cf6ec65d6c094984852fe7a642abe306a0c47272b1123872d6ff4bc2a0b168
+size 17490
diff --git a/params/opt/5/fixed/woq/init/model.decoder.layers.14.fc1/zp.pt b/params/opt/5/fixed/woq/init/model.decoder.layers.14.fc1/zp.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8d816da9acca3119cd72b76ee057dca2c3a4513b
--- /dev/null
+++ b/params/opt/5/fixed/woq/init/model.decoder.layers.14.fc1/zp.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b74cbd027a8e6a7253e3ee35cfc1ea4eabe7d830e85cc2a975144d18821839da
+size 1091
diff --git a/params/opt/5/fixed/woq/init/model.decoder.layers.14.fc2/scale.pt b/params/opt/5/fixed/woq/init/model.decoder.layers.14.fc2/scale.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ff80f46f0f50ef76c1a01c96cf360c0e0469e4fa
--- /dev/null
+++ b/params/opt/5/fixed/woq/init/model.decoder.layers.14.fc2/scale.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:fb51d3066289be8fb6f66bdfdea5044f3a97af5ff815f1ab8e35850fa70c6418
+size 5202
diff --git a/params/opt/5/fixed/woq/init/model.decoder.layers.14.fc2/zp.pt b/params/opt/5/fixed/woq/init/model.decoder.layers.14.fc2/zp.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8d816da9acca3119cd72b76ee057dca2c3a4513b
--- /dev/null
+++ b/params/opt/5/fixed/woq/init/model.decoder.layers.14.fc2/zp.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b74cbd027a8e6a7253e3ee35cfc1ea4eabe7d830e85cc2a975144d18821839da
+size 1091
diff --git a/params/opt/5/fixed/woq/init/model.decoder.layers.14.self_attn.k_proj/scale.pt b/params/opt/5/fixed/woq/init/model.decoder.layers.14.self_attn.k_proj/scale.pt
new file mode 100644
index 0000000000000000000000000000000000000000..5306758268d2ae4569f2d025e87146f595a1f998
--- /dev/null
+++ b/params/opt/5/fixed/woq/init/model.decoder.layers.14.self_attn.k_proj/scale.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c7c41b7c163eda3b269ce624ea4db747c2a10a20cc58f344a34e4b39b5218eeb
+size 5202
diff --git a/params/opt/5/fixed/woq/init/model.decoder.layers.14.self_attn.k_proj/zp.pt b/params/opt/5/fixed/woq/init/model.decoder.layers.14.self_attn.k_proj/zp.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8d816da9acca3119cd72b76ee057dca2c3a4513b
--- /dev/null
+++ b/params/opt/5/fixed/woq/init/model.decoder.layers.14.self_attn.k_proj/zp.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b74cbd027a8e6a7253e3ee35cfc1ea4eabe7d830e85cc2a975144d18821839da
+size 1091
diff --git a/params/opt/5/fixed/woq/init/model.decoder.layers.14.self_attn.out_proj/scale.pt b/params/opt/5/fixed/woq/init/model.decoder.layers.14.self_attn.out_proj/scale.pt
new file mode 100644
index 0000000000000000000000000000000000000000..981940875a6d0a921934d26eaa1c048f4fedd52d
--- /dev/null
+++ b/params/opt/5/fixed/woq/init/model.decoder.layers.14.self_attn.out_proj/scale.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:9c35d9e4735f46ac832289ef184038280996bce5d89acedff4953744738e5c81
+size 5202
diff --git a/params/opt/5/fixed/woq/init/model.decoder.layers.14.self_attn.out_proj/zp.pt b/params/opt/5/fixed/woq/init/model.decoder.layers.14.self_attn.out_proj/zp.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8d816da9acca3119cd72b76ee057dca2c3a4513b
--- /dev/null
+++ b/params/opt/5/fixed/woq/init/model.decoder.layers.14.self_attn.out_proj/zp.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b74cbd027a8e6a7253e3ee35cfc1ea4eabe7d830e85cc2a975144d18821839da
+size 1091
diff --git a/params/opt/5/fixed/woq/init/model.decoder.layers.14.self_attn.q_proj/scale.pt b/params/opt/5/fixed/woq/init/model.decoder.layers.14.self_attn.q_proj/scale.pt
new file mode 100644
index 0000000000000000000000000000000000000000..9ad9c5791d53f908e738f4972f53140d9752468f
--- /dev/null
+++ b/params/opt/5/fixed/woq/init/model.decoder.layers.14.self_attn.q_proj/scale.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:dd1c705991a8d12c3e5dd6a60cc0c4b8cf9a2eab98f962ea5387c3f967bd8cb7
+size 5202
diff --git a/params/opt/5/fixed/woq/init/model.decoder.layers.14.self_attn.q_proj/zp.pt b/params/opt/5/fixed/woq/init/model.decoder.layers.14.self_attn.q_proj/zp.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8d816da9acca3119cd72b76ee057dca2c3a4513b
--- /dev/null
+++ b/params/opt/5/fixed/woq/init/model.decoder.layers.14.self_attn.q_proj/zp.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b74cbd027a8e6a7253e3ee35cfc1ea4eabe7d830e85cc2a975144d18821839da
+size 1091
diff --git a/params/opt/5/fixed/woq/init/model.decoder.layers.14.self_attn.v_proj/scale.pt b/params/opt/5/fixed/woq/init/model.decoder.layers.14.self_attn.v_proj/scale.pt
new file mode 100644
index 0000000000000000000000000000000000000000..50180f0b097eefaa7fbadf1847e8da98c6a76235
--- /dev/null
+++ b/params/opt/5/fixed/woq/init/model.decoder.layers.14.self_attn.v_proj/scale.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:dcd2862c1769a99d730c04577ddf8a9e3ff0dbd0b600c7349205bb7b100b1ff9
+size 5202
diff --git a/params/opt/5/fixed/woq/init/model.decoder.layers.14.self_attn.v_proj/zp.pt b/params/opt/5/fixed/woq/init/model.decoder.layers.14.self_attn.v_proj/zp.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8d816da9acca3119cd72b76ee057dca2c3a4513b
--- /dev/null
+++ b/params/opt/5/fixed/woq/init/model.decoder.layers.14.self_attn.v_proj/zp.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b74cbd027a8e6a7253e3ee35cfc1ea4eabe7d830e85cc2a975144d18821839da
+size 1091
diff --git a/params/opt/5/fixed/woq/init/model.decoder.layers.15.fc1/scale.pt b/params/opt/5/fixed/woq/init/model.decoder.layers.15.fc1/scale.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c1320987529bdeb4f72fe6805d25861f058a1844
--- /dev/null
+++ b/params/opt/5/fixed/woq/init/model.decoder.layers.15.fc1/scale.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:29136495323e537c15745dcd7c571826c713c27d0d826618a11db0e6a7b7a15c
+size 17490
diff --git a/params/opt/5/fixed/woq/init/model.decoder.layers.15.fc1/zp.pt b/params/opt/5/fixed/woq/init/model.decoder.layers.15.fc1/zp.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8d816da9acca3119cd72b76ee057dca2c3a4513b
--- /dev/null
+++ b/params/opt/5/fixed/woq/init/model.decoder.layers.15.fc1/zp.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b74cbd027a8e6a7253e3ee35cfc1ea4eabe7d830e85cc2a975144d18821839da
+size 1091
diff --git a/params/opt/5/fixed/woq/init/model.decoder.layers.15.fc2/scale.pt b/params/opt/5/fixed/woq/init/model.decoder.layers.15.fc2/scale.pt
new file mode 100644
index 0000000000000000000000000000000000000000..34ed1a9085188db421d0f2f0ba92d6f345420777
--- /dev/null
+++ b/params/opt/5/fixed/woq/init/model.decoder.layers.15.fc2/scale.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:3649411aa6c4918ac0e81e7f776acb18cd8ed5fb162cca556e4b1a37ded223ba
+size 5202
diff --git a/params/opt/5/fixed/woq/init/model.decoder.layers.15.fc2/zp.pt b/params/opt/5/fixed/woq/init/model.decoder.layers.15.fc2/zp.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8d816da9acca3119cd72b76ee057dca2c3a4513b
--- /dev/null
+++ b/params/opt/5/fixed/woq/init/model.decoder.layers.15.fc2/zp.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b74cbd027a8e6a7253e3ee35cfc1ea4eabe7d830e85cc2a975144d18821839da
+size 1091
diff --git a/params/opt/5/fixed/woq/init/model.decoder.layers.15.self_attn.k_proj/scale.pt b/params/opt/5/fixed/woq/init/model.decoder.layers.15.self_attn.k_proj/scale.pt
new file mode 100644
index 0000000000000000000000000000000000000000..68539f12d204330438ac9cdbdde157e4734e627f
--- /dev/null
+++ b/params/opt/5/fixed/woq/init/model.decoder.layers.15.self_attn.k_proj/scale.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:dbfc3c9774913152550f6b067352039bef476a8c55961dd7002aa5e9a8deaada
+size 5202
diff --git a/params/opt/5/fixed/woq/init/model.decoder.layers.15.self_attn.k_proj/zp.pt b/params/opt/5/fixed/woq/init/model.decoder.layers.15.self_attn.k_proj/zp.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8d816da9acca3119cd72b76ee057dca2c3a4513b
--- /dev/null
+++ b/params/opt/5/fixed/woq/init/model.decoder.layers.15.self_attn.k_proj/zp.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b74cbd027a8e6a7253e3ee35cfc1ea4eabe7d830e85cc2a975144d18821839da
+size 1091
diff --git a/params/opt/5/fixed/woq/init/model.decoder.layers.15.self_attn.out_proj/scale.pt b/params/opt/5/fixed/woq/init/model.decoder.layers.15.self_attn.out_proj/scale.pt
new file mode 100644
index 0000000000000000000000000000000000000000..f01468fb10afc1ad5b6a5d4c76de3ac4159074d0
--- /dev/null
+++ b/params/opt/5/fixed/woq/init/model.decoder.layers.15.self_attn.out_proj/scale.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:afad179b112a6223679eca36f05ef5ec556ce972b751ddc399948602cae6ff6a
+size 5202
diff --git a/params/opt/5/fixed/woq/init/model.decoder.layers.15.self_attn.out_proj/zp.pt b/params/opt/5/fixed/woq/init/model.decoder.layers.15.self_attn.out_proj/zp.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8d816da9acca3119cd72b76ee057dca2c3a4513b
--- /dev/null
+++ b/params/opt/5/fixed/woq/init/model.decoder.layers.15.self_attn.out_proj/zp.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b74cbd027a8e6a7253e3ee35cfc1ea4eabe7d830e85cc2a975144d18821839da
+size 1091
diff --git a/params/opt/5/fixed/woq/init/model.decoder.layers.15.self_attn.q_proj/scale.pt b/params/opt/5/fixed/woq/init/model.decoder.layers.15.self_attn.q_proj/scale.pt
new file mode 100644
index 0000000000000000000000000000000000000000..3936507340f53e1b5f56f7203207ad8f7207d320
--- /dev/null
+++ b/params/opt/5/fixed/woq/init/model.decoder.layers.15.self_attn.q_proj/scale.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f7374fa927e2d535a9e9482242058fe24719640bdd51f055e223241e5f5ed1f5
+size 5202
diff --git a/params/opt/5/fixed/woq/init/model.decoder.layers.15.self_attn.q_proj/zp.pt b/params/opt/5/fixed/woq/init/model.decoder.layers.15.self_attn.q_proj/zp.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8d816da9acca3119cd72b76ee057dca2c3a4513b
--- /dev/null
+++ b/params/opt/5/fixed/woq/init/model.decoder.layers.15.self_attn.q_proj/zp.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b74cbd027a8e6a7253e3ee35cfc1ea4eabe7d830e85cc2a975144d18821839da
+size 1091
diff --git a/params/opt/5/fixed/woq/init/model.decoder.layers.15.self_attn.v_proj/scale.pt b/params/opt/5/fixed/woq/init/model.decoder.layers.15.self_attn.v_proj/scale.pt
new file mode 100644
index 0000000000000000000000000000000000000000..fbc6fecd4484224f6fecaff2aca2ad70242d4e9c
--- /dev/null
+++ b/params/opt/5/fixed/woq/init/model.decoder.layers.15.self_attn.v_proj/scale.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:475793dd7373027b4e0450dfec89fde1cff3cec637eb1295619ec92dc0131870
+size 5202
diff --git a/params/opt/5/fixed/woq/init/model.decoder.layers.15.self_attn.v_proj/zp.pt b/params/opt/5/fixed/woq/init/model.decoder.layers.15.self_attn.v_proj/zp.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8d816da9acca3119cd72b76ee057dca2c3a4513b
--- /dev/null
+++ b/params/opt/5/fixed/woq/init/model.decoder.layers.15.self_attn.v_proj/zp.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b74cbd027a8e6a7253e3ee35cfc1ea4eabe7d830e85cc2a975144d18821839da
+size 1091
diff --git a/params/opt/5/fixed/woq/init/model.decoder.layers.16.fc1/scale.pt b/params/opt/5/fixed/woq/init/model.decoder.layers.16.fc1/scale.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c419bd94c966bc69709bb2a5710329803c70b1e5
--- /dev/null
+++ b/params/opt/5/fixed/woq/init/model.decoder.layers.16.fc1/scale.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:33ae2aafea14195103078ee854a12ba893a62b436b6c49892f7bc93b2e3cc5eb
+size 17490
diff --git a/params/opt/5/fixed/woq/init/model.decoder.layers.16.fc1/zp.pt b/params/opt/5/fixed/woq/init/model.decoder.layers.16.fc1/zp.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8d816da9acca3119cd72b76ee057dca2c3a4513b
--- /dev/null
+++ b/params/opt/5/fixed/woq/init/model.decoder.layers.16.fc1/zp.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b74cbd027a8e6a7253e3ee35cfc1ea4eabe7d830e85cc2a975144d18821839da
+size 1091
diff --git a/params/opt/5/fixed/woq/init/model.decoder.layers.16.fc2/scale.pt b/params/opt/5/fixed/woq/init/model.decoder.layers.16.fc2/scale.pt
new file mode 100644
index 0000000000000000000000000000000000000000..b9ddba98fe9cc94dcaacf6ba4aea7ad2a28c8a38
--- /dev/null
+++ b/params/opt/5/fixed/woq/init/model.decoder.layers.16.fc2/scale.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e461ad422ec3454947aae29f7fa91ce39a94180db7410c8a11c915f35841eca2
+size 5202
diff --git a/params/opt/5/fixed/woq/init/model.decoder.layers.16.fc2/zp.pt b/params/opt/5/fixed/woq/init/model.decoder.layers.16.fc2/zp.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8d816da9acca3119cd72b76ee057dca2c3a4513b
--- /dev/null
+++ b/params/opt/5/fixed/woq/init/model.decoder.layers.16.fc2/zp.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b74cbd027a8e6a7253e3ee35cfc1ea4eabe7d830e85cc2a975144d18821839da
+size 1091
diff --git a/params/opt/5/fixed/woq/init/model.decoder.layers.16.self_attn.k_proj/scale.pt b/params/opt/5/fixed/woq/init/model.decoder.layers.16.self_attn.k_proj/scale.pt
new file mode 100644
index 0000000000000000000000000000000000000000..64daf3d678e252b27f3a23a61fcd9500f889d738
--- /dev/null
+++ b/params/opt/5/fixed/woq/init/model.decoder.layers.16.self_attn.k_proj/scale.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:cfe4a3bf3ee717e4134aeaf9b5200f3d3543d1e60d244bada2d4cef8df14a328
+size 5202
diff --git a/params/opt/5/fixed/woq/init/model.decoder.layers.16.self_attn.k_proj/zp.pt b/params/opt/5/fixed/woq/init/model.decoder.layers.16.self_attn.k_proj/zp.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8d816da9acca3119cd72b76ee057dca2c3a4513b
--- /dev/null
+++ b/params/opt/5/fixed/woq/init/model.decoder.layers.16.self_attn.k_proj/zp.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b74cbd027a8e6a7253e3ee35cfc1ea4eabe7d830e85cc2a975144d18821839da
+size 1091
diff --git a/params/opt/5/fixed/woq/init/model.decoder.layers.16.self_attn.out_proj/scale.pt b/params/opt/5/fixed/woq/init/model.decoder.layers.16.self_attn.out_proj/scale.pt
new file mode 100644
index 0000000000000000000000000000000000000000..b7d7d82b83e9bdc9064eda1846b1b3f0c455396a
--- /dev/null
+++ b/params/opt/5/fixed/woq/init/model.decoder.layers.16.self_attn.out_proj/scale.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:7b7189eb81e0670e6a83b0240314b10b6020f8c107928e5e7238cf4b20e5158d
+size 5202
diff --git a/params/opt/5/fixed/woq/init/model.decoder.layers.16.self_attn.out_proj/zp.pt b/params/opt/5/fixed/woq/init/model.decoder.layers.16.self_attn.out_proj/zp.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8d816da9acca3119cd72b76ee057dca2c3a4513b
--- /dev/null
+++ b/params/opt/5/fixed/woq/init/model.decoder.layers.16.self_attn.out_proj/zp.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b74cbd027a8e6a7253e3ee35cfc1ea4eabe7d830e85cc2a975144d18821839da
+size 1091
diff --git a/params/opt/5/fixed/woq/init/model.decoder.layers.16.self_attn.q_proj/scale.pt b/params/opt/5/fixed/woq/init/model.decoder.layers.16.self_attn.q_proj/scale.pt
new file mode 100644
index 0000000000000000000000000000000000000000..5c520287ecd9185c94da0a8da0efe79c6d0c7de1
--- /dev/null
+++ b/params/opt/5/fixed/woq/init/model.decoder.layers.16.self_attn.q_proj/scale.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:61333b6efbde002ff355425cce7e7ce7081d45014524f347e5d9c5250a5c4f0b
+size 5202
diff --git a/params/opt/5/fixed/woq/init/model.decoder.layers.16.self_attn.q_proj/zp.pt b/params/opt/5/fixed/woq/init/model.decoder.layers.16.self_attn.q_proj/zp.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8d816da9acca3119cd72b76ee057dca2c3a4513b
--- /dev/null
+++ b/params/opt/5/fixed/woq/init/model.decoder.layers.16.self_attn.q_proj/zp.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b74cbd027a8e6a7253e3ee35cfc1ea4eabe7d830e85cc2a975144d18821839da
+size 1091
diff --git a/params/opt/5/fixed/woq/init/model.decoder.layers.16.self_attn.v_proj/scale.pt b/params/opt/5/fixed/woq/init/model.decoder.layers.16.self_attn.v_proj/scale.pt
new file mode 100644
index 0000000000000000000000000000000000000000..f16f3027ee69cc951720c16c2ec5a21ae086740d
--- /dev/null
+++ b/params/opt/5/fixed/woq/init/model.decoder.layers.16.self_attn.v_proj/scale.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:25d006dc0b533e5015e3134c6c4662ce85d2420219abd2f774817dac3981cb4f
+size 5202
diff --git a/params/opt/5/fixed/woq/init/model.decoder.layers.16.self_attn.v_proj/zp.pt b/params/opt/5/fixed/woq/init/model.decoder.layers.16.self_attn.v_proj/zp.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8d816da9acca3119cd72b76ee057dca2c3a4513b
--- /dev/null
+++ b/params/opt/5/fixed/woq/init/model.decoder.layers.16.self_attn.v_proj/zp.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b74cbd027a8e6a7253e3ee35cfc1ea4eabe7d830e85cc2a975144d18821839da
+size 1091
diff --git a/params/opt/5/fixed/woq/init/model.decoder.layers.17.fc1/scale.pt b/params/opt/5/fixed/woq/init/model.decoder.layers.17.fc1/scale.pt
new file mode 100644
index 0000000000000000000000000000000000000000..26bef3ef8726f3b0f9d1cecf6b62fc6ed2715721
--- /dev/null
+++ b/params/opt/5/fixed/woq/init/model.decoder.layers.17.fc1/scale.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:63d1261545b8d51473f9f33d23589fa62bee17baecfc091dd02201bc6290f7fb
+size 17490
diff --git a/params/opt/5/fixed/woq/init/model.decoder.layers.17.fc1/zp.pt b/params/opt/5/fixed/woq/init/model.decoder.layers.17.fc1/zp.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8d816da9acca3119cd72b76ee057dca2c3a4513b
--- /dev/null
+++ b/params/opt/5/fixed/woq/init/model.decoder.layers.17.fc1/zp.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b74cbd027a8e6a7253e3ee35cfc1ea4eabe7d830e85cc2a975144d18821839da
+size 1091
diff --git a/params/opt/5/fixed/woq/init/model.decoder.layers.17.fc2/scale.pt b/params/opt/5/fixed/woq/init/model.decoder.layers.17.fc2/scale.pt
new file mode 100644
index 0000000000000000000000000000000000000000..74b3a8fea42e0ef46c0dcb9ee6072e833b67ca3b
--- /dev/null
+++ b/params/opt/5/fixed/woq/init/model.decoder.layers.17.fc2/scale.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:08a63e738fed7ecc7346328111437a32904361929971e7e9deaef7772afe1a11
+size 5202
diff --git a/params/opt/5/fixed/woq/init/model.decoder.layers.17.fc2/zp.pt b/params/opt/5/fixed/woq/init/model.decoder.layers.17.fc2/zp.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8d816da9acca3119cd72b76ee057dca2c3a4513b
--- /dev/null
+++ b/params/opt/5/fixed/woq/init/model.decoder.layers.17.fc2/zp.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b74cbd027a8e6a7253e3ee35cfc1ea4eabe7d830e85cc2a975144d18821839da
+size 1091
diff --git a/params/opt/5/fixed/woq/init/model.decoder.layers.17.self_attn.k_proj/scale.pt b/params/opt/5/fixed/woq/init/model.decoder.layers.17.self_attn.k_proj/scale.pt
new file mode 100644
index 0000000000000000000000000000000000000000..1fce41c532c5dde02d8c862fa2279f3de1618c1f
--- /dev/null
+++ b/params/opt/5/fixed/woq/init/model.decoder.layers.17.self_attn.k_proj/scale.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d3ba9faa6b0b999d25af321b262149a2760355b9134e92406d57cdeebc7d13f2
+size 5202
diff --git a/params/opt/5/fixed/woq/init/model.decoder.layers.17.self_attn.k_proj/zp.pt b/params/opt/5/fixed/woq/init/model.decoder.layers.17.self_attn.k_proj/zp.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8d816da9acca3119cd72b76ee057dca2c3a4513b
--- /dev/null
+++ b/params/opt/5/fixed/woq/init/model.decoder.layers.17.self_attn.k_proj/zp.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b74cbd027a8e6a7253e3ee35cfc1ea4eabe7d830e85cc2a975144d18821839da
+size 1091
diff --git a/params/opt/5/fixed/woq/init/model.decoder.layers.17.self_attn.out_proj/scale.pt b/params/opt/5/fixed/woq/init/model.decoder.layers.17.self_attn.out_proj/scale.pt
new file mode 100644
index 0000000000000000000000000000000000000000..065a78cec9bf73341e4ef160111dbe4d507a6865
--- /dev/null
+++ b/params/opt/5/fixed/woq/init/model.decoder.layers.17.self_attn.out_proj/scale.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:097934775f80cb35cf445a63c0dfddbcd55f602c403217bc0ad46c155792d799
+size 5202
diff --git a/params/opt/5/fixed/woq/init/model.decoder.layers.17.self_attn.out_proj/zp.pt b/params/opt/5/fixed/woq/init/model.decoder.layers.17.self_attn.out_proj/zp.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8d816da9acca3119cd72b76ee057dca2c3a4513b
--- /dev/null
+++ b/params/opt/5/fixed/woq/init/model.decoder.layers.17.self_attn.out_proj/zp.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b74cbd027a8e6a7253e3ee35cfc1ea4eabe7d830e85cc2a975144d18821839da
+size 1091
diff --git a/params/opt/5/fixed/woq/init/model.decoder.layers.17.self_attn.q_proj/scale.pt b/params/opt/5/fixed/woq/init/model.decoder.layers.17.self_attn.q_proj/scale.pt
new file mode 100644
index 0000000000000000000000000000000000000000..75d8bc708292e95f4b8ca4f9cbcd3a3f51f6fa3f
--- /dev/null
+++ b/params/opt/5/fixed/woq/init/model.decoder.layers.17.self_attn.q_proj/scale.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:334f4ed26e62cabbabf5e8ffcdf814fb84c49af524fa50c4f53e00071e132f57
+size 5202
diff --git a/params/opt/5/fixed/woq/init/model.decoder.layers.17.self_attn.q_proj/zp.pt b/params/opt/5/fixed/woq/init/model.decoder.layers.17.self_attn.q_proj/zp.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8d816da9acca3119cd72b76ee057dca2c3a4513b
--- /dev/null
+++ b/params/opt/5/fixed/woq/init/model.decoder.layers.17.self_attn.q_proj/zp.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b74cbd027a8e6a7253e3ee35cfc1ea4eabe7d830e85cc2a975144d18821839da
+size 1091
diff --git a/params/opt/5/fixed/woq/init/model.decoder.layers.17.self_attn.v_proj/scale.pt b/params/opt/5/fixed/woq/init/model.decoder.layers.17.self_attn.v_proj/scale.pt
new file mode 100644
index 0000000000000000000000000000000000000000..d5b9ddd1fca091f74a8898cd3121e53d85d5651f
--- /dev/null
+++ b/params/opt/5/fixed/woq/init/model.decoder.layers.17.self_attn.v_proj/scale.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c090589d5de474f02dca9fc15702be86d07aca8e618ccd0ba007ad6dc5e0ed7d
+size 5202
diff --git a/params/opt/5/fixed/woq/init/model.decoder.layers.17.self_attn.v_proj/zp.pt b/params/opt/5/fixed/woq/init/model.decoder.layers.17.self_attn.v_proj/zp.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8d816da9acca3119cd72b76ee057dca2c3a4513b
--- /dev/null
+++ b/params/opt/5/fixed/woq/init/model.decoder.layers.17.self_attn.v_proj/zp.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b74cbd027a8e6a7253e3ee35cfc1ea4eabe7d830e85cc2a975144d18821839da
+size 1091
diff --git a/params/opt/5/fixed/woq/init/model.decoder.layers.18.fc1/scale.pt b/params/opt/5/fixed/woq/init/model.decoder.layers.18.fc1/scale.pt
new file mode 100644
index 0000000000000000000000000000000000000000..89676cfc94b842d5146d82e6e588fb8700501e50
--- /dev/null
+++ b/params/opt/5/fixed/woq/init/model.decoder.layers.18.fc1/scale.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:56da8cb490377920fc5f9c336215e7ae27e406e011e30630225bda031d3b9f78
+size 17490
diff --git a/params/opt/5/fixed/woq/init/model.decoder.layers.18.fc1/zp.pt b/params/opt/5/fixed/woq/init/model.decoder.layers.18.fc1/zp.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8d816da9acca3119cd72b76ee057dca2c3a4513b
--- /dev/null
+++ b/params/opt/5/fixed/woq/init/model.decoder.layers.18.fc1/zp.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b74cbd027a8e6a7253e3ee35cfc1ea4eabe7d830e85cc2a975144d18821839da
+size 1091
diff --git a/params/opt/5/fixed/woq/init/model.decoder.layers.18.fc2/scale.pt b/params/opt/5/fixed/woq/init/model.decoder.layers.18.fc2/scale.pt
new file mode 100644
index 0000000000000000000000000000000000000000..1a13252355abd6d7c6c5d80f02684ce51f0db1bb
--- /dev/null
+++ b/params/opt/5/fixed/woq/init/model.decoder.layers.18.fc2/scale.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c65116beacf5b4a548765de38c2fdd6cf9dad7a8691cc45b0ed57b5c3a26eaa9
+size 5202
diff --git a/params/opt/5/fixed/woq/init/model.decoder.layers.18.fc2/zp.pt b/params/opt/5/fixed/woq/init/model.decoder.layers.18.fc2/zp.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8d816da9acca3119cd72b76ee057dca2c3a4513b
--- /dev/null
+++ b/params/opt/5/fixed/woq/init/model.decoder.layers.18.fc2/zp.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b74cbd027a8e6a7253e3ee35cfc1ea4eabe7d830e85cc2a975144d18821839da
+size 1091
diff --git a/params/opt/5/fixed/woq/init/model.decoder.layers.18.self_attn.k_proj/scale.pt b/params/opt/5/fixed/woq/init/model.decoder.layers.18.self_attn.k_proj/scale.pt
new file mode 100644
index 0000000000000000000000000000000000000000..de1b103f55d179da9d541659efc37bce006b0cec
--- /dev/null
+++ b/params/opt/5/fixed/woq/init/model.decoder.layers.18.self_attn.k_proj/scale.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2f8e06508369c4880ee7421e06e146c835b527b55d7521083c628126012d8fc4
+size 5202
diff --git a/params/opt/5/fixed/woq/init/model.decoder.layers.18.self_attn.k_proj/zp.pt b/params/opt/5/fixed/woq/init/model.decoder.layers.18.self_attn.k_proj/zp.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8d816da9acca3119cd72b76ee057dca2c3a4513b
--- /dev/null
+++ b/params/opt/5/fixed/woq/init/model.decoder.layers.18.self_attn.k_proj/zp.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b74cbd027a8e6a7253e3ee35cfc1ea4eabe7d830e85cc2a975144d18821839da
+size 1091
diff --git a/params/opt/5/fixed/woq/init/model.decoder.layers.18.self_attn.out_proj/scale.pt b/params/opt/5/fixed/woq/init/model.decoder.layers.18.self_attn.out_proj/scale.pt
new file mode 100644
index 0000000000000000000000000000000000000000..f15181e84020a1839a99e93e424d099ab9505cfe
--- /dev/null
+++ b/params/opt/5/fixed/woq/init/model.decoder.layers.18.self_attn.out_proj/scale.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:7efa08c66189e5f8d7936457d7fe95ac7eab95d90727305e90f96b12431c41b5
+size 5202
diff --git a/params/opt/5/fixed/woq/init/model.decoder.layers.18.self_attn.out_proj/zp.pt b/params/opt/5/fixed/woq/init/model.decoder.layers.18.self_attn.out_proj/zp.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8d816da9acca3119cd72b76ee057dca2c3a4513b
--- /dev/null
+++ b/params/opt/5/fixed/woq/init/model.decoder.layers.18.self_attn.out_proj/zp.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b74cbd027a8e6a7253e3ee35cfc1ea4eabe7d830e85cc2a975144d18821839da
+size 1091
diff --git a/params/opt/5/fixed/woq/init/model.decoder.layers.18.self_attn.q_proj/scale.pt b/params/opt/5/fixed/woq/init/model.decoder.layers.18.self_attn.q_proj/scale.pt
new file mode 100644
index 0000000000000000000000000000000000000000..68ba0ae8457dba4baffd13cc71a7ca6ebabac20f
--- /dev/null
+++ b/params/opt/5/fixed/woq/init/model.decoder.layers.18.self_attn.q_proj/scale.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f4bdc3353107b41c974f543096b92f295b2ec5b172a3236041ca11d88e07a1c4
+size 5202
diff --git a/params/opt/5/fixed/woq/init/model.decoder.layers.18.self_attn.q_proj/zp.pt b/params/opt/5/fixed/woq/init/model.decoder.layers.18.self_attn.q_proj/zp.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8d816da9acca3119cd72b76ee057dca2c3a4513b
--- /dev/null
+++ b/params/opt/5/fixed/woq/init/model.decoder.layers.18.self_attn.q_proj/zp.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b74cbd027a8e6a7253e3ee35cfc1ea4eabe7d830e85cc2a975144d18821839da
+size 1091
diff --git a/params/opt/5/fixed/woq/init/model.decoder.layers.18.self_attn.v_proj/scale.pt b/params/opt/5/fixed/woq/init/model.decoder.layers.18.self_attn.v_proj/scale.pt
new file mode 100644
index 0000000000000000000000000000000000000000..6efa6d1297ad8c44ec363ae712eb941e9ab47e4f
--- /dev/null
+++ b/params/opt/5/fixed/woq/init/model.decoder.layers.18.self_attn.v_proj/scale.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:594061569a3fd8bc9305bc8dc1cfd5e84dc16a6b84a5fe53e6015f01453dc95f
+size 5202
diff --git a/params/opt/5/fixed/woq/init/model.decoder.layers.18.self_attn.v_proj/zp.pt b/params/opt/5/fixed/woq/init/model.decoder.layers.18.self_attn.v_proj/zp.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8d816da9acca3119cd72b76ee057dca2c3a4513b
--- /dev/null
+++ b/params/opt/5/fixed/woq/init/model.decoder.layers.18.self_attn.v_proj/zp.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b74cbd027a8e6a7253e3ee35cfc1ea4eabe7d830e85cc2a975144d18821839da
+size 1091
diff --git a/params/opt/5/fixed/woq/init/model.decoder.layers.19.fc1/scale.pt b/params/opt/5/fixed/woq/init/model.decoder.layers.19.fc1/scale.pt
new file mode 100644
index 0000000000000000000000000000000000000000..d14b213c1c33f855f717a735888ca412a04c6830
--- /dev/null
+++ b/params/opt/5/fixed/woq/init/model.decoder.layers.19.fc1/scale.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:308b4994b214fefde788539e63b7161eb9d3c54b823ececeaff73d3654fa1e84
+size 17490
diff --git a/params/opt/5/fixed/woq/init/model.decoder.layers.19.fc1/zp.pt b/params/opt/5/fixed/woq/init/model.decoder.layers.19.fc1/zp.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8d816da9acca3119cd72b76ee057dca2c3a4513b
--- /dev/null
+++ b/params/opt/5/fixed/woq/init/model.decoder.layers.19.fc1/zp.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b74cbd027a8e6a7253e3ee35cfc1ea4eabe7d830e85cc2a975144d18821839da
+size 1091
diff --git a/params/opt/5/fixed/woq/init/model.decoder.layers.19.fc2/scale.pt b/params/opt/5/fixed/woq/init/model.decoder.layers.19.fc2/scale.pt
new file mode 100644
index 0000000000000000000000000000000000000000..49334f62823c97d0605974c9958272b1fe9b794c
--- /dev/null
+++ b/params/opt/5/fixed/woq/init/model.decoder.layers.19.fc2/scale.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e03378d28061e541ecf0861942c1e31fcbaea9b61f65306b47ed6a3dfee5a0e6
+size 5202
diff --git a/params/opt/5/fixed/woq/init/model.decoder.layers.19.fc2/zp.pt b/params/opt/5/fixed/woq/init/model.decoder.layers.19.fc2/zp.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8d816da9acca3119cd72b76ee057dca2c3a4513b
--- /dev/null
+++ b/params/opt/5/fixed/woq/init/model.decoder.layers.19.fc2/zp.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b74cbd027a8e6a7253e3ee35cfc1ea4eabe7d830e85cc2a975144d18821839da
+size 1091
diff --git a/params/opt/5/fixed/woq/init/model.decoder.layers.19.self_attn.k_proj/scale.pt b/params/opt/5/fixed/woq/init/model.decoder.layers.19.self_attn.k_proj/scale.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ba76de133fdbdaee96daef973c2f01a27d7ed0a6
--- /dev/null
+++ b/params/opt/5/fixed/woq/init/model.decoder.layers.19.self_attn.k_proj/scale.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:4f4e9d1d60625c42cea9a127a4e0d883225d8af189f797a4ea0c56629218e9e4
+size 5202
diff --git a/params/opt/5/fixed/woq/init/model.decoder.layers.19.self_attn.k_proj/zp.pt b/params/opt/5/fixed/woq/init/model.decoder.layers.19.self_attn.k_proj/zp.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8d816da9acca3119cd72b76ee057dca2c3a4513b
--- /dev/null
+++ b/params/opt/5/fixed/woq/init/model.decoder.layers.19.self_attn.k_proj/zp.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b74cbd027a8e6a7253e3ee35cfc1ea4eabe7d830e85cc2a975144d18821839da
+size 1091
diff --git a/params/opt/5/fixed/woq/init/model.decoder.layers.19.self_attn.out_proj/scale.pt b/params/opt/5/fixed/woq/init/model.decoder.layers.19.self_attn.out_proj/scale.pt
new file mode 100644
index 0000000000000000000000000000000000000000..dab2eed516363e98816452d5723e4ae1f21856ed
--- /dev/null
+++ b/params/opt/5/fixed/woq/init/model.decoder.layers.19.self_attn.out_proj/scale.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:43326c67c417e246ea12de5bae10bf03834c0444f50c1a2d4d1feb55a2192f90
+size 5202
diff --git a/params/opt/5/fixed/woq/init/model.decoder.layers.19.self_attn.out_proj/zp.pt b/params/opt/5/fixed/woq/init/model.decoder.layers.19.self_attn.out_proj/zp.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8d816da9acca3119cd72b76ee057dca2c3a4513b
--- /dev/null
+++ b/params/opt/5/fixed/woq/init/model.decoder.layers.19.self_attn.out_proj/zp.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b74cbd027a8e6a7253e3ee35cfc1ea4eabe7d830e85cc2a975144d18821839da
+size 1091
diff --git a/params/opt/5/fixed/woq/init/model.decoder.layers.19.self_attn.q_proj/scale.pt b/params/opt/5/fixed/woq/init/model.decoder.layers.19.self_attn.q_proj/scale.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4b92d5697f14e9d7579f57861ef253227b50a555
--- /dev/null
+++ b/params/opt/5/fixed/woq/init/model.decoder.layers.19.self_attn.q_proj/scale.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:92cc77f54faa16e5679b0d2d1f049623d8f2adfb9a767a5ceed42b4311835f3b
+size 5202
diff --git a/params/opt/5/fixed/woq/init/model.decoder.layers.19.self_attn.q_proj/zp.pt b/params/opt/5/fixed/woq/init/model.decoder.layers.19.self_attn.q_proj/zp.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8d816da9acca3119cd72b76ee057dca2c3a4513b
--- /dev/null
+++ b/params/opt/5/fixed/woq/init/model.decoder.layers.19.self_attn.q_proj/zp.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b74cbd027a8e6a7253e3ee35cfc1ea4eabe7d830e85cc2a975144d18821839da
+size 1091
diff --git a/params/opt/5/fixed/woq/init/model.decoder.layers.19.self_attn.v_proj/scale.pt b/params/opt/5/fixed/woq/init/model.decoder.layers.19.self_attn.v_proj/scale.pt
new file mode 100644
index 0000000000000000000000000000000000000000..27fb5a1b7c9fa57a0944643659b7df2d8eac0b80
--- /dev/null
+++ b/params/opt/5/fixed/woq/init/model.decoder.layers.19.self_attn.v_proj/scale.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f2265e7db587ad3da8bcd2898faeda1c7fcd73443213f94d2ad37ad346ffae4d
+size 5202
diff --git a/params/opt/5/fixed/woq/init/model.decoder.layers.19.self_attn.v_proj/zp.pt b/params/opt/5/fixed/woq/init/model.decoder.layers.19.self_attn.v_proj/zp.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8d816da9acca3119cd72b76ee057dca2c3a4513b
--- /dev/null
+++ b/params/opt/5/fixed/woq/init/model.decoder.layers.19.self_attn.v_proj/zp.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b74cbd027a8e6a7253e3ee35cfc1ea4eabe7d830e85cc2a975144d18821839da
+size 1091
diff --git a/params/opt/5/fixed/woq/init/model.decoder.layers.2.fc1/scale.pt b/params/opt/5/fixed/woq/init/model.decoder.layers.2.fc1/scale.pt
new file mode 100644
index 0000000000000000000000000000000000000000..242655f348759b87215210acdd10c565e03f138e
--- /dev/null
+++ b/params/opt/5/fixed/woq/init/model.decoder.layers.2.fc1/scale.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:85d5a13fe83de4dfd111d6261cc32526b72a4e2c68aa5ea681edcc3d61a13e6a
+size 17490
diff --git a/params/opt/5/fixed/woq/init/model.decoder.layers.2.fc1/zp.pt b/params/opt/5/fixed/woq/init/model.decoder.layers.2.fc1/zp.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8d816da9acca3119cd72b76ee057dca2c3a4513b
--- /dev/null
+++ b/params/opt/5/fixed/woq/init/model.decoder.layers.2.fc1/zp.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b74cbd027a8e6a7253e3ee35cfc1ea4eabe7d830e85cc2a975144d18821839da
+size 1091
diff --git a/params/opt/5/fixed/woq/init/model.decoder.layers.2.fc2/scale.pt b/params/opt/5/fixed/woq/init/model.decoder.layers.2.fc2/scale.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4c63e4d86dbef694e3ef2240bf035a2d0c40cca5
--- /dev/null
+++ b/params/opt/5/fixed/woq/init/model.decoder.layers.2.fc2/scale.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:8b9911a6400eb55c57aa9f83d810c80a2b86fbb30577fda29762452711dbc236
+size 5202
diff --git a/params/opt/5/fixed/woq/init/model.decoder.layers.2.fc2/zp.pt b/params/opt/5/fixed/woq/init/model.decoder.layers.2.fc2/zp.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8d816da9acca3119cd72b76ee057dca2c3a4513b
--- /dev/null
+++ b/params/opt/5/fixed/woq/init/model.decoder.layers.2.fc2/zp.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b74cbd027a8e6a7253e3ee35cfc1ea4eabe7d830e85cc2a975144d18821839da
+size 1091
diff --git a/params/opt/5/fixed/woq/init/model.decoder.layers.2.self_attn.k_proj/scale.pt b/params/opt/5/fixed/woq/init/model.decoder.layers.2.self_attn.k_proj/scale.pt
new file mode 100644
index 0000000000000000000000000000000000000000..75c37e6582affb30f25e63af87e1bcfdb9485635
--- /dev/null
+++ b/params/opt/5/fixed/woq/init/model.decoder.layers.2.self_attn.k_proj/scale.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:196622efd30124882ab991aab6c2956c7e7ee4115c6d0855b88837d323bf2ad5
+size 5202
diff --git a/params/opt/5/fixed/woq/init/model.decoder.layers.2.self_attn.k_proj/zp.pt b/params/opt/5/fixed/woq/init/model.decoder.layers.2.self_attn.k_proj/zp.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8d816da9acca3119cd72b76ee057dca2c3a4513b
--- /dev/null
+++ b/params/opt/5/fixed/woq/init/model.decoder.layers.2.self_attn.k_proj/zp.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b74cbd027a8e6a7253e3ee35cfc1ea4eabe7d830e85cc2a975144d18821839da
+size 1091
diff --git a/params/opt/5/fixed/woq/init/model.decoder.layers.2.self_attn.out_proj/scale.pt b/params/opt/5/fixed/woq/init/model.decoder.layers.2.self_attn.out_proj/scale.pt
new file mode 100644
index 0000000000000000000000000000000000000000..675d702c049f7b1aba40e3a5fad2bf1d44b652f7
--- /dev/null
+++ b/params/opt/5/fixed/woq/init/model.decoder.layers.2.self_attn.out_proj/scale.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:3687a2e46d1f3828018be4961fd66b4f9effc746bc5d80f453b3fa7c70d85dcb
+size 5202
diff --git a/params/opt/5/fixed/woq/init/model.decoder.layers.2.self_attn.out_proj/zp.pt b/params/opt/5/fixed/woq/init/model.decoder.layers.2.self_attn.out_proj/zp.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8d816da9acca3119cd72b76ee057dca2c3a4513b
--- /dev/null
+++ b/params/opt/5/fixed/woq/init/model.decoder.layers.2.self_attn.out_proj/zp.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b74cbd027a8e6a7253e3ee35cfc1ea4eabe7d830e85cc2a975144d18821839da
+size 1091
diff --git a/params/opt/5/fixed/woq/init/model.decoder.layers.2.self_attn.q_proj/scale.pt b/params/opt/5/fixed/woq/init/model.decoder.layers.2.self_attn.q_proj/scale.pt
new file mode 100644
index 0000000000000000000000000000000000000000..46db0848f5f856abce3aa5ccf93ca37ce7a8e336
--- /dev/null
+++ b/params/opt/5/fixed/woq/init/model.decoder.layers.2.self_attn.q_proj/scale.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:48d5b60847961294daded9907f7af12dffe961c6f0f86133222a156fe3dbeb60
+size 5202
diff --git a/params/opt/5/fixed/woq/init/model.decoder.layers.2.self_attn.q_proj/zp.pt b/params/opt/5/fixed/woq/init/model.decoder.layers.2.self_attn.q_proj/zp.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8d816da9acca3119cd72b76ee057dca2c3a4513b
--- /dev/null
+++ b/params/opt/5/fixed/woq/init/model.decoder.layers.2.self_attn.q_proj/zp.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b74cbd027a8e6a7253e3ee35cfc1ea4eabe7d830e85cc2a975144d18821839da
+size 1091
diff --git a/params/opt/5/fixed/woq/init/model.decoder.layers.2.self_attn.v_proj/scale.pt b/params/opt/5/fixed/woq/init/model.decoder.layers.2.self_attn.v_proj/scale.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4da1548033856c9b1d1c570f729d6238e67cfe7c
--- /dev/null
+++ b/params/opt/5/fixed/woq/init/model.decoder.layers.2.self_attn.v_proj/scale.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2f17247ede715b8234c88ea7c4263d2adb833b3886e0572b97c1897611c8719f
+size 5202
diff --git a/params/opt/5/fixed/woq/init/model.decoder.layers.2.self_attn.v_proj/zp.pt b/params/opt/5/fixed/woq/init/model.decoder.layers.2.self_attn.v_proj/zp.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8d816da9acca3119cd72b76ee057dca2c3a4513b
--- /dev/null
+++ b/params/opt/5/fixed/woq/init/model.decoder.layers.2.self_attn.v_proj/zp.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b74cbd027a8e6a7253e3ee35cfc1ea4eabe7d830e85cc2a975144d18821839da
+size 1091
diff --git a/params/opt/5/fixed/woq/init/model.decoder.layers.20.fc1/scale.pt b/params/opt/5/fixed/woq/init/model.decoder.layers.20.fc1/scale.pt
new file mode 100644
index 0000000000000000000000000000000000000000..7a638c195bbd81190a66a5bb234d5efbad5ae440
--- /dev/null
+++ b/params/opt/5/fixed/woq/init/model.decoder.layers.20.fc1/scale.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:23efc32534e0fddd5fce7c4edf2118895b8ad7f14f04a933d5fc64cca6fa38af
+size 17490
diff --git a/params/opt/5/fixed/woq/init/model.decoder.layers.20.fc1/zp.pt b/params/opt/5/fixed/woq/init/model.decoder.layers.20.fc1/zp.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8d816da9acca3119cd72b76ee057dca2c3a4513b
--- /dev/null
+++ b/params/opt/5/fixed/woq/init/model.decoder.layers.20.fc1/zp.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b74cbd027a8e6a7253e3ee35cfc1ea4eabe7d830e85cc2a975144d18821839da
+size 1091
diff --git a/params/opt/5/fixed/woq/init/model.decoder.layers.20.fc2/scale.pt b/params/opt/5/fixed/woq/init/model.decoder.layers.20.fc2/scale.pt
new file mode 100644
index 0000000000000000000000000000000000000000..f83854821b4a878f4c9fb5f003364e37d1de5676
--- /dev/null
+++ b/params/opt/5/fixed/woq/init/model.decoder.layers.20.fc2/scale.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:3de988d0ea835de2f9c7815fc576d4f1e4105d4045ae96daca691655f534e781
+size 5202
diff --git a/params/opt/5/fixed/woq/init/model.decoder.layers.20.fc2/zp.pt b/params/opt/5/fixed/woq/init/model.decoder.layers.20.fc2/zp.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8d816da9acca3119cd72b76ee057dca2c3a4513b
--- /dev/null
+++ b/params/opt/5/fixed/woq/init/model.decoder.layers.20.fc2/zp.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b74cbd027a8e6a7253e3ee35cfc1ea4eabe7d830e85cc2a975144d18821839da
+size 1091
diff --git a/params/opt/5/fixed/woq/init/model.decoder.layers.20.self_attn.k_proj/scale.pt b/params/opt/5/fixed/woq/init/model.decoder.layers.20.self_attn.k_proj/scale.pt
new file mode 100644
index 0000000000000000000000000000000000000000..84ed6175b6d0060a1d9022496f026154eac13a90
--- /dev/null
+++ b/params/opt/5/fixed/woq/init/model.decoder.layers.20.self_attn.k_proj/scale.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:12ef32517af9118a9a574a57a7f94a238df65fa844e8b5138a8b38fa02c1a2d7
+size 5202
diff --git a/params/opt/5/fixed/woq/init/model.decoder.layers.20.self_attn.k_proj/zp.pt b/params/opt/5/fixed/woq/init/model.decoder.layers.20.self_attn.k_proj/zp.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8d816da9acca3119cd72b76ee057dca2c3a4513b
--- /dev/null
+++ b/params/opt/5/fixed/woq/init/model.decoder.layers.20.self_attn.k_proj/zp.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b74cbd027a8e6a7253e3ee35cfc1ea4eabe7d830e85cc2a975144d18821839da
+size 1091
diff --git a/params/opt/5/fixed/woq/init/model.decoder.layers.20.self_attn.out_proj/scale.pt b/params/opt/5/fixed/woq/init/model.decoder.layers.20.self_attn.out_proj/scale.pt
new file mode 100644
index 0000000000000000000000000000000000000000..783e8162f25f66427ecf2c1792a61eb9b5db161d
--- /dev/null
+++ b/params/opt/5/fixed/woq/init/model.decoder.layers.20.self_attn.out_proj/scale.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f388296bb5c0c55b3d128c06927af0b55962a97b7204784430e862f14e0dc57d
+size 5202
diff --git a/params/opt/5/fixed/woq/init/model.decoder.layers.20.self_attn.out_proj/zp.pt b/params/opt/5/fixed/woq/init/model.decoder.layers.20.self_attn.out_proj/zp.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8d816da9acca3119cd72b76ee057dca2c3a4513b
--- /dev/null
+++ b/params/opt/5/fixed/woq/init/model.decoder.layers.20.self_attn.out_proj/zp.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b74cbd027a8e6a7253e3ee35cfc1ea4eabe7d830e85cc2a975144d18821839da
+size 1091
diff --git a/params/opt/5/fixed/woq/init/model.decoder.layers.20.self_attn.q_proj/scale.pt b/params/opt/5/fixed/woq/init/model.decoder.layers.20.self_attn.q_proj/scale.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a74c8146792640f3ded46f73bdac9bd20892f39a
--- /dev/null
+++ b/params/opt/5/fixed/woq/init/model.decoder.layers.20.self_attn.q_proj/scale.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:740c0f4523e362d04c47ed73c700d823e8efe7cf94c2049fc162cb2b98147d2e
+size 5202
diff --git a/params/opt/5/fixed/woq/init/model.decoder.layers.20.self_attn.q_proj/zp.pt b/params/opt/5/fixed/woq/init/model.decoder.layers.20.self_attn.q_proj/zp.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8d816da9acca3119cd72b76ee057dca2c3a4513b
--- /dev/null
+++ b/params/opt/5/fixed/woq/init/model.decoder.layers.20.self_attn.q_proj/zp.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b74cbd027a8e6a7253e3ee35cfc1ea4eabe7d830e85cc2a975144d18821839da
+size 1091
diff --git a/params/opt/5/fixed/woq/init/model.decoder.layers.20.self_attn.v_proj/scale.pt b/params/opt/5/fixed/woq/init/model.decoder.layers.20.self_attn.v_proj/scale.pt
new file mode 100644
index 0000000000000000000000000000000000000000..aa0e1a1929b5907a9dbb84cc1860dbcacb14e438
--- /dev/null
+++ b/params/opt/5/fixed/woq/init/model.decoder.layers.20.self_attn.v_proj/scale.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:11c51de7d84e2eda3f30b25ff23a868eb8c6995179ec46c6ca528404d1bd659f
+size 5202
diff --git a/params/opt/5/fixed/woq/init/model.decoder.layers.20.self_attn.v_proj/zp.pt b/params/opt/5/fixed/woq/init/model.decoder.layers.20.self_attn.v_proj/zp.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8d816da9acca3119cd72b76ee057dca2c3a4513b
--- /dev/null
+++ b/params/opt/5/fixed/woq/init/model.decoder.layers.20.self_attn.v_proj/zp.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b74cbd027a8e6a7253e3ee35cfc1ea4eabe7d830e85cc2a975144d18821839da
+size 1091
diff --git a/params/opt/5/fixed/woq/init/model.decoder.layers.21.fc1/scale.pt b/params/opt/5/fixed/woq/init/model.decoder.layers.21.fc1/scale.pt
new file mode 100644
index 0000000000000000000000000000000000000000..cfeb7f5f7b1761d55f31f5e56a9dbd290e74ea6a
--- /dev/null
+++ b/params/opt/5/fixed/woq/init/model.decoder.layers.21.fc1/scale.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5d48a957430e00fe781fdbba3864b98596d72442403c1db076dea941be4e8ba8
+size 17490
diff --git a/params/opt/5/fixed/woq/init/model.decoder.layers.21.fc1/zp.pt b/params/opt/5/fixed/woq/init/model.decoder.layers.21.fc1/zp.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8d816da9acca3119cd72b76ee057dca2c3a4513b
--- /dev/null
+++ b/params/opt/5/fixed/woq/init/model.decoder.layers.21.fc1/zp.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b74cbd027a8e6a7253e3ee35cfc1ea4eabe7d830e85cc2a975144d18821839da
+size 1091
diff --git a/params/opt/5/fixed/woq/init/model.decoder.layers.21.fc2/scale.pt b/params/opt/5/fixed/woq/init/model.decoder.layers.21.fc2/scale.pt
new file mode 100644
index 0000000000000000000000000000000000000000..85355bc4d2b9fe125fde1deba9f53b612247e4ae
--- /dev/null
+++ b/params/opt/5/fixed/woq/init/model.decoder.layers.21.fc2/scale.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d1636cbf8b820afb8c4c1fea7ff4028657a560c5b671a7a72494547abc52252d
+size 5202
diff --git a/params/opt/5/fixed/woq/init/model.decoder.layers.21.fc2/zp.pt b/params/opt/5/fixed/woq/init/model.decoder.layers.21.fc2/zp.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8d816da9acca3119cd72b76ee057dca2c3a4513b
--- /dev/null
+++ b/params/opt/5/fixed/woq/init/model.decoder.layers.21.fc2/zp.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b74cbd027a8e6a7253e3ee35cfc1ea4eabe7d830e85cc2a975144d18821839da
+size 1091
diff --git a/params/opt/5/fixed/woq/init/model.decoder.layers.21.self_attn.k_proj/scale.pt b/params/opt/5/fixed/woq/init/model.decoder.layers.21.self_attn.k_proj/scale.pt
new file mode 100644
index 0000000000000000000000000000000000000000..56b2fb781cd15833a15365086c3f7df0b4de50f8
--- /dev/null
+++ b/params/opt/5/fixed/woq/init/model.decoder.layers.21.self_attn.k_proj/scale.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:db087c7af3b3122692613263bf5c89624aaeea7b05f39544c1b2bf20d50e7b4a
+size 5202
diff --git a/params/opt/5/fixed/woq/init/model.decoder.layers.21.self_attn.k_proj/zp.pt b/params/opt/5/fixed/woq/init/model.decoder.layers.21.self_attn.k_proj/zp.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8d816da9acca3119cd72b76ee057dca2c3a4513b
--- /dev/null
+++ b/params/opt/5/fixed/woq/init/model.decoder.layers.21.self_attn.k_proj/zp.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b74cbd027a8e6a7253e3ee35cfc1ea4eabe7d830e85cc2a975144d18821839da
+size 1091
diff --git a/params/opt/5/fixed/woq/init/model.decoder.layers.21.self_attn.out_proj/scale.pt b/params/opt/5/fixed/woq/init/model.decoder.layers.21.self_attn.out_proj/scale.pt
new file mode 100644
index 0000000000000000000000000000000000000000..5dd2218e288ddad3afb0f896ab15b0563ed872e9
--- /dev/null
+++ b/params/opt/5/fixed/woq/init/model.decoder.layers.21.self_attn.out_proj/scale.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:da013cddf69b564d95122d4577aa36396b7a56221847eb96b71dab56e6c46fda
+size 5202
diff --git a/params/opt/5/fixed/woq/init/model.decoder.layers.21.self_attn.out_proj/zp.pt b/params/opt/5/fixed/woq/init/model.decoder.layers.21.self_attn.out_proj/zp.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8d816da9acca3119cd72b76ee057dca2c3a4513b
--- /dev/null
+++ b/params/opt/5/fixed/woq/init/model.decoder.layers.21.self_attn.out_proj/zp.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b74cbd027a8e6a7253e3ee35cfc1ea4eabe7d830e85cc2a975144d18821839da
+size 1091
diff --git a/params/opt/5/fixed/woq/init/model.decoder.layers.21.self_attn.q_proj/scale.pt b/params/opt/5/fixed/woq/init/model.decoder.layers.21.self_attn.q_proj/scale.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a0c127cd7cddba6d874817b7fd239eaf1a0a4646
--- /dev/null
+++ b/params/opt/5/fixed/woq/init/model.decoder.layers.21.self_attn.q_proj/scale.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:4e566a7a27454a9c0fea304e2335fa60ff45a3c7ea616c7292a799a247cee539
+size 5202
diff --git a/params/opt/5/fixed/woq/init/model.decoder.layers.21.self_attn.q_proj/zp.pt b/params/opt/5/fixed/woq/init/model.decoder.layers.21.self_attn.q_proj/zp.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8d816da9acca3119cd72b76ee057dca2c3a4513b
--- /dev/null
+++ b/params/opt/5/fixed/woq/init/model.decoder.layers.21.self_attn.q_proj/zp.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b74cbd027a8e6a7253e3ee35cfc1ea4eabe7d830e85cc2a975144d18821839da
+size 1091
diff --git a/params/opt/5/fixed/woq/init/model.decoder.layers.21.self_attn.v_proj/scale.pt b/params/opt/5/fixed/woq/init/model.decoder.layers.21.self_attn.v_proj/scale.pt
new file mode 100644
index 0000000000000000000000000000000000000000..fafa88077d551f52899f2adb05d6afb349a79fef
--- /dev/null
+++ b/params/opt/5/fixed/woq/init/model.decoder.layers.21.self_attn.v_proj/scale.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:70665fd28a51788edb57df732bcebff10b344e627ad9923fe761ce097d67701b
+size 5202
diff --git a/params/opt/5/fixed/woq/init/model.decoder.layers.21.self_attn.v_proj/zp.pt b/params/opt/5/fixed/woq/init/model.decoder.layers.21.self_attn.v_proj/zp.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8d816da9acca3119cd72b76ee057dca2c3a4513b
--- /dev/null
+++ b/params/opt/5/fixed/woq/init/model.decoder.layers.21.self_attn.v_proj/zp.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b74cbd027a8e6a7253e3ee35cfc1ea4eabe7d830e85cc2a975144d18821839da
+size 1091
diff --git a/params/opt/5/fixed/woq/init/model.decoder.layers.22.fc1/scale.pt b/params/opt/5/fixed/woq/init/model.decoder.layers.22.fc1/scale.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c73c6bcf73579956ecbc08519246efe4bbc8d1b5
--- /dev/null
+++ b/params/opt/5/fixed/woq/init/model.decoder.layers.22.fc1/scale.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:8dfca077f07c835b69dd636f1ad9979b56cfb57f86a99d1de830d73b6fcded92
+size 17490
diff --git a/params/opt/5/fixed/woq/init/model.decoder.layers.22.fc1/zp.pt b/params/opt/5/fixed/woq/init/model.decoder.layers.22.fc1/zp.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8d816da9acca3119cd72b76ee057dca2c3a4513b
--- /dev/null
+++ b/params/opt/5/fixed/woq/init/model.decoder.layers.22.fc1/zp.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b74cbd027a8e6a7253e3ee35cfc1ea4eabe7d830e85cc2a975144d18821839da
+size 1091
diff --git a/params/opt/5/fixed/woq/init/model.decoder.layers.22.fc2/scale.pt b/params/opt/5/fixed/woq/init/model.decoder.layers.22.fc2/scale.pt
new file mode 100644
index 0000000000000000000000000000000000000000..14759b090d54863cf2d6094d3eabaffa60dd4b57
--- /dev/null
+++ b/params/opt/5/fixed/woq/init/model.decoder.layers.22.fc2/scale.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:854e70712a5e71eb188032a1f9ded834d68830cfae580be10edcf82b4ef2437b
+size 5202
diff --git a/params/opt/5/fixed/woq/init/model.decoder.layers.22.fc2/zp.pt b/params/opt/5/fixed/woq/init/model.decoder.layers.22.fc2/zp.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8d816da9acca3119cd72b76ee057dca2c3a4513b
--- /dev/null
+++ b/params/opt/5/fixed/woq/init/model.decoder.layers.22.fc2/zp.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b74cbd027a8e6a7253e3ee35cfc1ea4eabe7d830e85cc2a975144d18821839da
+size 1091
diff --git a/params/opt/5/fixed/woq/init/model.decoder.layers.22.self_attn.k_proj/scale.pt b/params/opt/5/fixed/woq/init/model.decoder.layers.22.self_attn.k_proj/scale.pt
new file mode 100644
index 0000000000000000000000000000000000000000..9e41ab2fd0e410a7afba33799bf5b36afcdbdd1a
--- /dev/null
+++ b/params/opt/5/fixed/woq/init/model.decoder.layers.22.self_attn.k_proj/scale.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e9392c7484b8913c62501d77ff5e52d7fcbf952fe84ff1f36f4c8e70d956df7a
+size 5202
diff --git a/params/opt/5/fixed/woq/init/model.decoder.layers.22.self_attn.k_proj/zp.pt b/params/opt/5/fixed/woq/init/model.decoder.layers.22.self_attn.k_proj/zp.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8d816da9acca3119cd72b76ee057dca2c3a4513b
--- /dev/null
+++ b/params/opt/5/fixed/woq/init/model.decoder.layers.22.self_attn.k_proj/zp.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b74cbd027a8e6a7253e3ee35cfc1ea4eabe7d830e85cc2a975144d18821839da
+size 1091
diff --git a/params/opt/5/fixed/woq/init/model.decoder.layers.22.self_attn.out_proj/scale.pt b/params/opt/5/fixed/woq/init/model.decoder.layers.22.self_attn.out_proj/scale.pt
new file mode 100644
index 0000000000000000000000000000000000000000..081695cbc72818e110db3b49be240cdb6f44f7b4
--- /dev/null
+++ b/params/opt/5/fixed/woq/init/model.decoder.layers.22.self_attn.out_proj/scale.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0d9eaabaf9aa768c1dbf1f27608173c35d42dfce84cca3c1f53c9261f8aee6fd
+size 5202
diff --git a/params/opt/5/fixed/woq/init/model.decoder.layers.22.self_attn.out_proj/zp.pt b/params/opt/5/fixed/woq/init/model.decoder.layers.22.self_attn.out_proj/zp.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8d816da9acca3119cd72b76ee057dca2c3a4513b
--- /dev/null
+++ b/params/opt/5/fixed/woq/init/model.decoder.layers.22.self_attn.out_proj/zp.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b74cbd027a8e6a7253e3ee35cfc1ea4eabe7d830e85cc2a975144d18821839da
+size 1091
diff --git a/params/opt/5/fixed/woq/init/model.decoder.layers.22.self_attn.q_proj/scale.pt b/params/opt/5/fixed/woq/init/model.decoder.layers.22.self_attn.q_proj/scale.pt
new file mode 100644
index 0000000000000000000000000000000000000000..f81302c4a454bd9aedfa3e280d16ac52268b4bb9
--- /dev/null
+++ b/params/opt/5/fixed/woq/init/model.decoder.layers.22.self_attn.q_proj/scale.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:8ae935d3a5a34ca5b3ac860b4cd2d4389a03fe28d891c88597b0479ae2a30b75
+size 5202
diff --git a/params/opt/5/fixed/woq/init/model.decoder.layers.22.self_attn.q_proj/zp.pt b/params/opt/5/fixed/woq/init/model.decoder.layers.22.self_attn.q_proj/zp.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8d816da9acca3119cd72b76ee057dca2c3a4513b
--- /dev/null
+++ b/params/opt/5/fixed/woq/init/model.decoder.layers.22.self_attn.q_proj/zp.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b74cbd027a8e6a7253e3ee35cfc1ea4eabe7d830e85cc2a975144d18821839da
+size 1091
diff --git a/params/opt/5/fixed/woq/init/model.decoder.layers.22.self_attn.v_proj/scale.pt b/params/opt/5/fixed/woq/init/model.decoder.layers.22.self_attn.v_proj/scale.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ebd6e54bf533f9573a9bf080157bb99b27813284
--- /dev/null
+++ b/params/opt/5/fixed/woq/init/model.decoder.layers.22.self_attn.v_proj/scale.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:aa54daf6675bf231bbeaec3f712599e6e26dc204c7ece916886bbe1db60206a8
+size 5202
diff --git a/params/opt/5/fixed/woq/init/model.decoder.layers.22.self_attn.v_proj/zp.pt b/params/opt/5/fixed/woq/init/model.decoder.layers.22.self_attn.v_proj/zp.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8d816da9acca3119cd72b76ee057dca2c3a4513b
--- /dev/null
+++ b/params/opt/5/fixed/woq/init/model.decoder.layers.22.self_attn.v_proj/zp.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b74cbd027a8e6a7253e3ee35cfc1ea4eabe7d830e85cc2a975144d18821839da
+size 1091
diff --git a/params/opt/5/fixed/woq/init/model.decoder.layers.23.fc1/scale.pt b/params/opt/5/fixed/woq/init/model.decoder.layers.23.fc1/scale.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c4be27228465fc2b8ddbf801fcfedbe65fb9b6a7
--- /dev/null
+++ b/params/opt/5/fixed/woq/init/model.decoder.layers.23.fc1/scale.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:7ba653c180824e27f32d55f3695221ff5365ba27f651ab8b67876103c3fda786
+size 17490
diff --git a/params/opt/5/fixed/woq/init/model.decoder.layers.23.fc1/zp.pt b/params/opt/5/fixed/woq/init/model.decoder.layers.23.fc1/zp.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8d816da9acca3119cd72b76ee057dca2c3a4513b
--- /dev/null
+++ b/params/opt/5/fixed/woq/init/model.decoder.layers.23.fc1/zp.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b74cbd027a8e6a7253e3ee35cfc1ea4eabe7d830e85cc2a975144d18821839da
+size 1091
diff --git a/params/opt/5/fixed/woq/init/model.decoder.layers.23.fc2/scale.pt b/params/opt/5/fixed/woq/init/model.decoder.layers.23.fc2/scale.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ffa041775d04b54c3efc759141b2c6fedec66dff
--- /dev/null
+++ b/params/opt/5/fixed/woq/init/model.decoder.layers.23.fc2/scale.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:06931967a9b22956116e32ffb04b18acc5f9ec5332c0a1f05f9afd03c2d4350e
+size 5202
diff --git a/params/opt/5/fixed/woq/init/model.decoder.layers.23.fc2/zp.pt b/params/opt/5/fixed/woq/init/model.decoder.layers.23.fc2/zp.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8d816da9acca3119cd72b76ee057dca2c3a4513b
--- /dev/null
+++ b/params/opt/5/fixed/woq/init/model.decoder.layers.23.fc2/zp.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b74cbd027a8e6a7253e3ee35cfc1ea4eabe7d830e85cc2a975144d18821839da
+size 1091
diff --git a/params/opt/5/fixed/woq/init/model.decoder.layers.23.self_attn.k_proj/scale.pt b/params/opt/5/fixed/woq/init/model.decoder.layers.23.self_attn.k_proj/scale.pt
new file mode 100644
index 0000000000000000000000000000000000000000..045655bd01f307ee2ff21a2100c3302315ba1422
--- /dev/null
+++ b/params/opt/5/fixed/woq/init/model.decoder.layers.23.self_attn.k_proj/scale.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f33ac2008988f6c9d021ad961bbc0d62fe634bd1b09a131add0d4103674249fa
+size 5202
diff --git a/params/opt/5/fixed/woq/init/model.decoder.layers.23.self_attn.k_proj/zp.pt b/params/opt/5/fixed/woq/init/model.decoder.layers.23.self_attn.k_proj/zp.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8d816da9acca3119cd72b76ee057dca2c3a4513b
--- /dev/null
+++ b/params/opt/5/fixed/woq/init/model.decoder.layers.23.self_attn.k_proj/zp.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b74cbd027a8e6a7253e3ee35cfc1ea4eabe7d830e85cc2a975144d18821839da
+size 1091
diff --git a/params/opt/5/fixed/woq/init/model.decoder.layers.23.self_attn.out_proj/scale.pt b/params/opt/5/fixed/woq/init/model.decoder.layers.23.self_attn.out_proj/scale.pt
new file mode 100644
index 0000000000000000000000000000000000000000..af136f5cac7170c4a14ce3b17ff583f3653a7b05
--- /dev/null
+++ b/params/opt/5/fixed/woq/init/model.decoder.layers.23.self_attn.out_proj/scale.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:47b317cd33d726345e2a2ac7bd53759f6ec7d24c1c39b20c54ae4f34056062fa
+size 5202
diff --git a/params/opt/5/fixed/woq/init/model.decoder.layers.23.self_attn.out_proj/zp.pt b/params/opt/5/fixed/woq/init/model.decoder.layers.23.self_attn.out_proj/zp.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8d816da9acca3119cd72b76ee057dca2c3a4513b
--- /dev/null
+++ b/params/opt/5/fixed/woq/init/model.decoder.layers.23.self_attn.out_proj/zp.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b74cbd027a8e6a7253e3ee35cfc1ea4eabe7d830e85cc2a975144d18821839da
+size 1091
diff --git a/params/opt/5/fixed/woq/init/model.decoder.layers.23.self_attn.q_proj/scale.pt b/params/opt/5/fixed/woq/init/model.decoder.layers.23.self_attn.q_proj/scale.pt
new file mode 100644
index 0000000000000000000000000000000000000000..54e1129b7d6310200404f57d66ae197f98bb130b
--- /dev/null
+++ b/params/opt/5/fixed/woq/init/model.decoder.layers.23.self_attn.q_proj/scale.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:fe7ed522e707a079f36b85082e2f517b77cb5c00944a96d9f82e28bcb96dbbb9
+size 5202
diff --git a/params/opt/5/fixed/woq/init/model.decoder.layers.23.self_attn.q_proj/zp.pt b/params/opt/5/fixed/woq/init/model.decoder.layers.23.self_attn.q_proj/zp.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8d816da9acca3119cd72b76ee057dca2c3a4513b
--- /dev/null
+++ b/params/opt/5/fixed/woq/init/model.decoder.layers.23.self_attn.q_proj/zp.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b74cbd027a8e6a7253e3ee35cfc1ea4eabe7d830e85cc2a975144d18821839da
+size 1091
diff --git a/params/opt/5/fixed/woq/init/model.decoder.layers.23.self_attn.v_proj/scale.pt b/params/opt/5/fixed/woq/init/model.decoder.layers.23.self_attn.v_proj/scale.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a697119eccbb1409a8c6507290baab29d70824e3
--- /dev/null
+++ b/params/opt/5/fixed/woq/init/model.decoder.layers.23.self_attn.v_proj/scale.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:617a593903d7f1a43d6ef8cc169d2b00db48dab27524001716e285c32ecb1bfb
+size 5202
diff --git a/params/opt/5/fixed/woq/init/model.decoder.layers.23.self_attn.v_proj/zp.pt b/params/opt/5/fixed/woq/init/model.decoder.layers.23.self_attn.v_proj/zp.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8d816da9acca3119cd72b76ee057dca2c3a4513b
--- /dev/null
+++ b/params/opt/5/fixed/woq/init/model.decoder.layers.23.self_attn.v_proj/zp.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b74cbd027a8e6a7253e3ee35cfc1ea4eabe7d830e85cc2a975144d18821839da
+size 1091
diff --git a/params/opt/5/fixed/woq/init/model.decoder.layers.3.fc1/scale.pt b/params/opt/5/fixed/woq/init/model.decoder.layers.3.fc1/scale.pt
new file mode 100644
index 0000000000000000000000000000000000000000..d4efc0666a503999c77abfd2fb20f066912cdf8e
--- /dev/null
+++ b/params/opt/5/fixed/woq/init/model.decoder.layers.3.fc1/scale.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:1901b2bb8973de9310836e2da91f79247962e139f9a9279a7ba664eade3e6c84
+size 17490
diff --git a/params/opt/5/fixed/woq/init/model.decoder.layers.3.fc1/zp.pt b/params/opt/5/fixed/woq/init/model.decoder.layers.3.fc1/zp.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8d816da9acca3119cd72b76ee057dca2c3a4513b
--- /dev/null
+++ b/params/opt/5/fixed/woq/init/model.decoder.layers.3.fc1/zp.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b74cbd027a8e6a7253e3ee35cfc1ea4eabe7d830e85cc2a975144d18821839da
+size 1091
diff --git a/params/opt/5/fixed/woq/init/model.decoder.layers.3.fc2/scale.pt b/params/opt/5/fixed/woq/init/model.decoder.layers.3.fc2/scale.pt
new file mode 100644
index 0000000000000000000000000000000000000000..800cfc38d9de4aaf8dbe82bb894e1d0eef82a726
--- /dev/null
+++ b/params/opt/5/fixed/woq/init/model.decoder.layers.3.fc2/scale.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:6673c4572ecdabaeeb2095fc277413e22853481e3635d7dbeaf33dbb5b35f633
+size 5202
diff --git a/params/opt/5/fixed/woq/init/model.decoder.layers.3.fc2/zp.pt b/params/opt/5/fixed/woq/init/model.decoder.layers.3.fc2/zp.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8d816da9acca3119cd72b76ee057dca2c3a4513b
--- /dev/null
+++ b/params/opt/5/fixed/woq/init/model.decoder.layers.3.fc2/zp.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b74cbd027a8e6a7253e3ee35cfc1ea4eabe7d830e85cc2a975144d18821839da
+size 1091
diff --git a/params/opt/5/fixed/woq/init/model.decoder.layers.3.self_attn.k_proj/scale.pt b/params/opt/5/fixed/woq/init/model.decoder.layers.3.self_attn.k_proj/scale.pt
new file mode 100644
index 0000000000000000000000000000000000000000..f15e3ec1f9f88b5cb720b13bd0f4184dcad29619
--- /dev/null
+++ b/params/opt/5/fixed/woq/init/model.decoder.layers.3.self_attn.k_proj/scale.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:752f26fd9626cb521f98fad390d8f254fbbdbb94ba002814d4d1f8d5d3ab7eb0
+size 5202
diff --git a/params/opt/5/fixed/woq/init/model.decoder.layers.3.self_attn.k_proj/zp.pt b/params/opt/5/fixed/woq/init/model.decoder.layers.3.self_attn.k_proj/zp.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8d816da9acca3119cd72b76ee057dca2c3a4513b
--- /dev/null
+++ b/params/opt/5/fixed/woq/init/model.decoder.layers.3.self_attn.k_proj/zp.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b74cbd027a8e6a7253e3ee35cfc1ea4eabe7d830e85cc2a975144d18821839da
+size 1091
diff --git a/params/opt/5/fixed/woq/init/model.decoder.layers.3.self_attn.out_proj/scale.pt b/params/opt/5/fixed/woq/init/model.decoder.layers.3.self_attn.out_proj/scale.pt
new file mode 100644
index 0000000000000000000000000000000000000000..6410dd781306251d7736c4ed91084e1ff1b530df
--- /dev/null
+++ b/params/opt/5/fixed/woq/init/model.decoder.layers.3.self_attn.out_proj/scale.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a1abff60274ec362409f41fc4dec3ff840b21ec31a2c91bce1300a25233b6379
+size 5202
diff --git a/params/opt/5/fixed/woq/init/model.decoder.layers.3.self_attn.out_proj/zp.pt b/params/opt/5/fixed/woq/init/model.decoder.layers.3.self_attn.out_proj/zp.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8d816da9acca3119cd72b76ee057dca2c3a4513b
--- /dev/null
+++ b/params/opt/5/fixed/woq/init/model.decoder.layers.3.self_attn.out_proj/zp.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b74cbd027a8e6a7253e3ee35cfc1ea4eabe7d830e85cc2a975144d18821839da
+size 1091
diff --git a/params/opt/5/fixed/woq/init/model.decoder.layers.3.self_attn.q_proj/scale.pt b/params/opt/5/fixed/woq/init/model.decoder.layers.3.self_attn.q_proj/scale.pt
new file mode 100644
index 0000000000000000000000000000000000000000..f6676dd2dcfa482b674ea8d9123a10ed98d229f5
--- /dev/null
+++ b/params/opt/5/fixed/woq/init/model.decoder.layers.3.self_attn.q_proj/scale.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:61131cb2bc5fb81c4e6a1c57d23de1ce3f88b1d135e207593bccdff429a2d37e
+size 5202
diff --git a/params/opt/5/fixed/woq/init/model.decoder.layers.3.self_attn.q_proj/zp.pt b/params/opt/5/fixed/woq/init/model.decoder.layers.3.self_attn.q_proj/zp.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8d816da9acca3119cd72b76ee057dca2c3a4513b
--- /dev/null
+++ b/params/opt/5/fixed/woq/init/model.decoder.layers.3.self_attn.q_proj/zp.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b74cbd027a8e6a7253e3ee35cfc1ea4eabe7d830e85cc2a975144d18821839da
+size 1091
diff --git a/params/opt/5/fixed/woq/init/model.decoder.layers.3.self_attn.v_proj/scale.pt b/params/opt/5/fixed/woq/init/model.decoder.layers.3.self_attn.v_proj/scale.pt
new file mode 100644
index 0000000000000000000000000000000000000000..3f42b27e9ee86fa9e99ee48d97a446bd9dc9b1c6
--- /dev/null
+++ b/params/opt/5/fixed/woq/init/model.decoder.layers.3.self_attn.v_proj/scale.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:29f4c17c12886aa58300efbc33995c66dd1c997c34cbacb1663bf58087fc07d3
+size 5202
diff --git a/params/opt/5/fixed/woq/init/model.decoder.layers.3.self_attn.v_proj/zp.pt b/params/opt/5/fixed/woq/init/model.decoder.layers.3.self_attn.v_proj/zp.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8d816da9acca3119cd72b76ee057dca2c3a4513b
--- /dev/null
+++ b/params/opt/5/fixed/woq/init/model.decoder.layers.3.self_attn.v_proj/zp.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b74cbd027a8e6a7253e3ee35cfc1ea4eabe7d830e85cc2a975144d18821839da
+size 1091
diff --git a/params/opt/5/fixed/woq/init/model.decoder.layers.4.fc1/scale.pt b/params/opt/5/fixed/woq/init/model.decoder.layers.4.fc1/scale.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e307f6707ce75b36797262f8ef1a14f61b1aca74
--- /dev/null
+++ b/params/opt/5/fixed/woq/init/model.decoder.layers.4.fc1/scale.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b88ed5cae53dbc6be86a860e0a02946b63206fc7922d292c03ff49e987baae9d
+size 17490
diff --git a/params/opt/5/fixed/woq/init/model.decoder.layers.4.fc1/zp.pt b/params/opt/5/fixed/woq/init/model.decoder.layers.4.fc1/zp.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8d816da9acca3119cd72b76ee057dca2c3a4513b
--- /dev/null
+++ b/params/opt/5/fixed/woq/init/model.decoder.layers.4.fc1/zp.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b74cbd027a8e6a7253e3ee35cfc1ea4eabe7d830e85cc2a975144d18821839da
+size 1091
diff --git a/params/opt/5/fixed/woq/init/model.decoder.layers.4.fc2/scale.pt b/params/opt/5/fixed/woq/init/model.decoder.layers.4.fc2/scale.pt
new file mode 100644
index 0000000000000000000000000000000000000000..9f88f742b195bc4d121951f11030b6602874fd28
--- /dev/null
+++ b/params/opt/5/fixed/woq/init/model.decoder.layers.4.fc2/scale.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0d56fdc9067640f172d4f0bdd0c0b255cb8e119c29d4dc57168765bb751e528d
+size 5202
diff --git a/params/opt/5/fixed/woq/init/model.decoder.layers.4.fc2/zp.pt b/params/opt/5/fixed/woq/init/model.decoder.layers.4.fc2/zp.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8d816da9acca3119cd72b76ee057dca2c3a4513b
--- /dev/null
+++ b/params/opt/5/fixed/woq/init/model.decoder.layers.4.fc2/zp.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b74cbd027a8e6a7253e3ee35cfc1ea4eabe7d830e85cc2a975144d18821839da
+size 1091
diff --git a/params/opt/5/fixed/woq/init/model.decoder.layers.4.self_attn.k_proj/scale.pt b/params/opt/5/fixed/woq/init/model.decoder.layers.4.self_attn.k_proj/scale.pt
new file mode 100644
index 0000000000000000000000000000000000000000..40758ac120af6fed2ddf66567b8e0df570c47bf2
--- /dev/null
+++ b/params/opt/5/fixed/woq/init/model.decoder.layers.4.self_attn.k_proj/scale.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:73638c9354f29e9896dc431a8a02f57f025280443229a0c2d47ee93ec3ffe6a0
+size 5202
diff --git a/params/opt/5/fixed/woq/init/model.decoder.layers.4.self_attn.k_proj/zp.pt b/params/opt/5/fixed/woq/init/model.decoder.layers.4.self_attn.k_proj/zp.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8d816da9acca3119cd72b76ee057dca2c3a4513b
--- /dev/null
+++ b/params/opt/5/fixed/woq/init/model.decoder.layers.4.self_attn.k_proj/zp.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b74cbd027a8e6a7253e3ee35cfc1ea4eabe7d830e85cc2a975144d18821839da
+size 1091
diff --git a/params/opt/5/fixed/woq/init/model.decoder.layers.4.self_attn.out_proj/scale.pt b/params/opt/5/fixed/woq/init/model.decoder.layers.4.self_attn.out_proj/scale.pt
new file mode 100644
index 0000000000000000000000000000000000000000..92ecebff86870ce5bd9d0369fbc80327c7fbb929
--- /dev/null
+++ b/params/opt/5/fixed/woq/init/model.decoder.layers.4.self_attn.out_proj/scale.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d87e339a389ba3dac7bfdb527508e782b9cb43b685f3e56d4e9879cd930e3a2b
+size 5202
diff --git a/params/opt/5/fixed/woq/init/model.decoder.layers.4.self_attn.out_proj/zp.pt b/params/opt/5/fixed/woq/init/model.decoder.layers.4.self_attn.out_proj/zp.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8d816da9acca3119cd72b76ee057dca2c3a4513b
--- /dev/null
+++ b/params/opt/5/fixed/woq/init/model.decoder.layers.4.self_attn.out_proj/zp.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b74cbd027a8e6a7253e3ee35cfc1ea4eabe7d830e85cc2a975144d18821839da
+size 1091
diff --git a/params/opt/5/fixed/woq/init/model.decoder.layers.4.self_attn.q_proj/scale.pt b/params/opt/5/fixed/woq/init/model.decoder.layers.4.self_attn.q_proj/scale.pt
new file mode 100644
index 0000000000000000000000000000000000000000..6630f40e5e492ab9259d590f764a49a2cdf3c141
--- /dev/null
+++ b/params/opt/5/fixed/woq/init/model.decoder.layers.4.self_attn.q_proj/scale.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f941fbdd8c0c20cbaf70d3cbda545f3469bb2d52dbaffba2dae570918357bb78
+size 5202
diff --git a/params/opt/5/fixed/woq/init/model.decoder.layers.4.self_attn.q_proj/zp.pt b/params/opt/5/fixed/woq/init/model.decoder.layers.4.self_attn.q_proj/zp.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8d816da9acca3119cd72b76ee057dca2c3a4513b
--- /dev/null
+++ b/params/opt/5/fixed/woq/init/model.decoder.layers.4.self_attn.q_proj/zp.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b74cbd027a8e6a7253e3ee35cfc1ea4eabe7d830e85cc2a975144d18821839da
+size 1091
diff --git a/params/opt/5/fixed/woq/init/model.decoder.layers.4.self_attn.v_proj/scale.pt b/params/opt/5/fixed/woq/init/model.decoder.layers.4.self_attn.v_proj/scale.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ac7e0f0d40bc6e1458c1acaf7394c8544806ca8
--- /dev/null
+++ b/params/opt/5/fixed/woq/init/model.decoder.layers.4.self_attn.v_proj/scale.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:eb202b75e12500911e453130839c3a50ec1e9fcd894874a72002fc0e4446bc7d
+size 5202
diff --git a/params/opt/5/fixed/woq/init/model.decoder.layers.4.self_attn.v_proj/zp.pt b/params/opt/5/fixed/woq/init/model.decoder.layers.4.self_attn.v_proj/zp.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8d816da9acca3119cd72b76ee057dca2c3a4513b
--- /dev/null
+++ b/params/opt/5/fixed/woq/init/model.decoder.layers.4.self_attn.v_proj/zp.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b74cbd027a8e6a7253e3ee35cfc1ea4eabe7d830e85cc2a975144d18821839da
+size 1091
diff --git a/params/opt/5/fixed/woq/init/model.decoder.layers.5.fc1/scale.pt b/params/opt/5/fixed/woq/init/model.decoder.layers.5.fc1/scale.pt
new file mode 100644
index 0000000000000000000000000000000000000000..f96b95d8948ff679f4a13152b331a39ad8e3dbb3
--- /dev/null
+++ b/params/opt/5/fixed/woq/init/model.decoder.layers.5.fc1/scale.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:9363483c1491f4c224e6e6ffbe7e2e9d73ffd60082b848c644f83b64093e8959
+size 17490
diff --git a/params/opt/5/fixed/woq/init/model.decoder.layers.5.fc1/zp.pt b/params/opt/5/fixed/woq/init/model.decoder.layers.5.fc1/zp.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8d816da9acca3119cd72b76ee057dca2c3a4513b
--- /dev/null
+++ b/params/opt/5/fixed/woq/init/model.decoder.layers.5.fc1/zp.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b74cbd027a8e6a7253e3ee35cfc1ea4eabe7d830e85cc2a975144d18821839da
+size 1091
diff --git a/params/opt/5/fixed/woq/init/model.decoder.layers.5.fc2/scale.pt b/params/opt/5/fixed/woq/init/model.decoder.layers.5.fc2/scale.pt
new file mode 100644
index 0000000000000000000000000000000000000000..472358ff4ed9da0e8b294bdca4713fe43698705d
--- /dev/null
+++ b/params/opt/5/fixed/woq/init/model.decoder.layers.5.fc2/scale.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:46869196aa60b98693da46d8994d81ddf7ad94bb03462d8944198dc25bd89f8f
+size 5202
diff --git a/params/opt/5/fixed/woq/init/model.decoder.layers.5.fc2/zp.pt b/params/opt/5/fixed/woq/init/model.decoder.layers.5.fc2/zp.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8d816da9acca3119cd72b76ee057dca2c3a4513b
--- /dev/null
+++ b/params/opt/5/fixed/woq/init/model.decoder.layers.5.fc2/zp.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b74cbd027a8e6a7253e3ee35cfc1ea4eabe7d830e85cc2a975144d18821839da
+size 1091
diff --git a/params/opt/5/fixed/woq/init/model.decoder.layers.5.self_attn.k_proj/scale.pt b/params/opt/5/fixed/woq/init/model.decoder.layers.5.self_attn.k_proj/scale.pt
new file mode 100644
index 0000000000000000000000000000000000000000..53c9741ddfb570957dc23b9c9cad47406066cdf0
--- /dev/null
+++ b/params/opt/5/fixed/woq/init/model.decoder.layers.5.self_attn.k_proj/scale.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:be7580315552afbcbbb2ac3c6ac1c5d0b275bc1a4a840da658abea3cbac6b7f0
+size 5202
diff --git a/params/opt/5/fixed/woq/init/model.decoder.layers.5.self_attn.k_proj/zp.pt b/params/opt/5/fixed/woq/init/model.decoder.layers.5.self_attn.k_proj/zp.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8d816da9acca3119cd72b76ee057dca2c3a4513b
--- /dev/null
+++ b/params/opt/5/fixed/woq/init/model.decoder.layers.5.self_attn.k_proj/zp.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b74cbd027a8e6a7253e3ee35cfc1ea4eabe7d830e85cc2a975144d18821839da
+size 1091
diff --git a/params/opt/5/fixed/woq/init/model.decoder.layers.5.self_attn.out_proj/scale.pt b/params/opt/5/fixed/woq/init/model.decoder.layers.5.self_attn.out_proj/scale.pt
new file mode 100644
index 0000000000000000000000000000000000000000..3656f740d864a7fa357e2be1ae8f3200ee20bce4
--- /dev/null
+++ b/params/opt/5/fixed/woq/init/model.decoder.layers.5.self_attn.out_proj/scale.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c991d00aae6ffa16e1a4abe32c8bb3505b364e351cc18eabf68571a14b72bf4e
+size 5202
diff --git a/params/opt/5/fixed/woq/init/model.decoder.layers.5.self_attn.out_proj/zp.pt b/params/opt/5/fixed/woq/init/model.decoder.layers.5.self_attn.out_proj/zp.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8d816da9acca3119cd72b76ee057dca2c3a4513b
--- /dev/null
+++ b/params/opt/5/fixed/woq/init/model.decoder.layers.5.self_attn.out_proj/zp.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b74cbd027a8e6a7253e3ee35cfc1ea4eabe7d830e85cc2a975144d18821839da
+size 1091
diff --git a/params/opt/5/fixed/woq/init/model.decoder.layers.5.self_attn.q_proj/scale.pt b/params/opt/5/fixed/woq/init/model.decoder.layers.5.self_attn.q_proj/scale.pt
new file mode 100644
index 0000000000000000000000000000000000000000..414ac2c745b9cfc0280705121dfa4534e1ab9c6e
--- /dev/null
+++ b/params/opt/5/fixed/woq/init/model.decoder.layers.5.self_attn.q_proj/scale.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:8e4614400c413dcd05670f0e462e08a965afbe5214e3df233353167c735d07aa
+size 5202
diff --git a/params/opt/5/fixed/woq/init/model.decoder.layers.5.self_attn.q_proj/zp.pt b/params/opt/5/fixed/woq/init/model.decoder.layers.5.self_attn.q_proj/zp.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8d816da9acca3119cd72b76ee057dca2c3a4513b
--- /dev/null
+++ b/params/opt/5/fixed/woq/init/model.decoder.layers.5.self_attn.q_proj/zp.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b74cbd027a8e6a7253e3ee35cfc1ea4eabe7d830e85cc2a975144d18821839da
+size 1091
diff --git a/params/opt/5/fixed/woq/init/model.decoder.layers.5.self_attn.v_proj/scale.pt b/params/opt/5/fixed/woq/init/model.decoder.layers.5.self_attn.v_proj/scale.pt
new file mode 100644
index 0000000000000000000000000000000000000000..6feaadab9707cc228431e03ebd97d5e7239cb5dd
--- /dev/null
+++ b/params/opt/5/fixed/woq/init/model.decoder.layers.5.self_attn.v_proj/scale.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c7e62dd747fcdfac783d47c3199ae30985fed36c23937838e1dd84aba6a0324b
+size 5202
diff --git a/params/opt/5/fixed/woq/init/model.decoder.layers.5.self_attn.v_proj/zp.pt b/params/opt/5/fixed/woq/init/model.decoder.layers.5.self_attn.v_proj/zp.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8d816da9acca3119cd72b76ee057dca2c3a4513b
--- /dev/null
+++ b/params/opt/5/fixed/woq/init/model.decoder.layers.5.self_attn.v_proj/zp.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b74cbd027a8e6a7253e3ee35cfc1ea4eabe7d830e85cc2a975144d18821839da
+size 1091
diff --git a/params/opt/5/fixed/woq/init/model.decoder.layers.6.fc1/scale.pt b/params/opt/5/fixed/woq/init/model.decoder.layers.6.fc1/scale.pt
new file mode 100644
index 0000000000000000000000000000000000000000..d719e69e18d3db20f5580f3b48121dd0e5895c93
--- /dev/null
+++ b/params/opt/5/fixed/woq/init/model.decoder.layers.6.fc1/scale.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:10d220b07fc8dd351bb161d9cac4c75f60ed5b8c6ed88c62c11811f5316c7960
+size 17490
diff --git a/params/opt/5/fixed/woq/init/model.decoder.layers.6.fc1/zp.pt b/params/opt/5/fixed/woq/init/model.decoder.layers.6.fc1/zp.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8d816da9acca3119cd72b76ee057dca2c3a4513b
--- /dev/null
+++ b/params/opt/5/fixed/woq/init/model.decoder.layers.6.fc1/zp.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b74cbd027a8e6a7253e3ee35cfc1ea4eabe7d830e85cc2a975144d18821839da
+size 1091
diff --git a/params/opt/5/fixed/woq/init/model.decoder.layers.6.fc2/scale.pt b/params/opt/5/fixed/woq/init/model.decoder.layers.6.fc2/scale.pt
new file mode 100644
index 0000000000000000000000000000000000000000..b7040c4a63b71ae3003c0264ff470722582be95a
--- /dev/null
+++ b/params/opt/5/fixed/woq/init/model.decoder.layers.6.fc2/scale.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ab5ca7638b628e28b847dc859f05ea3debcbd797feda1853544592d65fbd6bea
+size 5202
diff --git a/params/opt/5/fixed/woq/init/model.decoder.layers.6.fc2/zp.pt b/params/opt/5/fixed/woq/init/model.decoder.layers.6.fc2/zp.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8d816da9acca3119cd72b76ee057dca2c3a4513b
--- /dev/null
+++ b/params/opt/5/fixed/woq/init/model.decoder.layers.6.fc2/zp.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b74cbd027a8e6a7253e3ee35cfc1ea4eabe7d830e85cc2a975144d18821839da
+size 1091
diff --git a/params/opt/5/fixed/woq/init/model.decoder.layers.6.self_attn.k_proj/scale.pt b/params/opt/5/fixed/woq/init/model.decoder.layers.6.self_attn.k_proj/scale.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e38b5086656f0977b20a1e0dd8cf178553ef2910
--- /dev/null
+++ b/params/opt/5/fixed/woq/init/model.decoder.layers.6.self_attn.k_proj/scale.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:22e8919159798121f2da01cf2c98821b430dbfecc3c5601b48d80bb6f7a65b94
+size 5202
diff --git a/params/opt/5/fixed/woq/init/model.decoder.layers.6.self_attn.k_proj/zp.pt b/params/opt/5/fixed/woq/init/model.decoder.layers.6.self_attn.k_proj/zp.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8d816da9acca3119cd72b76ee057dca2c3a4513b
--- /dev/null
+++ b/params/opt/5/fixed/woq/init/model.decoder.layers.6.self_attn.k_proj/zp.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b74cbd027a8e6a7253e3ee35cfc1ea4eabe7d830e85cc2a975144d18821839da
+size 1091
diff --git a/params/opt/5/fixed/woq/init/model.decoder.layers.6.self_attn.out_proj/scale.pt b/params/opt/5/fixed/woq/init/model.decoder.layers.6.self_attn.out_proj/scale.pt
new file mode 100644
index 0000000000000000000000000000000000000000..abc8dbf0cc109569e3648168fd4d223b97594d8b
--- /dev/null
+++ b/params/opt/5/fixed/woq/init/model.decoder.layers.6.self_attn.out_proj/scale.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:1a78cab77398d2bec93ce92874df070aa592998b0c354a4823c3fadef141e1e1
+size 5202
diff --git a/params/opt/5/fixed/woq/init/model.decoder.layers.6.self_attn.out_proj/zp.pt b/params/opt/5/fixed/woq/init/model.decoder.layers.6.self_attn.out_proj/zp.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8d816da9acca3119cd72b76ee057dca2c3a4513b
--- /dev/null
+++ b/params/opt/5/fixed/woq/init/model.decoder.layers.6.self_attn.out_proj/zp.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b74cbd027a8e6a7253e3ee35cfc1ea4eabe7d830e85cc2a975144d18821839da
+size 1091
diff --git a/params/opt/5/fixed/woq/init/model.decoder.layers.6.self_attn.q_proj/scale.pt b/params/opt/5/fixed/woq/init/model.decoder.layers.6.self_attn.q_proj/scale.pt
new file mode 100644
index 0000000000000000000000000000000000000000..b96b76ae31649d0f9ca91aa241e2060bcfd9b2cb
--- /dev/null
+++ b/params/opt/5/fixed/woq/init/model.decoder.layers.6.self_attn.q_proj/scale.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f0ccccd0fc90ebc280d4e73d596bff9d92ae72db25837a63c1bfb144fd352e11
+size 5202
diff --git a/params/opt/5/fixed/woq/init/model.decoder.layers.6.self_attn.q_proj/zp.pt b/params/opt/5/fixed/woq/init/model.decoder.layers.6.self_attn.q_proj/zp.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8d816da9acca3119cd72b76ee057dca2c3a4513b
--- /dev/null
+++ b/params/opt/5/fixed/woq/init/model.decoder.layers.6.self_attn.q_proj/zp.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b74cbd027a8e6a7253e3ee35cfc1ea4eabe7d830e85cc2a975144d18821839da
+size 1091
diff --git a/params/opt/5/fixed/woq/init/model.decoder.layers.6.self_attn.v_proj/scale.pt b/params/opt/5/fixed/woq/init/model.decoder.layers.6.self_attn.v_proj/scale.pt
new file mode 100644
index 0000000000000000000000000000000000000000..0dc925407fd37533b9684541408797023f4d5fd6
--- /dev/null
+++ b/params/opt/5/fixed/woq/init/model.decoder.layers.6.self_attn.v_proj/scale.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:dfac43a7394037c308817ab45f0e3a9a64a9bd2cc1fd0585690a9d7b5198d57e
+size 5202
diff --git a/params/opt/5/fixed/woq/init/model.decoder.layers.6.self_attn.v_proj/zp.pt b/params/opt/5/fixed/woq/init/model.decoder.layers.6.self_attn.v_proj/zp.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8d816da9acca3119cd72b76ee057dca2c3a4513b
--- /dev/null
+++ b/params/opt/5/fixed/woq/init/model.decoder.layers.6.self_attn.v_proj/zp.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b74cbd027a8e6a7253e3ee35cfc1ea4eabe7d830e85cc2a975144d18821839da
+size 1091
diff --git a/params/opt/5/fixed/woq/init/model.decoder.layers.7.fc1/scale.pt b/params/opt/5/fixed/woq/init/model.decoder.layers.7.fc1/scale.pt
new file mode 100644
index 0000000000000000000000000000000000000000..580ec6a2454efd33543aa34105c78b13a22fbf78
--- /dev/null
+++ b/params/opt/5/fixed/woq/init/model.decoder.layers.7.fc1/scale.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:eadc8507e9acb79a386cfaf6ea316973d0e5bc7a536a5a611968faa33eeaf66f
+size 17490
diff --git a/params/opt/5/fixed/woq/init/model.decoder.layers.7.fc1/zp.pt b/params/opt/5/fixed/woq/init/model.decoder.layers.7.fc1/zp.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8d816da9acca3119cd72b76ee057dca2c3a4513b
--- /dev/null
+++ b/params/opt/5/fixed/woq/init/model.decoder.layers.7.fc1/zp.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b74cbd027a8e6a7253e3ee35cfc1ea4eabe7d830e85cc2a975144d18821839da
+size 1091
diff --git a/params/opt/5/fixed/woq/init/model.decoder.layers.7.fc2/scale.pt b/params/opt/5/fixed/woq/init/model.decoder.layers.7.fc2/scale.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c7f8bf9ce3b0bf420f129fdcc4634267f21c4542
--- /dev/null
+++ b/params/opt/5/fixed/woq/init/model.decoder.layers.7.fc2/scale.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:7a3ce97386beafd7d9ed550f22891ce1f75cbb18a7226d7d7119db0888fc8769
+size 5202
diff --git a/params/opt/5/fixed/woq/init/model.decoder.layers.7.fc2/zp.pt b/params/opt/5/fixed/woq/init/model.decoder.layers.7.fc2/zp.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8d816da9acca3119cd72b76ee057dca2c3a4513b
--- /dev/null
+++ b/params/opt/5/fixed/woq/init/model.decoder.layers.7.fc2/zp.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b74cbd027a8e6a7253e3ee35cfc1ea4eabe7d830e85cc2a975144d18821839da
+size 1091
diff --git a/params/opt/5/fixed/woq/init/model.decoder.layers.7.self_attn.k_proj/scale.pt b/params/opt/5/fixed/woq/init/model.decoder.layers.7.self_attn.k_proj/scale.pt
new file mode 100644
index 0000000000000000000000000000000000000000..acc959c3e67fcc50e6456964fdcd499a3c4ebc89
--- /dev/null
+++ b/params/opt/5/fixed/woq/init/model.decoder.layers.7.self_attn.k_proj/scale.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d52f5eeca6f9d2993fcc78bbb9974682850cf091f09f0f41df1d008db9c0da23
+size 5202
diff --git a/params/opt/5/fixed/woq/init/model.decoder.layers.7.self_attn.k_proj/zp.pt b/params/opt/5/fixed/woq/init/model.decoder.layers.7.self_attn.k_proj/zp.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8d816da9acca3119cd72b76ee057dca2c3a4513b
--- /dev/null
+++ b/params/opt/5/fixed/woq/init/model.decoder.layers.7.self_attn.k_proj/zp.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b74cbd027a8e6a7253e3ee35cfc1ea4eabe7d830e85cc2a975144d18821839da
+size 1091
diff --git a/params/opt/5/fixed/woq/init/model.decoder.layers.7.self_attn.out_proj/scale.pt b/params/opt/5/fixed/woq/init/model.decoder.layers.7.self_attn.out_proj/scale.pt
new file mode 100644
index 0000000000000000000000000000000000000000..886046db2bfaa2939277b9c19b7360d8809930d6
--- /dev/null
+++ b/params/opt/5/fixed/woq/init/model.decoder.layers.7.self_attn.out_proj/scale.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:9ce40c84e461067e4f3818ecbc6f6967391cac82450c6b34813c785eb9393efb
+size 5202
diff --git a/params/opt/5/fixed/woq/init/model.decoder.layers.7.self_attn.out_proj/zp.pt b/params/opt/5/fixed/woq/init/model.decoder.layers.7.self_attn.out_proj/zp.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8d816da9acca3119cd72b76ee057dca2c3a4513b
--- /dev/null
+++ b/params/opt/5/fixed/woq/init/model.decoder.layers.7.self_attn.out_proj/zp.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b74cbd027a8e6a7253e3ee35cfc1ea4eabe7d830e85cc2a975144d18821839da
+size 1091
diff --git a/params/opt/5/fixed/woq/init/model.decoder.layers.7.self_attn.q_proj/scale.pt b/params/opt/5/fixed/woq/init/model.decoder.layers.7.self_attn.q_proj/scale.pt
new file mode 100644
index 0000000000000000000000000000000000000000..1742fb147abacfe4eb097e662f28c8833b8e879e
--- /dev/null
+++ b/params/opt/5/fixed/woq/init/model.decoder.layers.7.self_attn.q_proj/scale.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:4c723f796cf09ee3a0cac9a80fc51805938a7604b3bd3067dc13b927a75024f7
+size 5202
diff --git a/params/opt/5/fixed/woq/init/model.decoder.layers.7.self_attn.q_proj/zp.pt b/params/opt/5/fixed/woq/init/model.decoder.layers.7.self_attn.q_proj/zp.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8d816da9acca3119cd72b76ee057dca2c3a4513b
--- /dev/null
+++ b/params/opt/5/fixed/woq/init/model.decoder.layers.7.self_attn.q_proj/zp.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b74cbd027a8e6a7253e3ee35cfc1ea4eabe7d830e85cc2a975144d18821839da
+size 1091
diff --git a/params/opt/5/fixed/woq/init/model.decoder.layers.7.self_attn.v_proj/scale.pt b/params/opt/5/fixed/woq/init/model.decoder.layers.7.self_attn.v_proj/scale.pt
new file mode 100644
index 0000000000000000000000000000000000000000..6bcea9cc642cd74b6f7b3b0ff5c59f9fe7a7ed8e
--- /dev/null
+++ b/params/opt/5/fixed/woq/init/model.decoder.layers.7.self_attn.v_proj/scale.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:4505cf4b5ebb97925fca1316a8f14594f28d3128b6957fa62dc3e5162bd30b58
+size 5202
diff --git a/params/opt/5/fixed/woq/init/model.decoder.layers.7.self_attn.v_proj/zp.pt b/params/opt/5/fixed/woq/init/model.decoder.layers.7.self_attn.v_proj/zp.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8d816da9acca3119cd72b76ee057dca2c3a4513b
--- /dev/null
+++ b/params/opt/5/fixed/woq/init/model.decoder.layers.7.self_attn.v_proj/zp.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b74cbd027a8e6a7253e3ee35cfc1ea4eabe7d830e85cc2a975144d18821839da
+size 1091
diff --git a/params/opt/5/fixed/woq/init/model.decoder.layers.8.fc1/scale.pt b/params/opt/5/fixed/woq/init/model.decoder.layers.8.fc1/scale.pt
new file mode 100644
index 0000000000000000000000000000000000000000..f55042fc054996d747c2bccb40e5e6ff5156a5aa
--- /dev/null
+++ b/params/opt/5/fixed/woq/init/model.decoder.layers.8.fc1/scale.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:90f9101369a92912674d56e5f459514f86cbc6c808b034f2ae4e5b8f77b8ed73
+size 17490
diff --git a/params/opt/5/fixed/woq/init/model.decoder.layers.8.fc1/zp.pt b/params/opt/5/fixed/woq/init/model.decoder.layers.8.fc1/zp.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8d816da9acca3119cd72b76ee057dca2c3a4513b
--- /dev/null
+++ b/params/opt/5/fixed/woq/init/model.decoder.layers.8.fc1/zp.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b74cbd027a8e6a7253e3ee35cfc1ea4eabe7d830e85cc2a975144d18821839da
+size 1091
diff --git a/params/opt/5/fixed/woq/init/model.decoder.layers.8.fc2/scale.pt b/params/opt/5/fixed/woq/init/model.decoder.layers.8.fc2/scale.pt
new file mode 100644
index 0000000000000000000000000000000000000000..850ddece9fd449a80f07bd8ceab97ed2bce1c924
--- /dev/null
+++ b/params/opt/5/fixed/woq/init/model.decoder.layers.8.fc2/scale.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e09fd5de67ca31a611e7cd6ff8f2485d11543de6d88f31f6b4edcbf52137a514
+size 5202
diff --git a/params/opt/5/fixed/woq/init/model.decoder.layers.8.fc2/zp.pt b/params/opt/5/fixed/woq/init/model.decoder.layers.8.fc2/zp.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8d816da9acca3119cd72b76ee057dca2c3a4513b
--- /dev/null
+++ b/params/opt/5/fixed/woq/init/model.decoder.layers.8.fc2/zp.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b74cbd027a8e6a7253e3ee35cfc1ea4eabe7d830e85cc2a975144d18821839da
+size 1091
diff --git a/params/opt/5/fixed/woq/init/model.decoder.layers.8.self_attn.k_proj/scale.pt b/params/opt/5/fixed/woq/init/model.decoder.layers.8.self_attn.k_proj/scale.pt
new file mode 100644
index 0000000000000000000000000000000000000000..9fd99439b80cb8bf2a271e09cfd2e822fe01a219
--- /dev/null
+++ b/params/opt/5/fixed/woq/init/model.decoder.layers.8.self_attn.k_proj/scale.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:4f7ddaa793b8235f7387aac05d29d9fba9d5b71a7cf158467ba645d000329b93
+size 5202
diff --git a/params/opt/5/fixed/woq/init/model.decoder.layers.8.self_attn.k_proj/zp.pt b/params/opt/5/fixed/woq/init/model.decoder.layers.8.self_attn.k_proj/zp.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8d816da9acca3119cd72b76ee057dca2c3a4513b
--- /dev/null
+++ b/params/opt/5/fixed/woq/init/model.decoder.layers.8.self_attn.k_proj/zp.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b74cbd027a8e6a7253e3ee35cfc1ea4eabe7d830e85cc2a975144d18821839da
+size 1091
diff --git a/params/opt/5/fixed/woq/init/model.decoder.layers.8.self_attn.out_proj/scale.pt b/params/opt/5/fixed/woq/init/model.decoder.layers.8.self_attn.out_proj/scale.pt
new file mode 100644
index 0000000000000000000000000000000000000000..abd2d12d00da5489c51cc5ea046047bf88214406
--- /dev/null
+++ b/params/opt/5/fixed/woq/init/model.decoder.layers.8.self_attn.out_proj/scale.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a790cd978b0040a232cf089f006df4bca051af3aa003dfd68da4f8390137efb6
+size 5202
diff --git a/params/opt/5/fixed/woq/init/model.decoder.layers.8.self_attn.out_proj/zp.pt b/params/opt/5/fixed/woq/init/model.decoder.layers.8.self_attn.out_proj/zp.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8d816da9acca3119cd72b76ee057dca2c3a4513b
--- /dev/null
+++ b/params/opt/5/fixed/woq/init/model.decoder.layers.8.self_attn.out_proj/zp.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b74cbd027a8e6a7253e3ee35cfc1ea4eabe7d830e85cc2a975144d18821839da
+size 1091
diff --git a/params/opt/5/fixed/woq/init/model.decoder.layers.8.self_attn.q_proj/scale.pt b/params/opt/5/fixed/woq/init/model.decoder.layers.8.self_attn.q_proj/scale.pt
new file mode 100644
index 0000000000000000000000000000000000000000..6c1e81f40c120e694b8a6992b18c7c7c776a0143
--- /dev/null
+++ b/params/opt/5/fixed/woq/init/model.decoder.layers.8.self_attn.q_proj/scale.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:7e9033e0d0b488f164617fbb4e460edf051cdce47bea3c3d2b816633323733e1
+size 5202
diff --git a/params/opt/5/fixed/woq/init/model.decoder.layers.8.self_attn.q_proj/zp.pt b/params/opt/5/fixed/woq/init/model.decoder.layers.8.self_attn.q_proj/zp.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8d816da9acca3119cd72b76ee057dca2c3a4513b
--- /dev/null
+++ b/params/opt/5/fixed/woq/init/model.decoder.layers.8.self_attn.q_proj/zp.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b74cbd027a8e6a7253e3ee35cfc1ea4eabe7d830e85cc2a975144d18821839da
+size 1091
diff --git a/params/opt/5/fixed/woq/init/model.decoder.layers.8.self_attn.v_proj/scale.pt b/params/opt/5/fixed/woq/init/model.decoder.layers.8.self_attn.v_proj/scale.pt
new file mode 100644
index 0000000000000000000000000000000000000000..084a11d43b66f1eb33e92aa801efb9a3947202ef
--- /dev/null
+++ b/params/opt/5/fixed/woq/init/model.decoder.layers.8.self_attn.v_proj/scale.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:cc9e36bf8f167a358cf0f49e6086b566f5516d5d7a5f38b795fe7436891d7828
+size 5202
diff --git a/params/opt/5/fixed/woq/init/model.decoder.layers.8.self_attn.v_proj/zp.pt b/params/opt/5/fixed/woq/init/model.decoder.layers.8.self_attn.v_proj/zp.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8d816da9acca3119cd72b76ee057dca2c3a4513b
--- /dev/null
+++ b/params/opt/5/fixed/woq/init/model.decoder.layers.8.self_attn.v_proj/zp.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b74cbd027a8e6a7253e3ee35cfc1ea4eabe7d830e85cc2a975144d18821839da
+size 1091
diff --git a/params/opt/5/fixed/woq/init/model.decoder.layers.9.fc1/scale.pt b/params/opt/5/fixed/woq/init/model.decoder.layers.9.fc1/scale.pt
new file mode 100644
index 0000000000000000000000000000000000000000..0b6253d784467a74e0723aff59f9b23498b5d982
--- /dev/null
+++ b/params/opt/5/fixed/woq/init/model.decoder.layers.9.fc1/scale.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:02e7dbc0db6e356c6d73fbee8694eb642026c865091d6b3fda57659cb30da3fa
+size 17490
diff --git a/params/opt/5/fixed/woq/init/model.decoder.layers.9.fc1/zp.pt b/params/opt/5/fixed/woq/init/model.decoder.layers.9.fc1/zp.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8d816da9acca3119cd72b76ee057dca2c3a4513b
--- /dev/null
+++ b/params/opt/5/fixed/woq/init/model.decoder.layers.9.fc1/zp.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b74cbd027a8e6a7253e3ee35cfc1ea4eabe7d830e85cc2a975144d18821839da
+size 1091
diff --git a/params/opt/5/fixed/woq/init/model.decoder.layers.9.fc2/scale.pt b/params/opt/5/fixed/woq/init/model.decoder.layers.9.fc2/scale.pt
new file mode 100644
index 0000000000000000000000000000000000000000..25373891d13f4d97fd1fc7f7ecec887638d14874
--- /dev/null
+++ b/params/opt/5/fixed/woq/init/model.decoder.layers.9.fc2/scale.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:73384146ef1b42127dc37b39937895eb916477e03a8f95d152edb1032f07811d
+size 5202
diff --git a/params/opt/5/fixed/woq/init/model.decoder.layers.9.fc2/zp.pt b/params/opt/5/fixed/woq/init/model.decoder.layers.9.fc2/zp.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8d816da9acca3119cd72b76ee057dca2c3a4513b
--- /dev/null
+++ b/params/opt/5/fixed/woq/init/model.decoder.layers.9.fc2/zp.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b74cbd027a8e6a7253e3ee35cfc1ea4eabe7d830e85cc2a975144d18821839da
+size 1091
diff --git a/params/opt/5/fixed/woq/init/model.decoder.layers.9.self_attn.k_proj/scale.pt b/params/opt/5/fixed/woq/init/model.decoder.layers.9.self_attn.k_proj/scale.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e7e484b496e6cbb04c9b46fa4de180587c9c8b37
--- /dev/null
+++ b/params/opt/5/fixed/woq/init/model.decoder.layers.9.self_attn.k_proj/scale.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:df0e77cce65478027cac6fe924b1acf10086e198e22c7ed2af81b7a550537691
+size 5202
diff --git a/params/opt/5/fixed/woq/init/model.decoder.layers.9.self_attn.k_proj/zp.pt b/params/opt/5/fixed/woq/init/model.decoder.layers.9.self_attn.k_proj/zp.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8d816da9acca3119cd72b76ee057dca2c3a4513b
--- /dev/null
+++ b/params/opt/5/fixed/woq/init/model.decoder.layers.9.self_attn.k_proj/zp.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b74cbd027a8e6a7253e3ee35cfc1ea4eabe7d830e85cc2a975144d18821839da
+size 1091
diff --git a/params/opt/5/fixed/woq/init/model.decoder.layers.9.self_attn.out_proj/scale.pt b/params/opt/5/fixed/woq/init/model.decoder.layers.9.self_attn.out_proj/scale.pt
new file mode 100644
index 0000000000000000000000000000000000000000..b19ce4ff2c16be673f7cb326e83a7c981deb8c69
--- /dev/null
+++ b/params/opt/5/fixed/woq/init/model.decoder.layers.9.self_attn.out_proj/scale.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:64913c9fefd541a0f58204e847902cd389fe77d8fda73e81d60859f466c5d23f
+size 5202
diff --git a/params/opt/5/fixed/woq/init/model.decoder.layers.9.self_attn.out_proj/zp.pt b/params/opt/5/fixed/woq/init/model.decoder.layers.9.self_attn.out_proj/zp.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8d816da9acca3119cd72b76ee057dca2c3a4513b
--- /dev/null
+++ b/params/opt/5/fixed/woq/init/model.decoder.layers.9.self_attn.out_proj/zp.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b74cbd027a8e6a7253e3ee35cfc1ea4eabe7d830e85cc2a975144d18821839da
+size 1091
diff --git a/params/opt/5/fixed/woq/init/model.decoder.layers.9.self_attn.q_proj/scale.pt b/params/opt/5/fixed/woq/init/model.decoder.layers.9.self_attn.q_proj/scale.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4ebc38e4a1f13e9c258ffbd4e06342e8d69e7548
--- /dev/null
+++ b/params/opt/5/fixed/woq/init/model.decoder.layers.9.self_attn.q_proj/scale.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ff065d5d3be86bac9b846002a2817cb3b7ca7466f52f2ad94c1491376bb1dbac
+size 5202
diff --git a/params/opt/5/fixed/woq/init/model.decoder.layers.9.self_attn.q_proj/zp.pt b/params/opt/5/fixed/woq/init/model.decoder.layers.9.self_attn.q_proj/zp.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8d816da9acca3119cd72b76ee057dca2c3a4513b
--- /dev/null
+++ b/params/opt/5/fixed/woq/init/model.decoder.layers.9.self_attn.q_proj/zp.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b74cbd027a8e6a7253e3ee35cfc1ea4eabe7d830e85cc2a975144d18821839da
+size 1091
diff --git a/params/opt/5/fixed/woq/init/model.decoder.layers.9.self_attn.v_proj/scale.pt b/params/opt/5/fixed/woq/init/model.decoder.layers.9.self_attn.v_proj/scale.pt
new file mode 100644
index 0000000000000000000000000000000000000000..19ef0ab8e7da8ba2d8a0aca38a18bddb99a6765f
--- /dev/null
+++ b/params/opt/5/fixed/woq/init/model.decoder.layers.9.self_attn.v_proj/scale.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:eb1cd026f415e0ccf4f653465db167019e8b469ec0fc267437d282b58c293919
+size 5202
diff --git a/params/opt/5/fixed/woq/init/model.decoder.layers.9.self_attn.v_proj/zp.pt b/params/opt/5/fixed/woq/init/model.decoder.layers.9.self_attn.v_proj/zp.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8d816da9acca3119cd72b76ee057dca2c3a4513b
--- /dev/null
+++ b/params/opt/5/fixed/woq/init/model.decoder.layers.9.self_attn.v_proj/zp.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b74cbd027a8e6a7253e3ee35cfc1ea4eabe7d830e85cc2a975144d18821839da
+size 1091
diff --git a/params/opt/5/fixed/woq/init/model.decoder.project_in/scale.pt b/params/opt/5/fixed/woq/init/model.decoder.project_in/scale.pt
new file mode 100644
index 0000000000000000000000000000000000000000..1d166be23684998383e0f5cd5ba8a5e4ab20c501
--- /dev/null
+++ b/params/opt/5/fixed/woq/init/model.decoder.project_in/scale.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b14170c36bcdeca57bb02248644c7f1e7609fb0fe34092cdacb2edfda255b1d9
+size 5202
diff --git a/params/opt/5/fixed/woq/init/model.decoder.project_in/zp.pt b/params/opt/5/fixed/woq/init/model.decoder.project_in/zp.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8d816da9acca3119cd72b76ee057dca2c3a4513b
--- /dev/null
+++ b/params/opt/5/fixed/woq/init/model.decoder.project_in/zp.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b74cbd027a8e6a7253e3ee35cfc1ea4eabe7d830e85cc2a975144d18821839da
+size 1091
diff --git a/params/opt/5/fixed/woq/init/model.decoder.project_out/scale.pt b/params/opt/5/fixed/woq/init/model.decoder.project_out/scale.pt
new file mode 100644
index 0000000000000000000000000000000000000000..fabc59148a658d61d4d1c2199cc0c3aac4e2e74a
--- /dev/null
+++ b/params/opt/5/fixed/woq/init/model.decoder.project_out/scale.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:7d69fa4fa17e87654a2ff0924d3515e2e5937cc6263675785355946d63fb5ec1
+size 3154
diff --git a/params/opt/5/fixed/woq/init/model.decoder.project_out/zp.pt b/params/opt/5/fixed/woq/init/model.decoder.project_out/zp.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8d816da9acca3119cd72b76ee057dca2c3a4513b
--- /dev/null
+++ b/params/opt/5/fixed/woq/init/model.decoder.project_out/zp.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b74cbd027a8e6a7253e3ee35cfc1ea4eabe7d830e85cc2a975144d18821839da
+size 1091
diff --git a/params/opt/5/fixed/woq_t/global_train/lm_head/q_scales.pt b/params/opt/5/fixed/woq_t/global_train/lm_head/q_scales.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ec641288f8f075c780d53778eb259e65458fecc4
--- /dev/null
+++ b/params/opt/5/fixed/woq_t/global_train/lm_head/q_scales.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:eb980122f208d06a613d00cfc7074b7554ff3e0dd727a236b83ea9c80df0c887
+size 202337
diff --git a/params/opt/5/fixed/woq_t/global_train/lm_head/zp_scales.pt b/params/opt/5/fixed/woq_t/global_train/lm_head/zp_scales.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ed259a183c50fd7beb08b17ad585db0f579775f9
--- /dev/null
+++ b/params/opt/5/fixed/woq_t/global_train/lm_head/zp_scales.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:6f4c413eeff38445cdd035061fc41c8bd0d1bc87130b5a39400bf4480075d4e4
+size 1254
diff --git a/params/opt/5/fixed/woq_t/global_train/model.decoder.layers.0.fc1/q_scales.pt b/params/opt/5/fixed/woq_t/global_train/model.decoder.layers.0.fc1/q_scales.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2580dd72b0a94d2ad6975941b5865c40547de5aa
--- /dev/null
+++ b/params/opt/5/fixed/woq_t/global_train/model.decoder.layers.0.fc1/q_scales.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:351c201e035579231b6a75c452ac1ebdf7c2abb5530180fc2a02e11ccf3ab2bb
+size 17633
diff --git a/params/opt/5/fixed/woq_t/global_train/model.decoder.layers.0.fc1/zp_scales.pt b/params/opt/5/fixed/woq_t/global_train/model.decoder.layers.0.fc1/zp_scales.pt
new file mode 100644
index 0000000000000000000000000000000000000000..86c3d9b253201eb903de1600bcfe02d90b2308b0
--- /dev/null
+++ b/params/opt/5/fixed/woq_t/global_train/model.decoder.layers.0.fc1/zp_scales.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:67ba0085147bb4b9755246be3ff2421b672d0c8d320f15514fd5a721ab80dd40
+size 1254
diff --git a/params/opt/5/fixed/woq_t/global_train/model.decoder.layers.0.fc2/q_scales.pt b/params/opt/5/fixed/woq_t/global_train/model.decoder.layers.0.fc2/q_scales.pt
new file mode 100644
index 0000000000000000000000000000000000000000..3f770c8643f8edf09f942ccdd809693e98d4f3f0
--- /dev/null
+++ b/params/opt/5/fixed/woq_t/global_train/model.decoder.layers.0.fc2/q_scales.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:924610f91137821d027aaf927f176c5e8c0900b9a1cee46b4ecf06f1387468e5
+size 5345
diff --git a/params/opt/5/fixed/woq_t/global_train/model.decoder.layers.0.fc2/zp_scales.pt b/params/opt/5/fixed/woq_t/global_train/model.decoder.layers.0.fc2/zp_scales.pt
new file mode 100644
index 0000000000000000000000000000000000000000..caa6f97a3e6fd6d5d3c023518c5c2b67e1e33349
--- /dev/null
+++ b/params/opt/5/fixed/woq_t/global_train/model.decoder.layers.0.fc2/zp_scales.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:cd89bde3723fb0428767a7f91c94877f48b09f34a503604a8df4f20569f6a131
+size 1254
diff --git a/params/opt/5/fixed/woq_t/global_train/model.decoder.layers.0.self_attn.k_proj/q_scales.pt b/params/opt/5/fixed/woq_t/global_train/model.decoder.layers.0.self_attn.k_proj/q_scales.pt
new file mode 100644
index 0000000000000000000000000000000000000000..3b4138ed9b7f64148cda278d98249a96c9a754ed
--- /dev/null
+++ b/params/opt/5/fixed/woq_t/global_train/model.decoder.layers.0.self_attn.k_proj/q_scales.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:52a1e3479b2d5967983f79506272192ed277e8c051e733a0569d115c9514c4c3
+size 5345
diff --git a/params/opt/5/fixed/woq_t/global_train/model.decoder.layers.0.self_attn.k_proj/zp_scales.pt b/params/opt/5/fixed/woq_t/global_train/model.decoder.layers.0.self_attn.k_proj/zp_scales.pt
new file mode 100644
index 0000000000000000000000000000000000000000..f4450ee136252e7737a25c7d0d9ad5e2ef6f1267
--- /dev/null
+++ b/params/opt/5/fixed/woq_t/global_train/model.decoder.layers.0.self_attn.k_proj/zp_scales.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:26fb078b549a6ebade7207f99f3efd9e6d5d92c33c76687689b6b3eda4ae88a6
+size 1254
diff --git a/params/opt/5/fixed/woq_t/global_train/model.decoder.layers.0.self_attn.out_proj/q_scales.pt b/params/opt/5/fixed/woq_t/global_train/model.decoder.layers.0.self_attn.out_proj/q_scales.pt
new file mode 100644
index 0000000000000000000000000000000000000000..3e1bb296876073d1a123e8a49031dda09b2cfc1e
--- /dev/null
+++ b/params/opt/5/fixed/woq_t/global_train/model.decoder.layers.0.self_attn.out_proj/q_scales.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:377c577b387e3625f11b6c5ba046ead03af4ea3304a8b950613a993d8f52e797
+size 5345
diff --git a/params/opt/5/fixed/woq_t/global_train/model.decoder.layers.0.self_attn.out_proj/zp_scales.pt b/params/opt/5/fixed/woq_t/global_train/model.decoder.layers.0.self_attn.out_proj/zp_scales.pt
new file mode 100644
index 0000000000000000000000000000000000000000..afab0411151907ba14e2b7585b8cd7e56826ffeb
--- /dev/null
+++ b/params/opt/5/fixed/woq_t/global_train/model.decoder.layers.0.self_attn.out_proj/zp_scales.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:29aff5224fd8ad91a05fd49ab7b14a99f91aefb46b114479d65afa742575706e
+size 1254
diff --git a/params/opt/5/fixed/woq_t/global_train/model.decoder.layers.0.self_attn.q_proj/q_scales.pt b/params/opt/5/fixed/woq_t/global_train/model.decoder.layers.0.self_attn.q_proj/q_scales.pt
new file mode 100644
index 0000000000000000000000000000000000000000..0ce2b0b14608b4e26171b9b9739e58cffbe20709
--- /dev/null
+++ b/params/opt/5/fixed/woq_t/global_train/model.decoder.layers.0.self_attn.q_proj/q_scales.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e57b578a716341b694dbf4dcc63a15bbdd9f20e69362cc1fad3c863da8042254
+size 5345
diff --git a/params/opt/5/fixed/woq_t/global_train/model.decoder.layers.0.self_attn.q_proj/zp_scales.pt b/params/opt/5/fixed/woq_t/global_train/model.decoder.layers.0.self_attn.q_proj/zp_scales.pt
new file mode 100644
index 0000000000000000000000000000000000000000..9d4bf2595c565424d3ff99c8ea9190f6af833c84
--- /dev/null
+++ b/params/opt/5/fixed/woq_t/global_train/model.decoder.layers.0.self_attn.q_proj/zp_scales.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:7cc91977e5343b66feb9109bc0e925fa94793e1dea9aa6ad11bcfedea456a7b6
+size 1254
diff --git a/params/opt/5/fixed/woq_t/global_train/model.decoder.layers.0.self_attn.v_proj/q_scales.pt b/params/opt/5/fixed/woq_t/global_train/model.decoder.layers.0.self_attn.v_proj/q_scales.pt
new file mode 100644
index 0000000000000000000000000000000000000000..cd82971b4339528ebdb5b9a67834e31138ccd1b3
--- /dev/null
+++ b/params/opt/5/fixed/woq_t/global_train/model.decoder.layers.0.self_attn.v_proj/q_scales.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d1b410957c7f0a2886ad90b85ff620fe28d11adcdafd08b738247e300ea44062
+size 5345
diff --git a/params/opt/5/fixed/woq_t/global_train/model.decoder.layers.0.self_attn.v_proj/zp_scales.pt b/params/opt/5/fixed/woq_t/global_train/model.decoder.layers.0.self_attn.v_proj/zp_scales.pt
new file mode 100644
index 0000000000000000000000000000000000000000..5f5ec9e9fdf5283d07c11e3e886336cc2f1d0325
--- /dev/null
+++ b/params/opt/5/fixed/woq_t/global_train/model.decoder.layers.0.self_attn.v_proj/zp_scales.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c01486d76ca1ae02783d8126b73960e7bc5adc20db121e1d11541c0d10dfc5cc
+size 1254
diff --git a/params/opt/5/fixed/woq_t/global_train/model.decoder.layers.1.fc1/q_scales.pt b/params/opt/5/fixed/woq_t/global_train/model.decoder.layers.1.fc1/q_scales.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a721f2abc088fd11633ef0bab162495e427e4c02
--- /dev/null
+++ b/params/opt/5/fixed/woq_t/global_train/model.decoder.layers.1.fc1/q_scales.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:1fc02d1050b8a29dff08b3de37bf96d14fb916913ee032810dc462c2f33c726f
+size 17633
diff --git a/params/opt/5/fixed/woq_t/global_train/model.decoder.layers.1.fc1/zp_scales.pt b/params/opt/5/fixed/woq_t/global_train/model.decoder.layers.1.fc1/zp_scales.pt
new file mode 100644
index 0000000000000000000000000000000000000000..42326f4195052bb68e2d6b81a464bacfb7680f20
--- /dev/null
+++ b/params/opt/5/fixed/woq_t/global_train/model.decoder.layers.1.fc1/zp_scales.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:57a03d3dc44a9500fcb1df412086e0853a49ea58c1ad100f8520356f3f83297f
+size 1254
diff --git a/params/opt/5/fixed/woq_t/global_train/model.decoder.layers.1.fc2/q_scales.pt b/params/opt/5/fixed/woq_t/global_train/model.decoder.layers.1.fc2/q_scales.pt
new file mode 100644
index 0000000000000000000000000000000000000000..75420c08f316ccb1a9006c1884c7649ae7cd03c7
--- /dev/null
+++ b/params/opt/5/fixed/woq_t/global_train/model.decoder.layers.1.fc2/q_scales.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:183cd5a54f944673493900fab1d8ac5de1d91e966e4801b2874adbc442a31ce2
+size 5345
diff --git a/params/opt/5/fixed/woq_t/global_train/model.decoder.layers.1.fc2/zp_scales.pt b/params/opt/5/fixed/woq_t/global_train/model.decoder.layers.1.fc2/zp_scales.pt
new file mode 100644
index 0000000000000000000000000000000000000000..acf4f4cc562dbf9c1d318dbf3fcfb0fefa195d1e
--- /dev/null
+++ b/params/opt/5/fixed/woq_t/global_train/model.decoder.layers.1.fc2/zp_scales.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b56db0628e6eab4ad4d534d6b63e4faa0581a9fa9b8aa5fbede1347184304e0f
+size 1254
diff --git a/params/opt/5/fixed/woq_t/global_train/model.decoder.layers.1.self_attn.k_proj/q_scales.pt b/params/opt/5/fixed/woq_t/global_train/model.decoder.layers.1.self_attn.k_proj/q_scales.pt
new file mode 100644
index 0000000000000000000000000000000000000000..9674e3468f3c3b37e32967b1f3b1229272e2a440
--- /dev/null
+++ b/params/opt/5/fixed/woq_t/global_train/model.decoder.layers.1.self_attn.k_proj/q_scales.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:57d4baf8d276542de05a070a62bee877b6b9bdac55ac641b42e8601ada3e20bf
+size 5345
diff --git a/params/opt/5/fixed/woq_t/global_train/model.decoder.layers.1.self_attn.k_proj/zp_scales.pt b/params/opt/5/fixed/woq_t/global_train/model.decoder.layers.1.self_attn.k_proj/zp_scales.pt
new file mode 100644
index 0000000000000000000000000000000000000000..3b10a77360fb95688bbcbe2bad0d2c8e01ec2666
--- /dev/null
+++ b/params/opt/5/fixed/woq_t/global_train/model.decoder.layers.1.self_attn.k_proj/zp_scales.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c32dbca0286b98b9d4518c85edac26c6f22ce0c12cb6b9ac4f470f40dcd4adf0
+size 1254
diff --git a/params/opt/5/fixed/woq_t/global_train/model.decoder.layers.1.self_attn.out_proj/q_scales.pt b/params/opt/5/fixed/woq_t/global_train/model.decoder.layers.1.self_attn.out_proj/q_scales.pt
new file mode 100644
index 0000000000000000000000000000000000000000..37d1437e99677cf2b9aaec37f98c95fbdb1d7579
--- /dev/null
+++ b/params/opt/5/fixed/woq_t/global_train/model.decoder.layers.1.self_attn.out_proj/q_scales.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2f28a28530a88f3247b9c82a0f2b6170a9edb82c8620649ba90911b908ad19e7
+size 5345
diff --git a/params/opt/5/fixed/woq_t/global_train/model.decoder.layers.1.self_attn.out_proj/zp_scales.pt b/params/opt/5/fixed/woq_t/global_train/model.decoder.layers.1.self_attn.out_proj/zp_scales.pt
new file mode 100644
index 0000000000000000000000000000000000000000..fbe9241eaa417592880c25ff56c77088065cc98e
--- /dev/null
+++ b/params/opt/5/fixed/woq_t/global_train/model.decoder.layers.1.self_attn.out_proj/zp_scales.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:265388c3a3f5b7a9d7b43777f288c8801b8429b0adf0a0b9a4c1f49b17086412
+size 1254
diff --git a/params/opt/5/fixed/woq_t/global_train/model.decoder.layers.1.self_attn.q_proj/q_scales.pt b/params/opt/5/fixed/woq_t/global_train/model.decoder.layers.1.self_attn.q_proj/q_scales.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8320abb86f8222e3f0cdb0d041352ecf3f71f870
--- /dev/null
+++ b/params/opt/5/fixed/woq_t/global_train/model.decoder.layers.1.self_attn.q_proj/q_scales.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a0e425c230017417b32103a1ea413f8bfb6d0cbbf42517dce07c4858b1b64374
+size 5345
diff --git a/params/opt/5/fixed/woq_t/global_train/model.decoder.layers.1.self_attn.q_proj/zp_scales.pt b/params/opt/5/fixed/woq_t/global_train/model.decoder.layers.1.self_attn.q_proj/zp_scales.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a1188c60569e57071f054afdbd3bdc71d922a896
--- /dev/null
+++ b/params/opt/5/fixed/woq_t/global_train/model.decoder.layers.1.self_attn.q_proj/zp_scales.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:6030359eddebb4c4ec788416b0877194b9ad559c903a3fb0ec7e264e15ff983e
+size 1254
diff --git a/params/opt/5/fixed/woq_t/global_train/model.decoder.layers.1.self_attn.v_proj/q_scales.pt b/params/opt/5/fixed/woq_t/global_train/model.decoder.layers.1.self_attn.v_proj/q_scales.pt
new file mode 100644
index 0000000000000000000000000000000000000000..0a4d97df7099d921192b2c24b28b84de6540b315
--- /dev/null
+++ b/params/opt/5/fixed/woq_t/global_train/model.decoder.layers.1.self_attn.v_proj/q_scales.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:493374d1c6dc034211d5826533d49e7531e6f5374234678fb7e8aa9c5d688593
+size 5345
diff --git a/params/opt/5/fixed/woq_t/global_train/model.decoder.layers.1.self_attn.v_proj/zp_scales.pt b/params/opt/5/fixed/woq_t/global_train/model.decoder.layers.1.self_attn.v_proj/zp_scales.pt
new file mode 100644
index 0000000000000000000000000000000000000000..b54aeeb433902874a774e81e34d299abeb7caea0
--- /dev/null
+++ b/params/opt/5/fixed/woq_t/global_train/model.decoder.layers.1.self_attn.v_proj/zp_scales.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:82c3f8ecfb0105c88ecdaa64b297ba1fb4dd3fd41a8db604cd3c1f0bace1471e
+size 1254
diff --git a/params/opt/5/fixed/woq_t/global_train/model.decoder.layers.10.fc1/q_scales.pt b/params/opt/5/fixed/woq_t/global_train/model.decoder.layers.10.fc1/q_scales.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c2551276f27bfbea673526bc1976c0cb7e841f97
--- /dev/null
+++ b/params/opt/5/fixed/woq_t/global_train/model.decoder.layers.10.fc1/q_scales.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:290fa1c8796e4dfb35dfeda026b75cb73f0e8e8019ca4a78a9179e059b7dca72
+size 17633
diff --git a/params/opt/5/fixed/woq_t/global_train/model.decoder.layers.10.fc1/zp_scales.pt b/params/opt/5/fixed/woq_t/global_train/model.decoder.layers.10.fc1/zp_scales.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c1f96e9205752587d3ebd66c1f27791bee0d2a53
--- /dev/null
+++ b/params/opt/5/fixed/woq_t/global_train/model.decoder.layers.10.fc1/zp_scales.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b3fc641e2f2841ba75c21c50ecc4d68f9688e2eae0929bdd7ff13f40ecc7c57d
+size 1254
diff --git a/params/opt/5/fixed/woq_t/global_train/model.decoder.layers.10.fc2/q_scales.pt b/params/opt/5/fixed/woq_t/global_train/model.decoder.layers.10.fc2/q_scales.pt
new file mode 100644
index 0000000000000000000000000000000000000000..d9aad2b64face23f20945e60aff3d51ec2d1153c
--- /dev/null
+++ b/params/opt/5/fixed/woq_t/global_train/model.decoder.layers.10.fc2/q_scales.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e70e385f346d6a4f8b6ebbe450335d39890aefe9cb2fba2bedcd07381ac94592
+size 5345
diff --git a/params/opt/5/fixed/woq_t/global_train/model.decoder.layers.10.fc2/zp_scales.pt b/params/opt/5/fixed/woq_t/global_train/model.decoder.layers.10.fc2/zp_scales.pt
new file mode 100644
index 0000000000000000000000000000000000000000..9f7f8342ae43eb27180e1be3e554730d7a70cd51
--- /dev/null
+++ b/params/opt/5/fixed/woq_t/global_train/model.decoder.layers.10.fc2/zp_scales.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ffb6477b875c2f85a41002f7bc564908f44c773c424c85c8a06f0ad33595b74a
+size 1254
diff --git a/params/opt/5/fixed/woq_t/global_train/model.decoder.layers.10.self_attn.k_proj/q_scales.pt b/params/opt/5/fixed/woq_t/global_train/model.decoder.layers.10.self_attn.k_proj/q_scales.pt
new file mode 100644
index 0000000000000000000000000000000000000000..1bd8cbd718781601e86a5b6ce88d4f503fcfe94f
--- /dev/null
+++ b/params/opt/5/fixed/woq_t/global_train/model.decoder.layers.10.self_attn.k_proj/q_scales.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ce2fda0e4bfcb6c9390d94d59f3dca2c80adc05158d452f9ba87c486c49750ee
+size 5345
diff --git a/params/opt/5/fixed/woq_t/global_train/model.decoder.layers.10.self_attn.k_proj/zp_scales.pt b/params/opt/5/fixed/woq_t/global_train/model.decoder.layers.10.self_attn.k_proj/zp_scales.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ccf2659af0ca35a882db90b23b14acbd5dd6fa2d
--- /dev/null
+++ b/params/opt/5/fixed/woq_t/global_train/model.decoder.layers.10.self_attn.k_proj/zp_scales.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d84cbe716fd69c03ec6861400cf2b1323b4f4b667829f2682809fea8e8619a01
+size 1254
diff --git a/params/opt/5/fixed/woq_t/global_train/model.decoder.layers.10.self_attn.out_proj/q_scales.pt b/params/opt/5/fixed/woq_t/global_train/model.decoder.layers.10.self_attn.out_proj/q_scales.pt
new file mode 100644
index 0000000000000000000000000000000000000000..0df31b4f767c4b6509003fd096cb09b350c17f79
--- /dev/null
+++ b/params/opt/5/fixed/woq_t/global_train/model.decoder.layers.10.self_attn.out_proj/q_scales.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:7a8f37d8ef0d9204d81bbb1b9d1c9a53bec8fccb96a337e4db46384ac3daaa93
+size 5345
diff --git a/params/opt/5/fixed/woq_t/global_train/model.decoder.layers.10.self_attn.out_proj/zp_scales.pt b/params/opt/5/fixed/woq_t/global_train/model.decoder.layers.10.self_attn.out_proj/zp_scales.pt
new file mode 100644
index 0000000000000000000000000000000000000000..9f59285953dda1ea4fa6d213b20caa7df6046d93
--- /dev/null
+++ b/params/opt/5/fixed/woq_t/global_train/model.decoder.layers.10.self_attn.out_proj/zp_scales.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f18589c8b45858d1137ee14f4a859bbe5ca475775e8d5ce764f45b15aaf9bf21
+size 1254
diff --git a/params/opt/5/fixed/woq_t/global_train/model.decoder.layers.10.self_attn.q_proj/q_scales.pt b/params/opt/5/fixed/woq_t/global_train/model.decoder.layers.10.self_attn.q_proj/q_scales.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ed99ba5bf26e9c494faed551f8b31a0055111bad
--- /dev/null
+++ b/params/opt/5/fixed/woq_t/global_train/model.decoder.layers.10.self_attn.q_proj/q_scales.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:59f49af10375eeffed0ac595fefbd46ccdc7fbe95d1f552cb0c2bfe3d318961e
+size 5345
diff --git a/params/opt/5/fixed/woq_t/global_train/model.decoder.layers.10.self_attn.q_proj/zp_scales.pt b/params/opt/5/fixed/woq_t/global_train/model.decoder.layers.10.self_attn.q_proj/zp_scales.pt
new file mode 100644
index 0000000000000000000000000000000000000000..0b897de1489cc61c43a29f04c0c15586d0b4f14a
--- /dev/null
+++ b/params/opt/5/fixed/woq_t/global_train/model.decoder.layers.10.self_attn.q_proj/zp_scales.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:9f378ce5f1d71425230262ffb528742ddb6d9709acc360de2c3bf64e80e82208
+size 1254
diff --git a/params/opt/5/fixed/woq_t/global_train/model.decoder.layers.10.self_attn.v_proj/q_scales.pt b/params/opt/5/fixed/woq_t/global_train/model.decoder.layers.10.self_attn.v_proj/q_scales.pt
new file mode 100644
index 0000000000000000000000000000000000000000..d40970a5c2baaa32e696e6cf9ab1e533f4b3e5ee
--- /dev/null
+++ b/params/opt/5/fixed/woq_t/global_train/model.decoder.layers.10.self_attn.v_proj/q_scales.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:6d64b8ef7e7c968cc880532b22aecf0befad30dacc10b47f227057fc7dab59fc
+size 5345
diff --git a/params/opt/5/fixed/woq_t/global_train/model.decoder.layers.10.self_attn.v_proj/zp_scales.pt b/params/opt/5/fixed/woq_t/global_train/model.decoder.layers.10.self_attn.v_proj/zp_scales.pt
new file mode 100644
index 0000000000000000000000000000000000000000..7c2425e3bd79afc4fb1c9046a662e04a33f4edb2
--- /dev/null
+++ b/params/opt/5/fixed/woq_t/global_train/model.decoder.layers.10.self_attn.v_proj/zp_scales.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:fd2f7b2b4347534793e2f875fb521cfc02843a90b4120c0247bf319917b37069
+size 1254
diff --git a/params/opt/5/fixed/woq_t/global_train/model.decoder.layers.11.fc1/q_scales.pt b/params/opt/5/fixed/woq_t/global_train/model.decoder.layers.11.fc1/q_scales.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ae5d186d298b1daac59391c1952df8e4c4bd532
--- /dev/null
+++ b/params/opt/5/fixed/woq_t/global_train/model.decoder.layers.11.fc1/q_scales.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c81c373d53d9df8e51698598a9dbbea2673d1ce46e215fbf9c5833246771b233
+size 17633
diff --git a/params/opt/5/fixed/woq_t/global_train/model.decoder.layers.11.fc1/zp_scales.pt b/params/opt/5/fixed/woq_t/global_train/model.decoder.layers.11.fc1/zp_scales.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ebb35ef76bad1a992c874c516fd226a8ec891318
--- /dev/null
+++ b/params/opt/5/fixed/woq_t/global_train/model.decoder.layers.11.fc1/zp_scales.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:bb1c2c42319a2ac455a683961ee8ead0bbc94a3c651a964807a525dde3cee7fd
+size 1254
diff --git a/params/opt/5/fixed/woq_t/global_train/model.decoder.layers.11.fc2/q_scales.pt b/params/opt/5/fixed/woq_t/global_train/model.decoder.layers.11.fc2/q_scales.pt
new file mode 100644
index 0000000000000000000000000000000000000000..bda2574b61999fe069432253f1980e3a57129cbf
--- /dev/null
+++ b/params/opt/5/fixed/woq_t/global_train/model.decoder.layers.11.fc2/q_scales.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:aeabffce6e53b3717e31ef13a218f5c3463a7c4562d8fdf26af1b80c9f915d73
+size 5345
diff --git a/params/opt/5/fixed/woq_t/global_train/model.decoder.layers.11.fc2/zp_scales.pt b/params/opt/5/fixed/woq_t/global_train/model.decoder.layers.11.fc2/zp_scales.pt
new file mode 100644
index 0000000000000000000000000000000000000000..88597d8eeaf6c16d282c3a5134bfb92172a33ea8
--- /dev/null
+++ b/params/opt/5/fixed/woq_t/global_train/model.decoder.layers.11.fc2/zp_scales.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:21248aab76699b9897333ce746635e0cd2018f5f93506b43ae710e45a82f67dd
+size 1254
diff --git a/params/opt/5/fixed/woq_t/global_train/model.decoder.layers.11.self_attn.k_proj/q_scales.pt b/params/opt/5/fixed/woq_t/global_train/model.decoder.layers.11.self_attn.k_proj/q_scales.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c3c817c6afb38ffbd7223ff13f717030f5a8026c
--- /dev/null
+++ b/params/opt/5/fixed/woq_t/global_train/model.decoder.layers.11.self_attn.k_proj/q_scales.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:4618db8b64bd82490ebfa7e6f915ecfb415ef94ae91da49aedce20c7e860386b
+size 5345
diff --git a/params/opt/5/fixed/woq_t/global_train/model.decoder.layers.11.self_attn.k_proj/zp_scales.pt b/params/opt/5/fixed/woq_t/global_train/model.decoder.layers.11.self_attn.k_proj/zp_scales.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a12aa94bde5a2161b2b2a5982de37db8cda492a3
--- /dev/null
+++ b/params/opt/5/fixed/woq_t/global_train/model.decoder.layers.11.self_attn.k_proj/zp_scales.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:4fd293701176ab54898fb7e77452408170d562d46a9ce68c66250ce5d19e5003
+size 1254
diff --git a/params/opt/5/fixed/woq_t/global_train/model.decoder.layers.11.self_attn.out_proj/q_scales.pt b/params/opt/5/fixed/woq_t/global_train/model.decoder.layers.11.self_attn.out_proj/q_scales.pt
new file mode 100644
index 0000000000000000000000000000000000000000..bc2c919d8d01c606868efd51dc98e5bd089db467
--- /dev/null
+++ b/params/opt/5/fixed/woq_t/global_train/model.decoder.layers.11.self_attn.out_proj/q_scales.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:27a187178c765f6b84816a4c1636dbd9ffe8d7735fdea42ffc23e0dd4d362666
+size 5345
diff --git a/params/opt/5/fixed/woq_t/global_train/model.decoder.layers.11.self_attn.out_proj/zp_scales.pt b/params/opt/5/fixed/woq_t/global_train/model.decoder.layers.11.self_attn.out_proj/zp_scales.pt
new file mode 100644
index 0000000000000000000000000000000000000000..06a31f687027427b3426f9ba4674fe298bfd20f7
--- /dev/null
+++ b/params/opt/5/fixed/woq_t/global_train/model.decoder.layers.11.self_attn.out_proj/zp_scales.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:29e50eab05e7b65ebc34ad9e0367e231f79484a74af4e1c91f36ca1f7608cb43
+size 1254
diff --git a/params/opt/5/fixed/woq_t/global_train/model.decoder.layers.11.self_attn.q_proj/q_scales.pt b/params/opt/5/fixed/woq_t/global_train/model.decoder.layers.11.self_attn.q_proj/q_scales.pt
new file mode 100644
index 0000000000000000000000000000000000000000..f1da6ca37c76b6e82c55c6da0bbe5537855c1311
--- /dev/null
+++ b/params/opt/5/fixed/woq_t/global_train/model.decoder.layers.11.self_attn.q_proj/q_scales.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:33fb97c1d9ed02db5024dcf58736463f3896b1ae8e7a29b5d540e7db9ab21779
+size 5345
diff --git a/params/opt/5/fixed/woq_t/global_train/model.decoder.layers.11.self_attn.q_proj/zp_scales.pt b/params/opt/5/fixed/woq_t/global_train/model.decoder.layers.11.self_attn.q_proj/zp_scales.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8463c61b21663760ed3d36eddcd746259d84dd3a
--- /dev/null
+++ b/params/opt/5/fixed/woq_t/global_train/model.decoder.layers.11.self_attn.q_proj/zp_scales.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f1b6f9da053f29d973756280fe596c3d0f729347b3f3969169f74b7682ed9cb7
+size 1254
diff --git a/params/opt/5/fixed/woq_t/global_train/model.decoder.layers.11.self_attn.v_proj/q_scales.pt b/params/opt/5/fixed/woq_t/global_train/model.decoder.layers.11.self_attn.v_proj/q_scales.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4084da9c11c13c5c1ca4d5cf6351347ff19cbeee
--- /dev/null
+++ b/params/opt/5/fixed/woq_t/global_train/model.decoder.layers.11.self_attn.v_proj/q_scales.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f24fbc8e17a3940b724d548d9b66247e6bee12f31e96eb742b8b47360f6445d2
+size 5345
diff --git a/params/opt/5/fixed/woq_t/global_train/model.decoder.layers.11.self_attn.v_proj/zp_scales.pt b/params/opt/5/fixed/woq_t/global_train/model.decoder.layers.11.self_attn.v_proj/zp_scales.pt
new file mode 100644
index 0000000000000000000000000000000000000000..7ce2a9379a331472f2d06f4a1aafae00414eeea3
--- /dev/null
+++ b/params/opt/5/fixed/woq_t/global_train/model.decoder.layers.11.self_attn.v_proj/zp_scales.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:588fa1b240666419dbaba5d24d0040f546eb5442eff0cb5cfe270c060f08bd7c
+size 1254
diff --git a/params/opt/5/fixed/woq_t/global_train/model.decoder.layers.12.fc1/q_scales.pt b/params/opt/5/fixed/woq_t/global_train/model.decoder.layers.12.fc1/q_scales.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a8882741034749e6a3a0d7e17918a5fab4e3d106
--- /dev/null
+++ b/params/opt/5/fixed/woq_t/global_train/model.decoder.layers.12.fc1/q_scales.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:9960ffe029231c1b436c2041160c918241bb73ca6bc577ded3dc33112c2530be
+size 17633
diff --git a/params/opt/5/fixed/woq_t/global_train/model.decoder.layers.12.fc1/zp_scales.pt b/params/opt/5/fixed/woq_t/global_train/model.decoder.layers.12.fc1/zp_scales.pt
new file mode 100644
index 0000000000000000000000000000000000000000..72d581d8542417c2532cd9427398c66c129e5052
--- /dev/null
+++ b/params/opt/5/fixed/woq_t/global_train/model.decoder.layers.12.fc1/zp_scales.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:47d843990c9c486b42e3746acb3333c188d5068722da03b178cd7b427e2bb118
+size 1254
diff --git a/params/opt/5/fixed/woq_t/global_train/model.decoder.layers.12.fc2/q_scales.pt b/params/opt/5/fixed/woq_t/global_train/model.decoder.layers.12.fc2/q_scales.pt
new file mode 100644
index 0000000000000000000000000000000000000000..d661badec1edb192a1f9fde911c9b175a82c9d9a
--- /dev/null
+++ b/params/opt/5/fixed/woq_t/global_train/model.decoder.layers.12.fc2/q_scales.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0671d9e8e215c15fb766aed24f5f3bc01fbb40e316bda8d542a8ec9104708376
+size 5345
diff --git a/params/opt/5/fixed/woq_t/global_train/model.decoder.layers.12.fc2/zp_scales.pt b/params/opt/5/fixed/woq_t/global_train/model.decoder.layers.12.fc2/zp_scales.pt
new file mode 100644
index 0000000000000000000000000000000000000000..d71e149ed930e6acde91f25b4c46c39e65468824
--- /dev/null
+++ b/params/opt/5/fixed/woq_t/global_train/model.decoder.layers.12.fc2/zp_scales.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:cb510cd4eccffda13ec9c2b6fe7f42356ccd6432d2a6e0d319d6eaf87b2d03c6
+size 1254
diff --git a/params/opt/5/fixed/woq_t/global_train/model.decoder.layers.12.self_attn.k_proj/q_scales.pt b/params/opt/5/fixed/woq_t/global_train/model.decoder.layers.12.self_attn.k_proj/q_scales.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4d07f366579771efc2e80c4d0eff5f1616d9700a
--- /dev/null
+++ b/params/opt/5/fixed/woq_t/global_train/model.decoder.layers.12.self_attn.k_proj/q_scales.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:7ee623a8257497b2637d56ac1eaed44987035c2eb2784549427a323a73fde264
+size 5345
diff --git a/params/opt/5/fixed/woq_t/global_train/model.decoder.layers.12.self_attn.k_proj/zp_scales.pt b/params/opt/5/fixed/woq_t/global_train/model.decoder.layers.12.self_attn.k_proj/zp_scales.pt
new file mode 100644
index 0000000000000000000000000000000000000000..21cbf01256e5836d04c0efda7d840ca019c135a1
--- /dev/null
+++ b/params/opt/5/fixed/woq_t/global_train/model.decoder.layers.12.self_attn.k_proj/zp_scales.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:91036a4ea803cb9264b31ac891469434b90a668e1733e89727f14f428976cfba
+size 1254
diff --git a/params/opt/5/fixed/woq_t/global_train/model.decoder.layers.12.self_attn.out_proj/q_scales.pt b/params/opt/5/fixed/woq_t/global_train/model.decoder.layers.12.self_attn.out_proj/q_scales.pt
new file mode 100644
index 0000000000000000000000000000000000000000..59a4333147ae249933ed3a20398a690291439bea
--- /dev/null
+++ b/params/opt/5/fixed/woq_t/global_train/model.decoder.layers.12.self_attn.out_proj/q_scales.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d564d49cc981a8c6125b1f3c1318f3ff3219593d60b630732208a1707daf6452
+size 5345
diff --git a/params/opt/5/fixed/woq_t/global_train/model.decoder.layers.12.self_attn.out_proj/zp_scales.pt b/params/opt/5/fixed/woq_t/global_train/model.decoder.layers.12.self_attn.out_proj/zp_scales.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4a5155666036c6237f44db5e6c854d4e31b313d7
--- /dev/null
+++ b/params/opt/5/fixed/woq_t/global_train/model.decoder.layers.12.self_attn.out_proj/zp_scales.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:9ddb3a0d0c61b4d4a4f8713dadb18ecefa716ab26b3d676831e2ad0819793b5f
+size 1254
diff --git a/params/opt/5/fixed/woq_t/global_train/model.decoder.layers.12.self_attn.q_proj/q_scales.pt b/params/opt/5/fixed/woq_t/global_train/model.decoder.layers.12.self_attn.q_proj/q_scales.pt
new file mode 100644
index 0000000000000000000000000000000000000000..bd95e01c7f3c388e8b37ca175e9663e8dd884ea4
--- /dev/null
+++ b/params/opt/5/fixed/woq_t/global_train/model.decoder.layers.12.self_attn.q_proj/q_scales.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d4f5bcaea22dbdcbd17f5da47d8f635e8435d3eae9a2aedea1279527d4a3825f
+size 5345
diff --git a/params/opt/5/fixed/woq_t/global_train/model.decoder.layers.12.self_attn.q_proj/zp_scales.pt b/params/opt/5/fixed/woq_t/global_train/model.decoder.layers.12.self_attn.q_proj/zp_scales.pt
new file mode 100644
index 0000000000000000000000000000000000000000..efac1d1451abea685caf36a3a543f39fe45f23e5
--- /dev/null
+++ b/params/opt/5/fixed/woq_t/global_train/model.decoder.layers.12.self_attn.q_proj/zp_scales.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:559e9b57c00101437e22a445091ac7443eb9943f208f7573a5eb1aefc106ab8a
+size 1254
diff --git a/params/opt/5/fixed/woq_t/global_train/model.decoder.layers.12.self_attn.v_proj/q_scales.pt b/params/opt/5/fixed/woq_t/global_train/model.decoder.layers.12.self_attn.v_proj/q_scales.pt
new file mode 100644
index 0000000000000000000000000000000000000000..233dd64cf258c22555f61600ede3eac60df30fa8
--- /dev/null
+++ b/params/opt/5/fixed/woq_t/global_train/model.decoder.layers.12.self_attn.v_proj/q_scales.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:de5dc50a2378206bd90caea981a6413b29bd75719cbec4aad96dab2046213164
+size 5345
diff --git a/params/opt/5/fixed/woq_t/global_train/model.decoder.layers.12.self_attn.v_proj/zp_scales.pt b/params/opt/5/fixed/woq_t/global_train/model.decoder.layers.12.self_attn.v_proj/zp_scales.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ab7ea7ce1188f7841c86b661af6be820ceeb117f
--- /dev/null
+++ b/params/opt/5/fixed/woq_t/global_train/model.decoder.layers.12.self_attn.v_proj/zp_scales.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:7f920299157933089bac3ade0d1d8a7dbd40f502e96bc6bef15f8ca6eeb95122
+size 1254
diff --git a/params/opt/5/fixed/woq_t/global_train/model.decoder.layers.13.fc1/q_scales.pt b/params/opt/5/fixed/woq_t/global_train/model.decoder.layers.13.fc1/q_scales.pt
new file mode 100644
index 0000000000000000000000000000000000000000..f5c52aa683d8cbda826031db6d0a0751c45cdd38
--- /dev/null
+++ b/params/opt/5/fixed/woq_t/global_train/model.decoder.layers.13.fc1/q_scales.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:958921facf64898b968c156248d46b0c802e12412a4fc0e0b5d6654efd630580
+size 17633
diff --git a/params/opt/5/fixed/woq_t/global_train/model.decoder.layers.13.fc1/zp_scales.pt b/params/opt/5/fixed/woq_t/global_train/model.decoder.layers.13.fc1/zp_scales.pt
new file mode 100644
index 0000000000000000000000000000000000000000..f7fa561c5eb9bbcd8d22d280d47eb72358808c37
--- /dev/null
+++ b/params/opt/5/fixed/woq_t/global_train/model.decoder.layers.13.fc1/zp_scales.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:782af286d5e8c3864042ee1475fe5025946329664fa01dc5a2932d28b3da5a11
+size 1254
diff --git a/params/opt/5/fixed/woq_t/global_train/model.decoder.layers.13.fc2/q_scales.pt b/params/opt/5/fixed/woq_t/global_train/model.decoder.layers.13.fc2/q_scales.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ac71f7aebf64f7fd2b732e49749eda5a1d47126d
--- /dev/null
+++ b/params/opt/5/fixed/woq_t/global_train/model.decoder.layers.13.fc2/q_scales.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:fc296499369e696e3f55f5379ffb763a130a40e0010120368efc746872327cc2
+size 5345
diff --git a/params/opt/5/fixed/woq_t/global_train/model.decoder.layers.13.fc2/zp_scales.pt b/params/opt/5/fixed/woq_t/global_train/model.decoder.layers.13.fc2/zp_scales.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e55e3f21fcdd3404dd662a55c1af1c64a7f7c20f
--- /dev/null
+++ b/params/opt/5/fixed/woq_t/global_train/model.decoder.layers.13.fc2/zp_scales.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:88dcb7da6adee0de02651917de461f98f109cef07b5e948d146a27a5c8463032
+size 1254
diff --git a/params/opt/5/fixed/woq_t/global_train/model.decoder.layers.13.self_attn.k_proj/q_scales.pt b/params/opt/5/fixed/woq_t/global_train/model.decoder.layers.13.self_attn.k_proj/q_scales.pt
new file mode 100644
index 0000000000000000000000000000000000000000..b2132488e901ceda6f13807f361492bd8887822d
--- /dev/null
+++ b/params/opt/5/fixed/woq_t/global_train/model.decoder.layers.13.self_attn.k_proj/q_scales.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d32e09fd6a3ac223b54cffcc45579dfa0d32ff3e9d524a76be5d5f6aafe5320b
+size 5345
diff --git a/params/opt/5/fixed/woq_t/global_train/model.decoder.layers.13.self_attn.k_proj/zp_scales.pt b/params/opt/5/fixed/woq_t/global_train/model.decoder.layers.13.self_attn.k_proj/zp_scales.pt
new file mode 100644
index 0000000000000000000000000000000000000000..b6e0ed5c8cbbbdf7e3d20c97c807e52d5a3dedce
--- /dev/null
+++ b/params/opt/5/fixed/woq_t/global_train/model.decoder.layers.13.self_attn.k_proj/zp_scales.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:da0814e293f825cc54fd976a0b15371b265597474f9db5e2c7c7c7c8cebe9957
+size 1254
diff --git a/params/opt/5/fixed/woq_t/global_train/model.decoder.layers.13.self_attn.out_proj/q_scales.pt b/params/opt/5/fixed/woq_t/global_train/model.decoder.layers.13.self_attn.out_proj/q_scales.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c25e01bb01ef4c26548e0a09fefbe2f836959ee7
--- /dev/null
+++ b/params/opt/5/fixed/woq_t/global_train/model.decoder.layers.13.self_attn.out_proj/q_scales.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:7219ea424154bcc19cbe10cf7f03c9487f7438a4318bc0d579671bea17442de2
+size 5345
diff --git a/params/opt/5/fixed/woq_t/global_train/model.decoder.layers.13.self_attn.out_proj/zp_scales.pt b/params/opt/5/fixed/woq_t/global_train/model.decoder.layers.13.self_attn.out_proj/zp_scales.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4b163a53401722e2bfb093819593d759f7468590
--- /dev/null
+++ b/params/opt/5/fixed/woq_t/global_train/model.decoder.layers.13.self_attn.out_proj/zp_scales.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:174e549f1a0b3f1ad4fdff72e78de6a10d0ae1c4d4b0a5cc59d1fa6c7b15d85d
+size 1254
diff --git a/params/opt/5/fixed/woq_t/global_train/model.decoder.layers.13.self_attn.q_proj/q_scales.pt b/params/opt/5/fixed/woq_t/global_train/model.decoder.layers.13.self_attn.q_proj/q_scales.pt
new file mode 100644
index 0000000000000000000000000000000000000000..f9652c5e4b3651b949e89870e9726efd4191a804
--- /dev/null
+++ b/params/opt/5/fixed/woq_t/global_train/model.decoder.layers.13.self_attn.q_proj/q_scales.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c9a42dc1660f7891c68ef2142a8830604f228b2f96034a7967e079f1900f2298
+size 5345
diff --git a/params/opt/5/fixed/woq_t/global_train/model.decoder.layers.13.self_attn.q_proj/zp_scales.pt b/params/opt/5/fixed/woq_t/global_train/model.decoder.layers.13.self_attn.q_proj/zp_scales.pt
new file mode 100644
index 0000000000000000000000000000000000000000..effd8a9a055232c9381f5945fce258864734045f
--- /dev/null
+++ b/params/opt/5/fixed/woq_t/global_train/model.decoder.layers.13.self_attn.q_proj/zp_scales.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:3814d4e4efb41e9efa4fb95e33e78e5a9149687524e046ab721a12287273ae99
+size 1254
diff --git a/params/opt/5/fixed/woq_t/global_train/model.decoder.layers.13.self_attn.v_proj/q_scales.pt b/params/opt/5/fixed/woq_t/global_train/model.decoder.layers.13.self_attn.v_proj/q_scales.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ec9c1f71d7d3642d6ba1d86a064e246727df645
--- /dev/null
+++ b/params/opt/5/fixed/woq_t/global_train/model.decoder.layers.13.self_attn.v_proj/q_scales.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:6772ed54e5477ac7373b9b98fb24420104dc4f9904d090fed5bda753d1c6e7ad
+size 5345
diff --git a/params/opt/5/fixed/woq_t/global_train/model.decoder.layers.13.self_attn.v_proj/zp_scales.pt b/params/opt/5/fixed/woq_t/global_train/model.decoder.layers.13.self_attn.v_proj/zp_scales.pt
new file mode 100644
index 0000000000000000000000000000000000000000..5fa0da91189f33079f9bdab9a59896d8906f9e16
--- /dev/null
+++ b/params/opt/5/fixed/woq_t/global_train/model.decoder.layers.13.self_attn.v_proj/zp_scales.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:6aadf61a6622dfa3660ee8f9eb0acfa4c8cf750cf68168211309ff95eaee5614
+size 1254
diff --git a/params/opt/5/fixed/woq_t/global_train/model.decoder.layers.14.fc1/q_scales.pt b/params/opt/5/fixed/woq_t/global_train/model.decoder.layers.14.fc1/q_scales.pt
new file mode 100644
index 0000000000000000000000000000000000000000..9f6c889a0ace15b7b0a7d07a74f1216e680575ac
--- /dev/null
+++ b/params/opt/5/fixed/woq_t/global_train/model.decoder.layers.14.fc1/q_scales.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:cf78da651442672f29e9e8558b63ffe0e31012671208ab7d6429ad6ff610eb26
+size 17633
diff --git a/params/opt/5/fixed/woq_t/global_train/model.decoder.layers.14.fc1/zp_scales.pt b/params/opt/5/fixed/woq_t/global_train/model.decoder.layers.14.fc1/zp_scales.pt
new file mode 100644
index 0000000000000000000000000000000000000000..128a6a4428ce2974ef76e8b81e557f1310aeb584
--- /dev/null
+++ b/params/opt/5/fixed/woq_t/global_train/model.decoder.layers.14.fc1/zp_scales.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:59e2110e0405b6dd3ef9e779e1d2e51d960521d147483c09876ecd1f67667c04
+size 1254
diff --git a/params/opt/5/fixed/woq_t/global_train/model.decoder.layers.14.fc2/q_scales.pt b/params/opt/5/fixed/woq_t/global_train/model.decoder.layers.14.fc2/q_scales.pt
new file mode 100644
index 0000000000000000000000000000000000000000..b9add56747c28f7a5ffe194f5d81b06e9e11ab7e
--- /dev/null
+++ b/params/opt/5/fixed/woq_t/global_train/model.decoder.layers.14.fc2/q_scales.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:7c31ffc9aeb35067bce2f7aeea8cb83127052423ee01654cea57b37535e57523
+size 5345
diff --git a/params/opt/5/fixed/woq_t/global_train/model.decoder.layers.14.fc2/zp_scales.pt b/params/opt/5/fixed/woq_t/global_train/model.decoder.layers.14.fc2/zp_scales.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e84de834cec32c04ab563a94949da17856c1cae8
--- /dev/null
+++ b/params/opt/5/fixed/woq_t/global_train/model.decoder.layers.14.fc2/zp_scales.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b1681c9227f68d04d8079c56bf1f14dd3d1f709ec497c91d674195386d3e1b1c
+size 1254
diff --git a/params/opt/5/fixed/woq_t/global_train/model.decoder.layers.14.self_attn.k_proj/q_scales.pt b/params/opt/5/fixed/woq_t/global_train/model.decoder.layers.14.self_attn.k_proj/q_scales.pt
new file mode 100644
index 0000000000000000000000000000000000000000..cbef9b26e2264d91cb9e4f65fdfae2a8ea771aa1
--- /dev/null
+++ b/params/opt/5/fixed/woq_t/global_train/model.decoder.layers.14.self_attn.k_proj/q_scales.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2dbc2f26c97583f7437cd934a68ecf53451c86f00a6c50ca6c0037916c96909e
+size 5345
diff --git a/params/opt/5/fixed/woq_t/global_train/model.decoder.layers.14.self_attn.k_proj/zp_scales.pt b/params/opt/5/fixed/woq_t/global_train/model.decoder.layers.14.self_attn.k_proj/zp_scales.pt
new file mode 100644
index 0000000000000000000000000000000000000000..7a4e083184c01ac0518a88f466acb16cc657bf18
--- /dev/null
+++ b/params/opt/5/fixed/woq_t/global_train/model.decoder.layers.14.self_attn.k_proj/zp_scales.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2f29da09beba0a99c22e66e3b8b508a0b233802acf041c54b20301aae56b717b
+size 1254
diff --git a/params/opt/5/fixed/woq_t/global_train/model.decoder.layers.14.self_attn.out_proj/q_scales.pt b/params/opt/5/fixed/woq_t/global_train/model.decoder.layers.14.self_attn.out_proj/q_scales.pt
new file mode 100644
index 0000000000000000000000000000000000000000..9d56e4e7e83c91d241254e7254742469422ffd7f
--- /dev/null
+++ b/params/opt/5/fixed/woq_t/global_train/model.decoder.layers.14.self_attn.out_proj/q_scales.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a51b585e7ca775b3b6d138fab1f713e57945c93d267d20e54907b7ad34dbb7c8
+size 5345
diff --git a/params/opt/5/fixed/woq_t/global_train/model.decoder.layers.14.self_attn.out_proj/zp_scales.pt b/params/opt/5/fixed/woq_t/global_train/model.decoder.layers.14.self_attn.out_proj/zp_scales.pt
new file mode 100644
index 0000000000000000000000000000000000000000..d72f9b6939cc6539259d09af77fae5715702ad1f
--- /dev/null
+++ b/params/opt/5/fixed/woq_t/global_train/model.decoder.layers.14.self_attn.out_proj/zp_scales.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c487e85f0701f9f333bedf4f39a63ef6639f9588fb0325080cfab22ded94ce2e
+size 1254
diff --git a/params/opt/5/fixed/woq_t/global_train/model.decoder.layers.14.self_attn.q_proj/q_scales.pt b/params/opt/5/fixed/woq_t/global_train/model.decoder.layers.14.self_attn.q_proj/q_scales.pt
new file mode 100644
index 0000000000000000000000000000000000000000..afb3e2ee884a9c556a100bb820a0740806fe3eed
--- /dev/null
+++ b/params/opt/5/fixed/woq_t/global_train/model.decoder.layers.14.self_attn.q_proj/q_scales.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:1aa6119cb5f205b47fcc253a53d54d31debd19441cbcef9db5c5859706d2a890
+size 5345
diff --git a/params/opt/5/fixed/woq_t/global_train/model.decoder.layers.14.self_attn.q_proj/zp_scales.pt b/params/opt/5/fixed/woq_t/global_train/model.decoder.layers.14.self_attn.q_proj/zp_scales.pt
new file mode 100644
index 0000000000000000000000000000000000000000..038560bebf3e77c219f0faa77a40401a555a0cef
--- /dev/null
+++ b/params/opt/5/fixed/woq_t/global_train/model.decoder.layers.14.self_attn.q_proj/zp_scales.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:3cb70a802d62fbffb67af910c531f5607c8f8ae5bad9f1193f7ef73a50fbd804
+size 1254
diff --git a/params/opt/5/fixed/woq_t/global_train/model.decoder.layers.14.self_attn.v_proj/q_scales.pt b/params/opt/5/fixed/woq_t/global_train/model.decoder.layers.14.self_attn.v_proj/q_scales.pt
new file mode 100644
index 0000000000000000000000000000000000000000..31f93309705954d9658f464ab0635e1d4d451f65
--- /dev/null
+++ b/params/opt/5/fixed/woq_t/global_train/model.decoder.layers.14.self_attn.v_proj/q_scales.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:7fc46199b1aa89791c745cc49dddcf31e6cce18d8868f1490b5d4296c41c479b
+size 5345
diff --git a/params/opt/5/fixed/woq_t/global_train/model.decoder.layers.14.self_attn.v_proj/zp_scales.pt b/params/opt/5/fixed/woq_t/global_train/model.decoder.layers.14.self_attn.v_proj/zp_scales.pt
new file mode 100644
index 0000000000000000000000000000000000000000..cfd2802c1d44e1a8788b993e16974d2a90cbf1a6
--- /dev/null
+++ b/params/opt/5/fixed/woq_t/global_train/model.decoder.layers.14.self_attn.v_proj/zp_scales.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:548ceae492474c944bd07cd1093daaa83d2d1f849395a4b21d4630ab632635fa
+size 1254
diff --git a/params/opt/5/fixed/woq_t/global_train/model.decoder.layers.15.fc1/q_scales.pt b/params/opt/5/fixed/woq_t/global_train/model.decoder.layers.15.fc1/q_scales.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2aa550e3fe080bbc598f52113576fe4b0e0bca3e
--- /dev/null
+++ b/params/opt/5/fixed/woq_t/global_train/model.decoder.layers.15.fc1/q_scales.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0e07e1f3bf9a7968d7915c6fbaa5f4887bf0e3b1b5e00242d1847874d0e45797
+size 17633
diff --git a/params/opt/5/fixed/woq_t/global_train/model.decoder.layers.15.fc1/zp_scales.pt b/params/opt/5/fixed/woq_t/global_train/model.decoder.layers.15.fc1/zp_scales.pt
new file mode 100644
index 0000000000000000000000000000000000000000..18a84926f6cee1e8eef870a4c3a57579f13912a7
--- /dev/null
+++ b/params/opt/5/fixed/woq_t/global_train/model.decoder.layers.15.fc1/zp_scales.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:7437d85fb4dd50f34a7e0d376e4ce3a9133c6eff7ae0e13e21e081f89b3a5b6f
+size 1254
diff --git a/params/opt/5/fixed/woq_t/global_train/model.decoder.layers.15.fc2/q_scales.pt b/params/opt/5/fixed/woq_t/global_train/model.decoder.layers.15.fc2/q_scales.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8c34e16694cba137ae6765e6bdb2ae1f325ff577
--- /dev/null
+++ b/params/opt/5/fixed/woq_t/global_train/model.decoder.layers.15.fc2/q_scales.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:4a271dd76fe4b377b6477c4207fbd86e7363327960df143f053c6b9d82946e8d
+size 5345
diff --git a/params/opt/5/fixed/woq_t/global_train/model.decoder.layers.15.fc2/zp_scales.pt b/params/opt/5/fixed/woq_t/global_train/model.decoder.layers.15.fc2/zp_scales.pt
new file mode 100644
index 0000000000000000000000000000000000000000..68e6216464a3d2358d1ec4ffa6a29e7d5906e016
--- /dev/null
+++ b/params/opt/5/fixed/woq_t/global_train/model.decoder.layers.15.fc2/zp_scales.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:9b20d78a5d2c99b57979ae52f85a16403a5081676718d324c547c61f592f3b88
+size 1254
diff --git a/params/opt/5/fixed/woq_t/global_train/model.decoder.layers.15.self_attn.k_proj/q_scales.pt b/params/opt/5/fixed/woq_t/global_train/model.decoder.layers.15.self_attn.k_proj/q_scales.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a7d2b854731aa7e57d536473c46c4ac749b9f449
--- /dev/null
+++ b/params/opt/5/fixed/woq_t/global_train/model.decoder.layers.15.self_attn.k_proj/q_scales.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:4bc1b32b99e6d6850b8b7f73c3cce80c283372f7050750df7cb9ba3b9c9c14af
+size 5345
diff --git a/params/opt/5/fixed/woq_t/global_train/model.decoder.layers.15.self_attn.k_proj/zp_scales.pt b/params/opt/5/fixed/woq_t/global_train/model.decoder.layers.15.self_attn.k_proj/zp_scales.pt
new file mode 100644
index 0000000000000000000000000000000000000000..b29154ae04bc99fe6b3dc34447a322cbc5a79636
--- /dev/null
+++ b/params/opt/5/fixed/woq_t/global_train/model.decoder.layers.15.self_attn.k_proj/zp_scales.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:1cc638497f6c714e6d689b0841710362dad32a97beb6bd8dd6f569595f682a65
+size 1254
diff --git a/params/opt/5/fixed/woq_t/global_train/model.decoder.layers.15.self_attn.out_proj/q_scales.pt b/params/opt/5/fixed/woq_t/global_train/model.decoder.layers.15.self_attn.out_proj/q_scales.pt
new file mode 100644
index 0000000000000000000000000000000000000000..74aa0f3d233005f81fd806974946d2c3dc8e91e7
--- /dev/null
+++ b/params/opt/5/fixed/woq_t/global_train/model.decoder.layers.15.self_attn.out_proj/q_scales.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5c61556fdf3704162c898dc545968e47f11e80e4f196d1195a13b683bbf31c79
+size 5345
diff --git a/params/opt/5/fixed/woq_t/global_train/model.decoder.layers.15.self_attn.out_proj/zp_scales.pt b/params/opt/5/fixed/woq_t/global_train/model.decoder.layers.15.self_attn.out_proj/zp_scales.pt
new file mode 100644
index 0000000000000000000000000000000000000000..462edf04e7ad79019ae5a8bb3c99421ae5faa92b
--- /dev/null
+++ b/params/opt/5/fixed/woq_t/global_train/model.decoder.layers.15.self_attn.out_proj/zp_scales.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d4b297b6763137d488f2745671bdfa7b562c7ecd560448ee7c7f6ca4d03b3d4b
+size 1254
diff --git a/params/opt/5/fixed/woq_t/global_train/model.decoder.layers.15.self_attn.q_proj/q_scales.pt b/params/opt/5/fixed/woq_t/global_train/model.decoder.layers.15.self_attn.q_proj/q_scales.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e0c3b0819d013396a9e88d392f6d05d9b1e772a0
--- /dev/null
+++ b/params/opt/5/fixed/woq_t/global_train/model.decoder.layers.15.self_attn.q_proj/q_scales.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f1fdf97bc346633eb0591f9dd689dbf8782978117835eeee795e64bbd18b926f
+size 5345
diff --git a/params/opt/5/fixed/woq_t/global_train/model.decoder.layers.15.self_attn.q_proj/zp_scales.pt b/params/opt/5/fixed/woq_t/global_train/model.decoder.layers.15.self_attn.q_proj/zp_scales.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8cc7defae32791f6db243b69be8f56141610b7f6
--- /dev/null
+++ b/params/opt/5/fixed/woq_t/global_train/model.decoder.layers.15.self_attn.q_proj/zp_scales.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:94eab7e20a521a34d8fb90a5739632946792e9c81f834d9b3d29273017890715
+size 1254
diff --git a/params/opt/5/fixed/woq_t/global_train/model.decoder.layers.15.self_attn.v_proj/q_scales.pt b/params/opt/5/fixed/woq_t/global_train/model.decoder.layers.15.self_attn.v_proj/q_scales.pt
new file mode 100644
index 0000000000000000000000000000000000000000..d96406155c9eeb302c53f54b8b269554e1682b4c
--- /dev/null
+++ b/params/opt/5/fixed/woq_t/global_train/model.decoder.layers.15.self_attn.v_proj/q_scales.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:14a7a4c6b80d3ffbc76dd52a7cdf65220e7529efca6d259c4aa8f58e739f88ed
+size 5345
diff --git a/params/opt/5/fixed/woq_t/global_train/model.decoder.layers.15.self_attn.v_proj/zp_scales.pt b/params/opt/5/fixed/woq_t/global_train/model.decoder.layers.15.self_attn.v_proj/zp_scales.pt
new file mode 100644
index 0000000000000000000000000000000000000000..d7e8cfda3f1bd207ad7423461a50f9eccd8d9714
--- /dev/null
+++ b/params/opt/5/fixed/woq_t/global_train/model.decoder.layers.15.self_attn.v_proj/zp_scales.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0a00dd1d73ee3dd687bb71a42adc683af48ae195f73485c451fe1727355ba2c6
+size 1254
diff --git a/params/opt/5/fixed/woq_t/global_train/model.decoder.layers.16.fc1/q_scales.pt b/params/opt/5/fixed/woq_t/global_train/model.decoder.layers.16.fc1/q_scales.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ae1fbfb42e7bbd3167879af3c6faa61897941ef0
--- /dev/null
+++ b/params/opt/5/fixed/woq_t/global_train/model.decoder.layers.16.fc1/q_scales.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:7bd841f3b9f0be065532700437040754642311bfa7c3f5404de676dc2aff536d
+size 17633
diff --git a/params/opt/5/fixed/woq_t/global_train/model.decoder.layers.16.fc1/zp_scales.pt b/params/opt/5/fixed/woq_t/global_train/model.decoder.layers.16.fc1/zp_scales.pt
new file mode 100644
index 0000000000000000000000000000000000000000..edf20e6d6a23093c512a38d36688acc856efbdb3
--- /dev/null
+++ b/params/opt/5/fixed/woq_t/global_train/model.decoder.layers.16.fc1/zp_scales.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a9ac2d6eb0f966473c064ccc3dee77eb1964f8a046571b08a27baaf496f8e9a3
+size 1254
diff --git a/params/opt/5/fixed/woq_t/global_train/model.decoder.layers.16.fc2/q_scales.pt b/params/opt/5/fixed/woq_t/global_train/model.decoder.layers.16.fc2/q_scales.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a34367219c8e031b5c613b3c22d9fbba11fb4e25
--- /dev/null
+++ b/params/opt/5/fixed/woq_t/global_train/model.decoder.layers.16.fc2/q_scales.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e4baa44563e879b24f8ec067d584fb47d943d31b7c0609b17e1f3307e2ae218e
+size 5345
diff --git a/params/opt/5/fixed/woq_t/global_train/model.decoder.layers.16.fc2/zp_scales.pt b/params/opt/5/fixed/woq_t/global_train/model.decoder.layers.16.fc2/zp_scales.pt
new file mode 100644
index 0000000000000000000000000000000000000000..33014e2898654ec41b26431f0f080a121f4fb8ec
--- /dev/null
+++ b/params/opt/5/fixed/woq_t/global_train/model.decoder.layers.16.fc2/zp_scales.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2f76602823d8cc5a252c24e1f96eba8d7fb64a74985b382ae8ea2298aa224409
+size 1254
diff --git a/params/opt/5/fixed/woq_t/global_train/model.decoder.layers.16.self_attn.k_proj/q_scales.pt b/params/opt/5/fixed/woq_t/global_train/model.decoder.layers.16.self_attn.k_proj/q_scales.pt
new file mode 100644
index 0000000000000000000000000000000000000000..1f231871ef30decae12d284e8089b896f24c8ab7
--- /dev/null
+++ b/params/opt/5/fixed/woq_t/global_train/model.decoder.layers.16.self_attn.k_proj/q_scales.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5e7f8edb0e0bf4c1631a2a59a728f58430745af17c66ce7dd1b0a8a8cbf6b662
+size 5345
diff --git a/params/opt/5/fixed/woq_t/global_train/model.decoder.layers.16.self_attn.k_proj/zp_scales.pt b/params/opt/5/fixed/woq_t/global_train/model.decoder.layers.16.self_attn.k_proj/zp_scales.pt
new file mode 100644
index 0000000000000000000000000000000000000000..0987c774e56e6ea934c3a1f4a1ad863bf9daafa6
--- /dev/null
+++ b/params/opt/5/fixed/woq_t/global_train/model.decoder.layers.16.self_attn.k_proj/zp_scales.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ecd9c37f1528d51c5ed2ba1d46116eb0732fca2c0480c247de0547dc5470bf11
+size 1254
diff --git a/params/opt/5/fixed/woq_t/global_train/model.decoder.layers.16.self_attn.out_proj/q_scales.pt b/params/opt/5/fixed/woq_t/global_train/model.decoder.layers.16.self_attn.out_proj/q_scales.pt
new file mode 100644
index 0000000000000000000000000000000000000000..21092c3f3c3ec3806c1d9e511f66ff82634f16d1
--- /dev/null
+++ b/params/opt/5/fixed/woq_t/global_train/model.decoder.layers.16.self_attn.out_proj/q_scales.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ca9fc04114265d809138791dc06e9cf5687f75582672cd5387235978b7992845
+size 5345
diff --git a/params/opt/5/fixed/woq_t/global_train/model.decoder.layers.16.self_attn.out_proj/zp_scales.pt b/params/opt/5/fixed/woq_t/global_train/model.decoder.layers.16.self_attn.out_proj/zp_scales.pt
new file mode 100644
index 0000000000000000000000000000000000000000..70bb70ee836cff7cbd67056ff51550b9bdf267d4
--- /dev/null
+++ b/params/opt/5/fixed/woq_t/global_train/model.decoder.layers.16.self_attn.out_proj/zp_scales.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:07a1f299e3890dc9336a5d951ab932448d2cdbafe65fce4b7900879e624e632e
+size 1254
diff --git a/params/opt/5/fixed/woq_t/global_train/model.decoder.layers.16.self_attn.q_proj/q_scales.pt b/params/opt/5/fixed/woq_t/global_train/model.decoder.layers.16.self_attn.q_proj/q_scales.pt
new file mode 100644
index 0000000000000000000000000000000000000000..04b12b6befad5360e6688f252cffe912e6c2b622
--- /dev/null
+++ b/params/opt/5/fixed/woq_t/global_train/model.decoder.layers.16.self_attn.q_proj/q_scales.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:739dd8d4ce51623d2fda10e15f75e7ecd967ac6d4fbcb1cbf174259a58b5cbcb
+size 5345
diff --git a/params/opt/5/fixed/woq_t/global_train/model.decoder.layers.16.self_attn.q_proj/zp_scales.pt b/params/opt/5/fixed/woq_t/global_train/model.decoder.layers.16.self_attn.q_proj/zp_scales.pt
new file mode 100644
index 0000000000000000000000000000000000000000..b6f2f0960e1a35498554038ce5f573f8dc7da3b7
--- /dev/null
+++ b/params/opt/5/fixed/woq_t/global_train/model.decoder.layers.16.self_attn.q_proj/zp_scales.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a643307a161b40eea2c0a0eeee2c4bfa418119ff6b30aeb64f0c87d39e8908dd
+size 1254
diff --git a/params/opt/5/fixed/woq_t/global_train/model.decoder.layers.16.self_attn.v_proj/q_scales.pt b/params/opt/5/fixed/woq_t/global_train/model.decoder.layers.16.self_attn.v_proj/q_scales.pt
new file mode 100644
index 0000000000000000000000000000000000000000..f07ae0b39fb115f1f6224cd96cb55a32ec5218fb
--- /dev/null
+++ b/params/opt/5/fixed/woq_t/global_train/model.decoder.layers.16.self_attn.v_proj/q_scales.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:919883cd3b6bb8bfb7829a0cab5d60c774960e11062347ecdd5bc6cb6b7d1b5d
+size 5345
diff --git a/params/opt/5/fixed/woq_t/global_train/model.decoder.layers.16.self_attn.v_proj/zp_scales.pt b/params/opt/5/fixed/woq_t/global_train/model.decoder.layers.16.self_attn.v_proj/zp_scales.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a479f19e612e9f2d42d3c62bf620116f82cfa4ce
--- /dev/null
+++ b/params/opt/5/fixed/woq_t/global_train/model.decoder.layers.16.self_attn.v_proj/zp_scales.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:9af6588c98c5cb7ee05f3d0576b4133b2eb7d67d87a36f80b0389a110fb683c9
+size 1254
diff --git a/params/opt/5/fixed/woq_t/global_train/model.decoder.layers.17.fc1/q_scales.pt b/params/opt/5/fixed/woq_t/global_train/model.decoder.layers.17.fc1/q_scales.pt
new file mode 100644
index 0000000000000000000000000000000000000000..402f070acf743e1d3fdebd225b5783c8b50b4916
--- /dev/null
+++ b/params/opt/5/fixed/woq_t/global_train/model.decoder.layers.17.fc1/q_scales.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:66293cd78a2bd9830d05e3e21cd177a7214b83b13fd2cd109ef7a88e23bb1507
+size 17633
diff --git a/params/opt/5/fixed/woq_t/global_train/model.decoder.layers.17.fc1/zp_scales.pt b/params/opt/5/fixed/woq_t/global_train/model.decoder.layers.17.fc1/zp_scales.pt
new file mode 100644
index 0000000000000000000000000000000000000000..7913136c8e29664908a1cfce39e124d759ae5dd8
--- /dev/null
+++ b/params/opt/5/fixed/woq_t/global_train/model.decoder.layers.17.fc1/zp_scales.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:788db8f336ff7606889d1d278a7c1baceaa959c795636e998ea5e4a08b139e03
+size 1254
diff --git a/params/opt/5/fixed/woq_t/global_train/model.decoder.layers.17.fc2/q_scales.pt b/params/opt/5/fixed/woq_t/global_train/model.decoder.layers.17.fc2/q_scales.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a41fe6fb6da81648fd95eaa00daa740d9c2726c8
--- /dev/null
+++ b/params/opt/5/fixed/woq_t/global_train/model.decoder.layers.17.fc2/q_scales.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d4bdfaacfa532f9fbcb458a125671a3f02b7f6940bf1bdabde777614392cd6a4
+size 5345
diff --git a/params/opt/5/fixed/woq_t/global_train/model.decoder.layers.17.fc2/zp_scales.pt b/params/opt/5/fixed/woq_t/global_train/model.decoder.layers.17.fc2/zp_scales.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c29212e3b841e6fc37c14a8e30494cb6dbeab505
--- /dev/null
+++ b/params/opt/5/fixed/woq_t/global_train/model.decoder.layers.17.fc2/zp_scales.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c8a9abdb0528b6df6e44b2519c778b575bf7ec4d590ca4c6d189779c27f67e79
+size 1254
diff --git a/params/opt/5/fixed/woq_t/global_train/model.decoder.layers.17.self_attn.k_proj/q_scales.pt b/params/opt/5/fixed/woq_t/global_train/model.decoder.layers.17.self_attn.k_proj/q_scales.pt
new file mode 100644
index 0000000000000000000000000000000000000000..9ff1ea35bd5ebe02a9706ed11a6e7109638c45d6
--- /dev/null
+++ b/params/opt/5/fixed/woq_t/global_train/model.decoder.layers.17.self_attn.k_proj/q_scales.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d4650733f4b1d2f6f1a1d5346d4ab848b56d05b5cf5f8a87940aa35af7489a3f
+size 5345
diff --git a/params/opt/5/fixed/woq_t/global_train/model.decoder.layers.17.self_attn.k_proj/zp_scales.pt b/params/opt/5/fixed/woq_t/global_train/model.decoder.layers.17.self_attn.k_proj/zp_scales.pt
new file mode 100644
index 0000000000000000000000000000000000000000..63ea608cb49d727934a95ece3e91ef6a277eb987
--- /dev/null
+++ b/params/opt/5/fixed/woq_t/global_train/model.decoder.layers.17.self_attn.k_proj/zp_scales.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5adb0998cf7b1cc9d653e9d6d1ba220777e0dd85be4ee1a38546337b1d8f78ff
+size 1254
diff --git a/params/opt/5/fixed/woq_t/global_train/model.decoder.layers.17.self_attn.out_proj/q_scales.pt b/params/opt/5/fixed/woq_t/global_train/model.decoder.layers.17.self_attn.out_proj/q_scales.pt
new file mode 100644
index 0000000000000000000000000000000000000000..08b64ca47679bedf831cc5ce5682851187c8c31a
--- /dev/null
+++ b/params/opt/5/fixed/woq_t/global_train/model.decoder.layers.17.self_attn.out_proj/q_scales.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:66de6be211a55fda7ea9521f483711334cdd0b656769addb3e7e5f3c16f00bff
+size 5345
diff --git a/params/opt/5/fixed/woq_t/global_train/model.decoder.layers.17.self_attn.out_proj/zp_scales.pt b/params/opt/5/fixed/woq_t/global_train/model.decoder.layers.17.self_attn.out_proj/zp_scales.pt
new file mode 100644
index 0000000000000000000000000000000000000000..dd43c74ab3ab1c409e9c47d5342c4b6c3861154e
--- /dev/null
+++ b/params/opt/5/fixed/woq_t/global_train/model.decoder.layers.17.self_attn.out_proj/zp_scales.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:7ddf8165e99a198cc3d4b02bdc6928963700f6a6ef289f9faeee76f02a762a42
+size 1254
diff --git a/params/opt/5/fixed/woq_t/global_train/model.decoder.layers.17.self_attn.q_proj/q_scales.pt b/params/opt/5/fixed/woq_t/global_train/model.decoder.layers.17.self_attn.q_proj/q_scales.pt
new file mode 100644
index 0000000000000000000000000000000000000000..82c85f573941c94f7abbaccae5d1f77d853421c0
--- /dev/null
+++ b/params/opt/5/fixed/woq_t/global_train/model.decoder.layers.17.self_attn.q_proj/q_scales.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0b45bc1f97c5581f547ffcb988f44ec011ac346b450cf1440b00b407e7be2c5f
+size 5345
diff --git a/params/opt/5/fixed/woq_t/global_train/model.decoder.layers.17.self_attn.q_proj/zp_scales.pt b/params/opt/5/fixed/woq_t/global_train/model.decoder.layers.17.self_attn.q_proj/zp_scales.pt
new file mode 100644
index 0000000000000000000000000000000000000000..993a6b48765af714e35f379a7d1c6fce2a052f16
--- /dev/null
+++ b/params/opt/5/fixed/woq_t/global_train/model.decoder.layers.17.self_attn.q_proj/zp_scales.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:79f373c9ef96b5ea6bc5dd5a5e3dc0efb555fde0ca85a12e1f678f2dbca04cec
+size 1254
diff --git a/params/opt/5/fixed/woq_t/global_train/model.decoder.layers.17.self_attn.v_proj/q_scales.pt b/params/opt/5/fixed/woq_t/global_train/model.decoder.layers.17.self_attn.v_proj/q_scales.pt
new file mode 100644
index 0000000000000000000000000000000000000000..93c8a27dc3054f6ed43f0ebe9f48a8d07c74a822
--- /dev/null
+++ b/params/opt/5/fixed/woq_t/global_train/model.decoder.layers.17.self_attn.v_proj/q_scales.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:db024fbd709ff12412ff367a891c81dca453a2a85cb8c96b4092f1acb36d67db
+size 5345
diff --git a/params/opt/5/fixed/woq_t/global_train/model.decoder.layers.17.self_attn.v_proj/zp_scales.pt b/params/opt/5/fixed/woq_t/global_train/model.decoder.layers.17.self_attn.v_proj/zp_scales.pt
new file mode 100644
index 0000000000000000000000000000000000000000..59d7a395042107ca4f30c53eec1c091a2a49524e
--- /dev/null
+++ b/params/opt/5/fixed/woq_t/global_train/model.decoder.layers.17.self_attn.v_proj/zp_scales.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:1f48a7b103e1e870cb956245901c69c0833fde19f159b340ad04e4b5bf378f08
+size 1254
diff --git a/params/opt/5/fixed/woq_t/global_train/model.decoder.layers.18.fc1/q_scales.pt b/params/opt/5/fixed/woq_t/global_train/model.decoder.layers.18.fc1/q_scales.pt
new file mode 100644
index 0000000000000000000000000000000000000000..3abf8ad242b590e6a886b2e8d308b35728bea302
--- /dev/null
+++ b/params/opt/5/fixed/woq_t/global_train/model.decoder.layers.18.fc1/q_scales.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b6ad9fbbd4141349d3ded7ced6398919349170e7592d80a8031ef69f836b77ec
+size 17633
diff --git a/params/opt/5/fixed/woq_t/global_train/model.decoder.layers.18.fc1/zp_scales.pt b/params/opt/5/fixed/woq_t/global_train/model.decoder.layers.18.fc1/zp_scales.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c390b94ca28f7ca4a9a7b9de0c37a705193c7da7
--- /dev/null
+++ b/params/opt/5/fixed/woq_t/global_train/model.decoder.layers.18.fc1/zp_scales.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2e9ee9b59064f0a9fcac3147761c3a9017dd5dbec8b5038c1204924289f11d85
+size 1254
diff --git a/params/opt/5/fixed/woq_t/global_train/model.decoder.layers.18.fc2/q_scales.pt b/params/opt/5/fixed/woq_t/global_train/model.decoder.layers.18.fc2/q_scales.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4f40c14a0093ba23c1801e285f34e3401f5f35ee
--- /dev/null
+++ b/params/opt/5/fixed/woq_t/global_train/model.decoder.layers.18.fc2/q_scales.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ff75256e2a44dc05b3efa43e630343eaa74435c1a8e2408a498a4fc257e65c80
+size 5345
diff --git a/params/opt/5/fixed/woq_t/global_train/model.decoder.layers.18.fc2/zp_scales.pt b/params/opt/5/fixed/woq_t/global_train/model.decoder.layers.18.fc2/zp_scales.pt
new file mode 100644
index 0000000000000000000000000000000000000000..1456a5271f29c7cfb73f6d9b37b62283766e9c60
--- /dev/null
+++ b/params/opt/5/fixed/woq_t/global_train/model.decoder.layers.18.fc2/zp_scales.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c5d9575c323cfb205860fe8f5c38327b5e2179ef35276201cbdaa62a4f1944ef
+size 1254
diff --git a/params/opt/5/fixed/woq_t/global_train/model.decoder.layers.18.self_attn.k_proj/q_scales.pt b/params/opt/5/fixed/woq_t/global_train/model.decoder.layers.18.self_attn.k_proj/q_scales.pt
new file mode 100644
index 0000000000000000000000000000000000000000..b63996567bfd25539c79c54c702dae2932eb502e
--- /dev/null
+++ b/params/opt/5/fixed/woq_t/global_train/model.decoder.layers.18.self_attn.k_proj/q_scales.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e672dff4a258bbd44bc6eb83966cec0c457d778f396e48cfa35db691ad6e0b9c
+size 5345
diff --git a/params/opt/5/fixed/woq_t/global_train/model.decoder.layers.18.self_attn.k_proj/zp_scales.pt b/params/opt/5/fixed/woq_t/global_train/model.decoder.layers.18.self_attn.k_proj/zp_scales.pt
new file mode 100644
index 0000000000000000000000000000000000000000..b5d69b057aea46414b79612e3a750b80eed404e7
--- /dev/null
+++ b/params/opt/5/fixed/woq_t/global_train/model.decoder.layers.18.self_attn.k_proj/zp_scales.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:402c1faf6c9ae267d5b99f653fdcb36ffad584b7fa1e882d3c0748ad8a7a6a5b
+size 1254
diff --git a/params/opt/5/fixed/woq_t/global_train/model.decoder.layers.18.self_attn.out_proj/q_scales.pt b/params/opt/5/fixed/woq_t/global_train/model.decoder.layers.18.self_attn.out_proj/q_scales.pt
new file mode 100644
index 0000000000000000000000000000000000000000..5b517639011349a3aa20875306549fb1663b50ea
--- /dev/null
+++ b/params/opt/5/fixed/woq_t/global_train/model.decoder.layers.18.self_attn.out_proj/q_scales.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:4dddab72dc2f2df6f02e457638f9b7a6bfd39ed10c44133125e85b072566d719
+size 5345
diff --git a/params/opt/5/fixed/woq_t/global_train/model.decoder.layers.18.self_attn.out_proj/zp_scales.pt b/params/opt/5/fixed/woq_t/global_train/model.decoder.layers.18.self_attn.out_proj/zp_scales.pt
new file mode 100644
index 0000000000000000000000000000000000000000..6004940ea0250bf2faeddc4ea48fe15348484a02
--- /dev/null
+++ b/params/opt/5/fixed/woq_t/global_train/model.decoder.layers.18.self_attn.out_proj/zp_scales.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e5f53f27ea842efe9584c929548d4af6bced951752803f12278c5f62e40ea70b
+size 1254
diff --git a/params/opt/5/fixed/woq_t/global_train/model.decoder.layers.18.self_attn.q_proj/q_scales.pt b/params/opt/5/fixed/woq_t/global_train/model.decoder.layers.18.self_attn.q_proj/q_scales.pt
new file mode 100644
index 0000000000000000000000000000000000000000..90b7d0a59cbd72528b4876b4163ba7aabfbc2fdc
--- /dev/null
+++ b/params/opt/5/fixed/woq_t/global_train/model.decoder.layers.18.self_attn.q_proj/q_scales.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b70010a9b54a5344c9bd0a2e4ba68eab601c68e695e2029105b54d9d220f5d95
+size 5345
diff --git a/params/opt/5/fixed/woq_t/global_train/model.decoder.layers.18.self_attn.q_proj/zp_scales.pt b/params/opt/5/fixed/woq_t/global_train/model.decoder.layers.18.self_attn.q_proj/zp_scales.pt
new file mode 100644
index 0000000000000000000000000000000000000000..7ea90df68fb7897c831080667ec197cc54b586ed
--- /dev/null
+++ b/params/opt/5/fixed/woq_t/global_train/model.decoder.layers.18.self_attn.q_proj/zp_scales.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d41ef40cd4d927f13aaeb7a2ad0136a905e518302dc43a5624ca1c2047c71d59
+size 1254
diff --git a/params/opt/5/fixed/woq_t/global_train/model.decoder.layers.18.self_attn.v_proj/q_scales.pt b/params/opt/5/fixed/woq_t/global_train/model.decoder.layers.18.self_attn.v_proj/q_scales.pt
new file mode 100644
index 0000000000000000000000000000000000000000..86efc9ff1f91801438c050a96a0f337d21d2f97c
--- /dev/null
+++ b/params/opt/5/fixed/woq_t/global_train/model.decoder.layers.18.self_attn.v_proj/q_scales.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:72a4b70de52ca6c58a1ce197b29a7691a46949206c3a84b671692cc4754dadc9
+size 5345
diff --git a/params/opt/5/fixed/woq_t/global_train/model.decoder.layers.18.self_attn.v_proj/zp_scales.pt b/params/opt/5/fixed/woq_t/global_train/model.decoder.layers.18.self_attn.v_proj/zp_scales.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a74ab6b2393c2e90e2d5630caac2abed2c99da86
--- /dev/null
+++ b/params/opt/5/fixed/woq_t/global_train/model.decoder.layers.18.self_attn.v_proj/zp_scales.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:39e803f8d263b61240b046363c8f4d4dce09fe2029ec45f2f1bdac64e3cf0e5c
+size 1254
diff --git a/params/opt/5/fixed/woq_t/global_train/model.decoder.layers.19.fc1/q_scales.pt b/params/opt/5/fixed/woq_t/global_train/model.decoder.layers.19.fc1/q_scales.pt
new file mode 100644
index 0000000000000000000000000000000000000000..87d15b23f321b57c8bc426ea2ebdb5d6bddf862d
--- /dev/null
+++ b/params/opt/5/fixed/woq_t/global_train/model.decoder.layers.19.fc1/q_scales.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:28e685a027bfba58745aac72461846ea349eeebf5ba107ff8d1cce11491bbf2a
+size 17633
diff --git a/params/opt/5/fixed/woq_t/global_train/model.decoder.layers.19.fc1/zp_scales.pt b/params/opt/5/fixed/woq_t/global_train/model.decoder.layers.19.fc1/zp_scales.pt
new file mode 100644
index 0000000000000000000000000000000000000000..544c745ad9998bbf0c72c0d2efbc4232d3fb4af3
--- /dev/null
+++ b/params/opt/5/fixed/woq_t/global_train/model.decoder.layers.19.fc1/zp_scales.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a9e7fe0b24ac7ab234dbe3475fae699dca047a034c52bc91bf36867119354ffd
+size 1254
diff --git a/params/opt/5/fixed/woq_t/global_train/model.decoder.layers.19.fc2/q_scales.pt b/params/opt/5/fixed/woq_t/global_train/model.decoder.layers.19.fc2/q_scales.pt
new file mode 100644
index 0000000000000000000000000000000000000000..fef0274664357f690674f9ca6cba61e33e626d49
--- /dev/null
+++ b/params/opt/5/fixed/woq_t/global_train/model.decoder.layers.19.fc2/q_scales.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ec53de264efe99f4b21aa5a3c82486275913b9dca275508b7a9ac6a0fc0343d3
+size 5345
diff --git a/params/opt/5/fixed/woq_t/global_train/model.decoder.layers.19.fc2/zp_scales.pt b/params/opt/5/fixed/woq_t/global_train/model.decoder.layers.19.fc2/zp_scales.pt
new file mode 100644
index 0000000000000000000000000000000000000000..3a519a997f56583b68d9319ca266c70ffb5858a0
--- /dev/null
+++ b/params/opt/5/fixed/woq_t/global_train/model.decoder.layers.19.fc2/zp_scales.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:42144e338c002d5356ec288945cb68c4c1e1e47d7a5b911a3c0d24f8a5a942f4
+size 1254
diff --git a/params/opt/5/fixed/woq_t/global_train/model.decoder.layers.19.self_attn.k_proj/q_scales.pt b/params/opt/5/fixed/woq_t/global_train/model.decoder.layers.19.self_attn.k_proj/q_scales.pt
new file mode 100644
index 0000000000000000000000000000000000000000..fe57ed1582e729af0053634ce626bb65b02d98dc
--- /dev/null
+++ b/params/opt/5/fixed/woq_t/global_train/model.decoder.layers.19.self_attn.k_proj/q_scales.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:bd5157d04d33cb83876e42d3a89ba69cc53bc180ba52680a03f4dd83fbadc192
+size 5345
diff --git a/params/opt/5/fixed/woq_t/global_train/model.decoder.layers.19.self_attn.k_proj/zp_scales.pt b/params/opt/5/fixed/woq_t/global_train/model.decoder.layers.19.self_attn.k_proj/zp_scales.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a42e05c8c9db8432f15e18ed4ef4c0233b9ec07b
--- /dev/null
+++ b/params/opt/5/fixed/woq_t/global_train/model.decoder.layers.19.self_attn.k_proj/zp_scales.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:3da10c5012636f41bee77a127996a57a366f40f3a3f91eef2d6e427fcaccfc0f
+size 1254
diff --git a/params/opt/5/fixed/woq_t/global_train/model.decoder.layers.19.self_attn.out_proj/q_scales.pt b/params/opt/5/fixed/woq_t/global_train/model.decoder.layers.19.self_attn.out_proj/q_scales.pt
new file mode 100644
index 0000000000000000000000000000000000000000..681f2413440689dc0f07f1f676ad6866ed56b231
--- /dev/null
+++ b/params/opt/5/fixed/woq_t/global_train/model.decoder.layers.19.self_attn.out_proj/q_scales.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:03b1daacde84cdaa67b1bdb1f5b162dc858cf0304692eba8f8690c325a9c31fc
+size 5345
diff --git a/params/opt/5/fixed/woq_t/global_train/model.decoder.layers.19.self_attn.out_proj/zp_scales.pt b/params/opt/5/fixed/woq_t/global_train/model.decoder.layers.19.self_attn.out_proj/zp_scales.pt
new file mode 100644
index 0000000000000000000000000000000000000000..7fc4be270322b1a48bcf01caa3694507284f8189
--- /dev/null
+++ b/params/opt/5/fixed/woq_t/global_train/model.decoder.layers.19.self_attn.out_proj/zp_scales.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:abfd3a958903aaad07709322d966588fe1e888271364a4a311f809a09388880d
+size 1254
diff --git a/params/opt/5/fixed/woq_t/global_train/model.decoder.layers.19.self_attn.q_proj/q_scales.pt b/params/opt/5/fixed/woq_t/global_train/model.decoder.layers.19.self_attn.q_proj/q_scales.pt
new file mode 100644
index 0000000000000000000000000000000000000000..1ae868daff0754957770555da2621559eb5cd5e2
--- /dev/null
+++ b/params/opt/5/fixed/woq_t/global_train/model.decoder.layers.19.self_attn.q_proj/q_scales.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0ff3bed1bc482211674843d08a239192802c4ecb8998d494df400bca28b9d25c
+size 5345
diff --git a/params/opt/5/fixed/woq_t/global_train/model.decoder.layers.19.self_attn.q_proj/zp_scales.pt b/params/opt/5/fixed/woq_t/global_train/model.decoder.layers.19.self_attn.q_proj/zp_scales.pt
new file mode 100644
index 0000000000000000000000000000000000000000..16b2bbbc9984fcde11a6eda83ec75da42eaa2832
--- /dev/null
+++ b/params/opt/5/fixed/woq_t/global_train/model.decoder.layers.19.self_attn.q_proj/zp_scales.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d06e5af40005c0aecc43ade36ab4a4e80e35833463e55e49f349309e4fac343e
+size 1254
diff --git a/params/opt/5/fixed/woq_t/global_train/model.decoder.layers.19.self_attn.v_proj/q_scales.pt b/params/opt/5/fixed/woq_t/global_train/model.decoder.layers.19.self_attn.v_proj/q_scales.pt
new file mode 100644
index 0000000000000000000000000000000000000000..9bf8cf88199056c55dbfbcec0c6752594fe7e490
--- /dev/null
+++ b/params/opt/5/fixed/woq_t/global_train/model.decoder.layers.19.self_attn.v_proj/q_scales.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:76059c63bc2ee16422364155bec38a99777adf764002983995d08093f6be6b26
+size 5345
diff --git a/params/opt/5/fixed/woq_t/global_train/model.decoder.layers.19.self_attn.v_proj/zp_scales.pt b/params/opt/5/fixed/woq_t/global_train/model.decoder.layers.19.self_attn.v_proj/zp_scales.pt
new file mode 100644
index 0000000000000000000000000000000000000000..b440df7bccf8b1388340eb493a344a3a20636d28
--- /dev/null
+++ b/params/opt/5/fixed/woq_t/global_train/model.decoder.layers.19.self_attn.v_proj/zp_scales.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:862a2b5ce04134bb4c869fb8af572c6aa63ddf315e5d78a7c6544829d10fb8fe
+size 1254
diff --git a/params/opt/5/fixed/woq_t/global_train/model.decoder.layers.2.fc1/q_scales.pt b/params/opt/5/fixed/woq_t/global_train/model.decoder.layers.2.fc1/q_scales.pt
new file mode 100644
index 0000000000000000000000000000000000000000..062a1845a6df96ec7925556d6f7cbd47f3087f78
--- /dev/null
+++ b/params/opt/5/fixed/woq_t/global_train/model.decoder.layers.2.fc1/q_scales.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f68b6b2ef54039adee7a5dd39da7529a462730cc84890d412053ce81702800d0
+size 17633
diff --git a/params/opt/5/fixed/woq_t/global_train/model.decoder.layers.2.fc1/zp_scales.pt b/params/opt/5/fixed/woq_t/global_train/model.decoder.layers.2.fc1/zp_scales.pt
new file mode 100644
index 0000000000000000000000000000000000000000..bf45da6612b6690daa22f5fed1994dfd920a6bf6
--- /dev/null
+++ b/params/opt/5/fixed/woq_t/global_train/model.decoder.layers.2.fc1/zp_scales.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:91053e42a6cc97ab2eebb38b582063ff1f2736e8f7fea2fbd6196d75188d730b
+size 1254
diff --git a/params/opt/5/fixed/woq_t/global_train/model.decoder.layers.2.fc2/q_scales.pt b/params/opt/5/fixed/woq_t/global_train/model.decoder.layers.2.fc2/q_scales.pt
new file mode 100644
index 0000000000000000000000000000000000000000..655cb41bee9ea3b2df2d14a2f44b064b67cb55d9
--- /dev/null
+++ b/params/opt/5/fixed/woq_t/global_train/model.decoder.layers.2.fc2/q_scales.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:684aef88ca19d61ed81ad6163349bc18bdd0ae5d2247c886c00a29af2c79eb18
+size 5345
diff --git a/params/opt/5/fixed/woq_t/global_train/model.decoder.layers.2.fc2/zp_scales.pt b/params/opt/5/fixed/woq_t/global_train/model.decoder.layers.2.fc2/zp_scales.pt
new file mode 100644
index 0000000000000000000000000000000000000000..80c374b812629d69efb233530d95aa6a8df83dec
--- /dev/null
+++ b/params/opt/5/fixed/woq_t/global_train/model.decoder.layers.2.fc2/zp_scales.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:7949ddee0027173dce8f32801a1c18b8032de5b8be0723a40aa0a3e19e87e753
+size 1254
diff --git a/params/opt/5/fixed/woq_t/global_train/model.decoder.layers.2.self_attn.k_proj/q_scales.pt b/params/opt/5/fixed/woq_t/global_train/model.decoder.layers.2.self_attn.k_proj/q_scales.pt
new file mode 100644
index 0000000000000000000000000000000000000000..aa2096692eb9db04ce53af2596448b223bee2c34
--- /dev/null
+++ b/params/opt/5/fixed/woq_t/global_train/model.decoder.layers.2.self_attn.k_proj/q_scales.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ed4349b8119f97dac7664ec58feff5dcf21161f010cf459132d50ce0ad147762
+size 5345
diff --git a/params/opt/5/fixed/woq_t/global_train/model.decoder.layers.2.self_attn.k_proj/zp_scales.pt b/params/opt/5/fixed/woq_t/global_train/model.decoder.layers.2.self_attn.k_proj/zp_scales.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2f4722b4e1332877d4e902de05a9bf390225b4e0
--- /dev/null
+++ b/params/opt/5/fixed/woq_t/global_train/model.decoder.layers.2.self_attn.k_proj/zp_scales.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2eca7a94b40b03b517bfc37ca70dcd051d7cf8a6518ce81fbfe10c63f647bc4e
+size 1254
diff --git a/params/opt/5/fixed/woq_t/global_train/model.decoder.layers.2.self_attn.out_proj/q_scales.pt b/params/opt/5/fixed/woq_t/global_train/model.decoder.layers.2.self_attn.out_proj/q_scales.pt
new file mode 100644
index 0000000000000000000000000000000000000000..28b011366e2e64bf57011d8bc411d94d632c7344
--- /dev/null
+++ b/params/opt/5/fixed/woq_t/global_train/model.decoder.layers.2.self_attn.out_proj/q_scales.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:961359c1a14654a1dafe153dd48db99a17abe928ddc41ab3e172b6f4ab0a7864
+size 5345
diff --git a/params/opt/5/fixed/woq_t/global_train/model.decoder.layers.2.self_attn.out_proj/zp_scales.pt b/params/opt/5/fixed/woq_t/global_train/model.decoder.layers.2.self_attn.out_proj/zp_scales.pt
new file mode 100644
index 0000000000000000000000000000000000000000..d83a0ae7ebd494f97b2be909af5ae7bc94b36193
--- /dev/null
+++ b/params/opt/5/fixed/woq_t/global_train/model.decoder.layers.2.self_attn.out_proj/zp_scales.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:40c727cd2ee4a31ca7164a61734a2bf934bb187f867640ce3308e20ea4d57595
+size 1254
diff --git a/params/opt/5/fixed/woq_t/global_train/model.decoder.layers.2.self_attn.q_proj/q_scales.pt b/params/opt/5/fixed/woq_t/global_train/model.decoder.layers.2.self_attn.q_proj/q_scales.pt
new file mode 100644
index 0000000000000000000000000000000000000000..f21ca841cfbb59aba2b43224967061ea1f450161
--- /dev/null
+++ b/params/opt/5/fixed/woq_t/global_train/model.decoder.layers.2.self_attn.q_proj/q_scales.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:aa65a9948530a1d6656b8517ae31eb83eb656d0cf9a3ac8a1d68c4d54e06b5b6
+size 5345
diff --git a/params/opt/5/fixed/woq_t/global_train/model.decoder.layers.2.self_attn.q_proj/zp_scales.pt b/params/opt/5/fixed/woq_t/global_train/model.decoder.layers.2.self_attn.q_proj/zp_scales.pt
new file mode 100644
index 0000000000000000000000000000000000000000..869ce18ae119173beac91732fa5858bf189fc6b2
--- /dev/null
+++ b/params/opt/5/fixed/woq_t/global_train/model.decoder.layers.2.self_attn.q_proj/zp_scales.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:26099261adbb56ff8fb22481ebcb9f8be72c2d4ad0d8d69df6a16a7a5f3ff015
+size 1254
diff --git a/params/opt/5/fixed/woq_t/global_train/model.decoder.layers.2.self_attn.v_proj/q_scales.pt b/params/opt/5/fixed/woq_t/global_train/model.decoder.layers.2.self_attn.v_proj/q_scales.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c906616ef41020219d78af19f725dabeac23a702
--- /dev/null
+++ b/params/opt/5/fixed/woq_t/global_train/model.decoder.layers.2.self_attn.v_proj/q_scales.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a6a361198cf868c3318f316ab9a8049ea1f55c6e6da319bca5952cd1d26501a0
+size 5345
diff --git a/params/opt/5/fixed/woq_t/global_train/model.decoder.layers.2.self_attn.v_proj/zp_scales.pt b/params/opt/5/fixed/woq_t/global_train/model.decoder.layers.2.self_attn.v_proj/zp_scales.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c6f56686e6ea4a169156652ebb9d8813a4f2ec4a
--- /dev/null
+++ b/params/opt/5/fixed/woq_t/global_train/model.decoder.layers.2.self_attn.v_proj/zp_scales.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:153c4ba6ffa062b69a84a971781bbb47ebbdaf0c1ed48bf4000e35c09642ce98
+size 1254
diff --git a/params/opt/5/fixed/woq_t/global_train/model.decoder.layers.20.fc1/q_scales.pt b/params/opt/5/fixed/woq_t/global_train/model.decoder.layers.20.fc1/q_scales.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8404f413d6619a0959d05be0e9a48c541994898b
--- /dev/null
+++ b/params/opt/5/fixed/woq_t/global_train/model.decoder.layers.20.fc1/q_scales.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e7c1447e70ee6c3a9ec68313bbc3b215aa7f802281c220ce0765305001af0233
+size 17633
diff --git a/params/opt/5/fixed/woq_t/global_train/model.decoder.layers.20.fc1/zp_scales.pt b/params/opt/5/fixed/woq_t/global_train/model.decoder.layers.20.fc1/zp_scales.pt
new file mode 100644
index 0000000000000000000000000000000000000000..dc24df6e2ba25925e736a10ad53b5efcf1165567
--- /dev/null
+++ b/params/opt/5/fixed/woq_t/global_train/model.decoder.layers.20.fc1/zp_scales.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c8bc6f4102bc68211f1b872bf534a8a487e3afdb5361fd10c92f2414a1002956
+size 1254
diff --git a/params/opt/5/fixed/woq_t/global_train/model.decoder.layers.20.fc2/q_scales.pt b/params/opt/5/fixed/woq_t/global_train/model.decoder.layers.20.fc2/q_scales.pt
new file mode 100644
index 0000000000000000000000000000000000000000..559d287f84d4cee714115069890e454283eb6fc6
--- /dev/null
+++ b/params/opt/5/fixed/woq_t/global_train/model.decoder.layers.20.fc2/q_scales.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:eca056d48b71055f13d989990a41e783f938a0c05ede761b80ff302dfe0629c6
+size 5345
diff --git a/params/opt/5/fixed/woq_t/global_train/model.decoder.layers.20.fc2/zp_scales.pt b/params/opt/5/fixed/woq_t/global_train/model.decoder.layers.20.fc2/zp_scales.pt
new file mode 100644
index 0000000000000000000000000000000000000000..9ebbd85916306288e4080fc10cef92139af6424e
--- /dev/null
+++ b/params/opt/5/fixed/woq_t/global_train/model.decoder.layers.20.fc2/zp_scales.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f8308d1ddeab729e1bdc52e437dbf72062f6ed689d6e114c30abc18853365e8d
+size 1254
diff --git a/params/opt/5/fixed/woq_t/global_train/model.decoder.layers.20.self_attn.k_proj/q_scales.pt b/params/opt/5/fixed/woq_t/global_train/model.decoder.layers.20.self_attn.k_proj/q_scales.pt
new file mode 100644
index 0000000000000000000000000000000000000000..fd254ca4580f6363de8299cb3195b2badc64e295
--- /dev/null
+++ b/params/opt/5/fixed/woq_t/global_train/model.decoder.layers.20.self_attn.k_proj/q_scales.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c85b6c724021bb5fe09e3f404b33e0a8197d45796ccbf65438cf3fffa363d5fd
+size 5345
diff --git a/params/opt/5/fixed/woq_t/global_train/model.decoder.layers.20.self_attn.k_proj/zp_scales.pt b/params/opt/5/fixed/woq_t/global_train/model.decoder.layers.20.self_attn.k_proj/zp_scales.pt
new file mode 100644
index 0000000000000000000000000000000000000000..b927b15697bc31444678e2ab61c8b194c3ce0555
--- /dev/null
+++ b/params/opt/5/fixed/woq_t/global_train/model.decoder.layers.20.self_attn.k_proj/zp_scales.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e07d102b2544784c47084f9bdcc2faac6149d3592c04eda74acaeb743c406f50
+size 1254
diff --git a/params/opt/5/fixed/woq_t/global_train/model.decoder.layers.20.self_attn.out_proj/q_scales.pt b/params/opt/5/fixed/woq_t/global_train/model.decoder.layers.20.self_attn.out_proj/q_scales.pt
new file mode 100644
index 0000000000000000000000000000000000000000..bc1790e622ecd0bee0c745ea7378a4f250f008d9
--- /dev/null
+++ b/params/opt/5/fixed/woq_t/global_train/model.decoder.layers.20.self_attn.out_proj/q_scales.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:8e8d7db59f52d56f5b8d176c5052efac9c85fff1f20d5d59a0d2f4d2e72688fa
+size 5345
diff --git a/params/opt/5/fixed/woq_t/global_train/model.decoder.layers.20.self_attn.out_proj/zp_scales.pt b/params/opt/5/fixed/woq_t/global_train/model.decoder.layers.20.self_attn.out_proj/zp_scales.pt
new file mode 100644
index 0000000000000000000000000000000000000000..9bbfea0524c9fe4ebcb6dd462eba7909d359c642
--- /dev/null
+++ b/params/opt/5/fixed/woq_t/global_train/model.decoder.layers.20.self_attn.out_proj/zp_scales.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:73d36a3ec169a7a8c284db8f7e1fda262952c25f22bfc854f59a2eb44766dd49
+size 1254
diff --git a/params/opt/5/fixed/woq_t/global_train/model.decoder.layers.20.self_attn.q_proj/q_scales.pt b/params/opt/5/fixed/woq_t/global_train/model.decoder.layers.20.self_attn.q_proj/q_scales.pt
new file mode 100644
index 0000000000000000000000000000000000000000..b7356960b812e5225689001a3eb22637746b89c9
--- /dev/null
+++ b/params/opt/5/fixed/woq_t/global_train/model.decoder.layers.20.self_attn.q_proj/q_scales.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:60063b8d9161e4828a514ab89a6f88d72718f7107499afe4a3904f1c3bdba4fc
+size 5345
diff --git a/params/opt/5/fixed/woq_t/global_train/model.decoder.layers.20.self_attn.q_proj/zp_scales.pt b/params/opt/5/fixed/woq_t/global_train/model.decoder.layers.20.self_attn.q_proj/zp_scales.pt
new file mode 100644
index 0000000000000000000000000000000000000000..318ecf24dec15053f68cf01f15522c5dee7ffc61
--- /dev/null
+++ b/params/opt/5/fixed/woq_t/global_train/model.decoder.layers.20.self_attn.q_proj/zp_scales.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:bb1f946d62aa9f74cfcb8d14f0e21605dbddcb0bf8e5e89f02c742c53ee8b23c
+size 1254
diff --git a/params/opt/5/fixed/woq_t/global_train/model.decoder.layers.20.self_attn.v_proj/q_scales.pt b/params/opt/5/fixed/woq_t/global_train/model.decoder.layers.20.self_attn.v_proj/q_scales.pt
new file mode 100644
index 0000000000000000000000000000000000000000..7c3bff407855575dad0cf97064f4f34d24c00e56
--- /dev/null
+++ b/params/opt/5/fixed/woq_t/global_train/model.decoder.layers.20.self_attn.v_proj/q_scales.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0d267a814e52f078ded8449748bb0196ec3dadf7fbf85ab7a02a6adb6d176d78
+size 5345
diff --git a/params/opt/5/fixed/woq_t/global_train/model.decoder.layers.20.self_attn.v_proj/zp_scales.pt b/params/opt/5/fixed/woq_t/global_train/model.decoder.layers.20.self_attn.v_proj/zp_scales.pt
new file mode 100644
index 0000000000000000000000000000000000000000..33e3ed3fef899ecc8177c60107ec500380e45247
--- /dev/null
+++ b/params/opt/5/fixed/woq_t/global_train/model.decoder.layers.20.self_attn.v_proj/zp_scales.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2832629d7370b313270dca0ad84c30b6f0fa6e10bea5403764e476cbb38c8a2c
+size 1254
diff --git a/params/opt/5/fixed/woq_t/global_train/model.decoder.layers.21.fc1/q_scales.pt b/params/opt/5/fixed/woq_t/global_train/model.decoder.layers.21.fc1/q_scales.pt
new file mode 100644
index 0000000000000000000000000000000000000000..12a0ca87ac1324b8f72e3144fe1abc8791982511
--- /dev/null
+++ b/params/opt/5/fixed/woq_t/global_train/model.decoder.layers.21.fc1/q_scales.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:21e7f098d172004eb5ef25869dc0a72ffad8b058193c8f9d42bb4c415560a21c
+size 17633
diff --git a/params/opt/5/fixed/woq_t/global_train/model.decoder.layers.21.fc1/zp_scales.pt b/params/opt/5/fixed/woq_t/global_train/model.decoder.layers.21.fc1/zp_scales.pt
new file mode 100644
index 0000000000000000000000000000000000000000..45cd28738ff8ed25303a92b90d919a6c4be2deb1
--- /dev/null
+++ b/params/opt/5/fixed/woq_t/global_train/model.decoder.layers.21.fc1/zp_scales.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:365f4e556f3892276ebc7a40916ca4a7c192c5c81f352ddc5d8cd551dff94635
+size 1254
diff --git a/params/opt/5/fixed/woq_t/global_train/model.decoder.layers.21.fc2/q_scales.pt b/params/opt/5/fixed/woq_t/global_train/model.decoder.layers.21.fc2/q_scales.pt
new file mode 100644
index 0000000000000000000000000000000000000000..1f854e2458118141e5f50b4ba3ef8aeb9b1af681
--- /dev/null
+++ b/params/opt/5/fixed/woq_t/global_train/model.decoder.layers.21.fc2/q_scales.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e6c358c75e6916a98a6a0133f9bef7cfc1bee1f85feb1fce77ad7e3cf181c70b
+size 5345
diff --git a/params/opt/5/fixed/woq_t/global_train/model.decoder.layers.21.fc2/zp_scales.pt b/params/opt/5/fixed/woq_t/global_train/model.decoder.layers.21.fc2/zp_scales.pt
new file mode 100644
index 0000000000000000000000000000000000000000..3bd25bf486bf080811417494c27f5ad6399e8bbf
--- /dev/null
+++ b/params/opt/5/fixed/woq_t/global_train/model.decoder.layers.21.fc2/zp_scales.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:4503644fa3a428d6c77fa3f1c38e1aae78a6bbb627dd812242687438d660c377
+size 1254
diff --git a/params/opt/5/fixed/woq_t/global_train/model.decoder.layers.21.self_attn.k_proj/q_scales.pt b/params/opt/5/fixed/woq_t/global_train/model.decoder.layers.21.self_attn.k_proj/q_scales.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ecce04a8eaf40893ea16f31e57b4b2a7d16a522f
--- /dev/null
+++ b/params/opt/5/fixed/woq_t/global_train/model.decoder.layers.21.self_attn.k_proj/q_scales.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:67d31318f5053ad8b62e36ae804b3087306697f14654b93a839d54c7d618d42f
+size 5345
diff --git a/params/opt/5/fixed/woq_t/global_train/model.decoder.layers.21.self_attn.k_proj/zp_scales.pt b/params/opt/5/fixed/woq_t/global_train/model.decoder.layers.21.self_attn.k_proj/zp_scales.pt
new file mode 100644
index 0000000000000000000000000000000000000000..1cb898db6ff5281d3922210006173f254aa41e53
--- /dev/null
+++ b/params/opt/5/fixed/woq_t/global_train/model.decoder.layers.21.self_attn.k_proj/zp_scales.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:8f777519964afb406362f0a2c8cf7593fe452d25f67e44a6a1f79deef74dae4d
+size 1254
diff --git a/params/opt/5/fixed/woq_t/global_train/model.decoder.layers.21.self_attn.out_proj/q_scales.pt b/params/opt/5/fixed/woq_t/global_train/model.decoder.layers.21.self_attn.out_proj/q_scales.pt
new file mode 100644
index 0000000000000000000000000000000000000000..f4fb5aa8ee911b4e29028e495c5a36d1a6c988fc
--- /dev/null
+++ b/params/opt/5/fixed/woq_t/global_train/model.decoder.layers.21.self_attn.out_proj/q_scales.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b0542dd323afd7cae8d50af5b328b271e3723602acbaaa85f1b75532b6a0faf1
+size 5345
diff --git a/params/opt/5/fixed/woq_t/global_train/model.decoder.layers.21.self_attn.out_proj/zp_scales.pt b/params/opt/5/fixed/woq_t/global_train/model.decoder.layers.21.self_attn.out_proj/zp_scales.pt
new file mode 100644
index 0000000000000000000000000000000000000000..5ecd0a9bc47ab7b605e0645cf0de12c4b1d873f1
--- /dev/null
+++ b/params/opt/5/fixed/woq_t/global_train/model.decoder.layers.21.self_attn.out_proj/zp_scales.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:3a705dbf8b2e1b94e227a5fc3c7c24467d9d265448ef99cd33d30babf1345eac
+size 1254
diff --git a/params/opt/5/fixed/woq_t/global_train/model.decoder.layers.21.self_attn.q_proj/q_scales.pt b/params/opt/5/fixed/woq_t/global_train/model.decoder.layers.21.self_attn.q_proj/q_scales.pt
new file mode 100644
index 0000000000000000000000000000000000000000..9bfe016146a5fca0d15971dadc80a9167a0d9520
--- /dev/null
+++ b/params/opt/5/fixed/woq_t/global_train/model.decoder.layers.21.self_attn.q_proj/q_scales.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ec1dad06047939d51b85cec4db4d814b15712303cc336ff8a93c0de2a9350292
+size 5345
diff --git a/params/opt/5/fixed/woq_t/global_train/model.decoder.layers.21.self_attn.q_proj/zp_scales.pt b/params/opt/5/fixed/woq_t/global_train/model.decoder.layers.21.self_attn.q_proj/zp_scales.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a2ec7721e87bdaed8499c9268f130a9d07c97e58
--- /dev/null
+++ b/params/opt/5/fixed/woq_t/global_train/model.decoder.layers.21.self_attn.q_proj/zp_scales.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:813da438833355f9ea669464725bbf3506bc0ff4bdf057b957510c9a4312919c
+size 1254
diff --git a/params/opt/5/fixed/woq_t/global_train/model.decoder.layers.21.self_attn.v_proj/q_scales.pt b/params/opt/5/fixed/woq_t/global_train/model.decoder.layers.21.self_attn.v_proj/q_scales.pt
new file mode 100644
index 0000000000000000000000000000000000000000..96a4924ae12f9eb9962c4c19848388d83c44e033
--- /dev/null
+++ b/params/opt/5/fixed/woq_t/global_train/model.decoder.layers.21.self_attn.v_proj/q_scales.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:4632f509c5d0d4eb1e3f969600f4c2d24cc4d5fed5d47a3d3184d3f717b2e2f9
+size 5345
diff --git a/params/opt/5/fixed/woq_t/global_train/model.decoder.layers.21.self_attn.v_proj/zp_scales.pt b/params/opt/5/fixed/woq_t/global_train/model.decoder.layers.21.self_attn.v_proj/zp_scales.pt
new file mode 100644
index 0000000000000000000000000000000000000000..3ab2b4297c52d7be1ecc2a3d64f2a189065f3e09
--- /dev/null
+++ b/params/opt/5/fixed/woq_t/global_train/model.decoder.layers.21.self_attn.v_proj/zp_scales.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e7e1ae23ef5f64c0b89ff8c9802b32c4ab16c93da94caba4ff698ff2e123f437
+size 1254
diff --git a/params/opt/5/fixed/woq_t/global_train/model.decoder.layers.22.fc1/q_scales.pt b/params/opt/5/fixed/woq_t/global_train/model.decoder.layers.22.fc1/q_scales.pt
new file mode 100644
index 0000000000000000000000000000000000000000..81deeba60b6c9b3cafc8a51b4f10b4692c5ed1f3
--- /dev/null
+++ b/params/opt/5/fixed/woq_t/global_train/model.decoder.layers.22.fc1/q_scales.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:faf9ca2b523dce3c52b765ee80db754717b22372a401ac169a22e4f3628c9187
+size 17633
diff --git a/params/opt/5/fixed/woq_t/global_train/model.decoder.layers.22.fc1/zp_scales.pt b/params/opt/5/fixed/woq_t/global_train/model.decoder.layers.22.fc1/zp_scales.pt
new file mode 100644
index 0000000000000000000000000000000000000000..525d2b7ec12071c1f804f7629cc2e3f8d74d8d93
--- /dev/null
+++ b/params/opt/5/fixed/woq_t/global_train/model.decoder.layers.22.fc1/zp_scales.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a953b43e774a21de7244f8d596563c9ab6b347dd9d6837eb22ca49ebfd6360f9
+size 1254
diff --git a/params/opt/5/fixed/woq_t/global_train/model.decoder.layers.22.fc2/q_scales.pt b/params/opt/5/fixed/woq_t/global_train/model.decoder.layers.22.fc2/q_scales.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e8066bb04e05ab60a46395aba6592371fb8c043f
--- /dev/null
+++ b/params/opt/5/fixed/woq_t/global_train/model.decoder.layers.22.fc2/q_scales.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:412bb83440917cff05e5cea7111ce10c09102b442b4adf6ca31659d1391a0485
+size 5345
diff --git a/params/opt/5/fixed/woq_t/global_train/model.decoder.layers.22.fc2/zp_scales.pt b/params/opt/5/fixed/woq_t/global_train/model.decoder.layers.22.fc2/zp_scales.pt
new file mode 100644
index 0000000000000000000000000000000000000000..93ec56770138ae9837e705e3966a0c52fb9ab234
--- /dev/null
+++ b/params/opt/5/fixed/woq_t/global_train/model.decoder.layers.22.fc2/zp_scales.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5beea3269e11c6d1aa90cc7dd1353206b9697d3cbaa70eacd7bd2fbbcfb5d2b3
+size 1254
diff --git a/params/opt/5/fixed/woq_t/global_train/model.decoder.layers.22.self_attn.k_proj/q_scales.pt b/params/opt/5/fixed/woq_t/global_train/model.decoder.layers.22.self_attn.k_proj/q_scales.pt
new file mode 100644
index 0000000000000000000000000000000000000000..693f6cd8a0c00bf8287565a8405a5d794848c40b
--- /dev/null
+++ b/params/opt/5/fixed/woq_t/global_train/model.decoder.layers.22.self_attn.k_proj/q_scales.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:8757105f5b0de1996a3660d51080526bfdb4546fa0e8c49fec7d1c2e39df03e0
+size 5345
diff --git a/params/opt/5/fixed/woq_t/global_train/model.decoder.layers.22.self_attn.k_proj/zp_scales.pt b/params/opt/5/fixed/woq_t/global_train/model.decoder.layers.22.self_attn.k_proj/zp_scales.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e889283981dd6a971a9c08772a94f1e5d2fd7115
--- /dev/null
+++ b/params/opt/5/fixed/woq_t/global_train/model.decoder.layers.22.self_attn.k_proj/zp_scales.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0ed81daca8634f674b4dc39826322559538f01c935f0c0baaa23cdeae773e1fa
+size 1254
diff --git a/params/opt/5/fixed/woq_t/global_train/model.decoder.layers.22.self_attn.out_proj/q_scales.pt b/params/opt/5/fixed/woq_t/global_train/model.decoder.layers.22.self_attn.out_proj/q_scales.pt
new file mode 100644
index 0000000000000000000000000000000000000000..95bd77dda28779390afa3db04a253ea0a9edc7b2
--- /dev/null
+++ b/params/opt/5/fixed/woq_t/global_train/model.decoder.layers.22.self_attn.out_proj/q_scales.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f1955e296b3da46fcd3ebd517d3a19e0d61b2fa42ca235b969c15067afc1bc60
+size 5345
diff --git a/params/opt/5/fixed/woq_t/global_train/model.decoder.layers.22.self_attn.out_proj/zp_scales.pt b/params/opt/5/fixed/woq_t/global_train/model.decoder.layers.22.self_attn.out_proj/zp_scales.pt
new file mode 100644
index 0000000000000000000000000000000000000000..73e1c2db1bc9b505fe9aac182c9e533bb8704bcf
--- /dev/null
+++ b/params/opt/5/fixed/woq_t/global_train/model.decoder.layers.22.self_attn.out_proj/zp_scales.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:4f734309e345dd08e0033b8a18e8f19d6cc8d3460a12e4b2fb10ff78fcce289b
+size 1254
diff --git a/params/opt/5/fixed/woq_t/global_train/model.decoder.layers.22.self_attn.q_proj/q_scales.pt b/params/opt/5/fixed/woq_t/global_train/model.decoder.layers.22.self_attn.q_proj/q_scales.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e474ef66f6e97778105e819d466fbb338d489e94
--- /dev/null
+++ b/params/opt/5/fixed/woq_t/global_train/model.decoder.layers.22.self_attn.q_proj/q_scales.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:df7f5fd46957755ab90664de253be8234b8e087607761ad9b82657691e7a126a
+size 5345
diff --git a/params/opt/5/fixed/woq_t/global_train/model.decoder.layers.22.self_attn.q_proj/zp_scales.pt b/params/opt/5/fixed/woq_t/global_train/model.decoder.layers.22.self_attn.q_proj/zp_scales.pt
new file mode 100644
index 0000000000000000000000000000000000000000..f32f32678bef19b1b8034e2a4a3d7f1426c44447
--- /dev/null
+++ b/params/opt/5/fixed/woq_t/global_train/model.decoder.layers.22.self_attn.q_proj/zp_scales.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:830dc1e98c091dcf1dd7e2d9e07de510f03ff068c8dc6da866ea3c9afb12a865
+size 1254
diff --git a/params/opt/5/fixed/woq_t/global_train/model.decoder.layers.22.self_attn.v_proj/q_scales.pt b/params/opt/5/fixed/woq_t/global_train/model.decoder.layers.22.self_attn.v_proj/q_scales.pt
new file mode 100644
index 0000000000000000000000000000000000000000..75c46514ae2b0fe51927c76239d7f63a9891b770
--- /dev/null
+++ b/params/opt/5/fixed/woq_t/global_train/model.decoder.layers.22.self_attn.v_proj/q_scales.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:524a5e2d9e660a91fd2699193b9a3ead8298a892642c1c51d44cb523a78d75f1
+size 5345
diff --git a/params/opt/5/fixed/woq_t/global_train/model.decoder.layers.22.self_attn.v_proj/zp_scales.pt b/params/opt/5/fixed/woq_t/global_train/model.decoder.layers.22.self_attn.v_proj/zp_scales.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c2ce24a0826a8251d378680f6a8561cf6a4e82fd
--- /dev/null
+++ b/params/opt/5/fixed/woq_t/global_train/model.decoder.layers.22.self_attn.v_proj/zp_scales.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:291ba8cbf4effeb0c452052ef915e3ec39144de982ab831f99ae4905d5dd103a
+size 1254
diff --git a/params/opt/5/fixed/woq_t/global_train/model.decoder.layers.23.fc1/q_scales.pt b/params/opt/5/fixed/woq_t/global_train/model.decoder.layers.23.fc1/q_scales.pt
new file mode 100644
index 0000000000000000000000000000000000000000..6900e7d68a76484c54cd47fd801e9b6b3b10e007
--- /dev/null
+++ b/params/opt/5/fixed/woq_t/global_train/model.decoder.layers.23.fc1/q_scales.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:39f52ce99aa55268a488b32466cfb0743dc60dda8eb00b3619ade30ba8e8e335
+size 17633
diff --git a/params/opt/5/fixed/woq_t/global_train/model.decoder.layers.23.fc1/zp_scales.pt b/params/opt/5/fixed/woq_t/global_train/model.decoder.layers.23.fc1/zp_scales.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a44e8196009fa64838f7507302e6a67b535a4127
--- /dev/null
+++ b/params/opt/5/fixed/woq_t/global_train/model.decoder.layers.23.fc1/zp_scales.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2e67743b16fc703bf6e1e46c2a0c34cc7a6880379a443b9db2bbd21d01dd7113
+size 1254
diff --git a/params/opt/5/fixed/woq_t/global_train/model.decoder.layers.23.fc2/q_scales.pt b/params/opt/5/fixed/woq_t/global_train/model.decoder.layers.23.fc2/q_scales.pt
new file mode 100644
index 0000000000000000000000000000000000000000..b5e3716eb362ccb30bf34dc7c97d49af335b7ef0
--- /dev/null
+++ b/params/opt/5/fixed/woq_t/global_train/model.decoder.layers.23.fc2/q_scales.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:bf2502480a73cacebbcd8fec1770651cc021ce65e84e34aad631e7e40c985271
+size 5345
diff --git a/params/opt/5/fixed/woq_t/global_train/model.decoder.layers.23.fc2/zp_scales.pt b/params/opt/5/fixed/woq_t/global_train/model.decoder.layers.23.fc2/zp_scales.pt
new file mode 100644
index 0000000000000000000000000000000000000000..6ead320a4a0b7b83d21406baef65ef1d2600798a
--- /dev/null
+++ b/params/opt/5/fixed/woq_t/global_train/model.decoder.layers.23.fc2/zp_scales.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b2901080a6f41b29e8722df376a978d995e6dec45a2e5864fe626eede7d53b45
+size 1254
diff --git a/params/opt/5/fixed/woq_t/global_train/model.decoder.layers.23.self_attn.k_proj/q_scales.pt b/params/opt/5/fixed/woq_t/global_train/model.decoder.layers.23.self_attn.k_proj/q_scales.pt
new file mode 100644
index 0000000000000000000000000000000000000000..34d9dbcf733b5ae84c3cb2593ad55c32ca05fa6b
--- /dev/null
+++ b/params/opt/5/fixed/woq_t/global_train/model.decoder.layers.23.self_attn.k_proj/q_scales.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:6999698a958d2ad0445ce6b521233ca6a15fe449f8b1fdf79ad3260942c9e046
+size 5345
diff --git a/params/opt/5/fixed/woq_t/global_train/model.decoder.layers.23.self_attn.k_proj/zp_scales.pt b/params/opt/5/fixed/woq_t/global_train/model.decoder.layers.23.self_attn.k_proj/zp_scales.pt
new file mode 100644
index 0000000000000000000000000000000000000000..56bf3724324a5a8e68138e4cb53aae84adf7b8df
--- /dev/null
+++ b/params/opt/5/fixed/woq_t/global_train/model.decoder.layers.23.self_attn.k_proj/zp_scales.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c00ab12fec296f8de78098a8f8c2cbfe960dc999dbfd8d91bc4d5aa6248c7350
+size 1254
diff --git a/params/opt/5/fixed/woq_t/global_train/model.decoder.layers.23.self_attn.out_proj/q_scales.pt b/params/opt/5/fixed/woq_t/global_train/model.decoder.layers.23.self_attn.out_proj/q_scales.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a4b96d75a60dabafddae6f7d4cbd543ff4f188b3
--- /dev/null
+++ b/params/opt/5/fixed/woq_t/global_train/model.decoder.layers.23.self_attn.out_proj/q_scales.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:8c695d3596d3cb90edb577ce7a8fc867d1a783d1dd0b2b9d943f296f60c1ba17
+size 5345
diff --git a/params/opt/5/fixed/woq_t/global_train/model.decoder.layers.23.self_attn.out_proj/zp_scales.pt b/params/opt/5/fixed/woq_t/global_train/model.decoder.layers.23.self_attn.out_proj/zp_scales.pt
new file mode 100644
index 0000000000000000000000000000000000000000..189da1dc5d8148dd1535d352348e6f2e0f97bb3e
--- /dev/null
+++ b/params/opt/5/fixed/woq_t/global_train/model.decoder.layers.23.self_attn.out_proj/zp_scales.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:86c920e68d4eaf39ea021fd624d868d0877a91631de3dfef09b7729bbfb6b473
+size 1254
diff --git a/params/opt/5/fixed/woq_t/global_train/model.decoder.layers.23.self_attn.q_proj/q_scales.pt b/params/opt/5/fixed/woq_t/global_train/model.decoder.layers.23.self_attn.q_proj/q_scales.pt
new file mode 100644
index 0000000000000000000000000000000000000000..765a865b6606b13a68fb6a7a68432dbca7c5c296
--- /dev/null
+++ b/params/opt/5/fixed/woq_t/global_train/model.decoder.layers.23.self_attn.q_proj/q_scales.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:8de304d0dc53735170ee9924da50b313b0f008ae4b5b28f6cd9bf4b0390a6c49
+size 5345
diff --git a/params/opt/5/fixed/woq_t/global_train/model.decoder.layers.23.self_attn.q_proj/zp_scales.pt b/params/opt/5/fixed/woq_t/global_train/model.decoder.layers.23.self_attn.q_proj/zp_scales.pt
new file mode 100644
index 0000000000000000000000000000000000000000..6835bac9b4a3714c8be34dc4e340918eda568814
--- /dev/null
+++ b/params/opt/5/fixed/woq_t/global_train/model.decoder.layers.23.self_attn.q_proj/zp_scales.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0c1d0d374fefe50bd3cf0e7df9d472da7161de1993fc63c126473a4864b5f91c
+size 1254
diff --git a/params/opt/5/fixed/woq_t/global_train/model.decoder.layers.23.self_attn.v_proj/q_scales.pt b/params/opt/5/fixed/woq_t/global_train/model.decoder.layers.23.self_attn.v_proj/q_scales.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c8034c8ccf79fd9b25978a3e06ab385ded7f7750
--- /dev/null
+++ b/params/opt/5/fixed/woq_t/global_train/model.decoder.layers.23.self_attn.v_proj/q_scales.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:3a647467c4ed9adbb48c95800c54d27f870a438351314065fc7ea9171c70ea68
+size 5345
diff --git a/params/opt/5/fixed/woq_t/global_train/model.decoder.layers.23.self_attn.v_proj/zp_scales.pt b/params/opt/5/fixed/woq_t/global_train/model.decoder.layers.23.self_attn.v_proj/zp_scales.pt
new file mode 100644
index 0000000000000000000000000000000000000000..afe67b787c8b6b7a03a990af6aa2fbffffc02b10
--- /dev/null
+++ b/params/opt/5/fixed/woq_t/global_train/model.decoder.layers.23.self_attn.v_proj/zp_scales.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d76bf7609c1ce03c3bcab6cd36bfd46bc97a060460c257fd950d60498c290c49
+size 1254
diff --git a/params/opt/5/fixed/woq_t/global_train/model.decoder.layers.3.fc1/q_scales.pt b/params/opt/5/fixed/woq_t/global_train/model.decoder.layers.3.fc1/q_scales.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8e5fb697a41775e5fe00924ac8612a01571d3d1b
--- /dev/null
+++ b/params/opt/5/fixed/woq_t/global_train/model.decoder.layers.3.fc1/q_scales.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b5797f5fe90cca3e4dc5eef9fa7bd1d38354df62afaf4cb5050a542df6a9b6ed
+size 17633
diff --git a/params/opt/5/fixed/woq_t/global_train/model.decoder.layers.3.fc1/zp_scales.pt b/params/opt/5/fixed/woq_t/global_train/model.decoder.layers.3.fc1/zp_scales.pt
new file mode 100644
index 0000000000000000000000000000000000000000..f836b2fc1e5b100dc0ace311d7ae51a0bce1a1f7
--- /dev/null
+++ b/params/opt/5/fixed/woq_t/global_train/model.decoder.layers.3.fc1/zp_scales.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c044bd27d1d8a5020edbaf1cdd250a9dae7656996860a58a49a64d5f1131b8c3
+size 1254
diff --git a/params/opt/5/fixed/woq_t/global_train/model.decoder.layers.3.fc2/q_scales.pt b/params/opt/5/fixed/woq_t/global_train/model.decoder.layers.3.fc2/q_scales.pt
new file mode 100644
index 0000000000000000000000000000000000000000..811c62d39ab0ee94ddf11cec14964f5837cae389
--- /dev/null
+++ b/params/opt/5/fixed/woq_t/global_train/model.decoder.layers.3.fc2/q_scales.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e856dcda6407abc399000ec7e59f1ec808950d1f58bc6ad209e2a9624f1d1005
+size 5345
diff --git a/params/opt/5/fixed/woq_t/global_train/model.decoder.layers.3.fc2/zp_scales.pt b/params/opt/5/fixed/woq_t/global_train/model.decoder.layers.3.fc2/zp_scales.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a61b49978f1aba936323eae580edc115d5bca6ff
--- /dev/null
+++ b/params/opt/5/fixed/woq_t/global_train/model.decoder.layers.3.fc2/zp_scales.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a10c27853dc05b1facda13ea85e3233bb1ecf6b2ba92826ff06b733d5b153ff3
+size 1254
diff --git a/params/opt/5/fixed/woq_t/global_train/model.decoder.layers.3.self_attn.k_proj/q_scales.pt b/params/opt/5/fixed/woq_t/global_train/model.decoder.layers.3.self_attn.k_proj/q_scales.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c05db0e2184bd3925c78a3f1503e44eafc6c2efe
--- /dev/null
+++ b/params/opt/5/fixed/woq_t/global_train/model.decoder.layers.3.self_attn.k_proj/q_scales.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e6944c0648ef87546cca5c8ea6b2355fdb25827660de46bd837faaa9a7543e4c
+size 5345
diff --git a/params/opt/5/fixed/woq_t/global_train/model.decoder.layers.3.self_attn.k_proj/zp_scales.pt b/params/opt/5/fixed/woq_t/global_train/model.decoder.layers.3.self_attn.k_proj/zp_scales.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c1a30e6b86f864e3dab9335af95a186d9c947a6d
--- /dev/null
+++ b/params/opt/5/fixed/woq_t/global_train/model.decoder.layers.3.self_attn.k_proj/zp_scales.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:bb3e72b22e50b584a0aa326194acc6dcd77cfa237b5619473f863c3a4af8efa0
+size 1254
diff --git a/params/opt/5/fixed/woq_t/global_train/model.decoder.layers.3.self_attn.out_proj/q_scales.pt b/params/opt/5/fixed/woq_t/global_train/model.decoder.layers.3.self_attn.out_proj/q_scales.pt
new file mode 100644
index 0000000000000000000000000000000000000000..3f02f30d76eae2ddba24a21b9d6b34837ce68522
--- /dev/null
+++ b/params/opt/5/fixed/woq_t/global_train/model.decoder.layers.3.self_attn.out_proj/q_scales.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d4e6908867031f82888cf5b69a6c5c158b8820bfc34377799f908fe7117ee5a3
+size 5345
diff --git a/params/opt/5/fixed/woq_t/global_train/model.decoder.layers.3.self_attn.out_proj/zp_scales.pt b/params/opt/5/fixed/woq_t/global_train/model.decoder.layers.3.self_attn.out_proj/zp_scales.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c45225883f994b4127d83428ee2990079b4b9bf1
--- /dev/null
+++ b/params/opt/5/fixed/woq_t/global_train/model.decoder.layers.3.self_attn.out_proj/zp_scales.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:3b3fdfca3ad86646f5b70c76c44c711af54bb2b8e52ba4d7578574c74b9865ac
+size 1254
diff --git a/params/opt/5/fixed/woq_t/global_train/model.decoder.layers.3.self_attn.q_proj/q_scales.pt b/params/opt/5/fixed/woq_t/global_train/model.decoder.layers.3.self_attn.q_proj/q_scales.pt
new file mode 100644
index 0000000000000000000000000000000000000000..6c2b5c0fae478253f4fd9b4b3743212dbef6a00a
--- /dev/null
+++ b/params/opt/5/fixed/woq_t/global_train/model.decoder.layers.3.self_attn.q_proj/q_scales.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ca8042d005843634d53b1596c68a46da19d6aaf2abec01d8b463cda03df82b97
+size 5345
diff --git a/params/opt/5/fixed/woq_t/global_train/model.decoder.layers.3.self_attn.q_proj/zp_scales.pt b/params/opt/5/fixed/woq_t/global_train/model.decoder.layers.3.self_attn.q_proj/zp_scales.pt
new file mode 100644
index 0000000000000000000000000000000000000000..7c9340660fb09361a184c4eec37ccc0d7e025ca8
--- /dev/null
+++ b/params/opt/5/fixed/woq_t/global_train/model.decoder.layers.3.self_attn.q_proj/zp_scales.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:84b87b3809f88067db1480e541b439ab43ca190629e2dfeb217c7bd438679198
+size 1254
diff --git a/params/opt/5/fixed/woq_t/global_train/model.decoder.layers.3.self_attn.v_proj/q_scales.pt b/params/opt/5/fixed/woq_t/global_train/model.decoder.layers.3.self_attn.v_proj/q_scales.pt
new file mode 100644
index 0000000000000000000000000000000000000000..f7128c428d181e495928e7bd1e0e641fcde83e51
--- /dev/null
+++ b/params/opt/5/fixed/woq_t/global_train/model.decoder.layers.3.self_attn.v_proj/q_scales.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5fd84f882271177d5994a89899451a8cf3b0031e60e813f9043301af31ab147a
+size 5345
diff --git a/params/opt/5/fixed/woq_t/global_train/model.decoder.layers.3.self_attn.v_proj/zp_scales.pt b/params/opt/5/fixed/woq_t/global_train/model.decoder.layers.3.self_attn.v_proj/zp_scales.pt
new file mode 100644
index 0000000000000000000000000000000000000000..7936ddb386a7f22540e0a1ebc19f55731a9cbd04
--- /dev/null
+++ b/params/opt/5/fixed/woq_t/global_train/model.decoder.layers.3.self_attn.v_proj/zp_scales.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:545618c31ff81fc97b8c45a85e2fca91c2a52d07459c955224da9c679ec11ef9
+size 1254
diff --git a/params/opt/5/fixed/woq_t/global_train/model.decoder.layers.4.fc1/q_scales.pt b/params/opt/5/fixed/woq_t/global_train/model.decoder.layers.4.fc1/q_scales.pt
new file mode 100644
index 0000000000000000000000000000000000000000..29c1fdfcc7f5c8dfbf985f5b1dab0c26af5d17bc
--- /dev/null
+++ b/params/opt/5/fixed/woq_t/global_train/model.decoder.layers.4.fc1/q_scales.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:4d7d8ebd1750a58a8bf93a3c004eebc1677bcf24dc2271350ee91df1f9941886
+size 17633
diff --git a/params/opt/5/fixed/woq_t/global_train/model.decoder.layers.4.fc1/zp_scales.pt b/params/opt/5/fixed/woq_t/global_train/model.decoder.layers.4.fc1/zp_scales.pt
new file mode 100644
index 0000000000000000000000000000000000000000..08ff0f1f2aed5bfbf4fef543be3a515a67fc8347
--- /dev/null
+++ b/params/opt/5/fixed/woq_t/global_train/model.decoder.layers.4.fc1/zp_scales.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:046fa25cccf8f580b1f289d650e589cea4f6624786aaa9d8eab6030ad31ca2a4
+size 1254
diff --git a/params/opt/5/fixed/woq_t/global_train/model.decoder.layers.4.fc2/q_scales.pt b/params/opt/5/fixed/woq_t/global_train/model.decoder.layers.4.fc2/q_scales.pt
new file mode 100644
index 0000000000000000000000000000000000000000..f305d3c4a3bcdaead94700acb6c61caa5ade5e82
--- /dev/null
+++ b/params/opt/5/fixed/woq_t/global_train/model.decoder.layers.4.fc2/q_scales.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2ee96c59d6fa6d3b356663bfe9a33ae592a1dce110d7c0569cbf12937d2472d4
+size 5345
diff --git a/params/opt/5/fixed/woq_t/global_train/model.decoder.layers.4.fc2/zp_scales.pt b/params/opt/5/fixed/woq_t/global_train/model.decoder.layers.4.fc2/zp_scales.pt
new file mode 100644
index 0000000000000000000000000000000000000000..f3c2b7f4ceba522b7e4b992a87bdfcd0c4b3334a
--- /dev/null
+++ b/params/opt/5/fixed/woq_t/global_train/model.decoder.layers.4.fc2/zp_scales.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:4ae71c90bd10c1c27d2f5ac857129c50927dc5cd0274e44ad9ed54b62ffb7d55
+size 1254
diff --git a/params/opt/5/fixed/woq_t/global_train/model.decoder.layers.4.self_attn.k_proj/q_scales.pt b/params/opt/5/fixed/woq_t/global_train/model.decoder.layers.4.self_attn.k_proj/q_scales.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8464e0a654fa2ac1b7e3a6a8519c11a8cdbf6983
--- /dev/null
+++ b/params/opt/5/fixed/woq_t/global_train/model.decoder.layers.4.self_attn.k_proj/q_scales.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2d41b5412ea713c7dc04e9b8ad697a4a5c06511af7ace00ea4371263226f706e
+size 5345
diff --git a/params/opt/5/fixed/woq_t/global_train/model.decoder.layers.4.self_attn.k_proj/zp_scales.pt b/params/opt/5/fixed/woq_t/global_train/model.decoder.layers.4.self_attn.k_proj/zp_scales.pt
new file mode 100644
index 0000000000000000000000000000000000000000..538bd02a026183cded3eeaa15ac81bd61149dfee
--- /dev/null
+++ b/params/opt/5/fixed/woq_t/global_train/model.decoder.layers.4.self_attn.k_proj/zp_scales.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:3e0f2badd5dca324cb23f4f87071bdedd05710cce11cd729d215a599bcfad4e6
+size 1254
diff --git a/params/opt/5/fixed/woq_t/global_train/model.decoder.layers.4.self_attn.out_proj/q_scales.pt b/params/opt/5/fixed/woq_t/global_train/model.decoder.layers.4.self_attn.out_proj/q_scales.pt
new file mode 100644
index 0000000000000000000000000000000000000000..d64485ba9bc66eda9e3dde6c4c32a1baf5ef9a73
--- /dev/null
+++ b/params/opt/5/fixed/woq_t/global_train/model.decoder.layers.4.self_attn.out_proj/q_scales.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:13411bfd30bfe91d669982743f34c9019e4c25af734fa30e88dbbaf00ea9d8cf
+size 5345
diff --git a/params/opt/5/fixed/woq_t/global_train/model.decoder.layers.4.self_attn.out_proj/zp_scales.pt b/params/opt/5/fixed/woq_t/global_train/model.decoder.layers.4.self_attn.out_proj/zp_scales.pt
new file mode 100644
index 0000000000000000000000000000000000000000..3099b13bd3040a4aa00f9b200c03374600f8dfad
--- /dev/null
+++ b/params/opt/5/fixed/woq_t/global_train/model.decoder.layers.4.self_attn.out_proj/zp_scales.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:96bf0118149ba77f23d6c7ea019f6479bf9599c309bc753d90cd227ce5190168
+size 1254
diff --git a/params/opt/5/fixed/woq_t/global_train/model.decoder.layers.4.self_attn.q_proj/q_scales.pt b/params/opt/5/fixed/woq_t/global_train/model.decoder.layers.4.self_attn.q_proj/q_scales.pt
new file mode 100644
index 0000000000000000000000000000000000000000..1f13838247974024d1276a322b805ce138b98abf
--- /dev/null
+++ b/params/opt/5/fixed/woq_t/global_train/model.decoder.layers.4.self_attn.q_proj/q_scales.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:795d5617edbac5217990aaef4f776b3aeb528e9119d8d3c96409fbd96b598aaa
+size 5345
diff --git a/params/opt/5/fixed/woq_t/global_train/model.decoder.layers.4.self_attn.q_proj/zp_scales.pt b/params/opt/5/fixed/woq_t/global_train/model.decoder.layers.4.self_attn.q_proj/zp_scales.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8a67db7864579e45dd990490e789af831f488d39
--- /dev/null
+++ b/params/opt/5/fixed/woq_t/global_train/model.decoder.layers.4.self_attn.q_proj/zp_scales.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d33905e93af1af5b4b8e99ef7c1a84455f6fcb3b56e044f98ef62633d08e0c2d
+size 1254
diff --git a/params/opt/5/fixed/woq_t/global_train/model.decoder.layers.4.self_attn.v_proj/q_scales.pt b/params/opt/5/fixed/woq_t/global_train/model.decoder.layers.4.self_attn.v_proj/q_scales.pt
new file mode 100644
index 0000000000000000000000000000000000000000..d175a6460061b7891baec424e6a9e25f1d5f16c2
--- /dev/null
+++ b/params/opt/5/fixed/woq_t/global_train/model.decoder.layers.4.self_attn.v_proj/q_scales.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:7ebed5d785c543ab2834d0b39669440f0315a6ec31c2a38e07378543e9a53d62
+size 5345
diff --git a/params/opt/5/fixed/woq_t/global_train/model.decoder.layers.4.self_attn.v_proj/zp_scales.pt b/params/opt/5/fixed/woq_t/global_train/model.decoder.layers.4.self_attn.v_proj/zp_scales.pt
new file mode 100644
index 0000000000000000000000000000000000000000..17f02c8eca50c78420dacd83b745f58e4d147d89
--- /dev/null
+++ b/params/opt/5/fixed/woq_t/global_train/model.decoder.layers.4.self_attn.v_proj/zp_scales.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5e547d634da146b244800316ec1199898b63ae47e2c7fab79d03fb8753810a72
+size 1254
diff --git a/params/opt/5/fixed/woq_t/global_train/model.decoder.layers.5.fc1/q_scales.pt b/params/opt/5/fixed/woq_t/global_train/model.decoder.layers.5.fc1/q_scales.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c139d541da14c81865310bbb0b346c22d6ee91ab
--- /dev/null
+++ b/params/opt/5/fixed/woq_t/global_train/model.decoder.layers.5.fc1/q_scales.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:6f42151a853670ec70bb30be934cad83e2b07dc8fa746e57ad14fdbbf63dce98
+size 17633
diff --git a/params/opt/5/fixed/woq_t/global_train/model.decoder.layers.5.fc1/zp_scales.pt b/params/opt/5/fixed/woq_t/global_train/model.decoder.layers.5.fc1/zp_scales.pt
new file mode 100644
index 0000000000000000000000000000000000000000..df0803d1a3134bc5bfcf93c160b9a78626ead157
--- /dev/null
+++ b/params/opt/5/fixed/woq_t/global_train/model.decoder.layers.5.fc1/zp_scales.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c6f16cee464035217c3dada3dc28fa49db4c408095a9f59dfeb5148de4f46c5c
+size 1254
diff --git a/params/opt/5/fixed/woq_t/global_train/model.decoder.layers.5.fc2/q_scales.pt b/params/opt/5/fixed/woq_t/global_train/model.decoder.layers.5.fc2/q_scales.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e2ed1c73dc22bdaa0a335ace0317910ac4630abd
--- /dev/null
+++ b/params/opt/5/fixed/woq_t/global_train/model.decoder.layers.5.fc2/q_scales.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:7254d3bc6fe183cda4684216e8a541d4f21518b76560404545440d9247704275
+size 5345
diff --git a/params/opt/5/fixed/woq_t/global_train/model.decoder.layers.5.fc2/zp_scales.pt b/params/opt/5/fixed/woq_t/global_train/model.decoder.layers.5.fc2/zp_scales.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c6cd26607bf91b3995848fe2305979fc9dfd6c60
--- /dev/null
+++ b/params/opt/5/fixed/woq_t/global_train/model.decoder.layers.5.fc2/zp_scales.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:6a0e97fd8f126fef0b96d4d72c658b652eddb4df059b834d18df4720fa919a5e
+size 1254
diff --git a/params/opt/5/fixed/woq_t/global_train/model.decoder.layers.5.self_attn.k_proj/q_scales.pt b/params/opt/5/fixed/woq_t/global_train/model.decoder.layers.5.self_attn.k_proj/q_scales.pt
new file mode 100644
index 0000000000000000000000000000000000000000..93e8ceafc6077560211c01bc765cc4ccdb7133c1
--- /dev/null
+++ b/params/opt/5/fixed/woq_t/global_train/model.decoder.layers.5.self_attn.k_proj/q_scales.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:58bf05d608c776f7eef7006983ae1343c39bf2567d3ad21396f69e8aaab6812b
+size 5345
diff --git a/params/opt/5/fixed/woq_t/global_train/model.decoder.layers.5.self_attn.k_proj/zp_scales.pt b/params/opt/5/fixed/woq_t/global_train/model.decoder.layers.5.self_attn.k_proj/zp_scales.pt
new file mode 100644
index 0000000000000000000000000000000000000000..1fcc5d47d65e1654da5e5c7c4c0042710a26a1c8
--- /dev/null
+++ b/params/opt/5/fixed/woq_t/global_train/model.decoder.layers.5.self_attn.k_proj/zp_scales.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e01abcdd1b35b3340fbe25186e6eccc16d0b4d513930a8e8c06ac0a96626fca8
+size 1254
diff --git a/params/opt/5/fixed/woq_t/global_train/model.decoder.layers.5.self_attn.out_proj/q_scales.pt b/params/opt/5/fixed/woq_t/global_train/model.decoder.layers.5.self_attn.out_proj/q_scales.pt
new file mode 100644
index 0000000000000000000000000000000000000000..fe4503ef63e6454389d82a816556b90407045a40
--- /dev/null
+++ b/params/opt/5/fixed/woq_t/global_train/model.decoder.layers.5.self_attn.out_proj/q_scales.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:62b53d426123aa9dfecf640efaaabf9668ce00893e1bf91b656a734c01bb4a4d
+size 5345
diff --git a/params/opt/5/fixed/woq_t/global_train/model.decoder.layers.5.self_attn.out_proj/zp_scales.pt b/params/opt/5/fixed/woq_t/global_train/model.decoder.layers.5.self_attn.out_proj/zp_scales.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4e36887bae2899f2c76ac40f2368d540f6399f13
--- /dev/null
+++ b/params/opt/5/fixed/woq_t/global_train/model.decoder.layers.5.self_attn.out_proj/zp_scales.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:098ec7a32738affe660531c00b25cb257df901d859d0fe0867ff4f00c4fb7941
+size 1254
diff --git a/params/opt/5/fixed/woq_t/global_train/model.decoder.layers.5.self_attn.q_proj/q_scales.pt b/params/opt/5/fixed/woq_t/global_train/model.decoder.layers.5.self_attn.q_proj/q_scales.pt
new file mode 100644
index 0000000000000000000000000000000000000000..d8b0f33da5109c2b8bd6597a57bab4ffc8791352
--- /dev/null
+++ b/params/opt/5/fixed/woq_t/global_train/model.decoder.layers.5.self_attn.q_proj/q_scales.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:8641e2d70dd56481acb01c5a74d35fce3306c58ba54bb09b9679caa373d5a70b
+size 5345
diff --git a/params/opt/5/fixed/woq_t/global_train/model.decoder.layers.5.self_attn.q_proj/zp_scales.pt b/params/opt/5/fixed/woq_t/global_train/model.decoder.layers.5.self_attn.q_proj/zp_scales.pt
new file mode 100644
index 0000000000000000000000000000000000000000..615742c1c8f2ebaf472f7fc0599ad9197d573cb3
--- /dev/null
+++ b/params/opt/5/fixed/woq_t/global_train/model.decoder.layers.5.self_attn.q_proj/zp_scales.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d29deecb364949b72910af65c49f61fe74fa9099647661f341517c76466c23a4
+size 1254
diff --git a/params/opt/5/fixed/woq_t/global_train/model.decoder.layers.5.self_attn.v_proj/q_scales.pt b/params/opt/5/fixed/woq_t/global_train/model.decoder.layers.5.self_attn.v_proj/q_scales.pt
new file mode 100644
index 0000000000000000000000000000000000000000..d40309143d00c3b25bb33bcaad358349a5b1f626
--- /dev/null
+++ b/params/opt/5/fixed/woq_t/global_train/model.decoder.layers.5.self_attn.v_proj/q_scales.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:33e5493993fb1460d8b4dced9137ced11807aa3786d8b9716500036134ce6a92
+size 5345
diff --git a/params/opt/5/fixed/woq_t/global_train/model.decoder.layers.5.self_attn.v_proj/zp_scales.pt b/params/opt/5/fixed/woq_t/global_train/model.decoder.layers.5.self_attn.v_proj/zp_scales.pt
new file mode 100644
index 0000000000000000000000000000000000000000..9d90ada4f04db336e92e1c020ba02978cd9c2c4c
--- /dev/null
+++ b/params/opt/5/fixed/woq_t/global_train/model.decoder.layers.5.self_attn.v_proj/zp_scales.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:cde3e2596627a6b61debe6c07e8a1672237899c359e5d5cfe847f3d5e1c62050
+size 1254
diff --git a/params/opt/5/fixed/woq_t/global_train/model.decoder.layers.6.fc1/q_scales.pt b/params/opt/5/fixed/woq_t/global_train/model.decoder.layers.6.fc1/q_scales.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a05cb65187a6a4ce9f5ad61d7c38fab6962ae1c6
--- /dev/null
+++ b/params/opt/5/fixed/woq_t/global_train/model.decoder.layers.6.fc1/q_scales.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:bca0673251e5a64bf987256ceef3034a47cc945301d41fe161dbe630dba43dc1
+size 17633
diff --git a/params/opt/5/fixed/woq_t/global_train/model.decoder.layers.6.fc1/zp_scales.pt b/params/opt/5/fixed/woq_t/global_train/model.decoder.layers.6.fc1/zp_scales.pt
new file mode 100644
index 0000000000000000000000000000000000000000..383cafc030980804557578a21d36560bee087437
--- /dev/null
+++ b/params/opt/5/fixed/woq_t/global_train/model.decoder.layers.6.fc1/zp_scales.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:90dc658877a4d46c5c15d7669a0a94048c9f7bd366d53a3c2a291741195d7e95
+size 1254
diff --git a/params/opt/5/fixed/woq_t/global_train/model.decoder.layers.6.fc2/q_scales.pt b/params/opt/5/fixed/woq_t/global_train/model.decoder.layers.6.fc2/q_scales.pt
new file mode 100644
index 0000000000000000000000000000000000000000..630c7c728aa8ba2296103b5dd8c9c1adeae89db1
--- /dev/null
+++ b/params/opt/5/fixed/woq_t/global_train/model.decoder.layers.6.fc2/q_scales.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b3ae17cbe72e9f8df4568c777b42825e03b95e35f4e942748d6ca7d56ec6584f
+size 5345
diff --git a/params/opt/5/fixed/woq_t/global_train/model.decoder.layers.6.fc2/zp_scales.pt b/params/opt/5/fixed/woq_t/global_train/model.decoder.layers.6.fc2/zp_scales.pt
new file mode 100644
index 0000000000000000000000000000000000000000..347ace4cb20c091fac3219df07880b0f13d76539
--- /dev/null
+++ b/params/opt/5/fixed/woq_t/global_train/model.decoder.layers.6.fc2/zp_scales.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:22393a547372de6bd0a0be29561bd2c6c393729f82e3af5257345440a404c70e
+size 1254
diff --git a/params/opt/5/fixed/woq_t/global_train/model.decoder.layers.6.self_attn.k_proj/q_scales.pt b/params/opt/5/fixed/woq_t/global_train/model.decoder.layers.6.self_attn.k_proj/q_scales.pt
new file mode 100644
index 0000000000000000000000000000000000000000..106d8d72508e09a27903dd79d36e32aa66d0b869
--- /dev/null
+++ b/params/opt/5/fixed/woq_t/global_train/model.decoder.layers.6.self_attn.k_proj/q_scales.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0246a73ac1681203a67983dffaf233450eb82ecada7af4546027dbe2aa7d3690
+size 5345
diff --git a/params/opt/5/fixed/woq_t/global_train/model.decoder.layers.6.self_attn.k_proj/zp_scales.pt b/params/opt/5/fixed/woq_t/global_train/model.decoder.layers.6.self_attn.k_proj/zp_scales.pt
new file mode 100644
index 0000000000000000000000000000000000000000..9691c10b08945e7f7bc8b218898a62d44d330705
--- /dev/null
+++ b/params/opt/5/fixed/woq_t/global_train/model.decoder.layers.6.self_attn.k_proj/zp_scales.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:20f3c408b3d655c299168b8c3f16feae65370b0731d2fa616d9f8d82750038dd
+size 1254
diff --git a/params/opt/5/fixed/woq_t/global_train/model.decoder.layers.6.self_attn.out_proj/q_scales.pt b/params/opt/5/fixed/woq_t/global_train/model.decoder.layers.6.self_attn.out_proj/q_scales.pt
new file mode 100644
index 0000000000000000000000000000000000000000..299258e14245e95528d0661918e9f8d32a6344fe
--- /dev/null
+++ b/params/opt/5/fixed/woq_t/global_train/model.decoder.layers.6.self_attn.out_proj/q_scales.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:7b257ed1cc5fb4b4efe3516b99d614cff21fdbe41e402d41c1b2fee13a1e3857
+size 5345
diff --git a/params/opt/5/fixed/woq_t/global_train/model.decoder.layers.6.self_attn.out_proj/zp_scales.pt b/params/opt/5/fixed/woq_t/global_train/model.decoder.layers.6.self_attn.out_proj/zp_scales.pt
new file mode 100644
index 0000000000000000000000000000000000000000..5f5ee2e9e3cef015761d446081de0624783f22d5
--- /dev/null
+++ b/params/opt/5/fixed/woq_t/global_train/model.decoder.layers.6.self_attn.out_proj/zp_scales.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2f8015ee4e5b9b1930ba6f56d63d469c1f8fb01c0f9b48a530b28a5b433ebef2
+size 1254
diff --git a/params/opt/5/fixed/woq_t/global_train/model.decoder.layers.6.self_attn.q_proj/q_scales.pt b/params/opt/5/fixed/woq_t/global_train/model.decoder.layers.6.self_attn.q_proj/q_scales.pt
new file mode 100644
index 0000000000000000000000000000000000000000..102534d557df30f04abea0197140925db9842a43
--- /dev/null
+++ b/params/opt/5/fixed/woq_t/global_train/model.decoder.layers.6.self_attn.q_proj/q_scales.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e57e15437d073a42ff327e1a09e810934984edf5a189460ee49e98541357d1dc
+size 5345
diff --git a/params/opt/5/fixed/woq_t/global_train/model.decoder.layers.6.self_attn.q_proj/zp_scales.pt b/params/opt/5/fixed/woq_t/global_train/model.decoder.layers.6.self_attn.q_proj/zp_scales.pt
new file mode 100644
index 0000000000000000000000000000000000000000..bec0e6a65b97ff2dec0f36bc7a672effb1fd1d0e
--- /dev/null
+++ b/params/opt/5/fixed/woq_t/global_train/model.decoder.layers.6.self_attn.q_proj/zp_scales.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a917db8c5af5ee9324ee1055c86fdfff328585058d772e1cce3cdc0fcddee44d
+size 1254
diff --git a/params/opt/5/fixed/woq_t/global_train/model.decoder.layers.6.self_attn.v_proj/q_scales.pt b/params/opt/5/fixed/woq_t/global_train/model.decoder.layers.6.self_attn.v_proj/q_scales.pt
new file mode 100644
index 0000000000000000000000000000000000000000..fe97ae39a4269d2f45e0f4f46ae8f06947f18159
--- /dev/null
+++ b/params/opt/5/fixed/woq_t/global_train/model.decoder.layers.6.self_attn.v_proj/q_scales.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:4c85340b566f8174f06a35d38955ca7a3ab7005138e0080f4f8af6f8f4a6c8f1
+size 5345
diff --git a/params/opt/5/fixed/woq_t/global_train/model.decoder.layers.6.self_attn.v_proj/zp_scales.pt b/params/opt/5/fixed/woq_t/global_train/model.decoder.layers.6.self_attn.v_proj/zp_scales.pt
new file mode 100644
index 0000000000000000000000000000000000000000..0fc9c2492b331d2db6e228912907a10632066159
--- /dev/null
+++ b/params/opt/5/fixed/woq_t/global_train/model.decoder.layers.6.self_attn.v_proj/zp_scales.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:3be3d385d472b30e39b9c0b4a7d63f5a1d878d82637b332e4983c3d9eea9817f
+size 1254
diff --git a/params/opt/5/fixed/woq_t/global_train/model.decoder.layers.7.fc1/q_scales.pt b/params/opt/5/fixed/woq_t/global_train/model.decoder.layers.7.fc1/q_scales.pt
new file mode 100644
index 0000000000000000000000000000000000000000..834d2e9d39e98494ba08dc2cba620fdd28c1c31f
--- /dev/null
+++ b/params/opt/5/fixed/woq_t/global_train/model.decoder.layers.7.fc1/q_scales.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:22093613228583b5b41701a024baf46c71a123f774453f6075db41d97ed87205
+size 17633
diff --git a/params/opt/5/fixed/woq_t/global_train/model.decoder.layers.7.fc1/zp_scales.pt b/params/opt/5/fixed/woq_t/global_train/model.decoder.layers.7.fc1/zp_scales.pt
new file mode 100644
index 0000000000000000000000000000000000000000..b14851292f5bc566e4b3032afe2e620a9c49aeb9
--- /dev/null
+++ b/params/opt/5/fixed/woq_t/global_train/model.decoder.layers.7.fc1/zp_scales.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f2a2820bcdae96b3f5d83212015f859442af44ee740883f6c8b086196db0448f
+size 1254
diff --git a/params/opt/5/fixed/woq_t/global_train/model.decoder.layers.7.fc2/q_scales.pt b/params/opt/5/fixed/woq_t/global_train/model.decoder.layers.7.fc2/q_scales.pt
new file mode 100644
index 0000000000000000000000000000000000000000..862484d410e1df7d04d58367e5178b216584b881
--- /dev/null
+++ b/params/opt/5/fixed/woq_t/global_train/model.decoder.layers.7.fc2/q_scales.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:cc4426790a77ec529ddfd06c4897a322bdb055bee5ff7d15592381c6993a8312
+size 5345
diff --git a/params/opt/5/fixed/woq_t/global_train/model.decoder.layers.7.fc2/zp_scales.pt b/params/opt/5/fixed/woq_t/global_train/model.decoder.layers.7.fc2/zp_scales.pt
new file mode 100644
index 0000000000000000000000000000000000000000..06d7e313a4c1ebbaf3fd85b2b6b34da022e5dd60
--- /dev/null
+++ b/params/opt/5/fixed/woq_t/global_train/model.decoder.layers.7.fc2/zp_scales.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:7dc02cc0a440ddb9db3100da75c00c33baac9217e549a8ffe79ca763819e6850
+size 1254
diff --git a/params/opt/5/fixed/woq_t/global_train/model.decoder.layers.7.self_attn.k_proj/q_scales.pt b/params/opt/5/fixed/woq_t/global_train/model.decoder.layers.7.self_attn.k_proj/q_scales.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e87f1b1f671b2e45269e76de9dcf77fe93376152
--- /dev/null
+++ b/params/opt/5/fixed/woq_t/global_train/model.decoder.layers.7.self_attn.k_proj/q_scales.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:632ce84deb3c5b724b9d540e67b33507adff2375b9ef63bfa69b59cb0f4fb93f
+size 5345
diff --git a/params/opt/5/fixed/woq_t/global_train/model.decoder.layers.7.self_attn.k_proj/zp_scales.pt b/params/opt/5/fixed/woq_t/global_train/model.decoder.layers.7.self_attn.k_proj/zp_scales.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e0abc28b554e0a0f2bd2f41a6898d23d982c4030
--- /dev/null
+++ b/params/opt/5/fixed/woq_t/global_train/model.decoder.layers.7.self_attn.k_proj/zp_scales.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0f9eb35b7964c8e035ed4d7e49c8f0c23870e077b0d37eeb426826d404dbb8ae
+size 1254
diff --git a/params/opt/5/fixed/woq_t/global_train/model.decoder.layers.7.self_attn.out_proj/q_scales.pt b/params/opt/5/fixed/woq_t/global_train/model.decoder.layers.7.self_attn.out_proj/q_scales.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a15ebd510a1544c231045032e343dfbef2ee8e94
--- /dev/null
+++ b/params/opt/5/fixed/woq_t/global_train/model.decoder.layers.7.self_attn.out_proj/q_scales.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:03510dbacea1c8533e53367e47b44f38c78c38661a1d0651ea3cdd0a2f7eaac2
+size 5345
diff --git a/params/opt/5/fixed/woq_t/global_train/model.decoder.layers.7.self_attn.out_proj/zp_scales.pt b/params/opt/5/fixed/woq_t/global_train/model.decoder.layers.7.self_attn.out_proj/zp_scales.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ec126e2fd2ab23faf4e0a651f367748c8cd7c18b
--- /dev/null
+++ b/params/opt/5/fixed/woq_t/global_train/model.decoder.layers.7.self_attn.out_proj/zp_scales.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a745a9d364e6745c6f4b7cc8a15a67777b794ce8d1549079fe967a7e49f18f37
+size 1254
diff --git a/params/opt/5/fixed/woq_t/global_train/model.decoder.layers.7.self_attn.q_proj/q_scales.pt b/params/opt/5/fixed/woq_t/global_train/model.decoder.layers.7.self_attn.q_proj/q_scales.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2c60a11cef72311c0351c899ed1970aa419358ae
--- /dev/null
+++ b/params/opt/5/fixed/woq_t/global_train/model.decoder.layers.7.self_attn.q_proj/q_scales.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2bd6d9062f5abbf2cfeb299b6e34742dde58fbe75e090617c8d9344ee4111018
+size 5345
diff --git a/params/opt/5/fixed/woq_t/global_train/model.decoder.layers.7.self_attn.q_proj/zp_scales.pt b/params/opt/5/fixed/woq_t/global_train/model.decoder.layers.7.self_attn.q_proj/zp_scales.pt
new file mode 100644
index 0000000000000000000000000000000000000000..011dbc36806e01e8258e031776ec21958416b4a2
--- /dev/null
+++ b/params/opt/5/fixed/woq_t/global_train/model.decoder.layers.7.self_attn.q_proj/zp_scales.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:40ba81c4c329a89be2c536be355f861f406d1226cdbf65b94ebf6fb75eac8bbd
+size 1254
diff --git a/params/opt/5/fixed/woq_t/global_train/model.decoder.layers.7.self_attn.v_proj/q_scales.pt b/params/opt/5/fixed/woq_t/global_train/model.decoder.layers.7.self_attn.v_proj/q_scales.pt
new file mode 100644
index 0000000000000000000000000000000000000000..920140ad643ece23ce700b91cd3c609188b6b1ec
--- /dev/null
+++ b/params/opt/5/fixed/woq_t/global_train/model.decoder.layers.7.self_attn.v_proj/q_scales.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f4a6c195a2d0472f1a98245a3439f6bcb9def2498734a8f4281edc839778707e
+size 5345
diff --git a/params/opt/5/fixed/woq_t/global_train/model.decoder.layers.7.self_attn.v_proj/zp_scales.pt b/params/opt/5/fixed/woq_t/global_train/model.decoder.layers.7.self_attn.v_proj/zp_scales.pt
new file mode 100644
index 0000000000000000000000000000000000000000..297e087827e1e71d1431804ebabc57c3714c90d9
--- /dev/null
+++ b/params/opt/5/fixed/woq_t/global_train/model.decoder.layers.7.self_attn.v_proj/zp_scales.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a1d6292e2cea5c7d60b58fe5ba6c6b00e34af84d1cf1087f855d34c24cb0e179
+size 1254
diff --git a/params/opt/5/fixed/woq_t/global_train/model.decoder.layers.8.fc1/q_scales.pt b/params/opt/5/fixed/woq_t/global_train/model.decoder.layers.8.fc1/q_scales.pt
new file mode 100644
index 0000000000000000000000000000000000000000..49be7306ebc15e86f212865301dcd1a08d8ea464
--- /dev/null
+++ b/params/opt/5/fixed/woq_t/global_train/model.decoder.layers.8.fc1/q_scales.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:9f9b88e60638aa89382c123d9e4b54bfd6ec47da6deef53851d98e6b1a6414d5
+size 17633
diff --git a/params/opt/5/fixed/woq_t/global_train/model.decoder.layers.8.fc1/zp_scales.pt b/params/opt/5/fixed/woq_t/global_train/model.decoder.layers.8.fc1/zp_scales.pt
new file mode 100644
index 0000000000000000000000000000000000000000..0156cef42e1371a4a3e931b6759fa05681645a1a
--- /dev/null
+++ b/params/opt/5/fixed/woq_t/global_train/model.decoder.layers.8.fc1/zp_scales.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:77ec4a0ddb9a17d1a1321b3310243fc2df0fdc2fbdf16ee1ff265d6b61af1127
+size 1254
diff --git a/params/opt/5/fixed/woq_t/global_train/model.decoder.layers.8.fc2/q_scales.pt b/params/opt/5/fixed/woq_t/global_train/model.decoder.layers.8.fc2/q_scales.pt
new file mode 100644
index 0000000000000000000000000000000000000000..18ba93458641d4f769f0d1ccaba3cb6501929ba6
--- /dev/null
+++ b/params/opt/5/fixed/woq_t/global_train/model.decoder.layers.8.fc2/q_scales.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:3992f6cf444a5bd37cd56592d50daaab64ddcb374cd8503c451fedbfe82de7ea
+size 5345
diff --git a/params/opt/5/fixed/woq_t/global_train/model.decoder.layers.8.fc2/zp_scales.pt b/params/opt/5/fixed/woq_t/global_train/model.decoder.layers.8.fc2/zp_scales.pt
new file mode 100644
index 0000000000000000000000000000000000000000..dd7c6899f260c6293bfe8845edb2068bdc345b55
--- /dev/null
+++ b/params/opt/5/fixed/woq_t/global_train/model.decoder.layers.8.fc2/zp_scales.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:be8a2e27e3a365c40c29dfe42b9b1bd9bca84e2980f1de24362e785eff0d8cb0
+size 1254
diff --git a/params/opt/5/fixed/woq_t/global_train/model.decoder.layers.8.self_attn.k_proj/q_scales.pt b/params/opt/5/fixed/woq_t/global_train/model.decoder.layers.8.self_attn.k_proj/q_scales.pt
new file mode 100644
index 0000000000000000000000000000000000000000..36a8f6aff3966ae597c426c485e29a13b604e6b9
--- /dev/null
+++ b/params/opt/5/fixed/woq_t/global_train/model.decoder.layers.8.self_attn.k_proj/q_scales.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2344c78c859ab48b8f41a7b1f67cf5f8c3c1a26830a1a82644a6e51dc6b81658
+size 5345
diff --git a/params/opt/5/fixed/woq_t/global_train/model.decoder.layers.8.self_attn.k_proj/zp_scales.pt b/params/opt/5/fixed/woq_t/global_train/model.decoder.layers.8.self_attn.k_proj/zp_scales.pt
new file mode 100644
index 0000000000000000000000000000000000000000..72b2f70a0d1556be849ffcdd5d7e772b79091799
--- /dev/null
+++ b/params/opt/5/fixed/woq_t/global_train/model.decoder.layers.8.self_attn.k_proj/zp_scales.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c0a08dfdde4dbaa548077b72ed5b9e626d2d20448e1fbe81d1efce85471b12fe
+size 1254
diff --git a/params/opt/5/fixed/woq_t/global_train/model.decoder.layers.8.self_attn.out_proj/q_scales.pt b/params/opt/5/fixed/woq_t/global_train/model.decoder.layers.8.self_attn.out_proj/q_scales.pt
new file mode 100644
index 0000000000000000000000000000000000000000..64c444d7118336abde5b2d4baaee1db4b2edaaf7
--- /dev/null
+++ b/params/opt/5/fixed/woq_t/global_train/model.decoder.layers.8.self_attn.out_proj/q_scales.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:8f684f2d8ae48a7fb35b04c4733b99780b457e4f315e30c441ae195f9497baa3
+size 5345
diff --git a/params/opt/5/fixed/woq_t/global_train/model.decoder.layers.8.self_attn.out_proj/zp_scales.pt b/params/opt/5/fixed/woq_t/global_train/model.decoder.layers.8.self_attn.out_proj/zp_scales.pt
new file mode 100644
index 0000000000000000000000000000000000000000..1c63e68b458979a27ebee317291903b7e126f936
--- /dev/null
+++ b/params/opt/5/fixed/woq_t/global_train/model.decoder.layers.8.self_attn.out_proj/zp_scales.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:aa42aa0cca4fa0c1f6ef1e21b6193962f134068e1e18028f97a11d3d8e79ea22
+size 1254
diff --git a/params/opt/5/fixed/woq_t/global_train/model.decoder.layers.8.self_attn.q_proj/q_scales.pt b/params/opt/5/fixed/woq_t/global_train/model.decoder.layers.8.self_attn.q_proj/q_scales.pt
new file mode 100644
index 0000000000000000000000000000000000000000..b5d3fcc30ee84861a14f3c2ba410e4a723058cc9
--- /dev/null
+++ b/params/opt/5/fixed/woq_t/global_train/model.decoder.layers.8.self_attn.q_proj/q_scales.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f780f9cb8bc5c15438ae00a309e714b3e00af807181c43832e73f6aad63e0224
+size 5345
diff --git a/params/opt/5/fixed/woq_t/global_train/model.decoder.layers.8.self_attn.q_proj/zp_scales.pt b/params/opt/5/fixed/woq_t/global_train/model.decoder.layers.8.self_attn.q_proj/zp_scales.pt
new file mode 100644
index 0000000000000000000000000000000000000000..560258e29a384838d15671f078719cf68d3e9cea
--- /dev/null
+++ b/params/opt/5/fixed/woq_t/global_train/model.decoder.layers.8.self_attn.q_proj/zp_scales.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:bb0b97c8f763aa200c27fba28944d04d49214506538b155aad2f8541e073a48a
+size 1254
diff --git a/params/opt/5/fixed/woq_t/global_train/model.decoder.layers.8.self_attn.v_proj/q_scales.pt b/params/opt/5/fixed/woq_t/global_train/model.decoder.layers.8.self_attn.v_proj/q_scales.pt
new file mode 100644
index 0000000000000000000000000000000000000000..0aedc90b0bf0eae32fa02b94131b9df10698efcb
--- /dev/null
+++ b/params/opt/5/fixed/woq_t/global_train/model.decoder.layers.8.self_attn.v_proj/q_scales.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:3a76a7363181be503bdecd801d3d8655b4d387dad687705a989ad4d85c1b4df6
+size 5345
diff --git a/params/opt/5/fixed/woq_t/global_train/model.decoder.layers.8.self_attn.v_proj/zp_scales.pt b/params/opt/5/fixed/woq_t/global_train/model.decoder.layers.8.self_attn.v_proj/zp_scales.pt
new file mode 100644
index 0000000000000000000000000000000000000000..fd8f8973b533bfb4f59f1b3f21c1b1b3af2104ea
--- /dev/null
+++ b/params/opt/5/fixed/woq_t/global_train/model.decoder.layers.8.self_attn.v_proj/zp_scales.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f054a0f379b30774a17c7ba7ede3d2e62abd1d19371724c837344aa0884729c2
+size 1254
diff --git a/params/opt/5/fixed/woq_t/global_train/model.decoder.layers.9.fc1/q_scales.pt b/params/opt/5/fixed/woq_t/global_train/model.decoder.layers.9.fc1/q_scales.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e4df43cb84b8c74c023a562e35e794919104e036
--- /dev/null
+++ b/params/opt/5/fixed/woq_t/global_train/model.decoder.layers.9.fc1/q_scales.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:3ac36ab609d19997c302426cab0e030eb1ba3dba00f963d30926fabdc65316ff
+size 17633
diff --git a/params/opt/5/fixed/woq_t/global_train/model.decoder.layers.9.fc1/zp_scales.pt b/params/opt/5/fixed/woq_t/global_train/model.decoder.layers.9.fc1/zp_scales.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2bc139900ba87c9482161ec151da2c32ba8ecd28
--- /dev/null
+++ b/params/opt/5/fixed/woq_t/global_train/model.decoder.layers.9.fc1/zp_scales.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a6a58f7d83c2943bf91e1d52d0c02b6189d4076e0037701a7e946d513fae27f5
+size 1254
diff --git a/params/opt/5/fixed/woq_t/global_train/model.decoder.layers.9.fc2/q_scales.pt b/params/opt/5/fixed/woq_t/global_train/model.decoder.layers.9.fc2/q_scales.pt
new file mode 100644
index 0000000000000000000000000000000000000000..1f486d85730912b73e1035cde62bacf763b9afb6
--- /dev/null
+++ b/params/opt/5/fixed/woq_t/global_train/model.decoder.layers.9.fc2/q_scales.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:1de97fddad98cfb0cfd477baa0e56159b56c342bbe27fa064bf43849fff2665c
+size 5345
diff --git a/params/opt/5/fixed/woq_t/global_train/model.decoder.layers.9.fc2/zp_scales.pt b/params/opt/5/fixed/woq_t/global_train/model.decoder.layers.9.fc2/zp_scales.pt
new file mode 100644
index 0000000000000000000000000000000000000000..0b9045f2b9f873f240c4c73389cbaa2378c90c8b
--- /dev/null
+++ b/params/opt/5/fixed/woq_t/global_train/model.decoder.layers.9.fc2/zp_scales.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:7bbe045917f87b57e146302fb33a418e8eefbf2150b2efd25d4cd1a8a4b2b6c1
+size 1254
diff --git a/params/opt/5/fixed/woq_t/global_train/model.decoder.layers.9.self_attn.k_proj/q_scales.pt b/params/opt/5/fixed/woq_t/global_train/model.decoder.layers.9.self_attn.k_proj/q_scales.pt
new file mode 100644
index 0000000000000000000000000000000000000000..dc791b8d0b03656cfcc00078c5fbf0fbe959a946
--- /dev/null
+++ b/params/opt/5/fixed/woq_t/global_train/model.decoder.layers.9.self_attn.k_proj/q_scales.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ffd9c61a5c9b1b71d0ee752f6a182321b283b6a9a91a862051abe6efb474ae8a
+size 5345
diff --git a/params/opt/5/fixed/woq_t/global_train/model.decoder.layers.9.self_attn.k_proj/zp_scales.pt b/params/opt/5/fixed/woq_t/global_train/model.decoder.layers.9.self_attn.k_proj/zp_scales.pt
new file mode 100644
index 0000000000000000000000000000000000000000..625443223b3bff96314a73b37eaaff65a2956555
--- /dev/null
+++ b/params/opt/5/fixed/woq_t/global_train/model.decoder.layers.9.self_attn.k_proj/zp_scales.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:8967a2847a0085afb05b0fc4e71afc35674be18b910daf5f401aa21dfe9778a3
+size 1254
diff --git a/params/opt/5/fixed/woq_t/global_train/model.decoder.layers.9.self_attn.out_proj/q_scales.pt b/params/opt/5/fixed/woq_t/global_train/model.decoder.layers.9.self_attn.out_proj/q_scales.pt
new file mode 100644
index 0000000000000000000000000000000000000000..1daa1e49617a2b04a6842ed33b5583969bd82666
--- /dev/null
+++ b/params/opt/5/fixed/woq_t/global_train/model.decoder.layers.9.self_attn.out_proj/q_scales.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:1d22ec9b23dcb11892ead114ceb96649ab8fc8e63f105c419d397b22b87641a1
+size 5345
diff --git a/params/opt/5/fixed/woq_t/global_train/model.decoder.layers.9.self_attn.out_proj/zp_scales.pt b/params/opt/5/fixed/woq_t/global_train/model.decoder.layers.9.self_attn.out_proj/zp_scales.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a36eabd7aab2a0a74f3343a6ec137c3a706aa48f
--- /dev/null
+++ b/params/opt/5/fixed/woq_t/global_train/model.decoder.layers.9.self_attn.out_proj/zp_scales.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b70c0790eea45f9475bc9ac3e7b7d8191ce6a630d37456eb4db9fdf14c313202
+size 1254
diff --git a/params/opt/5/fixed/woq_t/global_train/model.decoder.layers.9.self_attn.q_proj/q_scales.pt b/params/opt/5/fixed/woq_t/global_train/model.decoder.layers.9.self_attn.q_proj/q_scales.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c1f440bc5c69d8fd85ec22a38cbd6a58d7a06128
--- /dev/null
+++ b/params/opt/5/fixed/woq_t/global_train/model.decoder.layers.9.self_attn.q_proj/q_scales.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:eddf86d44c84c7b87b395d3a40875f15dbc71ffca2474f2b229e32721056c434
+size 5345
diff --git a/params/opt/5/fixed/woq_t/global_train/model.decoder.layers.9.self_attn.q_proj/zp_scales.pt b/params/opt/5/fixed/woq_t/global_train/model.decoder.layers.9.self_attn.q_proj/zp_scales.pt
new file mode 100644
index 0000000000000000000000000000000000000000..d58476b4c0b8f2ac5c5a294bb82abd8b3b31a1fa
--- /dev/null
+++ b/params/opt/5/fixed/woq_t/global_train/model.decoder.layers.9.self_attn.q_proj/zp_scales.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:999a886b4d0a2af111800e78ee4a48c331a71a28d13fe397140fd042b56a16b5
+size 1254
diff --git a/params/opt/5/fixed/woq_t/global_train/model.decoder.layers.9.self_attn.v_proj/q_scales.pt b/params/opt/5/fixed/woq_t/global_train/model.decoder.layers.9.self_attn.v_proj/q_scales.pt
new file mode 100644
index 0000000000000000000000000000000000000000..f58b7635b4d60503cf0ab3b9a7699e49eef622c9
--- /dev/null
+++ b/params/opt/5/fixed/woq_t/global_train/model.decoder.layers.9.self_attn.v_proj/q_scales.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:fde6c671b0e73575dce8ccd35199964a8fe7ec2e2e53c127ee15d8f8272f6e54
+size 5345
diff --git a/params/opt/5/fixed/woq_t/global_train/model.decoder.layers.9.self_attn.v_proj/zp_scales.pt b/params/opt/5/fixed/woq_t/global_train/model.decoder.layers.9.self_attn.v_proj/zp_scales.pt
new file mode 100644
index 0000000000000000000000000000000000000000..5bfc37e7196ae1baac53e93f2b0ba4626dc8b32a
--- /dev/null
+++ b/params/opt/5/fixed/woq_t/global_train/model.decoder.layers.9.self_attn.v_proj/zp_scales.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:cce075b7bdfee774df1e312a9ae3d556adb8ee28abc6a704d4871c9acbeffdfa
+size 1254
diff --git a/params/opt/5/fixed/woq_t/global_train/model.decoder.project_in/q_scales.pt b/params/opt/5/fixed/woq_t/global_train/model.decoder.project_in/q_scales.pt
new file mode 100644
index 0000000000000000000000000000000000000000..7d44c22958347cec2155769962e91c6e528fed09
--- /dev/null
+++ b/params/opt/5/fixed/woq_t/global_train/model.decoder.project_in/q_scales.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:1f6edffc7c9bfdeb4052733f26f2c4f27c4c3ddc3471c15d8c1d742720fe36f9
+size 5345
diff --git a/params/opt/5/fixed/woq_t/global_train/model.decoder.project_in/zp_scales.pt b/params/opt/5/fixed/woq_t/global_train/model.decoder.project_in/zp_scales.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a8dda5dd12892531142ab0c55f98a0509b460a68
--- /dev/null
+++ b/params/opt/5/fixed/woq_t/global_train/model.decoder.project_in/zp_scales.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:17ca2e8140a8289d9278749415a82c4c474225fbd5b15223a82327a0fa164db0
+size 1254
diff --git a/params/opt/5/fixed/woq_t/global_train/model.decoder.project_out/q_scales.pt b/params/opt/5/fixed/woq_t/global_train/model.decoder.project_out/q_scales.pt
new file mode 100644
index 0000000000000000000000000000000000000000..50d116edc61f6ece0c027d86b28a25144153aa71
--- /dev/null
+++ b/params/opt/5/fixed/woq_t/global_train/model.decoder.project_out/q_scales.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:874870c01e19aa2143486c036ad01263fb419bfc0c0465aa4fca7385002c157b
+size 3297
diff --git a/params/opt/5/fixed/woq_t/global_train/model.decoder.project_out/zp_scales.pt b/params/opt/5/fixed/woq_t/global_train/model.decoder.project_out/zp_scales.pt
new file mode 100644
index 0000000000000000000000000000000000000000..93d2eeed7ab22e9d6065e4df872b71c619d092f6
--- /dev/null
+++ b/params/opt/5/fixed/woq_t/global_train/model.decoder.project_out/zp_scales.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:3d7f899210d0803bfd3bf5028d304ed72d78d9981e9b3ec9b4fe6198851a8013
+size 1254
diff --git a/params/opt/5/rnd_search_t_lin/comb_1/init/lm_head/_0.pt b/params/opt/5/rnd_search_t_lin/comb_1/init/lm_head/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..b26634d31627d1a0044c3f3651ff144ed5eb8f4c
--- /dev/null
+++ b/params/opt/5/rnd_search_t_lin/comb_1/init/lm_head/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2aeb55462019e469ec40ffa03573a99ed00c39ee31ce90f00c8b184c5501dbf7
+size 202243
diff --git a/params/opt/5/rnd_search_t_lin/comb_1/init/lm_head/_s.pt b/params/opt/5/rnd_search_t_lin/comb_1/init/lm_head/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8a23de69a32e79b5a1c8d012ae9ef99f818198cd
--- /dev/null
+++ b/params/opt/5/rnd_search_t_lin/comb_1/init/lm_head/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e336b7c3daf309e993ae6f5f3d0a2d69e7a66d2ea698973eda74bed582940c3f
+size 202243
diff --git a/params/opt/5/rnd_search_t_lin/comb_1/init/model.decoder.layers.0.fc1/_0.pt b/params/opt/5/rnd_search_t_lin/comb_1/init/model.decoder.layers.0.fc1/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..58c96248fd00550cc15d645205571ee67c337035
--- /dev/null
+++ b/params/opt/5/rnd_search_t_lin/comb_1/init/model.decoder.layers.0.fc1/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d77f62f2a90ce91416a8360d6ec3a5205dee0afeca27666c8c1c6bc185c247e5
+size 17539
diff --git a/params/opt/5/rnd_search_t_lin/comb_1/init/model.decoder.layers.0.fc1/_s.pt b/params/opt/5/rnd_search_t_lin/comb_1/init/model.decoder.layers.0.fc1/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c87a825dc0c1178aa377fa90be4519856f3ef5fe
--- /dev/null
+++ b/params/opt/5/rnd_search_t_lin/comb_1/init/model.decoder.layers.0.fc1/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5dd5aa424e6f1a15650e69220d76a7119a9ee084d4d05bb69afdeae510523bfe
+size 17539
diff --git a/params/opt/5/rnd_search_t_lin/comb_1/init/model.decoder.layers.0.fc2/_0.pt b/params/opt/5/rnd_search_t_lin/comb_1/init/model.decoder.layers.0.fc2/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/opt/5/rnd_search_t_lin/comb_1/init/model.decoder.layers.0.fc2/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/opt/5/rnd_search_t_lin/comb_1/init/model.decoder.layers.0.fc2/_s.pt b/params/opt/5/rnd_search_t_lin/comb_1/init/model.decoder.layers.0.fc2/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..774d39fcdefd7fcdc3a34f35b837f5a3b1aff972
--- /dev/null
+++ b/params/opt/5/rnd_search_t_lin/comb_1/init/model.decoder.layers.0.fc2/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:7eed842baa025bffae7913b4df2e512a883c10a4a0a7ae1a7cc737f745604adb
+size 5251
diff --git a/params/opt/5/rnd_search_t_lin/comb_1/init/model.decoder.layers.0.self_attn.k_proj/_0.pt b/params/opt/5/rnd_search_t_lin/comb_1/init/model.decoder.layers.0.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/opt/5/rnd_search_t_lin/comb_1/init/model.decoder.layers.0.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/opt/5/rnd_search_t_lin/comb_1/init/model.decoder.layers.0.self_attn.k_proj/_s.pt b/params/opt/5/rnd_search_t_lin/comb_1/init/model.decoder.layers.0.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..edd2329cecdb3d42b31a0f24fd8c76bd378e1d54
--- /dev/null
+++ b/params/opt/5/rnd_search_t_lin/comb_1/init/model.decoder.layers.0.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:3020570bc94cd6b31416c7ed1fb1aaba580c93910e0d25a323bf6d36bd6c3e16
+size 5251
diff --git a/params/opt/5/rnd_search_t_lin/comb_1/init/model.decoder.layers.0.self_attn.out_proj/_0.pt b/params/opt/5/rnd_search_t_lin/comb_1/init/model.decoder.layers.0.self_attn.out_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/opt/5/rnd_search_t_lin/comb_1/init/model.decoder.layers.0.self_attn.out_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/opt/5/rnd_search_t_lin/comb_1/init/model.decoder.layers.0.self_attn.out_proj/_s.pt b/params/opt/5/rnd_search_t_lin/comb_1/init/model.decoder.layers.0.self_attn.out_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..7321492ba279958a9986c00268c1c931187aebfe
--- /dev/null
+++ b/params/opt/5/rnd_search_t_lin/comb_1/init/model.decoder.layers.0.self_attn.out_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:35ccb843c7365aa9a5a0054be9989f2da25052a9b8beb44c4454a22ebd6ef45d
+size 5251
diff --git a/params/opt/5/rnd_search_t_lin/comb_1/init/model.decoder.layers.0.self_attn.q_proj/_0.pt b/params/opt/5/rnd_search_t_lin/comb_1/init/model.decoder.layers.0.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/opt/5/rnd_search_t_lin/comb_1/init/model.decoder.layers.0.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/opt/5/rnd_search_t_lin/comb_1/init/model.decoder.layers.0.self_attn.q_proj/_s.pt b/params/opt/5/rnd_search_t_lin/comb_1/init/model.decoder.layers.0.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..537d4cae3bf9829bcc3d236bb14d91e9aac3901c
--- /dev/null
+++ b/params/opt/5/rnd_search_t_lin/comb_1/init/model.decoder.layers.0.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c90829070cc72722bcc3498655b004e53fb39887e0546f2a39a4d6a55b55ecba
+size 5251
diff --git a/params/opt/5/rnd_search_t_lin/comb_1/init/model.decoder.layers.0.self_attn.v_proj/_0.pt b/params/opt/5/rnd_search_t_lin/comb_1/init/model.decoder.layers.0.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/opt/5/rnd_search_t_lin/comb_1/init/model.decoder.layers.0.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/opt/5/rnd_search_t_lin/comb_1/init/model.decoder.layers.0.self_attn.v_proj/_s.pt b/params/opt/5/rnd_search_t_lin/comb_1/init/model.decoder.layers.0.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c0a542cd09acb461c4f1cc4cebf03bea2beb9c47
--- /dev/null
+++ b/params/opt/5/rnd_search_t_lin/comb_1/init/model.decoder.layers.0.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:7a2773efafd14c66c0ebe52ad580622ef71de76c4ee234d7891382396ebad997
+size 5251
diff --git a/params/opt/5/rnd_search_t_lin/comb_1/init/model.decoder.layers.1.fc1/_0.pt b/params/opt/5/rnd_search_t_lin/comb_1/init/model.decoder.layers.1.fc1/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..58c96248fd00550cc15d645205571ee67c337035
--- /dev/null
+++ b/params/opt/5/rnd_search_t_lin/comb_1/init/model.decoder.layers.1.fc1/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d77f62f2a90ce91416a8360d6ec3a5205dee0afeca27666c8c1c6bc185c247e5
+size 17539
diff --git a/params/opt/5/rnd_search_t_lin/comb_1/init/model.decoder.layers.1.fc1/_s.pt b/params/opt/5/rnd_search_t_lin/comb_1/init/model.decoder.layers.1.fc1/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea314ebe637e30e38e5e7746e285930102a885a
--- /dev/null
+++ b/params/opt/5/rnd_search_t_lin/comb_1/init/model.decoder.layers.1.fc1/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c16db9223426415526675c27b8e0f3ebdd7499f31836e08f34d4b8b2e9f3e936
+size 17539
diff --git a/params/opt/5/rnd_search_t_lin/comb_1/init/model.decoder.layers.1.fc2/_0.pt b/params/opt/5/rnd_search_t_lin/comb_1/init/model.decoder.layers.1.fc2/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/opt/5/rnd_search_t_lin/comb_1/init/model.decoder.layers.1.fc2/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/opt/5/rnd_search_t_lin/comb_1/init/model.decoder.layers.1.fc2/_s.pt b/params/opt/5/rnd_search_t_lin/comb_1/init/model.decoder.layers.1.fc2/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ca6565a407d54624b88e29004b5dc6b8d7a14e92
--- /dev/null
+++ b/params/opt/5/rnd_search_t_lin/comb_1/init/model.decoder.layers.1.fc2/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0da96465a93148749170f81310ad6e7b5377f866d6af17e78409729b65644a42
+size 5251
diff --git a/params/opt/5/rnd_search_t_lin/comb_1/init/model.decoder.layers.1.self_attn.k_proj/_0.pt b/params/opt/5/rnd_search_t_lin/comb_1/init/model.decoder.layers.1.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/opt/5/rnd_search_t_lin/comb_1/init/model.decoder.layers.1.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/opt/5/rnd_search_t_lin/comb_1/init/model.decoder.layers.1.self_attn.k_proj/_s.pt b/params/opt/5/rnd_search_t_lin/comb_1/init/model.decoder.layers.1.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..f925e1c8bd28d5fc21edbf7f9bf254d45552f4a6
--- /dev/null
+++ b/params/opt/5/rnd_search_t_lin/comb_1/init/model.decoder.layers.1.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cf25c88fd6fe38c1eb5ab1d4ff3f7807d8bd79fea22edd96b556e4853fb46ab
+size 5251
diff --git a/params/opt/5/rnd_search_t_lin/comb_1/init/model.decoder.layers.1.self_attn.out_proj/_0.pt b/params/opt/5/rnd_search_t_lin/comb_1/init/model.decoder.layers.1.self_attn.out_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/opt/5/rnd_search_t_lin/comb_1/init/model.decoder.layers.1.self_attn.out_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/opt/5/rnd_search_t_lin/comb_1/init/model.decoder.layers.1.self_attn.out_proj/_s.pt b/params/opt/5/rnd_search_t_lin/comb_1/init/model.decoder.layers.1.self_attn.out_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..f142cc931d9cff3fc3ad1621fee7ef686b1e18e4
--- /dev/null
+++ b/params/opt/5/rnd_search_t_lin/comb_1/init/model.decoder.layers.1.self_attn.out_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:1e26ba8fb7848e2a7818c7db550c3efca98db838fd42bd0a4d68720be8436bde
+size 5251
diff --git a/params/opt/5/rnd_search_t_lin/comb_1/init/model.decoder.layers.1.self_attn.q_proj/_0.pt b/params/opt/5/rnd_search_t_lin/comb_1/init/model.decoder.layers.1.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/opt/5/rnd_search_t_lin/comb_1/init/model.decoder.layers.1.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/opt/5/rnd_search_t_lin/comb_1/init/model.decoder.layers.1.self_attn.q_proj/_s.pt b/params/opt/5/rnd_search_t_lin/comb_1/init/model.decoder.layers.1.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..74798534acd7734b262e7c1144604f69d91a2bb4
--- /dev/null
+++ b/params/opt/5/rnd_search_t_lin/comb_1/init/model.decoder.layers.1.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e1cbb888fe6fe8906392e84a82a6b7763236826fbf3b66da609e908d9bbe3321
+size 5251
diff --git a/params/opt/5/rnd_search_t_lin/comb_1/init/model.decoder.layers.1.self_attn.v_proj/_0.pt b/params/opt/5/rnd_search_t_lin/comb_1/init/model.decoder.layers.1.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/opt/5/rnd_search_t_lin/comb_1/init/model.decoder.layers.1.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/opt/5/rnd_search_t_lin/comb_1/init/model.decoder.layers.1.self_attn.v_proj/_s.pt b/params/opt/5/rnd_search_t_lin/comb_1/init/model.decoder.layers.1.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..963e838d1a3830c12c8e3719c82c7d61303f7d4b
--- /dev/null
+++ b/params/opt/5/rnd_search_t_lin/comb_1/init/model.decoder.layers.1.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:1f8171021d54c6683ca1d7d0090baf19f09a1d6c2cd2a1bd926fd815ad9e43fc
+size 5251
diff --git a/params/opt/5/rnd_search_t_lin/comb_1/init/model.decoder.layers.10.fc1/_0.pt b/params/opt/5/rnd_search_t_lin/comb_1/init/model.decoder.layers.10.fc1/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..58c96248fd00550cc15d645205571ee67c337035
--- /dev/null
+++ b/params/opt/5/rnd_search_t_lin/comb_1/init/model.decoder.layers.10.fc1/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d77f62f2a90ce91416a8360d6ec3a5205dee0afeca27666c8c1c6bc185c247e5
+size 17539
diff --git a/params/opt/5/rnd_search_t_lin/comb_1/init/model.decoder.layers.10.fc1/_s.pt b/params/opt/5/rnd_search_t_lin/comb_1/init/model.decoder.layers.10.fc1/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8caa3e4f0d002ca62d4552dc787e4be1a4b48659
--- /dev/null
+++ b/params/opt/5/rnd_search_t_lin/comb_1/init/model.decoder.layers.10.fc1/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:4485408f1fe7188a80218d9580ea52dad83d08a43c2ad09d960cc59a672e8783
+size 17539
diff --git a/params/opt/5/rnd_search_t_lin/comb_1/init/model.decoder.layers.10.fc2/_0.pt b/params/opt/5/rnd_search_t_lin/comb_1/init/model.decoder.layers.10.fc2/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/opt/5/rnd_search_t_lin/comb_1/init/model.decoder.layers.10.fc2/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/opt/5/rnd_search_t_lin/comb_1/init/model.decoder.layers.10.fc2/_s.pt b/params/opt/5/rnd_search_t_lin/comb_1/init/model.decoder.layers.10.fc2/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8577e61904a0e1dd66e7edbea93845d38eda195b
--- /dev/null
+++ b/params/opt/5/rnd_search_t_lin/comb_1/init/model.decoder.layers.10.fc2/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:65b6a31c18661e37ce2b4592d9cd2d6e263bb2f2352d99387eaa89dab1bd958d
+size 5251
diff --git a/params/opt/5/rnd_search_t_lin/comb_1/init/model.decoder.layers.10.self_attn.k_proj/_0.pt b/params/opt/5/rnd_search_t_lin/comb_1/init/model.decoder.layers.10.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/opt/5/rnd_search_t_lin/comb_1/init/model.decoder.layers.10.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/opt/5/rnd_search_t_lin/comb_1/init/model.decoder.layers.10.self_attn.k_proj/_s.pt b/params/opt/5/rnd_search_t_lin/comb_1/init/model.decoder.layers.10.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a47f53f359efcb2a41700997885f17096328daa8
--- /dev/null
+++ b/params/opt/5/rnd_search_t_lin/comb_1/init/model.decoder.layers.10.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ba11feb0b336965a828f146c39a9a36a9bbd03c6ab6d9454e02dfbb7d173a2c1
+size 5251
diff --git a/params/opt/5/rnd_search_t_lin/comb_1/init/model.decoder.layers.10.self_attn.out_proj/_0.pt b/params/opt/5/rnd_search_t_lin/comb_1/init/model.decoder.layers.10.self_attn.out_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/opt/5/rnd_search_t_lin/comb_1/init/model.decoder.layers.10.self_attn.out_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/opt/5/rnd_search_t_lin/comb_1/init/model.decoder.layers.10.self_attn.out_proj/_s.pt b/params/opt/5/rnd_search_t_lin/comb_1/init/model.decoder.layers.10.self_attn.out_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e555c93c83d18989ec2e5ad327e02cf7b2353833
--- /dev/null
+++ b/params/opt/5/rnd_search_t_lin/comb_1/init/model.decoder.layers.10.self_attn.out_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:eebf5381e9de2ab023b290d8da5f888b45f02a200f7a23e363dd8347ac20ab98
+size 5251
diff --git a/params/opt/5/rnd_search_t_lin/comb_1/init/model.decoder.layers.10.self_attn.q_proj/_0.pt b/params/opt/5/rnd_search_t_lin/comb_1/init/model.decoder.layers.10.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/opt/5/rnd_search_t_lin/comb_1/init/model.decoder.layers.10.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/opt/5/rnd_search_t_lin/comb_1/init/model.decoder.layers.10.self_attn.q_proj/_s.pt b/params/opt/5/rnd_search_t_lin/comb_1/init/model.decoder.layers.10.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..cd903a8db80194c3d2388f1a7b4d8154344c9e6b
--- /dev/null
+++ b/params/opt/5/rnd_search_t_lin/comb_1/init/model.decoder.layers.10.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:720271eb39ae205523655df895108f6fd3fbeb1315fa2728bac4419ed9899f4a
+size 5251
diff --git a/params/opt/5/rnd_search_t_lin/comb_1/init/model.decoder.layers.10.self_attn.v_proj/_0.pt b/params/opt/5/rnd_search_t_lin/comb_1/init/model.decoder.layers.10.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/opt/5/rnd_search_t_lin/comb_1/init/model.decoder.layers.10.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/opt/5/rnd_search_t_lin/comb_1/init/model.decoder.layers.10.self_attn.v_proj/_s.pt b/params/opt/5/rnd_search_t_lin/comb_1/init/model.decoder.layers.10.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..6adbc05f4c19c4cb157222df4ee8870f98061173
--- /dev/null
+++ b/params/opt/5/rnd_search_t_lin/comb_1/init/model.decoder.layers.10.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:91330dae83f8bdb01871a58f3b2decdb438598e8fb15af692017387aa63e27d0
+size 5251
diff --git a/params/opt/5/rnd_search_t_lin/comb_1/init/model.decoder.layers.11.fc1/_0.pt b/params/opt/5/rnd_search_t_lin/comb_1/init/model.decoder.layers.11.fc1/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..58c96248fd00550cc15d645205571ee67c337035
--- /dev/null
+++ b/params/opt/5/rnd_search_t_lin/comb_1/init/model.decoder.layers.11.fc1/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d77f62f2a90ce91416a8360d6ec3a5205dee0afeca27666c8c1c6bc185c247e5
+size 17539
diff --git a/params/opt/5/rnd_search_t_lin/comb_1/init/model.decoder.layers.11.fc1/_s.pt b/params/opt/5/rnd_search_t_lin/comb_1/init/model.decoder.layers.11.fc1/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..d277ebc0c0b6e07b33ed7521c03cc1a70a9e402d
--- /dev/null
+++ b/params/opt/5/rnd_search_t_lin/comb_1/init/model.decoder.layers.11.fc1/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:bae5c88bc7452a655703b685044abaca9dd0968d34cf3c27141cf9a9952fb94a
+size 17539
diff --git a/params/opt/5/rnd_search_t_lin/comb_1/init/model.decoder.layers.11.fc2/_0.pt b/params/opt/5/rnd_search_t_lin/comb_1/init/model.decoder.layers.11.fc2/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/opt/5/rnd_search_t_lin/comb_1/init/model.decoder.layers.11.fc2/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/opt/5/rnd_search_t_lin/comb_1/init/model.decoder.layers.11.fc2/_s.pt b/params/opt/5/rnd_search_t_lin/comb_1/init/model.decoder.layers.11.fc2/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ab921fc822da9592a0cc9a481a8cef0630989585
--- /dev/null
+++ b/params/opt/5/rnd_search_t_lin/comb_1/init/model.decoder.layers.11.fc2/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:49a17a95cfb6ba1f1ec313ca5a67697caa03ad6581d24e8c3b534019604f284f
+size 5251
diff --git a/params/opt/5/rnd_search_t_lin/comb_1/init/model.decoder.layers.11.self_attn.k_proj/_0.pt b/params/opt/5/rnd_search_t_lin/comb_1/init/model.decoder.layers.11.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/opt/5/rnd_search_t_lin/comb_1/init/model.decoder.layers.11.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/opt/5/rnd_search_t_lin/comb_1/init/model.decoder.layers.11.self_attn.k_proj/_s.pt b/params/opt/5/rnd_search_t_lin/comb_1/init/model.decoder.layers.11.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..79528ed65774d64b5472573358a49d39e2c8aaca
--- /dev/null
+++ b/params/opt/5/rnd_search_t_lin/comb_1/init/model.decoder.layers.11.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:518c9878a791b490f48b4a0415919f534eeaeefeb0c3019d32e3adaa2eef77fb
+size 5251
diff --git a/params/opt/5/rnd_search_t_lin/comb_1/init/model.decoder.layers.11.self_attn.out_proj/_0.pt b/params/opt/5/rnd_search_t_lin/comb_1/init/model.decoder.layers.11.self_attn.out_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/opt/5/rnd_search_t_lin/comb_1/init/model.decoder.layers.11.self_attn.out_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/opt/5/rnd_search_t_lin/comb_1/init/model.decoder.layers.11.self_attn.out_proj/_s.pt b/params/opt/5/rnd_search_t_lin/comb_1/init/model.decoder.layers.11.self_attn.out_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..242d15f77922cf6e14b4d3f50247d0fc9ed004a1
--- /dev/null
+++ b/params/opt/5/rnd_search_t_lin/comb_1/init/model.decoder.layers.11.self_attn.out_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:6639ce27451447286d39bb0ad9367c02574c742b793df394c1bb7043f4f76cf6
+size 5251
diff --git a/params/opt/5/rnd_search_t_lin/comb_1/init/model.decoder.layers.11.self_attn.q_proj/_0.pt b/params/opt/5/rnd_search_t_lin/comb_1/init/model.decoder.layers.11.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/opt/5/rnd_search_t_lin/comb_1/init/model.decoder.layers.11.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/opt/5/rnd_search_t_lin/comb_1/init/model.decoder.layers.11.self_attn.q_proj/_s.pt b/params/opt/5/rnd_search_t_lin/comb_1/init/model.decoder.layers.11.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..78f987bc66748f6ab435b0b96cad1e34479fd0e5
--- /dev/null
+++ b/params/opt/5/rnd_search_t_lin/comb_1/init/model.decoder.layers.11.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:25dd2ceccd4e482c63ed411d6157693a52ee54b7b7a4c41cebb4b331b40db958
+size 5251
diff --git a/params/opt/5/rnd_search_t_lin/comb_1/init/model.decoder.layers.11.self_attn.v_proj/_0.pt b/params/opt/5/rnd_search_t_lin/comb_1/init/model.decoder.layers.11.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/opt/5/rnd_search_t_lin/comb_1/init/model.decoder.layers.11.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/opt/5/rnd_search_t_lin/comb_1/init/model.decoder.layers.11.self_attn.v_proj/_s.pt b/params/opt/5/rnd_search_t_lin/comb_1/init/model.decoder.layers.11.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..6e53b33851e828482188337d9556e7e18e1862e9
--- /dev/null
+++ b/params/opt/5/rnd_search_t_lin/comb_1/init/model.decoder.layers.11.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:86fed9b36e6f48767df852fbc97a8b1efdb6a504776cfee6201891b26299fe5f
+size 5251
diff --git a/params/opt/5/rnd_search_t_lin/comb_1/init/model.decoder.layers.12.fc1/_0.pt b/params/opt/5/rnd_search_t_lin/comb_1/init/model.decoder.layers.12.fc1/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..58c96248fd00550cc15d645205571ee67c337035
--- /dev/null
+++ b/params/opt/5/rnd_search_t_lin/comb_1/init/model.decoder.layers.12.fc1/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d77f62f2a90ce91416a8360d6ec3a5205dee0afeca27666c8c1c6bc185c247e5
+size 17539
diff --git a/params/opt/5/rnd_search_t_lin/comb_1/init/model.decoder.layers.12.fc1/_s.pt b/params/opt/5/rnd_search_t_lin/comb_1/init/model.decoder.layers.12.fc1/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..101e6ed736cd617487bc9bb30225f09d5dabf780
--- /dev/null
+++ b/params/opt/5/rnd_search_t_lin/comb_1/init/model.decoder.layers.12.fc1/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:3fae6222f37aef5f6845e358d27fab5da63520138dddc587801109dd29fccaf9
+size 17539
diff --git a/params/opt/5/rnd_search_t_lin/comb_1/init/model.decoder.layers.12.fc2/_0.pt b/params/opt/5/rnd_search_t_lin/comb_1/init/model.decoder.layers.12.fc2/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/opt/5/rnd_search_t_lin/comb_1/init/model.decoder.layers.12.fc2/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/opt/5/rnd_search_t_lin/comb_1/init/model.decoder.layers.12.fc2/_s.pt b/params/opt/5/rnd_search_t_lin/comb_1/init/model.decoder.layers.12.fc2/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..151a139cfc0a852e496f2cb3f8c2d3a834927882
--- /dev/null
+++ b/params/opt/5/rnd_search_t_lin/comb_1/init/model.decoder.layers.12.fc2/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:71128fdfa3fdc40dba792a22a67c6b5e4a6bbe4df4e5907c86f9007099cefe3b
+size 5251
diff --git a/params/opt/5/rnd_search_t_lin/comb_1/init/model.decoder.layers.12.self_attn.k_proj/_0.pt b/params/opt/5/rnd_search_t_lin/comb_1/init/model.decoder.layers.12.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/opt/5/rnd_search_t_lin/comb_1/init/model.decoder.layers.12.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/opt/5/rnd_search_t_lin/comb_1/init/model.decoder.layers.12.self_attn.k_proj/_s.pt b/params/opt/5/rnd_search_t_lin/comb_1/init/model.decoder.layers.12.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..456a90589c4508a28f498e844e5327ae00250d8e
--- /dev/null
+++ b/params/opt/5/rnd_search_t_lin/comb_1/init/model.decoder.layers.12.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5516e9082875f656d4a5983ef40ad0ce2013b060574ed0100020b5fe818297f4
+size 5251
diff --git a/params/opt/5/rnd_search_t_lin/comb_1/init/model.decoder.layers.12.self_attn.out_proj/_0.pt b/params/opt/5/rnd_search_t_lin/comb_1/init/model.decoder.layers.12.self_attn.out_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/opt/5/rnd_search_t_lin/comb_1/init/model.decoder.layers.12.self_attn.out_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/opt/5/rnd_search_t_lin/comb_1/init/model.decoder.layers.12.self_attn.out_proj/_s.pt b/params/opt/5/rnd_search_t_lin/comb_1/init/model.decoder.layers.12.self_attn.out_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8d2840504550d5c76b4ee499a83728d0444fd6d8
--- /dev/null
+++ b/params/opt/5/rnd_search_t_lin/comb_1/init/model.decoder.layers.12.self_attn.out_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:01d8a7a57eee034ebf3a164e83ec36cb432947c9a257571dbcbfaa3ee03d3b6c
+size 5251
diff --git a/params/opt/5/rnd_search_t_lin/comb_1/init/model.decoder.layers.12.self_attn.q_proj/_0.pt b/params/opt/5/rnd_search_t_lin/comb_1/init/model.decoder.layers.12.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/opt/5/rnd_search_t_lin/comb_1/init/model.decoder.layers.12.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/opt/5/rnd_search_t_lin/comb_1/init/model.decoder.layers.12.self_attn.q_proj/_s.pt b/params/opt/5/rnd_search_t_lin/comb_1/init/model.decoder.layers.12.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e799d97bbbaeb074cd83334e9900a5ee8955ae2b
--- /dev/null
+++ b/params/opt/5/rnd_search_t_lin/comb_1/init/model.decoder.layers.12.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d1009d2f0ea5f0da84c92b428f22698f34e403e43950730f8c24e2a93a558eae
+size 5251
diff --git a/params/opt/5/rnd_search_t_lin/comb_1/init/model.decoder.layers.12.self_attn.v_proj/_0.pt b/params/opt/5/rnd_search_t_lin/comb_1/init/model.decoder.layers.12.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/opt/5/rnd_search_t_lin/comb_1/init/model.decoder.layers.12.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/opt/5/rnd_search_t_lin/comb_1/init/model.decoder.layers.12.self_attn.v_proj/_s.pt b/params/opt/5/rnd_search_t_lin/comb_1/init/model.decoder.layers.12.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e75d6700f202d79a169c2346cc712a27d61bf4cd
--- /dev/null
+++ b/params/opt/5/rnd_search_t_lin/comb_1/init/model.decoder.layers.12.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:24d6ab878b88ce3ac3dd50c771c82b8089883a101b2cc67e88028c7af7990e3a
+size 5251
diff --git a/params/opt/5/rnd_search_t_lin/comb_1/init/model.decoder.layers.13.fc1/_0.pt b/params/opt/5/rnd_search_t_lin/comb_1/init/model.decoder.layers.13.fc1/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..58c96248fd00550cc15d645205571ee67c337035
--- /dev/null
+++ b/params/opt/5/rnd_search_t_lin/comb_1/init/model.decoder.layers.13.fc1/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d77f62f2a90ce91416a8360d6ec3a5205dee0afeca27666c8c1c6bc185c247e5
+size 17539
diff --git a/params/opt/5/rnd_search_t_lin/comb_1/init/model.decoder.layers.13.fc1/_s.pt b/params/opt/5/rnd_search_t_lin/comb_1/init/model.decoder.layers.13.fc1/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..262ba1584e0c3805b8a134f182bf2c13c32a721c
--- /dev/null
+++ b/params/opt/5/rnd_search_t_lin/comb_1/init/model.decoder.layers.13.fc1/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:85fb3c113ca6a90f2671993c53936eb782b13308064340dc4b5fd00690eb901f
+size 17539
diff --git a/params/opt/5/rnd_search_t_lin/comb_1/init/model.decoder.layers.13.fc2/_0.pt b/params/opt/5/rnd_search_t_lin/comb_1/init/model.decoder.layers.13.fc2/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/opt/5/rnd_search_t_lin/comb_1/init/model.decoder.layers.13.fc2/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/opt/5/rnd_search_t_lin/comb_1/init/model.decoder.layers.13.fc2/_s.pt b/params/opt/5/rnd_search_t_lin/comb_1/init/model.decoder.layers.13.fc2/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2c3ba202f30d9671d1ebfd5851832a909ea8059c
--- /dev/null
+++ b/params/opt/5/rnd_search_t_lin/comb_1/init/model.decoder.layers.13.fc2/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:7abfeecda1f2577279b3b4bfcfa3a69fbc03010a59e9dece64c8455dbfe6279b
+size 5251
diff --git a/params/opt/5/rnd_search_t_lin/comb_1/init/model.decoder.layers.13.self_attn.k_proj/_0.pt b/params/opt/5/rnd_search_t_lin/comb_1/init/model.decoder.layers.13.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/opt/5/rnd_search_t_lin/comb_1/init/model.decoder.layers.13.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/opt/5/rnd_search_t_lin/comb_1/init/model.decoder.layers.13.self_attn.k_proj/_s.pt b/params/opt/5/rnd_search_t_lin/comb_1/init/model.decoder.layers.13.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2e5ef81df1fb69c00e128c90eff67833dfb7955b
--- /dev/null
+++ b/params/opt/5/rnd_search_t_lin/comb_1/init/model.decoder.layers.13.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:4052c5c61f80d77451dfcf4bab3c761d405fef25d2c018e356e4768943049fd7
+size 5251
diff --git a/params/opt/5/rnd_search_t_lin/comb_1/init/model.decoder.layers.13.self_attn.out_proj/_0.pt b/params/opt/5/rnd_search_t_lin/comb_1/init/model.decoder.layers.13.self_attn.out_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/opt/5/rnd_search_t_lin/comb_1/init/model.decoder.layers.13.self_attn.out_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/opt/5/rnd_search_t_lin/comb_1/init/model.decoder.layers.13.self_attn.out_proj/_s.pt b/params/opt/5/rnd_search_t_lin/comb_1/init/model.decoder.layers.13.self_attn.out_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8a969536c068fdab5a710acc644d140bd8b3bd44
--- /dev/null
+++ b/params/opt/5/rnd_search_t_lin/comb_1/init/model.decoder.layers.13.self_attn.out_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:6df6f1738d03ea106017cf734c5da0dd269b9aa0cf111d949a76c1bbc48dedf1
+size 5251
diff --git a/params/opt/5/rnd_search_t_lin/comb_1/init/model.decoder.layers.13.self_attn.q_proj/_0.pt b/params/opt/5/rnd_search_t_lin/comb_1/init/model.decoder.layers.13.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/opt/5/rnd_search_t_lin/comb_1/init/model.decoder.layers.13.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/opt/5/rnd_search_t_lin/comb_1/init/model.decoder.layers.13.self_attn.q_proj/_s.pt b/params/opt/5/rnd_search_t_lin/comb_1/init/model.decoder.layers.13.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..72be07eddb25db95eba57196098dd3e2a9abc2cd
--- /dev/null
+++ b/params/opt/5/rnd_search_t_lin/comb_1/init/model.decoder.layers.13.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:efbfb0973376d367282dd32ca0b09b2feca1126c5fa32bdfc18d5a4af1ffcb08
+size 5251
diff --git a/params/opt/5/rnd_search_t_lin/comb_1/init/model.decoder.layers.13.self_attn.v_proj/_0.pt b/params/opt/5/rnd_search_t_lin/comb_1/init/model.decoder.layers.13.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/opt/5/rnd_search_t_lin/comb_1/init/model.decoder.layers.13.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/opt/5/rnd_search_t_lin/comb_1/init/model.decoder.layers.13.self_attn.v_proj/_s.pt b/params/opt/5/rnd_search_t_lin/comb_1/init/model.decoder.layers.13.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..cb1522683454867ae1f75b39bce7081a7c5df6e7
--- /dev/null
+++ b/params/opt/5/rnd_search_t_lin/comb_1/init/model.decoder.layers.13.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:17f1a150e8682869b27a2f3a1b90f5ec3b992c41d68802cb34ca5fe8833324f9
+size 5251
diff --git a/params/opt/5/rnd_search_t_lin/comb_1/init/model.decoder.layers.14.fc1/_0.pt b/params/opt/5/rnd_search_t_lin/comb_1/init/model.decoder.layers.14.fc1/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..58c96248fd00550cc15d645205571ee67c337035
--- /dev/null
+++ b/params/opt/5/rnd_search_t_lin/comb_1/init/model.decoder.layers.14.fc1/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d77f62f2a90ce91416a8360d6ec3a5205dee0afeca27666c8c1c6bc185c247e5
+size 17539
diff --git a/params/opt/5/rnd_search_t_lin/comb_1/init/model.decoder.layers.14.fc1/_s.pt b/params/opt/5/rnd_search_t_lin/comb_1/init/model.decoder.layers.14.fc1/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..d87a7eec5abd22bc250641be7c24556a33003e51
--- /dev/null
+++ b/params/opt/5/rnd_search_t_lin/comb_1/init/model.decoder.layers.14.fc1/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:70d524e91041f3b8d9364c82f9c332b3d1ab47273bd42ec04a5cc6de19890f44
+size 17539
diff --git a/params/opt/5/rnd_search_t_lin/comb_1/init/model.decoder.layers.14.fc2/_0.pt b/params/opt/5/rnd_search_t_lin/comb_1/init/model.decoder.layers.14.fc2/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/opt/5/rnd_search_t_lin/comb_1/init/model.decoder.layers.14.fc2/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/opt/5/rnd_search_t_lin/comb_1/init/model.decoder.layers.14.fc2/_s.pt b/params/opt/5/rnd_search_t_lin/comb_1/init/model.decoder.layers.14.fc2/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4f795eeabc20ee900a19568bb83ff46fc6e3b839
--- /dev/null
+++ b/params/opt/5/rnd_search_t_lin/comb_1/init/model.decoder.layers.14.fc2/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e9d54b8f211cc6782f3e465faccefae56304c3fa8223f7f3543138bdbfaa1aa1
+size 5251
diff --git a/params/opt/5/rnd_search_t_lin/comb_1/init/model.decoder.layers.14.self_attn.k_proj/_0.pt b/params/opt/5/rnd_search_t_lin/comb_1/init/model.decoder.layers.14.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/opt/5/rnd_search_t_lin/comb_1/init/model.decoder.layers.14.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/opt/5/rnd_search_t_lin/comb_1/init/model.decoder.layers.14.self_attn.k_proj/_s.pt b/params/opt/5/rnd_search_t_lin/comb_1/init/model.decoder.layers.14.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..962cc4b8e100e519aeffc675a0c75fbbab912871
--- /dev/null
+++ b/params/opt/5/rnd_search_t_lin/comb_1/init/model.decoder.layers.14.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ff935de2dfb2fa5153650f5e70b456b76b00aa02e913c249ef335d01f0a73af0
+size 5251
diff --git a/params/opt/5/rnd_search_t_lin/comb_1/init/model.decoder.layers.14.self_attn.out_proj/_0.pt b/params/opt/5/rnd_search_t_lin/comb_1/init/model.decoder.layers.14.self_attn.out_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/opt/5/rnd_search_t_lin/comb_1/init/model.decoder.layers.14.self_attn.out_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/opt/5/rnd_search_t_lin/comb_1/init/model.decoder.layers.14.self_attn.out_proj/_s.pt b/params/opt/5/rnd_search_t_lin/comb_1/init/model.decoder.layers.14.self_attn.out_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a4616f53f62df3022be6d04b6f0f3d962aad2122
--- /dev/null
+++ b/params/opt/5/rnd_search_t_lin/comb_1/init/model.decoder.layers.14.self_attn.out_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:98bee0b5cbea6828169daeca26337c393262e553063dd8d53c9d74bddb20dc33
+size 5251
diff --git a/params/opt/5/rnd_search_t_lin/comb_1/init/model.decoder.layers.14.self_attn.q_proj/_0.pt b/params/opt/5/rnd_search_t_lin/comb_1/init/model.decoder.layers.14.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/opt/5/rnd_search_t_lin/comb_1/init/model.decoder.layers.14.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/opt/5/rnd_search_t_lin/comb_1/init/model.decoder.layers.14.self_attn.q_proj/_s.pt b/params/opt/5/rnd_search_t_lin/comb_1/init/model.decoder.layers.14.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..678b456ef7e823d0fa478a98ff806520855ef843
--- /dev/null
+++ b/params/opt/5/rnd_search_t_lin/comb_1/init/model.decoder.layers.14.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ace28db3ac8fd782c95285bf418ec689018e8259f29e1721ada278e40c9c52d8
+size 5251
diff --git a/params/opt/5/rnd_search_t_lin/comb_1/init/model.decoder.layers.14.self_attn.v_proj/_0.pt b/params/opt/5/rnd_search_t_lin/comb_1/init/model.decoder.layers.14.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/opt/5/rnd_search_t_lin/comb_1/init/model.decoder.layers.14.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/opt/5/rnd_search_t_lin/comb_1/init/model.decoder.layers.14.self_attn.v_proj/_s.pt b/params/opt/5/rnd_search_t_lin/comb_1/init/model.decoder.layers.14.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..1e627a263450a2e6a1af673215bdd345d8bd01e5
--- /dev/null
+++ b/params/opt/5/rnd_search_t_lin/comb_1/init/model.decoder.layers.14.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ba60bad7868903a1f45a075aae3d396a7a8d2bfbc9758456239e5f2f2745c5bd
+size 5251
diff --git a/params/opt/5/rnd_search_t_lin/comb_1/init/model.decoder.layers.15.fc1/_0.pt b/params/opt/5/rnd_search_t_lin/comb_1/init/model.decoder.layers.15.fc1/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..58c96248fd00550cc15d645205571ee67c337035
--- /dev/null
+++ b/params/opt/5/rnd_search_t_lin/comb_1/init/model.decoder.layers.15.fc1/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d77f62f2a90ce91416a8360d6ec3a5205dee0afeca27666c8c1c6bc185c247e5
+size 17539
diff --git a/params/opt/5/rnd_search_t_lin/comb_1/init/model.decoder.layers.15.fc1/_s.pt b/params/opt/5/rnd_search_t_lin/comb_1/init/model.decoder.layers.15.fc1/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..64f432a1c86f3ae2ac9878c4476d64a3b940a458
--- /dev/null
+++ b/params/opt/5/rnd_search_t_lin/comb_1/init/model.decoder.layers.15.fc1/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:375f0d9a51d1d2b55b2d6ca6662acfa79c88d665c19a54e78e29a53f37c2e7be
+size 17539
diff --git a/params/opt/5/rnd_search_t_lin/comb_1/init/model.decoder.layers.15.fc2/_0.pt b/params/opt/5/rnd_search_t_lin/comb_1/init/model.decoder.layers.15.fc2/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/opt/5/rnd_search_t_lin/comb_1/init/model.decoder.layers.15.fc2/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/opt/5/rnd_search_t_lin/comb_1/init/model.decoder.layers.15.fc2/_s.pt b/params/opt/5/rnd_search_t_lin/comb_1/init/model.decoder.layers.15.fc2/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..157c2268b177ca355c20d5d6259edd6f28d4cb30
--- /dev/null
+++ b/params/opt/5/rnd_search_t_lin/comb_1/init/model.decoder.layers.15.fc2/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:493ba48c6f342a19e37f35d18df66cc41e78f05bfbf62196db90959d4dd5ae56
+size 5251
diff --git a/params/opt/5/rnd_search_t_lin/comb_1/init/model.decoder.layers.15.self_attn.k_proj/_0.pt b/params/opt/5/rnd_search_t_lin/comb_1/init/model.decoder.layers.15.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/opt/5/rnd_search_t_lin/comb_1/init/model.decoder.layers.15.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/opt/5/rnd_search_t_lin/comb_1/init/model.decoder.layers.15.self_attn.k_proj/_s.pt b/params/opt/5/rnd_search_t_lin/comb_1/init/model.decoder.layers.15.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..710d55e421507d6b27446b8477fbae4f5e031148
--- /dev/null
+++ b/params/opt/5/rnd_search_t_lin/comb_1/init/model.decoder.layers.15.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b4d777c0971006e399b9f83ac6fab4d0384092e3230490a65c2cfd011558eff3
+size 5251
diff --git a/params/opt/5/rnd_search_t_lin/comb_1/init/model.decoder.layers.15.self_attn.out_proj/_0.pt b/params/opt/5/rnd_search_t_lin/comb_1/init/model.decoder.layers.15.self_attn.out_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/opt/5/rnd_search_t_lin/comb_1/init/model.decoder.layers.15.self_attn.out_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/opt/5/rnd_search_t_lin/comb_1/init/model.decoder.layers.15.self_attn.out_proj/_s.pt b/params/opt/5/rnd_search_t_lin/comb_1/init/model.decoder.layers.15.self_attn.out_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..366afaa520c24fd5b9d45963384463580b001e8b
--- /dev/null
+++ b/params/opt/5/rnd_search_t_lin/comb_1/init/model.decoder.layers.15.self_attn.out_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:46186532f636dd3d3e25eff241c6c0115ddbcd9eeaaed19710ddc57f2c35a719
+size 5251
diff --git a/params/opt/5/rnd_search_t_lin/comb_1/init/model.decoder.layers.15.self_attn.q_proj/_0.pt b/params/opt/5/rnd_search_t_lin/comb_1/init/model.decoder.layers.15.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/opt/5/rnd_search_t_lin/comb_1/init/model.decoder.layers.15.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/opt/5/rnd_search_t_lin/comb_1/init/model.decoder.layers.15.self_attn.q_proj/_s.pt b/params/opt/5/rnd_search_t_lin/comb_1/init/model.decoder.layers.15.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4d61702ba884be2d294a2f810bd8d33d5374310c
--- /dev/null
+++ b/params/opt/5/rnd_search_t_lin/comb_1/init/model.decoder.layers.15.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b1769e54e0dea1d81eb60bdd25ece7c80d5c64307260a93798dbda58df7b54ed
+size 5251
diff --git a/params/opt/5/rnd_search_t_lin/comb_1/init/model.decoder.layers.15.self_attn.v_proj/_0.pt b/params/opt/5/rnd_search_t_lin/comb_1/init/model.decoder.layers.15.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/opt/5/rnd_search_t_lin/comb_1/init/model.decoder.layers.15.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/opt/5/rnd_search_t_lin/comb_1/init/model.decoder.layers.15.self_attn.v_proj/_s.pt b/params/opt/5/rnd_search_t_lin/comb_1/init/model.decoder.layers.15.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..480679a832b9062970ddf1d8f0098539266dae71
--- /dev/null
+++ b/params/opt/5/rnd_search_t_lin/comb_1/init/model.decoder.layers.15.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e5efa5e1bd16ea09473a35930ff31e4197553dc3b6e6a0da10bcab7111aa9e7f
+size 5251
diff --git a/params/opt/5/rnd_search_t_lin/comb_1/init/model.decoder.layers.16.fc1/_0.pt b/params/opt/5/rnd_search_t_lin/comb_1/init/model.decoder.layers.16.fc1/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..58c96248fd00550cc15d645205571ee67c337035
--- /dev/null
+++ b/params/opt/5/rnd_search_t_lin/comb_1/init/model.decoder.layers.16.fc1/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d77f62f2a90ce91416a8360d6ec3a5205dee0afeca27666c8c1c6bc185c247e5
+size 17539
diff --git a/params/opt/5/rnd_search_t_lin/comb_1/init/model.decoder.layers.16.fc1/_s.pt b/params/opt/5/rnd_search_t_lin/comb_1/init/model.decoder.layers.16.fc1/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..352472a9e9a5a9bd958f4fb0919f96791e23d337
--- /dev/null
+++ b/params/opt/5/rnd_search_t_lin/comb_1/init/model.decoder.layers.16.fc1/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:aabcc1e123ef6999f3ba2291b8604d68ec798b2b58bcf823bbda694fb366f358
+size 17539
diff --git a/params/opt/5/rnd_search_t_lin/comb_1/init/model.decoder.layers.16.fc2/_0.pt b/params/opt/5/rnd_search_t_lin/comb_1/init/model.decoder.layers.16.fc2/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/opt/5/rnd_search_t_lin/comb_1/init/model.decoder.layers.16.fc2/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/opt/5/rnd_search_t_lin/comb_1/init/model.decoder.layers.16.fc2/_s.pt b/params/opt/5/rnd_search_t_lin/comb_1/init/model.decoder.layers.16.fc2/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a141038b523e517d14472f63547155ce3c552d7b
--- /dev/null
+++ b/params/opt/5/rnd_search_t_lin/comb_1/init/model.decoder.layers.16.fc2/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2769a1d0f1746a3737390f1b25f7b984d57fe9e977f61ce9445b92b11908e339
+size 5251
diff --git a/params/opt/5/rnd_search_t_lin/comb_1/init/model.decoder.layers.16.self_attn.k_proj/_0.pt b/params/opt/5/rnd_search_t_lin/comb_1/init/model.decoder.layers.16.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/opt/5/rnd_search_t_lin/comb_1/init/model.decoder.layers.16.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/opt/5/rnd_search_t_lin/comb_1/init/model.decoder.layers.16.self_attn.k_proj/_s.pt b/params/opt/5/rnd_search_t_lin/comb_1/init/model.decoder.layers.16.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..14e79e850556861f5f0912f49f3a34c5a94a9305
--- /dev/null
+++ b/params/opt/5/rnd_search_t_lin/comb_1/init/model.decoder.layers.16.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ecb0f3d2c7646b3cfd8a443ab2aebc41524b84131e8f5015cccba3412ccf019e
+size 5251
diff --git a/params/opt/5/rnd_search_t_lin/comb_1/init/model.decoder.layers.16.self_attn.out_proj/_0.pt b/params/opt/5/rnd_search_t_lin/comb_1/init/model.decoder.layers.16.self_attn.out_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/opt/5/rnd_search_t_lin/comb_1/init/model.decoder.layers.16.self_attn.out_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/opt/5/rnd_search_t_lin/comb_1/init/model.decoder.layers.16.self_attn.out_proj/_s.pt b/params/opt/5/rnd_search_t_lin/comb_1/init/model.decoder.layers.16.self_attn.out_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..7572a9e99303044a2455f5bec02ee10f9439d47c
--- /dev/null
+++ b/params/opt/5/rnd_search_t_lin/comb_1/init/model.decoder.layers.16.self_attn.out_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:222aac2425df2206c803fcf73bc15f87f8a99170e57c58caa4c4dfb4fa66bb3c
+size 5251
diff --git a/params/opt/5/rnd_search_t_lin/comb_1/init/model.decoder.layers.16.self_attn.q_proj/_0.pt b/params/opt/5/rnd_search_t_lin/comb_1/init/model.decoder.layers.16.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/opt/5/rnd_search_t_lin/comb_1/init/model.decoder.layers.16.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/opt/5/rnd_search_t_lin/comb_1/init/model.decoder.layers.16.self_attn.q_proj/_s.pt b/params/opt/5/rnd_search_t_lin/comb_1/init/model.decoder.layers.16.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..d25116b725b831af6e7eda689d3d265c408d572f
--- /dev/null
+++ b/params/opt/5/rnd_search_t_lin/comb_1/init/model.decoder.layers.16.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d279c460161a50959b784ea504baea59b19d42011055607e6b5535fbe089223f
+size 5251
diff --git a/params/opt/5/rnd_search_t_lin/comb_1/init/model.decoder.layers.16.self_attn.v_proj/_0.pt b/params/opt/5/rnd_search_t_lin/comb_1/init/model.decoder.layers.16.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/opt/5/rnd_search_t_lin/comb_1/init/model.decoder.layers.16.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/opt/5/rnd_search_t_lin/comb_1/init/model.decoder.layers.16.self_attn.v_proj/_s.pt b/params/opt/5/rnd_search_t_lin/comb_1/init/model.decoder.layers.16.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..3252df7fa47cfc77c6ee941938bca4e1a44a0baf
--- /dev/null
+++ b/params/opt/5/rnd_search_t_lin/comb_1/init/model.decoder.layers.16.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:91796980b813e26c3a7c439ae1c137d9a185097e160004c95d1419c5a205a4b9
+size 5251
diff --git a/params/opt/5/rnd_search_t_lin/comb_1/init/model.decoder.layers.17.fc1/_0.pt b/params/opt/5/rnd_search_t_lin/comb_1/init/model.decoder.layers.17.fc1/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..58c96248fd00550cc15d645205571ee67c337035
--- /dev/null
+++ b/params/opt/5/rnd_search_t_lin/comb_1/init/model.decoder.layers.17.fc1/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d77f62f2a90ce91416a8360d6ec3a5205dee0afeca27666c8c1c6bc185c247e5
+size 17539
diff --git a/params/opt/5/rnd_search_t_lin/comb_1/init/model.decoder.layers.17.fc1/_s.pt b/params/opt/5/rnd_search_t_lin/comb_1/init/model.decoder.layers.17.fc1/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..731f4dee4fbc76a774164d6ef4e81b89f19e65d7
--- /dev/null
+++ b/params/opt/5/rnd_search_t_lin/comb_1/init/model.decoder.layers.17.fc1/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:bab065fb6e1212e4732553182690227ac27b5f443cdf225465faae228f79aa2c
+size 17539
diff --git a/params/opt/5/rnd_search_t_lin/comb_1/init/model.decoder.layers.17.fc2/_0.pt b/params/opt/5/rnd_search_t_lin/comb_1/init/model.decoder.layers.17.fc2/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/opt/5/rnd_search_t_lin/comb_1/init/model.decoder.layers.17.fc2/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/opt/5/rnd_search_t_lin/comb_1/init/model.decoder.layers.17.fc2/_s.pt b/params/opt/5/rnd_search_t_lin/comb_1/init/model.decoder.layers.17.fc2/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..0a961fd3d82131b257a0fe27b6790e344a14bec3
--- /dev/null
+++ b/params/opt/5/rnd_search_t_lin/comb_1/init/model.decoder.layers.17.fc2/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:47c34bc315bcfc17182a5abfdcbc45f20128394c88abf0f0f244e410b18153e3
+size 5251
diff --git a/params/opt/5/rnd_search_t_lin/comb_1/init/model.decoder.layers.17.self_attn.k_proj/_0.pt b/params/opt/5/rnd_search_t_lin/comb_1/init/model.decoder.layers.17.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/opt/5/rnd_search_t_lin/comb_1/init/model.decoder.layers.17.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/opt/5/rnd_search_t_lin/comb_1/init/model.decoder.layers.17.self_attn.k_proj/_s.pt b/params/opt/5/rnd_search_t_lin/comb_1/init/model.decoder.layers.17.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e4f3515c2ce1c3c452b407f0e629737cf5f6e0f2
--- /dev/null
+++ b/params/opt/5/rnd_search_t_lin/comb_1/init/model.decoder.layers.17.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2a5522572d22567015a40d4d8d54628f254109e5f0b1da61bd81ab6c02b94281
+size 5251
diff --git a/params/opt/5/rnd_search_t_lin/comb_1/init/model.decoder.layers.17.self_attn.out_proj/_0.pt b/params/opt/5/rnd_search_t_lin/comb_1/init/model.decoder.layers.17.self_attn.out_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/opt/5/rnd_search_t_lin/comb_1/init/model.decoder.layers.17.self_attn.out_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/opt/5/rnd_search_t_lin/comb_1/init/model.decoder.layers.17.self_attn.out_proj/_s.pt b/params/opt/5/rnd_search_t_lin/comb_1/init/model.decoder.layers.17.self_attn.out_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a6a129b6e10e18b00a2a5de68ed2472d979a9125
--- /dev/null
+++ b/params/opt/5/rnd_search_t_lin/comb_1/init/model.decoder.layers.17.self_attn.out_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:786c14d6ae7808df5a83207b79ecbee9dceac9d7aad1b5fb54966199ce473e6a
+size 5251
diff --git a/params/opt/5/rnd_search_t_lin/comb_1/init/model.decoder.layers.17.self_attn.q_proj/_0.pt b/params/opt/5/rnd_search_t_lin/comb_1/init/model.decoder.layers.17.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/opt/5/rnd_search_t_lin/comb_1/init/model.decoder.layers.17.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/opt/5/rnd_search_t_lin/comb_1/init/model.decoder.layers.17.self_attn.q_proj/_s.pt b/params/opt/5/rnd_search_t_lin/comb_1/init/model.decoder.layers.17.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a89776bac35be7c4f921c004e777089f191cc7ed
--- /dev/null
+++ b/params/opt/5/rnd_search_t_lin/comb_1/init/model.decoder.layers.17.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:cc2a0d2561e6f2e389e995acf442d25fa3a950937d08bd4e3e1cb43363bcb311
+size 5251
diff --git a/params/opt/5/rnd_search_t_lin/comb_1/init/model.decoder.layers.17.self_attn.v_proj/_0.pt b/params/opt/5/rnd_search_t_lin/comb_1/init/model.decoder.layers.17.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/opt/5/rnd_search_t_lin/comb_1/init/model.decoder.layers.17.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/opt/5/rnd_search_t_lin/comb_1/init/model.decoder.layers.17.self_attn.v_proj/_s.pt b/params/opt/5/rnd_search_t_lin/comb_1/init/model.decoder.layers.17.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..71080b7571a19b14c2429eeee62bb4d70a81d81c
--- /dev/null
+++ b/params/opt/5/rnd_search_t_lin/comb_1/init/model.decoder.layers.17.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:83209042a7dd2e536886cbb5b44a39412891b520ec4b17f6e054173b4b5025c5
+size 5251
diff --git a/params/opt/5/rnd_search_t_lin/comb_1/init/model.decoder.layers.18.fc1/_0.pt b/params/opt/5/rnd_search_t_lin/comb_1/init/model.decoder.layers.18.fc1/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..58c96248fd00550cc15d645205571ee67c337035
--- /dev/null
+++ b/params/opt/5/rnd_search_t_lin/comb_1/init/model.decoder.layers.18.fc1/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d77f62f2a90ce91416a8360d6ec3a5205dee0afeca27666c8c1c6bc185c247e5
+size 17539
diff --git a/params/opt/5/rnd_search_t_lin/comb_1/init/model.decoder.layers.18.fc1/_s.pt b/params/opt/5/rnd_search_t_lin/comb_1/init/model.decoder.layers.18.fc1/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ebdfd5f47338eed74d2a4f36d17567b367ad166e
--- /dev/null
+++ b/params/opt/5/rnd_search_t_lin/comb_1/init/model.decoder.layers.18.fc1/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:24099d6c5e2bbf7108e5a46e11088091c6de8915e24e7740d21adc8f78877985
+size 17539
diff --git a/params/opt/5/rnd_search_t_lin/comb_1/init/model.decoder.layers.18.fc2/_0.pt b/params/opt/5/rnd_search_t_lin/comb_1/init/model.decoder.layers.18.fc2/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/opt/5/rnd_search_t_lin/comb_1/init/model.decoder.layers.18.fc2/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/opt/5/rnd_search_t_lin/comb_1/init/model.decoder.layers.18.fc2/_s.pt b/params/opt/5/rnd_search_t_lin/comb_1/init/model.decoder.layers.18.fc2/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..5a89c09b125608b421d79c0a4dacadd7fffafafd
--- /dev/null
+++ b/params/opt/5/rnd_search_t_lin/comb_1/init/model.decoder.layers.18.fc2/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:931e7f013aa5c710c033cf98182834952aff798bfab346f7990b8f17f0479908
+size 5251
diff --git a/params/opt/5/rnd_search_t_lin/comb_1/init/model.decoder.layers.18.self_attn.k_proj/_0.pt b/params/opt/5/rnd_search_t_lin/comb_1/init/model.decoder.layers.18.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/opt/5/rnd_search_t_lin/comb_1/init/model.decoder.layers.18.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/opt/5/rnd_search_t_lin/comb_1/init/model.decoder.layers.18.self_attn.k_proj/_s.pt b/params/opt/5/rnd_search_t_lin/comb_1/init/model.decoder.layers.18.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..1a6aea7cb7c36b9b2c7e11dead08a5fac73652ba
--- /dev/null
+++ b/params/opt/5/rnd_search_t_lin/comb_1/init/model.decoder.layers.18.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:538b7019063381bec697f4a1db50569c7fad1c70c0244ae6ecfc84e3a69377fd
+size 5251
diff --git a/params/opt/5/rnd_search_t_lin/comb_1/init/model.decoder.layers.18.self_attn.out_proj/_0.pt b/params/opt/5/rnd_search_t_lin/comb_1/init/model.decoder.layers.18.self_attn.out_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/opt/5/rnd_search_t_lin/comb_1/init/model.decoder.layers.18.self_attn.out_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/opt/5/rnd_search_t_lin/comb_1/init/model.decoder.layers.18.self_attn.out_proj/_s.pt b/params/opt/5/rnd_search_t_lin/comb_1/init/model.decoder.layers.18.self_attn.out_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..cef326c25a4b788a235cfe7b5bea43296c24de4b
--- /dev/null
+++ b/params/opt/5/rnd_search_t_lin/comb_1/init/model.decoder.layers.18.self_attn.out_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5078e6181129a0aa569af95cbd6d10b707bc8b193544aff1aa6e28b7bd3f1b13
+size 5251
diff --git a/params/opt/5/rnd_search_t_lin/comb_1/init/model.decoder.layers.18.self_attn.q_proj/_0.pt b/params/opt/5/rnd_search_t_lin/comb_1/init/model.decoder.layers.18.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/opt/5/rnd_search_t_lin/comb_1/init/model.decoder.layers.18.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/opt/5/rnd_search_t_lin/comb_1/init/model.decoder.layers.18.self_attn.q_proj/_s.pt b/params/opt/5/rnd_search_t_lin/comb_1/init/model.decoder.layers.18.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..0826e5274ac28f3da687f376a2d43d6c83bc737e
--- /dev/null
+++ b/params/opt/5/rnd_search_t_lin/comb_1/init/model.decoder.layers.18.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:fd4db570cf7b2190a4a172e06c67b27f3b26d7aa5498bb7c6411c6ee3ee4b30f
+size 5251
diff --git a/params/opt/5/rnd_search_t_lin/comb_1/init/model.decoder.layers.18.self_attn.v_proj/_0.pt b/params/opt/5/rnd_search_t_lin/comb_1/init/model.decoder.layers.18.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/opt/5/rnd_search_t_lin/comb_1/init/model.decoder.layers.18.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/opt/5/rnd_search_t_lin/comb_1/init/model.decoder.layers.18.self_attn.v_proj/_s.pt b/params/opt/5/rnd_search_t_lin/comb_1/init/model.decoder.layers.18.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..d4245348ef5a78cb018da9ba1e051e4510a51bbd
--- /dev/null
+++ b/params/opt/5/rnd_search_t_lin/comb_1/init/model.decoder.layers.18.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0b2a855a331ffd6064b65148f231e84f10f4934a4a11cb24155bc888b332dd1f
+size 5251
diff --git a/params/opt/5/rnd_search_t_lin/comb_1/init/model.decoder.layers.19.fc1/_0.pt b/params/opt/5/rnd_search_t_lin/comb_1/init/model.decoder.layers.19.fc1/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..58c96248fd00550cc15d645205571ee67c337035
--- /dev/null
+++ b/params/opt/5/rnd_search_t_lin/comb_1/init/model.decoder.layers.19.fc1/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d77f62f2a90ce91416a8360d6ec3a5205dee0afeca27666c8c1c6bc185c247e5
+size 17539
diff --git a/params/opt/5/rnd_search_t_lin/comb_1/init/model.decoder.layers.19.fc1/_s.pt b/params/opt/5/rnd_search_t_lin/comb_1/init/model.decoder.layers.19.fc1/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..689ee87aca045d5a4af3e1fe22ef35f29e70c78c
--- /dev/null
+++ b/params/opt/5/rnd_search_t_lin/comb_1/init/model.decoder.layers.19.fc1/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:dc9511212dc87c160ba95738b2cb30b13d92f4e7ad068dfbc1688a572e95ab8b
+size 17539
diff --git a/params/opt/5/rnd_search_t_lin/comb_1/init/model.decoder.layers.19.fc2/_0.pt b/params/opt/5/rnd_search_t_lin/comb_1/init/model.decoder.layers.19.fc2/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/opt/5/rnd_search_t_lin/comb_1/init/model.decoder.layers.19.fc2/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/opt/5/rnd_search_t_lin/comb_1/init/model.decoder.layers.19.fc2/_s.pt b/params/opt/5/rnd_search_t_lin/comb_1/init/model.decoder.layers.19.fc2/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c207a18e994ce1971fd5bcdfa3125d484a61f77c
--- /dev/null
+++ b/params/opt/5/rnd_search_t_lin/comb_1/init/model.decoder.layers.19.fc2/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a4084fe780286f6d91ecdcfcd968649ec96614e0329a6f49b06e66e7487d7ead
+size 5251
diff --git a/params/opt/5/rnd_search_t_lin/comb_1/init/model.decoder.layers.19.self_attn.k_proj/_0.pt b/params/opt/5/rnd_search_t_lin/comb_1/init/model.decoder.layers.19.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/opt/5/rnd_search_t_lin/comb_1/init/model.decoder.layers.19.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/opt/5/rnd_search_t_lin/comb_1/init/model.decoder.layers.19.self_attn.k_proj/_s.pt b/params/opt/5/rnd_search_t_lin/comb_1/init/model.decoder.layers.19.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..d9a0af0f63007b2ec3c6a29d6140e420d802a1d1
--- /dev/null
+++ b/params/opt/5/rnd_search_t_lin/comb_1/init/model.decoder.layers.19.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:dfd9a83ed55bf58c4af8d1d043f60632a2c9b455a415a0893aa7feef0c2d8a89
+size 5251
diff --git a/params/opt/5/rnd_search_t_lin/comb_1/init/model.decoder.layers.19.self_attn.out_proj/_0.pt b/params/opt/5/rnd_search_t_lin/comb_1/init/model.decoder.layers.19.self_attn.out_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/opt/5/rnd_search_t_lin/comb_1/init/model.decoder.layers.19.self_attn.out_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/opt/5/rnd_search_t_lin/comb_1/init/model.decoder.layers.19.self_attn.out_proj/_s.pt b/params/opt/5/rnd_search_t_lin/comb_1/init/model.decoder.layers.19.self_attn.out_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..72645851d412a44d23e4ae94a4d5bf9f3944821b
--- /dev/null
+++ b/params/opt/5/rnd_search_t_lin/comb_1/init/model.decoder.layers.19.self_attn.out_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:732b9f5518b957bac75f8b77b144e7b1c2a0d753bb4dce040a8b2ead35304176
+size 5251
diff --git a/params/opt/5/rnd_search_t_lin/comb_1/init/model.decoder.layers.19.self_attn.q_proj/_0.pt b/params/opt/5/rnd_search_t_lin/comb_1/init/model.decoder.layers.19.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/opt/5/rnd_search_t_lin/comb_1/init/model.decoder.layers.19.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/opt/5/rnd_search_t_lin/comb_1/init/model.decoder.layers.19.self_attn.q_proj/_s.pt b/params/opt/5/rnd_search_t_lin/comb_1/init/model.decoder.layers.19.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2f25437adb0a273b9a148198691a79946efdc1d6
--- /dev/null
+++ b/params/opt/5/rnd_search_t_lin/comb_1/init/model.decoder.layers.19.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:6e15d7ef27fdd57f488dc276a3ae4f688b0db799b4c4fd9db4d3afcc0f72035a
+size 5251
diff --git a/params/opt/5/rnd_search_t_lin/comb_1/init/model.decoder.layers.19.self_attn.v_proj/_0.pt b/params/opt/5/rnd_search_t_lin/comb_1/init/model.decoder.layers.19.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/opt/5/rnd_search_t_lin/comb_1/init/model.decoder.layers.19.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/opt/5/rnd_search_t_lin/comb_1/init/model.decoder.layers.19.self_attn.v_proj/_s.pt b/params/opt/5/rnd_search_t_lin/comb_1/init/model.decoder.layers.19.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..b4e10dcd00f3c7f938b036910164dfcae7624a12
--- /dev/null
+++ b/params/opt/5/rnd_search_t_lin/comb_1/init/model.decoder.layers.19.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:43c2c4079380243989d09f5a99542e3e4aa31c14b2c0f88d906b095847838559
+size 5251
diff --git a/params/opt/5/rnd_search_t_lin/comb_1/init/model.decoder.layers.2.fc1/_0.pt b/params/opt/5/rnd_search_t_lin/comb_1/init/model.decoder.layers.2.fc1/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..58c96248fd00550cc15d645205571ee67c337035
--- /dev/null
+++ b/params/opt/5/rnd_search_t_lin/comb_1/init/model.decoder.layers.2.fc1/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d77f62f2a90ce91416a8360d6ec3a5205dee0afeca27666c8c1c6bc185c247e5
+size 17539
diff --git a/params/opt/5/rnd_search_t_lin/comb_1/init/model.decoder.layers.2.fc1/_s.pt b/params/opt/5/rnd_search_t_lin/comb_1/init/model.decoder.layers.2.fc1/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..82d547d4f2a63d19af3fb32e90fd74182d17d9e3
--- /dev/null
+++ b/params/opt/5/rnd_search_t_lin/comb_1/init/model.decoder.layers.2.fc1/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:87b293258d6d0b50b040960383b8445fcfb89f8bb03f8c3aed0a4aa22ee73cf6
+size 17539
diff --git a/params/opt/5/rnd_search_t_lin/comb_1/init/model.decoder.layers.2.fc2/_0.pt b/params/opt/5/rnd_search_t_lin/comb_1/init/model.decoder.layers.2.fc2/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/opt/5/rnd_search_t_lin/comb_1/init/model.decoder.layers.2.fc2/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/opt/5/rnd_search_t_lin/comb_1/init/model.decoder.layers.2.fc2/_s.pt b/params/opt/5/rnd_search_t_lin/comb_1/init/model.decoder.layers.2.fc2/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..271556462f66cb1cf8640e252be3e8690edd3109
--- /dev/null
+++ b/params/opt/5/rnd_search_t_lin/comb_1/init/model.decoder.layers.2.fc2/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:55f81bb892e1d61901d57036d92e8de3ea4e43e02c55ed52df6e089dab9e125f
+size 5251
diff --git a/params/opt/5/rnd_search_t_lin/comb_1/init/model.decoder.layers.2.self_attn.k_proj/_0.pt b/params/opt/5/rnd_search_t_lin/comb_1/init/model.decoder.layers.2.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/opt/5/rnd_search_t_lin/comb_1/init/model.decoder.layers.2.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/opt/5/rnd_search_t_lin/comb_1/init/model.decoder.layers.2.self_attn.k_proj/_s.pt b/params/opt/5/rnd_search_t_lin/comb_1/init/model.decoder.layers.2.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ee578a339aec407324d2644162ef255934411588
--- /dev/null
+++ b/params/opt/5/rnd_search_t_lin/comb_1/init/model.decoder.layers.2.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:45fd21dbd9b23d8508e43c9b5306a160bab9f0a9602256d7ae617fd8109c0ef9
+size 5251
diff --git a/params/opt/5/rnd_search_t_lin/comb_1/init/model.decoder.layers.2.self_attn.out_proj/_0.pt b/params/opt/5/rnd_search_t_lin/comb_1/init/model.decoder.layers.2.self_attn.out_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/opt/5/rnd_search_t_lin/comb_1/init/model.decoder.layers.2.self_attn.out_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/opt/5/rnd_search_t_lin/comb_1/init/model.decoder.layers.2.self_attn.out_proj/_s.pt b/params/opt/5/rnd_search_t_lin/comb_1/init/model.decoder.layers.2.self_attn.out_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..75a9d3312d323c1abfa66e4208903477d0608a09
--- /dev/null
+++ b/params/opt/5/rnd_search_t_lin/comb_1/init/model.decoder.layers.2.self_attn.out_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c8b13b6eaa6ef2cf3074e2007c6fa1d07f9b6bbdda2b70f47ea204652d89bedd
+size 5251
diff --git a/params/opt/5/rnd_search_t_lin/comb_1/init/model.decoder.layers.2.self_attn.q_proj/_0.pt b/params/opt/5/rnd_search_t_lin/comb_1/init/model.decoder.layers.2.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/opt/5/rnd_search_t_lin/comb_1/init/model.decoder.layers.2.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/opt/5/rnd_search_t_lin/comb_1/init/model.decoder.layers.2.self_attn.q_proj/_s.pt b/params/opt/5/rnd_search_t_lin/comb_1/init/model.decoder.layers.2.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..6332d26d907432e2abad9f7e38326f1ca2c633e5
--- /dev/null
+++ b/params/opt/5/rnd_search_t_lin/comb_1/init/model.decoder.layers.2.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0d165f555af501675cabea167f16e127b37db234b26730a6b6c8eb4c5a607ac2
+size 5251
diff --git a/params/opt/5/rnd_search_t_lin/comb_1/init/model.decoder.layers.2.self_attn.v_proj/_0.pt b/params/opt/5/rnd_search_t_lin/comb_1/init/model.decoder.layers.2.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/opt/5/rnd_search_t_lin/comb_1/init/model.decoder.layers.2.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/opt/5/rnd_search_t_lin/comb_1/init/model.decoder.layers.2.self_attn.v_proj/_s.pt b/params/opt/5/rnd_search_t_lin/comb_1/init/model.decoder.layers.2.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4a4d00c5c2eb82b9ba71e66700956b7215f6562c
--- /dev/null
+++ b/params/opt/5/rnd_search_t_lin/comb_1/init/model.decoder.layers.2.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2dce10cf0f89b0ba2f1c307ac6bacbdcafdf4b9bc75eeabf0a16ff74b5f63440
+size 5251
diff --git a/params/opt/5/rnd_search_t_lin/comb_1/init/model.decoder.layers.20.fc1/_0.pt b/params/opt/5/rnd_search_t_lin/comb_1/init/model.decoder.layers.20.fc1/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..58c96248fd00550cc15d645205571ee67c337035
--- /dev/null
+++ b/params/opt/5/rnd_search_t_lin/comb_1/init/model.decoder.layers.20.fc1/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d77f62f2a90ce91416a8360d6ec3a5205dee0afeca27666c8c1c6bc185c247e5
+size 17539
diff --git a/params/opt/5/rnd_search_t_lin/comb_1/init/model.decoder.layers.20.fc1/_s.pt b/params/opt/5/rnd_search_t_lin/comb_1/init/model.decoder.layers.20.fc1/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..cd8b0feedf79e95ecf62b75ea60a07dcb821f62a
--- /dev/null
+++ b/params/opt/5/rnd_search_t_lin/comb_1/init/model.decoder.layers.20.fc1/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:9fd32ac83e25a20958be3c687a552a8d7ded74ceaa4b373b101d31c9fc9f94f8
+size 17539
diff --git a/params/opt/5/rnd_search_t_lin/comb_1/init/model.decoder.layers.20.fc2/_0.pt b/params/opt/5/rnd_search_t_lin/comb_1/init/model.decoder.layers.20.fc2/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/opt/5/rnd_search_t_lin/comb_1/init/model.decoder.layers.20.fc2/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/opt/5/rnd_search_t_lin/comb_1/init/model.decoder.layers.20.fc2/_s.pt b/params/opt/5/rnd_search_t_lin/comb_1/init/model.decoder.layers.20.fc2/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..5543ff3358450285fe58e2b46fc06f557b4e90e9
--- /dev/null
+++ b/params/opt/5/rnd_search_t_lin/comb_1/init/model.decoder.layers.20.fc2/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d7b4c74df4838e4243ccfcfd799143a21a9c0195256084839d27565b010a71e0
+size 5251
diff --git a/params/opt/5/rnd_search_t_lin/comb_1/init/model.decoder.layers.20.self_attn.k_proj/_0.pt b/params/opt/5/rnd_search_t_lin/comb_1/init/model.decoder.layers.20.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/opt/5/rnd_search_t_lin/comb_1/init/model.decoder.layers.20.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/opt/5/rnd_search_t_lin/comb_1/init/model.decoder.layers.20.self_attn.k_proj/_s.pt b/params/opt/5/rnd_search_t_lin/comb_1/init/model.decoder.layers.20.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..62bca84b5f2b9966c1590789449a2fb5eb549fd7
--- /dev/null
+++ b/params/opt/5/rnd_search_t_lin/comb_1/init/model.decoder.layers.20.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:93c73101fe63c4d593aadf4fbda62a12b6bb373ba5edfcffaec74c41bfe4b217
+size 5251
diff --git a/params/opt/5/rnd_search_t_lin/comb_1/init/model.decoder.layers.20.self_attn.out_proj/_0.pt b/params/opt/5/rnd_search_t_lin/comb_1/init/model.decoder.layers.20.self_attn.out_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/opt/5/rnd_search_t_lin/comb_1/init/model.decoder.layers.20.self_attn.out_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/opt/5/rnd_search_t_lin/comb_1/init/model.decoder.layers.20.self_attn.out_proj/_s.pt b/params/opt/5/rnd_search_t_lin/comb_1/init/model.decoder.layers.20.self_attn.out_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a75a55b24638a29eb0c628ee089f05de1e9d50a2
--- /dev/null
+++ b/params/opt/5/rnd_search_t_lin/comb_1/init/model.decoder.layers.20.self_attn.out_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0d89096018bf5bc88937cf361af1dd3cd0d187d40e8c432f446f2b9d3b5c088b
+size 5251
diff --git a/params/opt/5/rnd_search_t_lin/comb_1/init/model.decoder.layers.20.self_attn.q_proj/_0.pt b/params/opt/5/rnd_search_t_lin/comb_1/init/model.decoder.layers.20.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/opt/5/rnd_search_t_lin/comb_1/init/model.decoder.layers.20.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/opt/5/rnd_search_t_lin/comb_1/init/model.decoder.layers.20.self_attn.q_proj/_s.pt b/params/opt/5/rnd_search_t_lin/comb_1/init/model.decoder.layers.20.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..cdf1c4bcf60dc05ae7e385bac8a9a0fa18df6ba2
--- /dev/null
+++ b/params/opt/5/rnd_search_t_lin/comb_1/init/model.decoder.layers.20.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:8d26c7b49cd759b68c72514b2fb0afa8f778ff037f01c63b255b9c14720b93a4
+size 5251
diff --git a/params/opt/5/rnd_search_t_lin/comb_1/init/model.decoder.layers.20.self_attn.v_proj/_0.pt b/params/opt/5/rnd_search_t_lin/comb_1/init/model.decoder.layers.20.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/opt/5/rnd_search_t_lin/comb_1/init/model.decoder.layers.20.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/opt/5/rnd_search_t_lin/comb_1/init/model.decoder.layers.20.self_attn.v_proj/_s.pt b/params/opt/5/rnd_search_t_lin/comb_1/init/model.decoder.layers.20.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..3e442a0828521cf7d0b5f92e8709f6118291803b
--- /dev/null
+++ b/params/opt/5/rnd_search_t_lin/comb_1/init/model.decoder.layers.20.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:42e25cbc8e28323172cb3f08e7b35da5506e7b92504bc30e928344602834e205
+size 5251
diff --git a/params/opt/5/rnd_search_t_lin/comb_1/init/model.decoder.layers.21.fc1/_0.pt b/params/opt/5/rnd_search_t_lin/comb_1/init/model.decoder.layers.21.fc1/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..58c96248fd00550cc15d645205571ee67c337035
--- /dev/null
+++ b/params/opt/5/rnd_search_t_lin/comb_1/init/model.decoder.layers.21.fc1/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d77f62f2a90ce91416a8360d6ec3a5205dee0afeca27666c8c1c6bc185c247e5
+size 17539
diff --git a/params/opt/5/rnd_search_t_lin/comb_1/init/model.decoder.layers.21.fc1/_s.pt b/params/opt/5/rnd_search_t_lin/comb_1/init/model.decoder.layers.21.fc1/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..11e17132d953d879f6b8108623e06ec1bd59fd8e
--- /dev/null
+++ b/params/opt/5/rnd_search_t_lin/comb_1/init/model.decoder.layers.21.fc1/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e58f458cdd59faed4d77e3b0f071f83ec9bbbc2f994b543bb6e48047a1edb46e
+size 17539
diff --git a/params/opt/5/rnd_search_t_lin/comb_1/init/model.decoder.layers.21.fc2/_0.pt b/params/opt/5/rnd_search_t_lin/comb_1/init/model.decoder.layers.21.fc2/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/opt/5/rnd_search_t_lin/comb_1/init/model.decoder.layers.21.fc2/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/opt/5/rnd_search_t_lin/comb_1/init/model.decoder.layers.21.fc2/_s.pt b/params/opt/5/rnd_search_t_lin/comb_1/init/model.decoder.layers.21.fc2/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..176ceb032f5d1a9824276b3d840b625924da39fd
--- /dev/null
+++ b/params/opt/5/rnd_search_t_lin/comb_1/init/model.decoder.layers.21.fc2/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2af492b434050f0a535c2d422a6cfb2aa3d8affb71d3357b0a55f7373a4bf23d
+size 5251
diff --git a/params/opt/5/rnd_search_t_lin/comb_1/init/model.decoder.layers.21.self_attn.k_proj/_0.pt b/params/opt/5/rnd_search_t_lin/comb_1/init/model.decoder.layers.21.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/opt/5/rnd_search_t_lin/comb_1/init/model.decoder.layers.21.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/opt/5/rnd_search_t_lin/comb_1/init/model.decoder.layers.21.self_attn.k_proj/_s.pt b/params/opt/5/rnd_search_t_lin/comb_1/init/model.decoder.layers.21.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..71d14f5bbcf120a647a038d23d87ca41d08e9ea8
--- /dev/null
+++ b/params/opt/5/rnd_search_t_lin/comb_1/init/model.decoder.layers.21.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:802a40a1a9b1bdfd2bbcad4dc4953fcdf240b8dca048204d54283e99a9cc2530
+size 5251
diff --git a/params/opt/5/rnd_search_t_lin/comb_1/init/model.decoder.layers.21.self_attn.out_proj/_0.pt b/params/opt/5/rnd_search_t_lin/comb_1/init/model.decoder.layers.21.self_attn.out_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/opt/5/rnd_search_t_lin/comb_1/init/model.decoder.layers.21.self_attn.out_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/opt/5/rnd_search_t_lin/comb_1/init/model.decoder.layers.21.self_attn.out_proj/_s.pt b/params/opt/5/rnd_search_t_lin/comb_1/init/model.decoder.layers.21.self_attn.out_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..df37b32bbbd3c6dad507525656e9dcfe7d4c8281
--- /dev/null
+++ b/params/opt/5/rnd_search_t_lin/comb_1/init/model.decoder.layers.21.self_attn.out_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f225b3cb4cf6de02a546e4fb2615b252b51b582b3e61993afcb02d7eb4507825
+size 5251
diff --git a/params/opt/5/rnd_search_t_lin/comb_1/init/model.decoder.layers.21.self_attn.q_proj/_0.pt b/params/opt/5/rnd_search_t_lin/comb_1/init/model.decoder.layers.21.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/opt/5/rnd_search_t_lin/comb_1/init/model.decoder.layers.21.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/opt/5/rnd_search_t_lin/comb_1/init/model.decoder.layers.21.self_attn.q_proj/_s.pt b/params/opt/5/rnd_search_t_lin/comb_1/init/model.decoder.layers.21.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..3e1b1e762bc91d2648b8c22217db8cc0be009288
--- /dev/null
+++ b/params/opt/5/rnd_search_t_lin/comb_1/init/model.decoder.layers.21.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0439076f4f26cf09a9e2447f6e3a8ad88d8a2a617ea70047ead4c719c5e02d9a
+size 5251
diff --git a/params/opt/5/rnd_search_t_lin/comb_1/init/model.decoder.layers.21.self_attn.v_proj/_0.pt b/params/opt/5/rnd_search_t_lin/comb_1/init/model.decoder.layers.21.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/opt/5/rnd_search_t_lin/comb_1/init/model.decoder.layers.21.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/opt/5/rnd_search_t_lin/comb_1/init/model.decoder.layers.21.self_attn.v_proj/_s.pt b/params/opt/5/rnd_search_t_lin/comb_1/init/model.decoder.layers.21.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8a526f77b7eac7fc96b7ba72559f1cb95c7ac27c
--- /dev/null
+++ b/params/opt/5/rnd_search_t_lin/comb_1/init/model.decoder.layers.21.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:46ca18b058d6a5cd048ae12892f27917cb263b248b9e18a55c255f2dcbba2cf5
+size 5251
diff --git a/params/opt/5/rnd_search_t_lin/comb_1/init/model.decoder.layers.22.fc1/_0.pt b/params/opt/5/rnd_search_t_lin/comb_1/init/model.decoder.layers.22.fc1/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..58c96248fd00550cc15d645205571ee67c337035
--- /dev/null
+++ b/params/opt/5/rnd_search_t_lin/comb_1/init/model.decoder.layers.22.fc1/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d77f62f2a90ce91416a8360d6ec3a5205dee0afeca27666c8c1c6bc185c247e5
+size 17539
diff --git a/params/opt/5/rnd_search_t_lin/comb_1/init/model.decoder.layers.22.fc1/_s.pt b/params/opt/5/rnd_search_t_lin/comb_1/init/model.decoder.layers.22.fc1/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..0f9052b3f460f6b569d077b334cadc597112fa0f
--- /dev/null
+++ b/params/opt/5/rnd_search_t_lin/comb_1/init/model.decoder.layers.22.fc1/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:19781eb54c9d329ec478f2b313648b0e4761f6668c3c44ac254dd6002163eead
+size 17539
diff --git a/params/opt/5/rnd_search_t_lin/comb_1/init/model.decoder.layers.22.fc2/_0.pt b/params/opt/5/rnd_search_t_lin/comb_1/init/model.decoder.layers.22.fc2/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/opt/5/rnd_search_t_lin/comb_1/init/model.decoder.layers.22.fc2/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/opt/5/rnd_search_t_lin/comb_1/init/model.decoder.layers.22.fc2/_s.pt b/params/opt/5/rnd_search_t_lin/comb_1/init/model.decoder.layers.22.fc2/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..eb9617f66ffb7dc2048600cb6bca39b83b27fd39
--- /dev/null
+++ b/params/opt/5/rnd_search_t_lin/comb_1/init/model.decoder.layers.22.fc2/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ccc20b652bc53ce632c6c79dbdbdf61a7a56cb535c9776ad2caa8d799b51e383
+size 5251
diff --git a/params/opt/5/rnd_search_t_lin/comb_1/init/model.decoder.layers.22.self_attn.k_proj/_0.pt b/params/opt/5/rnd_search_t_lin/comb_1/init/model.decoder.layers.22.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/opt/5/rnd_search_t_lin/comb_1/init/model.decoder.layers.22.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/opt/5/rnd_search_t_lin/comb_1/init/model.decoder.layers.22.self_attn.k_proj/_s.pt b/params/opt/5/rnd_search_t_lin/comb_1/init/model.decoder.layers.22.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..51282ba09d3aa73e578d1e0ba299714866c004ea
--- /dev/null
+++ b/params/opt/5/rnd_search_t_lin/comb_1/init/model.decoder.layers.22.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ec35f371273dd0a0af93ad666b9ce8095afbb4fe7f8901d9356dcebbbdf56b59
+size 5251
diff --git a/params/opt/5/rnd_search_t_lin/comb_1/init/model.decoder.layers.22.self_attn.out_proj/_0.pt b/params/opt/5/rnd_search_t_lin/comb_1/init/model.decoder.layers.22.self_attn.out_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/opt/5/rnd_search_t_lin/comb_1/init/model.decoder.layers.22.self_attn.out_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/opt/5/rnd_search_t_lin/comb_1/init/model.decoder.layers.22.self_attn.out_proj/_s.pt b/params/opt/5/rnd_search_t_lin/comb_1/init/model.decoder.layers.22.self_attn.out_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8fb47fb2f198145639f6d5cadd60cc6abfdba71d
--- /dev/null
+++ b/params/opt/5/rnd_search_t_lin/comb_1/init/model.decoder.layers.22.self_attn.out_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2ea732f0f4abf54e5084cabb70b2fc3efecd987d2e10f17f1e6404467e0b9715
+size 5251
diff --git a/params/opt/5/rnd_search_t_lin/comb_1/init/model.decoder.layers.22.self_attn.q_proj/_0.pt b/params/opt/5/rnd_search_t_lin/comb_1/init/model.decoder.layers.22.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/opt/5/rnd_search_t_lin/comb_1/init/model.decoder.layers.22.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/opt/5/rnd_search_t_lin/comb_1/init/model.decoder.layers.22.self_attn.q_proj/_s.pt b/params/opt/5/rnd_search_t_lin/comb_1/init/model.decoder.layers.22.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ca6a4a93d0620ce31abc701650db4e8b0791e65a
--- /dev/null
+++ b/params/opt/5/rnd_search_t_lin/comb_1/init/model.decoder.layers.22.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:417a962d9e141893ee0d81045fac78a7b2bc4f59de36433435df4bc44d3ffdcc
+size 5251
diff --git a/params/opt/5/rnd_search_t_lin/comb_1/init/model.decoder.layers.22.self_attn.v_proj/_0.pt b/params/opt/5/rnd_search_t_lin/comb_1/init/model.decoder.layers.22.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/opt/5/rnd_search_t_lin/comb_1/init/model.decoder.layers.22.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/opt/5/rnd_search_t_lin/comb_1/init/model.decoder.layers.22.self_attn.v_proj/_s.pt b/params/opt/5/rnd_search_t_lin/comb_1/init/model.decoder.layers.22.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..62e21a26e87078655163985ca6a84d906d717f09
--- /dev/null
+++ b/params/opt/5/rnd_search_t_lin/comb_1/init/model.decoder.layers.22.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ca7786dc10c803832843f33443fde407a457eb3e5037f563807d8825c115caf0
+size 5251
diff --git a/params/opt/5/rnd_search_t_lin/comb_1/init/model.decoder.layers.23.fc1/_0.pt b/params/opt/5/rnd_search_t_lin/comb_1/init/model.decoder.layers.23.fc1/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..58c96248fd00550cc15d645205571ee67c337035
--- /dev/null
+++ b/params/opt/5/rnd_search_t_lin/comb_1/init/model.decoder.layers.23.fc1/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d77f62f2a90ce91416a8360d6ec3a5205dee0afeca27666c8c1c6bc185c247e5
+size 17539
diff --git a/params/opt/5/rnd_search_t_lin/comb_1/init/model.decoder.layers.23.fc1/_s.pt b/params/opt/5/rnd_search_t_lin/comb_1/init/model.decoder.layers.23.fc1/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4a496a14c05d441a598fbd8efc5f2e897cf2cf75
--- /dev/null
+++ b/params/opt/5/rnd_search_t_lin/comb_1/init/model.decoder.layers.23.fc1/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:122abab922ff69c6052aeb616d0bcf156abbe5c15617e7314d48ba338eeeff2e
+size 17539
diff --git a/params/opt/5/rnd_search_t_lin/comb_1/init/model.decoder.layers.23.fc2/_0.pt b/params/opt/5/rnd_search_t_lin/comb_1/init/model.decoder.layers.23.fc2/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/opt/5/rnd_search_t_lin/comb_1/init/model.decoder.layers.23.fc2/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/opt/5/rnd_search_t_lin/comb_1/init/model.decoder.layers.23.fc2/_s.pt b/params/opt/5/rnd_search_t_lin/comb_1/init/model.decoder.layers.23.fc2/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..3a57b5cb3e0140895a7a251bb78e5d0545afe4d6
--- /dev/null
+++ b/params/opt/5/rnd_search_t_lin/comb_1/init/model.decoder.layers.23.fc2/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:74c965af5d2e551f9a5e40fb9c8bce3786cce0443e423e6a548069845cdfd098
+size 5251
diff --git a/params/opt/5/rnd_search_t_lin/comb_1/init/model.decoder.layers.23.self_attn.k_proj/_0.pt b/params/opt/5/rnd_search_t_lin/comb_1/init/model.decoder.layers.23.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/opt/5/rnd_search_t_lin/comb_1/init/model.decoder.layers.23.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/opt/5/rnd_search_t_lin/comb_1/init/model.decoder.layers.23.self_attn.k_proj/_s.pt b/params/opt/5/rnd_search_t_lin/comb_1/init/model.decoder.layers.23.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..d731e252b0f412e570e940417040a613c6540133
--- /dev/null
+++ b/params/opt/5/rnd_search_t_lin/comb_1/init/model.decoder.layers.23.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5fd42990c96fa3ca7133d6495e509bc72be18e015b6f9615f866a8b8028ebfac
+size 5251
diff --git a/params/opt/5/rnd_search_t_lin/comb_1/init/model.decoder.layers.23.self_attn.out_proj/_0.pt b/params/opt/5/rnd_search_t_lin/comb_1/init/model.decoder.layers.23.self_attn.out_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/opt/5/rnd_search_t_lin/comb_1/init/model.decoder.layers.23.self_attn.out_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/opt/5/rnd_search_t_lin/comb_1/init/model.decoder.layers.23.self_attn.out_proj/_s.pt b/params/opt/5/rnd_search_t_lin/comb_1/init/model.decoder.layers.23.self_attn.out_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..701ffb2b7fec08e2f16cf8ccf3594a7b12f8eef7
--- /dev/null
+++ b/params/opt/5/rnd_search_t_lin/comb_1/init/model.decoder.layers.23.self_attn.out_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e24e5afc3f9d67ebdcbfcfeba0443f7d0c9ea1473af1cbd8ebd1bb100daa3072
+size 5251
diff --git a/params/opt/5/rnd_search_t_lin/comb_1/init/model.decoder.layers.23.self_attn.q_proj/_0.pt b/params/opt/5/rnd_search_t_lin/comb_1/init/model.decoder.layers.23.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/opt/5/rnd_search_t_lin/comb_1/init/model.decoder.layers.23.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/opt/5/rnd_search_t_lin/comb_1/init/model.decoder.layers.23.self_attn.q_proj/_s.pt b/params/opt/5/rnd_search_t_lin/comb_1/init/model.decoder.layers.23.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..45bca106e123b42284c2daac1bd240e77cab4d51
--- /dev/null
+++ b/params/opt/5/rnd_search_t_lin/comb_1/init/model.decoder.layers.23.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:4c95f6adaf4bc718ea35f842f7d1564363dffcb4e0473d85db9fbd2181153881
+size 5251
diff --git a/params/opt/5/rnd_search_t_lin/comb_1/init/model.decoder.layers.23.self_attn.v_proj/_0.pt b/params/opt/5/rnd_search_t_lin/comb_1/init/model.decoder.layers.23.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/opt/5/rnd_search_t_lin/comb_1/init/model.decoder.layers.23.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/opt/5/rnd_search_t_lin/comb_1/init/model.decoder.layers.23.self_attn.v_proj/_s.pt b/params/opt/5/rnd_search_t_lin/comb_1/init/model.decoder.layers.23.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..be3b480be4dba5a32a2997526a018ffae6383755
--- /dev/null
+++ b/params/opt/5/rnd_search_t_lin/comb_1/init/model.decoder.layers.23.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:cde2d40da75923453b8ef76fddcef4522f5c4270bd3d90810369cf6802d3e0f6
+size 5251
diff --git a/params/opt/5/rnd_search_t_lin/comb_1/init/model.decoder.layers.3.fc1/_0.pt b/params/opt/5/rnd_search_t_lin/comb_1/init/model.decoder.layers.3.fc1/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..58c96248fd00550cc15d645205571ee67c337035
--- /dev/null
+++ b/params/opt/5/rnd_search_t_lin/comb_1/init/model.decoder.layers.3.fc1/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d77f62f2a90ce91416a8360d6ec3a5205dee0afeca27666c8c1c6bc185c247e5
+size 17539
diff --git a/params/opt/5/rnd_search_t_lin/comb_1/init/model.decoder.layers.3.fc1/_s.pt b/params/opt/5/rnd_search_t_lin/comb_1/init/model.decoder.layers.3.fc1/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..20a0373a8c42d883b93891a59c228eda3917dea5
--- /dev/null
+++ b/params/opt/5/rnd_search_t_lin/comb_1/init/model.decoder.layers.3.fc1/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a885dc158a131b26bf5e10a0c2314d2e7d72d4e286c44fffc58432231e739977
+size 17539
diff --git a/params/opt/5/rnd_search_t_lin/comb_1/init/model.decoder.layers.3.fc2/_0.pt b/params/opt/5/rnd_search_t_lin/comb_1/init/model.decoder.layers.3.fc2/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/opt/5/rnd_search_t_lin/comb_1/init/model.decoder.layers.3.fc2/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/opt/5/rnd_search_t_lin/comb_1/init/model.decoder.layers.3.fc2/_s.pt b/params/opt/5/rnd_search_t_lin/comb_1/init/model.decoder.layers.3.fc2/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..69bdb858607d0d319fb8f13868e5af77d0c30ea3
--- /dev/null
+++ b/params/opt/5/rnd_search_t_lin/comb_1/init/model.decoder.layers.3.fc2/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:52fac57196e79c3d4eaf30e19365e8aaf41994b0fdd392369f6943cbd6c5ad4a
+size 5251
diff --git a/params/opt/5/rnd_search_t_lin/comb_1/init/model.decoder.layers.3.self_attn.k_proj/_0.pt b/params/opt/5/rnd_search_t_lin/comb_1/init/model.decoder.layers.3.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/opt/5/rnd_search_t_lin/comb_1/init/model.decoder.layers.3.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/opt/5/rnd_search_t_lin/comb_1/init/model.decoder.layers.3.self_attn.k_proj/_s.pt b/params/opt/5/rnd_search_t_lin/comb_1/init/model.decoder.layers.3.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..6ccaad0d923343008d30d5b63a7a0b68a9ead1a4
--- /dev/null
+++ b/params/opt/5/rnd_search_t_lin/comb_1/init/model.decoder.layers.3.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:7a8f4cb6c2bdf5982cc666a60060196e5dedd07ccab4a228d214aae8b19d1412
+size 5251
diff --git a/params/opt/5/rnd_search_t_lin/comb_1/init/model.decoder.layers.3.self_attn.out_proj/_0.pt b/params/opt/5/rnd_search_t_lin/comb_1/init/model.decoder.layers.3.self_attn.out_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/opt/5/rnd_search_t_lin/comb_1/init/model.decoder.layers.3.self_attn.out_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/opt/5/rnd_search_t_lin/comb_1/init/model.decoder.layers.3.self_attn.out_proj/_s.pt b/params/opt/5/rnd_search_t_lin/comb_1/init/model.decoder.layers.3.self_attn.out_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..da28aa45736ce5f79b706a3c84e095c326efa204
--- /dev/null
+++ b/params/opt/5/rnd_search_t_lin/comb_1/init/model.decoder.layers.3.self_attn.out_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:510a4ad81295a8f8d0f5fede96b60f803e4a793b7d937171c277234de3f35411
+size 5251
diff --git a/params/opt/5/rnd_search_t_lin/comb_1/init/model.decoder.layers.3.self_attn.q_proj/_0.pt b/params/opt/5/rnd_search_t_lin/comb_1/init/model.decoder.layers.3.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/opt/5/rnd_search_t_lin/comb_1/init/model.decoder.layers.3.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/opt/5/rnd_search_t_lin/comb_1/init/model.decoder.layers.3.self_attn.q_proj/_s.pt b/params/opt/5/rnd_search_t_lin/comb_1/init/model.decoder.layers.3.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..95fc5fa2a14339c441f8cd2ae1e0932c5dbf40cc
--- /dev/null
+++ b/params/opt/5/rnd_search_t_lin/comb_1/init/model.decoder.layers.3.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:21be6f4db770abdb4f633daf00f0bc612a80de867a48c8300e1acf8bc7836f70
+size 5251
diff --git a/params/opt/5/rnd_search_t_lin/comb_1/init/model.decoder.layers.3.self_attn.v_proj/_0.pt b/params/opt/5/rnd_search_t_lin/comb_1/init/model.decoder.layers.3.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/opt/5/rnd_search_t_lin/comb_1/init/model.decoder.layers.3.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/opt/5/rnd_search_t_lin/comb_1/init/model.decoder.layers.3.self_attn.v_proj/_s.pt b/params/opt/5/rnd_search_t_lin/comb_1/init/model.decoder.layers.3.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..168524681db11624cb3bab74cbff8c8938379d36
--- /dev/null
+++ b/params/opt/5/rnd_search_t_lin/comb_1/init/model.decoder.layers.3.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:1e8520954650f035d1d1cb2be0bda226ea4b6ea3c63cd7800c1b826c39d94192
+size 5251
diff --git a/params/opt/5/rnd_search_t_lin/comb_1/init/model.decoder.layers.4.fc1/_0.pt b/params/opt/5/rnd_search_t_lin/comb_1/init/model.decoder.layers.4.fc1/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..58c96248fd00550cc15d645205571ee67c337035
--- /dev/null
+++ b/params/opt/5/rnd_search_t_lin/comb_1/init/model.decoder.layers.4.fc1/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d77f62f2a90ce91416a8360d6ec3a5205dee0afeca27666c8c1c6bc185c247e5
+size 17539
diff --git a/params/opt/5/rnd_search_t_lin/comb_1/init/model.decoder.layers.4.fc1/_s.pt b/params/opt/5/rnd_search_t_lin/comb_1/init/model.decoder.layers.4.fc1/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..9659fb5b2681b4c74e810f3bee5b838c4617819a
--- /dev/null
+++ b/params/opt/5/rnd_search_t_lin/comb_1/init/model.decoder.layers.4.fc1/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:93ffb0017c253573d85c7660d1bd91680fe2ddb012e7360ac94c4cc91b830994
+size 17539
diff --git a/params/opt/5/rnd_search_t_lin/comb_1/init/model.decoder.layers.4.fc2/_0.pt b/params/opt/5/rnd_search_t_lin/comb_1/init/model.decoder.layers.4.fc2/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/opt/5/rnd_search_t_lin/comb_1/init/model.decoder.layers.4.fc2/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/opt/5/rnd_search_t_lin/comb_1/init/model.decoder.layers.4.fc2/_s.pt b/params/opt/5/rnd_search_t_lin/comb_1/init/model.decoder.layers.4.fc2/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..59828927187d98b2731acae13a02e060a93fedb4
--- /dev/null
+++ b/params/opt/5/rnd_search_t_lin/comb_1/init/model.decoder.layers.4.fc2/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0eb1c374b67972270bb09368b6de2312ca39415cbbfa7a654a4c0f2542d3fe2b
+size 5251
diff --git a/params/opt/5/rnd_search_t_lin/comb_1/init/model.decoder.layers.4.self_attn.k_proj/_0.pt b/params/opt/5/rnd_search_t_lin/comb_1/init/model.decoder.layers.4.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/opt/5/rnd_search_t_lin/comb_1/init/model.decoder.layers.4.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/opt/5/rnd_search_t_lin/comb_1/init/model.decoder.layers.4.self_attn.k_proj/_s.pt b/params/opt/5/rnd_search_t_lin/comb_1/init/model.decoder.layers.4.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..5aad19ab7d09017b2760e732ed470cf6be2ae588
--- /dev/null
+++ b/params/opt/5/rnd_search_t_lin/comb_1/init/model.decoder.layers.4.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b4fcdd9a3e2a61f0c62105c4b909a1ff8b8a02563ffdd4ebded66b2a6dbbf1ae
+size 5251
diff --git a/params/opt/5/rnd_search_t_lin/comb_1/init/model.decoder.layers.4.self_attn.out_proj/_0.pt b/params/opt/5/rnd_search_t_lin/comb_1/init/model.decoder.layers.4.self_attn.out_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/opt/5/rnd_search_t_lin/comb_1/init/model.decoder.layers.4.self_attn.out_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/opt/5/rnd_search_t_lin/comb_1/init/model.decoder.layers.4.self_attn.out_proj/_s.pt b/params/opt/5/rnd_search_t_lin/comb_1/init/model.decoder.layers.4.self_attn.out_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..272814b174c42672c4675c2aad19f32d88cbd861
--- /dev/null
+++ b/params/opt/5/rnd_search_t_lin/comb_1/init/model.decoder.layers.4.self_attn.out_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d9fb348b51ca00b495ad55316cf4890907f603732215b00b979b4100dc74439d
+size 5251
diff --git a/params/opt/5/rnd_search_t_lin/comb_1/init/model.decoder.layers.4.self_attn.q_proj/_0.pt b/params/opt/5/rnd_search_t_lin/comb_1/init/model.decoder.layers.4.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/opt/5/rnd_search_t_lin/comb_1/init/model.decoder.layers.4.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/opt/5/rnd_search_t_lin/comb_1/init/model.decoder.layers.4.self_attn.q_proj/_s.pt b/params/opt/5/rnd_search_t_lin/comb_1/init/model.decoder.layers.4.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..dad9250bcb841ef7b00bc0514aff6e4034a4b902
--- /dev/null
+++ b/params/opt/5/rnd_search_t_lin/comb_1/init/model.decoder.layers.4.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ff99488c764efb1bf2a6cc2eeae7aac51683bb9fc41c81e3b1f655903b5e641b
+size 5251
diff --git a/params/opt/5/rnd_search_t_lin/comb_1/init/model.decoder.layers.4.self_attn.v_proj/_0.pt b/params/opt/5/rnd_search_t_lin/comb_1/init/model.decoder.layers.4.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/opt/5/rnd_search_t_lin/comb_1/init/model.decoder.layers.4.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/opt/5/rnd_search_t_lin/comb_1/init/model.decoder.layers.4.self_attn.v_proj/_s.pt b/params/opt/5/rnd_search_t_lin/comb_1/init/model.decoder.layers.4.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..6ba70fc3730c1b5c774901cda644ad2917ef1d45
--- /dev/null
+++ b/params/opt/5/rnd_search_t_lin/comb_1/init/model.decoder.layers.4.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:28f03e8b859da17ca59c58bd75317449364b2277e92b7fab6a5750a9151876d4
+size 5251
diff --git a/params/opt/5/rnd_search_t_lin/comb_1/init/model.decoder.layers.5.fc1/_0.pt b/params/opt/5/rnd_search_t_lin/comb_1/init/model.decoder.layers.5.fc1/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..58c96248fd00550cc15d645205571ee67c337035
--- /dev/null
+++ b/params/opt/5/rnd_search_t_lin/comb_1/init/model.decoder.layers.5.fc1/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d77f62f2a90ce91416a8360d6ec3a5205dee0afeca27666c8c1c6bc185c247e5
+size 17539
diff --git a/params/opt/5/rnd_search_t_lin/comb_1/init/model.decoder.layers.5.fc1/_s.pt b/params/opt/5/rnd_search_t_lin/comb_1/init/model.decoder.layers.5.fc1/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e150ac5b42a50aeac07b0dc2058044eb46eb8be3
--- /dev/null
+++ b/params/opt/5/rnd_search_t_lin/comb_1/init/model.decoder.layers.5.fc1/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f50d8fc722be963162e7fd545ab93706c9bb0088012e1879f39277bf1c845b26
+size 17539
diff --git a/params/opt/5/rnd_search_t_lin/comb_1/init/model.decoder.layers.5.fc2/_0.pt b/params/opt/5/rnd_search_t_lin/comb_1/init/model.decoder.layers.5.fc2/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/opt/5/rnd_search_t_lin/comb_1/init/model.decoder.layers.5.fc2/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/opt/5/rnd_search_t_lin/comb_1/init/model.decoder.layers.5.fc2/_s.pt b/params/opt/5/rnd_search_t_lin/comb_1/init/model.decoder.layers.5.fc2/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..bfe8eef4395d099c20f46466c5531dc23e5de810
--- /dev/null
+++ b/params/opt/5/rnd_search_t_lin/comb_1/init/model.decoder.layers.5.fc2/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:fbf2d163e53389941c5aa1e15866de6098bc5987f5264e9233e2b96baf708564
+size 5251
diff --git a/params/opt/5/rnd_search_t_lin/comb_1/init/model.decoder.layers.5.self_attn.k_proj/_0.pt b/params/opt/5/rnd_search_t_lin/comb_1/init/model.decoder.layers.5.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/opt/5/rnd_search_t_lin/comb_1/init/model.decoder.layers.5.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/opt/5/rnd_search_t_lin/comb_1/init/model.decoder.layers.5.self_attn.k_proj/_s.pt b/params/opt/5/rnd_search_t_lin/comb_1/init/model.decoder.layers.5.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..95e6e1d44581856f1875a2e2aa2781b02de69c8d
--- /dev/null
+++ b/params/opt/5/rnd_search_t_lin/comb_1/init/model.decoder.layers.5.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0b85a88c43a08a123d271c5db560a7dd57775d3f0fe9f9ec7c25e1d0aa4c0645
+size 5251
diff --git a/params/opt/5/rnd_search_t_lin/comb_1/init/model.decoder.layers.5.self_attn.out_proj/_0.pt b/params/opt/5/rnd_search_t_lin/comb_1/init/model.decoder.layers.5.self_attn.out_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/opt/5/rnd_search_t_lin/comb_1/init/model.decoder.layers.5.self_attn.out_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/opt/5/rnd_search_t_lin/comb_1/init/model.decoder.layers.5.self_attn.out_proj/_s.pt b/params/opt/5/rnd_search_t_lin/comb_1/init/model.decoder.layers.5.self_attn.out_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2f61a42eaf4989a478d6c69787a80e88fa99227a
--- /dev/null
+++ b/params/opt/5/rnd_search_t_lin/comb_1/init/model.decoder.layers.5.self_attn.out_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:833313a846e79b5a17b702ac31a3113049a5737fe5c5ea603b1061a433e3ee59
+size 5251
diff --git a/params/opt/5/rnd_search_t_lin/comb_1/init/model.decoder.layers.5.self_attn.q_proj/_0.pt b/params/opt/5/rnd_search_t_lin/comb_1/init/model.decoder.layers.5.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/opt/5/rnd_search_t_lin/comb_1/init/model.decoder.layers.5.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/opt/5/rnd_search_t_lin/comb_1/init/model.decoder.layers.5.self_attn.q_proj/_s.pt b/params/opt/5/rnd_search_t_lin/comb_1/init/model.decoder.layers.5.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..d9b8410476094763361c0b96bcc4942539d3b447
--- /dev/null
+++ b/params/opt/5/rnd_search_t_lin/comb_1/init/model.decoder.layers.5.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a69227b6b6a1192c4157558bf757ca81864cedd18bc8014a75adc19c1e80f89c
+size 5251
diff --git a/params/opt/5/rnd_search_t_lin/comb_1/init/model.decoder.layers.5.self_attn.v_proj/_0.pt b/params/opt/5/rnd_search_t_lin/comb_1/init/model.decoder.layers.5.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/opt/5/rnd_search_t_lin/comb_1/init/model.decoder.layers.5.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/opt/5/rnd_search_t_lin/comb_1/init/model.decoder.layers.5.self_attn.v_proj/_s.pt b/params/opt/5/rnd_search_t_lin/comb_1/init/model.decoder.layers.5.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..559a0ad7b2d9c5de0694ba7bf2f22fc11f57467f
--- /dev/null
+++ b/params/opt/5/rnd_search_t_lin/comb_1/init/model.decoder.layers.5.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d3ec14b1318d23ffc463c163c9d9c57f1156d356171b3d005eeba040507ddfab
+size 5251
diff --git a/params/opt/5/rnd_search_t_lin/comb_1/init/model.decoder.layers.6.fc1/_0.pt b/params/opt/5/rnd_search_t_lin/comb_1/init/model.decoder.layers.6.fc1/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..58c96248fd00550cc15d645205571ee67c337035
--- /dev/null
+++ b/params/opt/5/rnd_search_t_lin/comb_1/init/model.decoder.layers.6.fc1/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d77f62f2a90ce91416a8360d6ec3a5205dee0afeca27666c8c1c6bc185c247e5
+size 17539
diff --git a/params/opt/5/rnd_search_t_lin/comb_1/init/model.decoder.layers.6.fc1/_s.pt b/params/opt/5/rnd_search_t_lin/comb_1/init/model.decoder.layers.6.fc1/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a8976bc47bcfa8390896204465d2d05d18589b42
--- /dev/null
+++ b/params/opt/5/rnd_search_t_lin/comb_1/init/model.decoder.layers.6.fc1/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0c02ac2a7ed8cd5aad4e4d1a28682b495a97806c3a7d4cb3516f032519b236a1
+size 17539
diff --git a/params/opt/5/rnd_search_t_lin/comb_1/init/model.decoder.layers.6.fc2/_0.pt b/params/opt/5/rnd_search_t_lin/comb_1/init/model.decoder.layers.6.fc2/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/opt/5/rnd_search_t_lin/comb_1/init/model.decoder.layers.6.fc2/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/opt/5/rnd_search_t_lin/comb_1/init/model.decoder.layers.6.fc2/_s.pt b/params/opt/5/rnd_search_t_lin/comb_1/init/model.decoder.layers.6.fc2/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..87ac90e2b6d28ef1fb0f07961de8a4712941a2ac
--- /dev/null
+++ b/params/opt/5/rnd_search_t_lin/comb_1/init/model.decoder.layers.6.fc2/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:85d8e65ee53f911865b882c0499535a8b34ef285814c72203aab8f1d449c9149
+size 5251
diff --git a/params/opt/5/rnd_search_t_lin/comb_1/init/model.decoder.layers.6.self_attn.k_proj/_0.pt b/params/opt/5/rnd_search_t_lin/comb_1/init/model.decoder.layers.6.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/opt/5/rnd_search_t_lin/comb_1/init/model.decoder.layers.6.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/opt/5/rnd_search_t_lin/comb_1/init/model.decoder.layers.6.self_attn.k_proj/_s.pt b/params/opt/5/rnd_search_t_lin/comb_1/init/model.decoder.layers.6.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..816b014d81d6bd96ec2dab525b35505580eafdeb
--- /dev/null
+++ b/params/opt/5/rnd_search_t_lin/comb_1/init/model.decoder.layers.6.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f5a7fd3e4c9f0760f7a37f1a728a8b3e66b05ef659486e1d353382c49de69778
+size 5251
diff --git a/params/opt/5/rnd_search_t_lin/comb_1/init/model.decoder.layers.6.self_attn.out_proj/_0.pt b/params/opt/5/rnd_search_t_lin/comb_1/init/model.decoder.layers.6.self_attn.out_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/opt/5/rnd_search_t_lin/comb_1/init/model.decoder.layers.6.self_attn.out_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/opt/5/rnd_search_t_lin/comb_1/init/model.decoder.layers.6.self_attn.out_proj/_s.pt b/params/opt/5/rnd_search_t_lin/comb_1/init/model.decoder.layers.6.self_attn.out_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..db9b6ff7352c054ce3ca38d42318f7f098803643
--- /dev/null
+++ b/params/opt/5/rnd_search_t_lin/comb_1/init/model.decoder.layers.6.self_attn.out_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:974a64941f7487ec7f207b325ecf906e34f2df3dddb941b9ba4eb5c79e01ecbd
+size 5251
diff --git a/params/opt/5/rnd_search_t_lin/comb_1/init/model.decoder.layers.6.self_attn.q_proj/_0.pt b/params/opt/5/rnd_search_t_lin/comb_1/init/model.decoder.layers.6.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/opt/5/rnd_search_t_lin/comb_1/init/model.decoder.layers.6.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/opt/5/rnd_search_t_lin/comb_1/init/model.decoder.layers.6.self_attn.q_proj/_s.pt b/params/opt/5/rnd_search_t_lin/comb_1/init/model.decoder.layers.6.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ff9464ed166d7f344f6dcdb84a65eedfa3e84d38
--- /dev/null
+++ b/params/opt/5/rnd_search_t_lin/comb_1/init/model.decoder.layers.6.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2c9bb1494161f636cfdb60f263eccbc66b6aac1cadece323f5d31a7e0ea0109b
+size 5251
diff --git a/params/opt/5/rnd_search_t_lin/comb_1/init/model.decoder.layers.6.self_attn.v_proj/_0.pt b/params/opt/5/rnd_search_t_lin/comb_1/init/model.decoder.layers.6.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/opt/5/rnd_search_t_lin/comb_1/init/model.decoder.layers.6.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/opt/5/rnd_search_t_lin/comb_1/init/model.decoder.layers.6.self_attn.v_proj/_s.pt b/params/opt/5/rnd_search_t_lin/comb_1/init/model.decoder.layers.6.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e7687c9ec88696d95b5f0346102e5052a53015b8
--- /dev/null
+++ b/params/opt/5/rnd_search_t_lin/comb_1/init/model.decoder.layers.6.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:47dfd151b830dd7c2049d1bcc80e0adda78eaeedccec591d874a24919302fdfd
+size 5251
diff --git a/params/opt/5/rnd_search_t_lin/comb_1/init/model.decoder.layers.7.fc1/_0.pt b/params/opt/5/rnd_search_t_lin/comb_1/init/model.decoder.layers.7.fc1/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..58c96248fd00550cc15d645205571ee67c337035
--- /dev/null
+++ b/params/opt/5/rnd_search_t_lin/comb_1/init/model.decoder.layers.7.fc1/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d77f62f2a90ce91416a8360d6ec3a5205dee0afeca27666c8c1c6bc185c247e5
+size 17539
diff --git a/params/opt/5/rnd_search_t_lin/comb_1/init/model.decoder.layers.7.fc1/_s.pt b/params/opt/5/rnd_search_t_lin/comb_1/init/model.decoder.layers.7.fc1/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..fca5bc878424f7d48bbf5b25d2a952d9d92f2966
--- /dev/null
+++ b/params/opt/5/rnd_search_t_lin/comb_1/init/model.decoder.layers.7.fc1/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:95aec77a8001cbaf963418c728678538d6f120e91b9d20dbfad9d09d192e0ce8
+size 17539
diff --git a/params/opt/5/rnd_search_t_lin/comb_1/init/model.decoder.layers.7.fc2/_0.pt b/params/opt/5/rnd_search_t_lin/comb_1/init/model.decoder.layers.7.fc2/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/opt/5/rnd_search_t_lin/comb_1/init/model.decoder.layers.7.fc2/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/opt/5/rnd_search_t_lin/comb_1/init/model.decoder.layers.7.fc2/_s.pt b/params/opt/5/rnd_search_t_lin/comb_1/init/model.decoder.layers.7.fc2/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..1fb385720ef243b3c31dcd514643b9834c8c84b0
--- /dev/null
+++ b/params/opt/5/rnd_search_t_lin/comb_1/init/model.decoder.layers.7.fc2/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:4d9796d10d5edeb1f6ea85f77b9bfbd2689b68fb4e6703d6179540676d0d1578
+size 5251
diff --git a/params/opt/5/rnd_search_t_lin/comb_1/init/model.decoder.layers.7.self_attn.k_proj/_0.pt b/params/opt/5/rnd_search_t_lin/comb_1/init/model.decoder.layers.7.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/opt/5/rnd_search_t_lin/comb_1/init/model.decoder.layers.7.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/opt/5/rnd_search_t_lin/comb_1/init/model.decoder.layers.7.self_attn.k_proj/_s.pt b/params/opt/5/rnd_search_t_lin/comb_1/init/model.decoder.layers.7.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2fce319461517958e5e8f787608d32099ac107d7
--- /dev/null
+++ b/params/opt/5/rnd_search_t_lin/comb_1/init/model.decoder.layers.7.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:aecaadda60bea368e242d350898da9ed776c53ca8d2f9282d8f7ff56f7c3c356
+size 5251
diff --git a/params/opt/5/rnd_search_t_lin/comb_1/init/model.decoder.layers.7.self_attn.out_proj/_0.pt b/params/opt/5/rnd_search_t_lin/comb_1/init/model.decoder.layers.7.self_attn.out_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/opt/5/rnd_search_t_lin/comb_1/init/model.decoder.layers.7.self_attn.out_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/opt/5/rnd_search_t_lin/comb_1/init/model.decoder.layers.7.self_attn.out_proj/_s.pt b/params/opt/5/rnd_search_t_lin/comb_1/init/model.decoder.layers.7.self_attn.out_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..fc974179345b37d474a517aa121e66db512fe0f9
--- /dev/null
+++ b/params/opt/5/rnd_search_t_lin/comb_1/init/model.decoder.layers.7.self_attn.out_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:1d4c08b0e5eb6a7dc668fdd8c0db5fddda2e0c701c56092e669dc53194607298
+size 5251
diff --git a/params/opt/5/rnd_search_t_lin/comb_1/init/model.decoder.layers.7.self_attn.q_proj/_0.pt b/params/opt/5/rnd_search_t_lin/comb_1/init/model.decoder.layers.7.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/opt/5/rnd_search_t_lin/comb_1/init/model.decoder.layers.7.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/opt/5/rnd_search_t_lin/comb_1/init/model.decoder.layers.7.self_attn.q_proj/_s.pt b/params/opt/5/rnd_search_t_lin/comb_1/init/model.decoder.layers.7.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..d470ecfc25dcbf06473fd7faaa84e007842ea860
--- /dev/null
+++ b/params/opt/5/rnd_search_t_lin/comb_1/init/model.decoder.layers.7.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:9847e65ba579943ec48b2e7c9ab0e983d7f1090f781819d332a34f2c796b6387
+size 5251
diff --git a/params/opt/5/rnd_search_t_lin/comb_1/init/model.decoder.layers.7.self_attn.v_proj/_0.pt b/params/opt/5/rnd_search_t_lin/comb_1/init/model.decoder.layers.7.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/opt/5/rnd_search_t_lin/comb_1/init/model.decoder.layers.7.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/opt/5/rnd_search_t_lin/comb_1/init/model.decoder.layers.7.self_attn.v_proj/_s.pt b/params/opt/5/rnd_search_t_lin/comb_1/init/model.decoder.layers.7.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ce13398b72af2443fe547abf293705922643ff78
--- /dev/null
+++ b/params/opt/5/rnd_search_t_lin/comb_1/init/model.decoder.layers.7.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c76596c751a1d0b5df151e1ef718777fd4d4bd5332ee0b1bb76c7cd74d504c7f
+size 5251
diff --git a/params/opt/5/rnd_search_t_lin/comb_1/init/model.decoder.layers.8.fc1/_0.pt b/params/opt/5/rnd_search_t_lin/comb_1/init/model.decoder.layers.8.fc1/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..58c96248fd00550cc15d645205571ee67c337035
--- /dev/null
+++ b/params/opt/5/rnd_search_t_lin/comb_1/init/model.decoder.layers.8.fc1/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d77f62f2a90ce91416a8360d6ec3a5205dee0afeca27666c8c1c6bc185c247e5
+size 17539
diff --git a/params/opt/5/rnd_search_t_lin/comb_1/init/model.decoder.layers.8.fc1/_s.pt b/params/opt/5/rnd_search_t_lin/comb_1/init/model.decoder.layers.8.fc1/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ae1c806afdf6f3e7ed1e868e555ea42ae7aca411
--- /dev/null
+++ b/params/opt/5/rnd_search_t_lin/comb_1/init/model.decoder.layers.8.fc1/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:9ee22a3060d6eb5c73d0311c1352a63dfff55babdbcb9222a74b7af15cf268be
+size 17539
diff --git a/params/opt/5/rnd_search_t_lin/comb_1/init/model.decoder.layers.8.fc2/_0.pt b/params/opt/5/rnd_search_t_lin/comb_1/init/model.decoder.layers.8.fc2/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/opt/5/rnd_search_t_lin/comb_1/init/model.decoder.layers.8.fc2/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/opt/5/rnd_search_t_lin/comb_1/init/model.decoder.layers.8.fc2/_s.pt b/params/opt/5/rnd_search_t_lin/comb_1/init/model.decoder.layers.8.fc2/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..87dc9223a431a3d0c67aa9995fb809ade60dcc33
--- /dev/null
+++ b/params/opt/5/rnd_search_t_lin/comb_1/init/model.decoder.layers.8.fc2/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ea15f75229bdb6ad90b9dada920f8e807288beceba124821c602e42ffdb85f79
+size 5251
diff --git a/params/opt/5/rnd_search_t_lin/comb_1/init/model.decoder.layers.8.self_attn.k_proj/_0.pt b/params/opt/5/rnd_search_t_lin/comb_1/init/model.decoder.layers.8.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/opt/5/rnd_search_t_lin/comb_1/init/model.decoder.layers.8.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/opt/5/rnd_search_t_lin/comb_1/init/model.decoder.layers.8.self_attn.k_proj/_s.pt b/params/opt/5/rnd_search_t_lin/comb_1/init/model.decoder.layers.8.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ea0d20d039c4aa9196dca230d4915aeaed5ca733
--- /dev/null
+++ b/params/opt/5/rnd_search_t_lin/comb_1/init/model.decoder.layers.8.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:bb1314933ed79727b2a36fb086de622e1ee22bf7ef26d2b6040571adc1733134
+size 5251
diff --git a/params/opt/5/rnd_search_t_lin/comb_1/init/model.decoder.layers.8.self_attn.out_proj/_0.pt b/params/opt/5/rnd_search_t_lin/comb_1/init/model.decoder.layers.8.self_attn.out_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/opt/5/rnd_search_t_lin/comb_1/init/model.decoder.layers.8.self_attn.out_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/opt/5/rnd_search_t_lin/comb_1/init/model.decoder.layers.8.self_attn.out_proj/_s.pt b/params/opt/5/rnd_search_t_lin/comb_1/init/model.decoder.layers.8.self_attn.out_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..7ab23e3bf674aaac38c9b76ecd74e3afc223701f
--- /dev/null
+++ b/params/opt/5/rnd_search_t_lin/comb_1/init/model.decoder.layers.8.self_attn.out_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ef1b8eaa153f47295b806a654557238da8b053a1d08364697e3c96f35bf17c02
+size 5251
diff --git a/params/opt/5/rnd_search_t_lin/comb_1/init/model.decoder.layers.8.self_attn.q_proj/_0.pt b/params/opt/5/rnd_search_t_lin/comb_1/init/model.decoder.layers.8.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/opt/5/rnd_search_t_lin/comb_1/init/model.decoder.layers.8.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/opt/5/rnd_search_t_lin/comb_1/init/model.decoder.layers.8.self_attn.q_proj/_s.pt b/params/opt/5/rnd_search_t_lin/comb_1/init/model.decoder.layers.8.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2da912e315f466fef67d4b915dd08eaaf829c16c
--- /dev/null
+++ b/params/opt/5/rnd_search_t_lin/comb_1/init/model.decoder.layers.8.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:808e9aec94d5615da27e9df63fe2311989150c837035f2d1c4ee8b9d1b7ec9c1
+size 5251
diff --git a/params/opt/5/rnd_search_t_lin/comb_1/init/model.decoder.layers.8.self_attn.v_proj/_0.pt b/params/opt/5/rnd_search_t_lin/comb_1/init/model.decoder.layers.8.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/opt/5/rnd_search_t_lin/comb_1/init/model.decoder.layers.8.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/opt/5/rnd_search_t_lin/comb_1/init/model.decoder.layers.8.self_attn.v_proj/_s.pt b/params/opt/5/rnd_search_t_lin/comb_1/init/model.decoder.layers.8.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..3ce77489c83c41df023818a2a50fe9e5d79fe07a
--- /dev/null
+++ b/params/opt/5/rnd_search_t_lin/comb_1/init/model.decoder.layers.8.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:14052d6a25b67d525cd9a730fe842580eebbd3f641b94878832e261facca7b11
+size 5251
diff --git a/params/opt/5/rnd_search_t_lin/comb_1/init/model.decoder.layers.9.fc1/_0.pt b/params/opt/5/rnd_search_t_lin/comb_1/init/model.decoder.layers.9.fc1/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..58c96248fd00550cc15d645205571ee67c337035
--- /dev/null
+++ b/params/opt/5/rnd_search_t_lin/comb_1/init/model.decoder.layers.9.fc1/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d77f62f2a90ce91416a8360d6ec3a5205dee0afeca27666c8c1c6bc185c247e5
+size 17539
diff --git a/params/opt/5/rnd_search_t_lin/comb_1/init/model.decoder.layers.9.fc1/_s.pt b/params/opt/5/rnd_search_t_lin/comb_1/init/model.decoder.layers.9.fc1/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..624e08cec285b74521890f73e8d97632477b1949
--- /dev/null
+++ b/params/opt/5/rnd_search_t_lin/comb_1/init/model.decoder.layers.9.fc1/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:69a722b64fe6ec8710296ab8ffb503909b3120cc6e61764e73bc559641e7e102
+size 17539
diff --git a/params/opt/5/rnd_search_t_lin/comb_1/init/model.decoder.layers.9.fc2/_0.pt b/params/opt/5/rnd_search_t_lin/comb_1/init/model.decoder.layers.9.fc2/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/opt/5/rnd_search_t_lin/comb_1/init/model.decoder.layers.9.fc2/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/opt/5/rnd_search_t_lin/comb_1/init/model.decoder.layers.9.fc2/_s.pt b/params/opt/5/rnd_search_t_lin/comb_1/init/model.decoder.layers.9.fc2/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a346fbd44518927f79cc6b4770df466db9cef19a
--- /dev/null
+++ b/params/opt/5/rnd_search_t_lin/comb_1/init/model.decoder.layers.9.fc2/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:427d08d4dcf35e3b1086cba151de5834d1a247965a2db6cbbfc6c590b01b2a1c
+size 5251
diff --git a/params/opt/5/rnd_search_t_lin/comb_1/init/model.decoder.layers.9.self_attn.k_proj/_0.pt b/params/opt/5/rnd_search_t_lin/comb_1/init/model.decoder.layers.9.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/opt/5/rnd_search_t_lin/comb_1/init/model.decoder.layers.9.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/opt/5/rnd_search_t_lin/comb_1/init/model.decoder.layers.9.self_attn.k_proj/_s.pt b/params/opt/5/rnd_search_t_lin/comb_1/init/model.decoder.layers.9.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..7c3d913ab6b3bf9e0ade686c4f538a94753659a9
--- /dev/null
+++ b/params/opt/5/rnd_search_t_lin/comb_1/init/model.decoder.layers.9.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:8c0ef14fff11cb5596429682ece9b677708fb53e4834cb274fe647ad3f85ef63
+size 5251
diff --git a/params/opt/5/rnd_search_t_lin/comb_1/init/model.decoder.layers.9.self_attn.out_proj/_0.pt b/params/opt/5/rnd_search_t_lin/comb_1/init/model.decoder.layers.9.self_attn.out_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/opt/5/rnd_search_t_lin/comb_1/init/model.decoder.layers.9.self_attn.out_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/opt/5/rnd_search_t_lin/comb_1/init/model.decoder.layers.9.self_attn.out_proj/_s.pt b/params/opt/5/rnd_search_t_lin/comb_1/init/model.decoder.layers.9.self_attn.out_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..7445469686d527a153f40593ef931392bd1ce699
--- /dev/null
+++ b/params/opt/5/rnd_search_t_lin/comb_1/init/model.decoder.layers.9.self_attn.out_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:50c32d9b5934a56eb459b300b5a0bc452a00039379769ff80c482a9cdf0f8b49
+size 5251
diff --git a/params/opt/5/rnd_search_t_lin/comb_1/init/model.decoder.layers.9.self_attn.q_proj/_0.pt b/params/opt/5/rnd_search_t_lin/comb_1/init/model.decoder.layers.9.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/opt/5/rnd_search_t_lin/comb_1/init/model.decoder.layers.9.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/opt/5/rnd_search_t_lin/comb_1/init/model.decoder.layers.9.self_attn.q_proj/_s.pt b/params/opt/5/rnd_search_t_lin/comb_1/init/model.decoder.layers.9.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..0afbd26afe5edbc0772951cc132b8bf890d2af86
--- /dev/null
+++ b/params/opt/5/rnd_search_t_lin/comb_1/init/model.decoder.layers.9.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:448ef1b5c3d6f730a6d22a5f2aaa112035a69ed80e49edaaa642c1ee15bd2f43
+size 5251
diff --git a/params/opt/5/rnd_search_t_lin/comb_1/init/model.decoder.layers.9.self_attn.v_proj/_0.pt b/params/opt/5/rnd_search_t_lin/comb_1/init/model.decoder.layers.9.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/opt/5/rnd_search_t_lin/comb_1/init/model.decoder.layers.9.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/opt/5/rnd_search_t_lin/comb_1/init/model.decoder.layers.9.self_attn.v_proj/_s.pt b/params/opt/5/rnd_search_t_lin/comb_1/init/model.decoder.layers.9.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..60deebc1c937d154177ab6b962e79acbc6dcfdd8
--- /dev/null
+++ b/params/opt/5/rnd_search_t_lin/comb_1/init/model.decoder.layers.9.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:3a1d7133225eabddf87f5352edc9060a1339cf036b8269ec23d95eec94a7bdfd
+size 5251
diff --git a/params/opt/5/rnd_search_t_lin/comb_1/init/model.decoder.project_in/_0.pt b/params/opt/5/rnd_search_t_lin/comb_1/init/model.decoder.project_in/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/opt/5/rnd_search_t_lin/comb_1/init/model.decoder.project_in/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/opt/5/rnd_search_t_lin/comb_1/init/model.decoder.project_in/_s.pt b/params/opt/5/rnd_search_t_lin/comb_1/init/model.decoder.project_in/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..0082f76d68d54ceda4672c738a87d534a6dae46c
--- /dev/null
+++ b/params/opt/5/rnd_search_t_lin/comb_1/init/model.decoder.project_in/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0912986f9d3aed0636e7a7929d37fdac0d3810981d87f541f6523ef133b125a7
+size 5251
diff --git a/params/opt/5/rnd_search_t_lin/comb_1/init/model.decoder.project_out/_0.pt b/params/opt/5/rnd_search_t_lin/comb_1/init/model.decoder.project_out/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..7dafd7dbb653cbd2daae7b5c32e1db4207127f70
--- /dev/null
+++ b/params/opt/5/rnd_search_t_lin/comb_1/init/model.decoder.project_out/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c190e0e27174863691b4d6213f0eb2960c410741df0ce7e97f0315f29a271735
+size 3203
diff --git a/params/opt/5/rnd_search_t_lin/comb_1/init/model.decoder.project_out/_s.pt b/params/opt/5/rnd_search_t_lin/comb_1/init/model.decoder.project_out/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..437f39ad3bad52e9d4f8871aac3e35301da5725b
--- /dev/null
+++ b/params/opt/5/rnd_search_t_lin/comb_1/init/model.decoder.project_out/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0b83d1edb12a7d0a4fcf4498e9aaf86e378f5bcf467fbff1e4364f85e8323e9e
+size 3203
diff --git a/params/opt/5/rnd_search_t_lin/comb_1/trained/lm_head/_0.pt b/params/opt/5/rnd_search_t_lin/comb_1/trained/lm_head/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ebc74a84a045712f519f64996b3dd56b15ddacd6
--- /dev/null
+++ b/params/opt/5/rnd_search_t_lin/comb_1/trained/lm_head/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0bc055e3e51a719f4587fab7f762b11122d0d2b484433b412554640f4f5ca838
+size 202243
diff --git a/params/opt/5/rnd_search_t_lin/comb_1/trained/lm_head/_s.pt b/params/opt/5/rnd_search_t_lin/comb_1/trained/lm_head/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..947152823eb384a09703545c2f6da837b38c4384
--- /dev/null
+++ b/params/opt/5/rnd_search_t_lin/comb_1/trained/lm_head/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:033472448c579cfc938c39d715c2465f04dbd635a0e34bb01592b64540c73639
+size 202243
diff --git a/params/opt/5/rnd_search_t_lin/comb_1/trained/model.decoder.layers.0.fc1/_0.pt b/params/opt/5/rnd_search_t_lin/comb_1/trained/model.decoder.layers.0.fc1/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..d1aefe80451921ff037269c4fd35b9ababcfed17
--- /dev/null
+++ b/params/opt/5/rnd_search_t_lin/comb_1/trained/model.decoder.layers.0.fc1/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5c48e3f90dea63d63824f08a05bae8080db02e9a6b24a4c526525aa6245aaa76
+size 17539
diff --git a/params/opt/5/rnd_search_t_lin/comb_1/trained/model.decoder.layers.0.fc1/_s.pt b/params/opt/5/rnd_search_t_lin/comb_1/trained/model.decoder.layers.0.fc1/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..cf09f0c8283d99aed83ff4fc0cb28d719e33c72c
--- /dev/null
+++ b/params/opt/5/rnd_search_t_lin/comb_1/trained/model.decoder.layers.0.fc1/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:3be172dcb4dd1565516ef8433083e5d8d0a34a7bb091642bac57a6aaaefabab4
+size 17539
diff --git a/params/opt/5/rnd_search_t_lin/comb_1/trained/model.decoder.layers.0.fc2/_0.pt b/params/opt/5/rnd_search_t_lin/comb_1/trained/model.decoder.layers.0.fc2/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..cf1669a395e7990e130424b33e75ef50d331b2de
--- /dev/null
+++ b/params/opt/5/rnd_search_t_lin/comb_1/trained/model.decoder.layers.0.fc2/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:211f4960a5b7aedda2c88f3323443cfff76264e3238470cf174519d2f53f735f
+size 5251
diff --git a/params/opt/5/rnd_search_t_lin/comb_1/trained/model.decoder.layers.0.fc2/_s.pt b/params/opt/5/rnd_search_t_lin/comb_1/trained/model.decoder.layers.0.fc2/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8f4789e1751b28f0f9c763b0dc03a246c8be4c47
--- /dev/null
+++ b/params/opt/5/rnd_search_t_lin/comb_1/trained/model.decoder.layers.0.fc2/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:8e9ff2cf86a4d5f41c57ca584adf85724d9dd8cacf1024e156af57ff5bbd9708
+size 5251
diff --git a/params/opt/5/rnd_search_t_lin/comb_1/trained/model.decoder.layers.0.self_attn.k_proj/_0.pt b/params/opt/5/rnd_search_t_lin/comb_1/trained/model.decoder.layers.0.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..fba524d1fc4af993de2ce634f8700723df054983
--- /dev/null
+++ b/params/opt/5/rnd_search_t_lin/comb_1/trained/model.decoder.layers.0.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f638568c9df84f5fa38271fc635e400c00ed958217db528193a20560b76aa4be
+size 5251
diff --git a/params/opt/5/rnd_search_t_lin/comb_1/trained/model.decoder.layers.0.self_attn.k_proj/_s.pt b/params/opt/5/rnd_search_t_lin/comb_1/trained/model.decoder.layers.0.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..f966f295db3eebfd2fb7f0665dd08ac41358ff67
--- /dev/null
+++ b/params/opt/5/rnd_search_t_lin/comb_1/trained/model.decoder.layers.0.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:7f352549125a8c72ff9c546a6c09a4bedc33b07c10c7a5cb705455619017d4e8
+size 5251
diff --git a/params/opt/5/rnd_search_t_lin/comb_1/trained/model.decoder.layers.0.self_attn.out_proj/_0.pt b/params/opt/5/rnd_search_t_lin/comb_1/trained/model.decoder.layers.0.self_attn.out_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..3612e5f68efda8f45bb766a1737f883858975dc8
--- /dev/null
+++ b/params/opt/5/rnd_search_t_lin/comb_1/trained/model.decoder.layers.0.self_attn.out_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c2b46edc7fd53f35cf8e0496cc82f914cfb50288e34dfc7ccbc2e5dec511dbee
+size 5251
diff --git a/params/opt/5/rnd_search_t_lin/comb_1/trained/model.decoder.layers.0.self_attn.out_proj/_s.pt b/params/opt/5/rnd_search_t_lin/comb_1/trained/model.decoder.layers.0.self_attn.out_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..82f8fcffdea54fcc96d33aac9e4c149918243c27
--- /dev/null
+++ b/params/opt/5/rnd_search_t_lin/comb_1/trained/model.decoder.layers.0.self_attn.out_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:8fe60013fb1733aa88f15993154a9fab8f855360945325b436b883cd6d98c593
+size 5251
diff --git a/params/opt/5/rnd_search_t_lin/comb_1/trained/model.decoder.layers.0.self_attn.q_proj/_0.pt b/params/opt/5/rnd_search_t_lin/comb_1/trained/model.decoder.layers.0.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..dba3d4fc41b10a76d5bc720cea4983466fcac5b0
--- /dev/null
+++ b/params/opt/5/rnd_search_t_lin/comb_1/trained/model.decoder.layers.0.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f63dd8b631eab1c2d13d0c5b863f8c2abe0d7716000b92e230aeae155f80ccc5
+size 5251
diff --git a/params/opt/5/rnd_search_t_lin/comb_1/trained/model.decoder.layers.0.self_attn.q_proj/_s.pt b/params/opt/5/rnd_search_t_lin/comb_1/trained/model.decoder.layers.0.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..f4ab0ffdb92ffa4700fe1d7543b442caea75073b
--- /dev/null
+++ b/params/opt/5/rnd_search_t_lin/comb_1/trained/model.decoder.layers.0.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:1262ec89e2eec4f00b6e05b523b371269e1b19114cb0a68e0f25689ce4c12e7a
+size 5251
diff --git a/params/opt/5/rnd_search_t_lin/comb_1/trained/model.decoder.layers.0.self_attn.v_proj/_0.pt b/params/opt/5/rnd_search_t_lin/comb_1/trained/model.decoder.layers.0.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a595b92ba0df9163fbce74de6fd20bc1d50e6f9a
--- /dev/null
+++ b/params/opt/5/rnd_search_t_lin/comb_1/trained/model.decoder.layers.0.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:849e4dc1b6834184c7638f8da24c6676ca32c6094e6458d0e91c6fa10bbbca91
+size 5251
diff --git a/params/opt/5/rnd_search_t_lin/comb_1/trained/model.decoder.layers.0.self_attn.v_proj/_s.pt b/params/opt/5/rnd_search_t_lin/comb_1/trained/model.decoder.layers.0.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..66e29a6a4fd172d3c1f34f1c4827f85bc2d46cc8
--- /dev/null
+++ b/params/opt/5/rnd_search_t_lin/comb_1/trained/model.decoder.layers.0.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0984fc65a349a892553a00ff1676ee6a0bf0b2f3682394518542d42a926d8468
+size 5251
diff --git a/params/opt/5/rnd_search_t_lin/comb_1/trained/model.decoder.layers.1.fc1/_0.pt b/params/opt/5/rnd_search_t_lin/comb_1/trained/model.decoder.layers.1.fc1/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..d232ff7f2caa7b86de6154f1b7da8c715e4c4432
--- /dev/null
+++ b/params/opt/5/rnd_search_t_lin/comb_1/trained/model.decoder.layers.1.fc1/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:1e6bb8c7ea7bda1b8192cec3e8a1f0bda78ed10a6a2a672df997f8e8ff8d8a43
+size 17539
diff --git a/params/opt/5/rnd_search_t_lin/comb_1/trained/model.decoder.layers.1.fc1/_s.pt b/params/opt/5/rnd_search_t_lin/comb_1/trained/model.decoder.layers.1.fc1/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea484b7740f8b135c2a1e19501ca669997cd327
--- /dev/null
+++ b/params/opt/5/rnd_search_t_lin/comb_1/trained/model.decoder.layers.1.fc1/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:3e459f118436c38e2d19002874c26296e701862d967b2c772e376724b388188b
+size 17539
diff --git a/params/opt/5/rnd_search_t_lin/comb_1/trained/model.decoder.layers.1.fc2/_0.pt b/params/opt/5/rnd_search_t_lin/comb_1/trained/model.decoder.layers.1.fc2/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2899a6546598d2b508dcc31bf17106be552db2c9
--- /dev/null
+++ b/params/opt/5/rnd_search_t_lin/comb_1/trained/model.decoder.layers.1.fc2/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a80c0386ea138599ab92bcb71afcc2599ce23308c198feac846eeb87fb9d5273
+size 5251
diff --git a/params/opt/5/rnd_search_t_lin/comb_1/trained/model.decoder.layers.1.fc2/_s.pt b/params/opt/5/rnd_search_t_lin/comb_1/trained/model.decoder.layers.1.fc2/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..d76f48ae445460c16f69ebd8b0aa6721f025add1
--- /dev/null
+++ b/params/opt/5/rnd_search_t_lin/comb_1/trained/model.decoder.layers.1.fc2/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:15d648c7c9bf75a28cb96666fdddcb2c9b877b6715f1f69f293c0f764b020c24
+size 5251
diff --git a/params/opt/5/rnd_search_t_lin/comb_1/trained/model.decoder.layers.1.self_attn.k_proj/_0.pt b/params/opt/5/rnd_search_t_lin/comb_1/trained/model.decoder.layers.1.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..80830ee7a1dd2939fd5345f34e08e13a3750bc18
--- /dev/null
+++ b/params/opt/5/rnd_search_t_lin/comb_1/trained/model.decoder.layers.1.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:00215eb81368b0aa2fa0ed55b441be95a0b61b3db3c76ffab2b562f8d471871b
+size 5251
diff --git a/params/opt/5/rnd_search_t_lin/comb_1/trained/model.decoder.layers.1.self_attn.k_proj/_s.pt b/params/opt/5/rnd_search_t_lin/comb_1/trained/model.decoder.layers.1.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..063c8250be7d6a2416d079b4c87e55d5d495b5d0
--- /dev/null
+++ b/params/opt/5/rnd_search_t_lin/comb_1/trained/model.decoder.layers.1.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e88cbb0c3839ff4c53610bad9e69478b8ab8252a17149f1965362f6944bc124c
+size 5251
diff --git a/params/opt/5/rnd_search_t_lin/comb_1/trained/model.decoder.layers.1.self_attn.out_proj/_0.pt b/params/opt/5/rnd_search_t_lin/comb_1/trained/model.decoder.layers.1.self_attn.out_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a7d174800722ed2a1c621d3c346532b52d908351
--- /dev/null
+++ b/params/opt/5/rnd_search_t_lin/comb_1/trained/model.decoder.layers.1.self_attn.out_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:95ec38a829504d046080eaacc2188851c932bdb608976011f488d7ee20f93310
+size 5251
diff --git a/params/opt/5/rnd_search_t_lin/comb_1/trained/model.decoder.layers.1.self_attn.out_proj/_s.pt b/params/opt/5/rnd_search_t_lin/comb_1/trained/model.decoder.layers.1.self_attn.out_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..9198ea470d03e3822b2de141cd7c9eead0977822
--- /dev/null
+++ b/params/opt/5/rnd_search_t_lin/comb_1/trained/model.decoder.layers.1.self_attn.out_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:fdaae9207ce7cb399cd408e76afaf51c86d099a5e474d36b3c3ebba1e9d410a7
+size 5251
diff --git a/params/opt/5/rnd_search_t_lin/comb_1/trained/model.decoder.layers.1.self_attn.q_proj/_0.pt b/params/opt/5/rnd_search_t_lin/comb_1/trained/model.decoder.layers.1.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ab8dbebbfe43c6249c041b6b054f55a65259f3d9
--- /dev/null
+++ b/params/opt/5/rnd_search_t_lin/comb_1/trained/model.decoder.layers.1.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:3f64504e86d49e293c6d180a61d54539caa88365c1fde00062feedb9c6025913
+size 5251
diff --git a/params/opt/5/rnd_search_t_lin/comb_1/trained/model.decoder.layers.1.self_attn.q_proj/_s.pt b/params/opt/5/rnd_search_t_lin/comb_1/trained/model.decoder.layers.1.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..d8841bde8ab8df22ed2a80862608802826a62fcc
--- /dev/null
+++ b/params/opt/5/rnd_search_t_lin/comb_1/trained/model.decoder.layers.1.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ebba271e6aafae07c96e164ffcbcebba179d1ab294f9d398f1a845c2b0abfd27
+size 5251
diff --git a/params/opt/5/rnd_search_t_lin/comb_1/trained/model.decoder.layers.1.self_attn.v_proj/_0.pt b/params/opt/5/rnd_search_t_lin/comb_1/trained/model.decoder.layers.1.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c4e5e798544274c4bf954a0b081f66dc7f0080a0
--- /dev/null
+++ b/params/opt/5/rnd_search_t_lin/comb_1/trained/model.decoder.layers.1.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:65ebfd27e49eeb760c7ad8cce80b0b465828399c066ef0f71f56e192ef28865f
+size 5251
diff --git a/params/opt/5/rnd_search_t_lin/comb_1/trained/model.decoder.layers.1.self_attn.v_proj/_s.pt b/params/opt/5/rnd_search_t_lin/comb_1/trained/model.decoder.layers.1.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..81a1b5ab6dc78657366ff6383eea07d9ec3fc024
--- /dev/null
+++ b/params/opt/5/rnd_search_t_lin/comb_1/trained/model.decoder.layers.1.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:dad231aa687b6cf573b6f554f5a970db71b08ce423df312bb0ddd7c9b2ce367a
+size 5251
diff --git a/params/opt/5/rnd_search_t_lin/comb_1/trained/model.decoder.layers.10.fc1/_0.pt b/params/opt/5/rnd_search_t_lin/comb_1/trained/model.decoder.layers.10.fc1/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..f1806f4212b85b311b0e35779526679bcb4a8fe4
--- /dev/null
+++ b/params/opt/5/rnd_search_t_lin/comb_1/trained/model.decoder.layers.10.fc1/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:3a21cfef653a5b55d3a581e6a5e3fb39528e326525cfb501544c226213a9178e
+size 17539
diff --git a/params/opt/5/rnd_search_t_lin/comb_1/trained/model.decoder.layers.10.fc1/_s.pt b/params/opt/5/rnd_search_t_lin/comb_1/trained/model.decoder.layers.10.fc1/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2d4c498fb426052ae30fa9cad9a6ed683bdba59a
--- /dev/null
+++ b/params/opt/5/rnd_search_t_lin/comb_1/trained/model.decoder.layers.10.fc1/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:8d6e951a6da018764f32012725e32f8d7e28fc88714fd6630263b35c1b194c05
+size 17539
diff --git a/params/opt/5/rnd_search_t_lin/comb_1/trained/model.decoder.layers.10.fc2/_0.pt b/params/opt/5/rnd_search_t_lin/comb_1/trained/model.decoder.layers.10.fc2/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..d80fddaaf34af9506a2feae61b4d63b9a3baf0d4
--- /dev/null
+++ b/params/opt/5/rnd_search_t_lin/comb_1/trained/model.decoder.layers.10.fc2/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e648cde37dc6049b9cd5d1d0a1a638a0f9202081ea3ce2916df2bc8812a261aa
+size 5251
diff --git a/params/opt/5/rnd_search_t_lin/comb_1/trained/model.decoder.layers.10.fc2/_s.pt b/params/opt/5/rnd_search_t_lin/comb_1/trained/model.decoder.layers.10.fc2/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..d8ac460dc20481072a9201cacfd4539cf3cff526
--- /dev/null
+++ b/params/opt/5/rnd_search_t_lin/comb_1/trained/model.decoder.layers.10.fc2/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2488ff3ac9f9925b151120cc6483cafa8143b3d45f807461a65850c16bf3a28c
+size 5251
diff --git a/params/opt/5/rnd_search_t_lin/comb_1/trained/model.decoder.layers.10.self_attn.k_proj/_0.pt b/params/opt/5/rnd_search_t_lin/comb_1/trained/model.decoder.layers.10.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..1f7dd349769c8025a96eea77120937d4c7e3222a
--- /dev/null
+++ b/params/opt/5/rnd_search_t_lin/comb_1/trained/model.decoder.layers.10.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a62c7b61d1e82202a3456f1d31c736804147f9fdfbe84029b42d868337cae7a1
+size 5251
diff --git a/params/opt/5/rnd_search_t_lin/comb_1/trained/model.decoder.layers.10.self_attn.k_proj/_s.pt b/params/opt/5/rnd_search_t_lin/comb_1/trained/model.decoder.layers.10.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..0667896680f76439bfb86875a85a21d28f8dff85
--- /dev/null
+++ b/params/opt/5/rnd_search_t_lin/comb_1/trained/model.decoder.layers.10.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:08475d6d9b4ef34d5a17a37d0c1dd35580d790c7986c5b6391c49921447d87b1
+size 5251
diff --git a/params/opt/5/rnd_search_t_lin/comb_1/trained/model.decoder.layers.10.self_attn.out_proj/_0.pt b/params/opt/5/rnd_search_t_lin/comb_1/trained/model.decoder.layers.10.self_attn.out_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c17177b10ec9d901b27ca17492d92239a6897c90
--- /dev/null
+++ b/params/opt/5/rnd_search_t_lin/comb_1/trained/model.decoder.layers.10.self_attn.out_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:7f801d6d808927b4127b4737dc8f02e47666d1f393fcfe3e8df7422fd6884950
+size 5251
diff --git a/params/opt/5/rnd_search_t_lin/comb_1/trained/model.decoder.layers.10.self_attn.out_proj/_s.pt b/params/opt/5/rnd_search_t_lin/comb_1/trained/model.decoder.layers.10.self_attn.out_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..0915bb515df3528e1627d582dc4ae5b84305cffd
--- /dev/null
+++ b/params/opt/5/rnd_search_t_lin/comb_1/trained/model.decoder.layers.10.self_attn.out_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:dec40f06bc93221de9bf6f1112d9732ebd6a1757cb9706dd9aa923bd7d047c14
+size 5251
diff --git a/params/opt/5/rnd_search_t_lin/comb_1/trained/model.decoder.layers.10.self_attn.q_proj/_0.pt b/params/opt/5/rnd_search_t_lin/comb_1/trained/model.decoder.layers.10.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..cfc85ff3bf3c15acccfd47bbe57189f31f800306
--- /dev/null
+++ b/params/opt/5/rnd_search_t_lin/comb_1/trained/model.decoder.layers.10.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ff5814c2194ba2c170f12a65bf0d109a20c8b4519b78644ce0815258b70b2fe3
+size 5251
diff --git a/params/opt/5/rnd_search_t_lin/comb_1/trained/model.decoder.layers.10.self_attn.q_proj/_s.pt b/params/opt/5/rnd_search_t_lin/comb_1/trained/model.decoder.layers.10.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..fd7fd9149c49d3ac07ce55199e431705e400072d
--- /dev/null
+++ b/params/opt/5/rnd_search_t_lin/comb_1/trained/model.decoder.layers.10.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:7b9c4490150ef9b3d4b53dc8fc9c2c683b907c40676a645498849a98f0cf681e
+size 5251
diff --git a/params/opt/5/rnd_search_t_lin/comb_1/trained/model.decoder.layers.10.self_attn.v_proj/_0.pt b/params/opt/5/rnd_search_t_lin/comb_1/trained/model.decoder.layers.10.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..006e43a485472530840a263a01a010295cc60c70
--- /dev/null
+++ b/params/opt/5/rnd_search_t_lin/comb_1/trained/model.decoder.layers.10.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b18a8f737ee172eec360d7540558a80bbc6b85c5aa403fc2fa3a1edc75cb1e10
+size 5251
diff --git a/params/opt/5/rnd_search_t_lin/comb_1/trained/model.decoder.layers.10.self_attn.v_proj/_s.pt b/params/opt/5/rnd_search_t_lin/comb_1/trained/model.decoder.layers.10.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e4bc20a1cd192261ff5ed5cb4f99053dc217b371
--- /dev/null
+++ b/params/opt/5/rnd_search_t_lin/comb_1/trained/model.decoder.layers.10.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e03d2a0bf4e63093037364b6b6776151972905223812d7bf759381509e501535
+size 5251
diff --git a/params/opt/5/rnd_search_t_lin/comb_1/trained/model.decoder.layers.11.fc1/_0.pt b/params/opt/5/rnd_search_t_lin/comb_1/trained/model.decoder.layers.11.fc1/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..36acd7d498d501d80bad7fb4b12e75d684801018
--- /dev/null
+++ b/params/opt/5/rnd_search_t_lin/comb_1/trained/model.decoder.layers.11.fc1/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:9cfd975870dfb1d3c48086045d7c15f15df4c5611815245cfde5186de31e4471
+size 17539
diff --git a/params/opt/5/rnd_search_t_lin/comb_1/trained/model.decoder.layers.11.fc1/_s.pt b/params/opt/5/rnd_search_t_lin/comb_1/trained/model.decoder.layers.11.fc1/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..54649904af0fb3eb4c407a466067e2710350a9e9
--- /dev/null
+++ b/params/opt/5/rnd_search_t_lin/comb_1/trained/model.decoder.layers.11.fc1/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a4118d86fe979f96fd60de67482bb92c56604422659517fb8fdf9af283b32642
+size 17539
diff --git a/params/opt/5/rnd_search_t_lin/comb_1/trained/model.decoder.layers.11.fc2/_0.pt b/params/opt/5/rnd_search_t_lin/comb_1/trained/model.decoder.layers.11.fc2/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..3789a36a7d33bcb3bdd708c901d33683590ca7c9
--- /dev/null
+++ b/params/opt/5/rnd_search_t_lin/comb_1/trained/model.decoder.layers.11.fc2/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:43cc70836b1cdf9c0824fa28ba4d5ae3706884958ac930ed550fe78e5dd5466b
+size 5251
diff --git a/params/opt/5/rnd_search_t_lin/comb_1/trained/model.decoder.layers.11.fc2/_s.pt b/params/opt/5/rnd_search_t_lin/comb_1/trained/model.decoder.layers.11.fc2/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..cd254359aec9da08f4754ac0bf21110ad604036a
--- /dev/null
+++ b/params/opt/5/rnd_search_t_lin/comb_1/trained/model.decoder.layers.11.fc2/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ef4b18039163d906d88a14b2ac6ef4f8daa7cf0d5f37541417a2886d56650b54
+size 5251
diff --git a/params/opt/5/rnd_search_t_lin/comb_1/trained/model.decoder.layers.11.self_attn.k_proj/_0.pt b/params/opt/5/rnd_search_t_lin/comb_1/trained/model.decoder.layers.11.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4d3d1b2af7111c52be2f23023d0baafad734c2ec
--- /dev/null
+++ b/params/opt/5/rnd_search_t_lin/comb_1/trained/model.decoder.layers.11.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:9cd79472fe532b4663fbc6149a73fedfe2d18f8597f7821045f8ad21777e75a4
+size 5251
diff --git a/params/opt/5/rnd_search_t_lin/comb_1/trained/model.decoder.layers.11.self_attn.k_proj/_s.pt b/params/opt/5/rnd_search_t_lin/comb_1/trained/model.decoder.layers.11.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..fb8a96c8ee090404725cac602a5f586a71170086
--- /dev/null
+++ b/params/opt/5/rnd_search_t_lin/comb_1/trained/model.decoder.layers.11.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:6c9d8f84187ad13ab9c8474ffb9ae5dd95ec1f9327d4ea7151fd7af9091c1bcc
+size 5251
diff --git a/params/opt/5/rnd_search_t_lin/comb_1/trained/model.decoder.layers.11.self_attn.out_proj/_0.pt b/params/opt/5/rnd_search_t_lin/comb_1/trained/model.decoder.layers.11.self_attn.out_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..acf87b2d0a15fe92e7c30751c478cdddb7f20dc5
--- /dev/null
+++ b/params/opt/5/rnd_search_t_lin/comb_1/trained/model.decoder.layers.11.self_attn.out_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d50159163ee88b1958aec3c291cb8a9c64fc59afa9cec1d4cbeba886360276fb
+size 5251
diff --git a/params/opt/5/rnd_search_t_lin/comb_1/trained/model.decoder.layers.11.self_attn.out_proj/_s.pt b/params/opt/5/rnd_search_t_lin/comb_1/trained/model.decoder.layers.11.self_attn.out_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..154401166f58a2c6e45f1b8df4e8cb2abff2ee2f
--- /dev/null
+++ b/params/opt/5/rnd_search_t_lin/comb_1/trained/model.decoder.layers.11.self_attn.out_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:fb89675e1c24a33ea37e47fb83ff1c27a8c70ee9acd295b942bc3981585aad79
+size 5251
diff --git a/params/opt/5/rnd_search_t_lin/comb_1/trained/model.decoder.layers.11.self_attn.q_proj/_0.pt b/params/opt/5/rnd_search_t_lin/comb_1/trained/model.decoder.layers.11.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a23d926dfc5ffbdff21a5678960692951827052e
--- /dev/null
+++ b/params/opt/5/rnd_search_t_lin/comb_1/trained/model.decoder.layers.11.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:29265b376c13bc2e51add07a672256ac901647c2df36b59feb2df7b74a1ae1d6
+size 5251
diff --git a/params/opt/5/rnd_search_t_lin/comb_1/trained/model.decoder.layers.11.self_attn.q_proj/_s.pt b/params/opt/5/rnd_search_t_lin/comb_1/trained/model.decoder.layers.11.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..5309231d390d22bcdbc01754a0f9888624455c6d
--- /dev/null
+++ b/params/opt/5/rnd_search_t_lin/comb_1/trained/model.decoder.layers.11.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:49c5c22888aad40ad0677c4b2e71493169451942d9779fa738f2b5b8d1031dcf
+size 5251
diff --git a/params/opt/5/rnd_search_t_lin/comb_1/trained/model.decoder.layers.11.self_attn.v_proj/_0.pt b/params/opt/5/rnd_search_t_lin/comb_1/trained/model.decoder.layers.11.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..6dd5eb390658a840d476dff1fc945db6575836f6
--- /dev/null
+++ b/params/opt/5/rnd_search_t_lin/comb_1/trained/model.decoder.layers.11.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:bb2dd09be30b062e8cfaf17d3e98367a1fd8874ac8b89bdef36faa60c9ac29fd
+size 5251
diff --git a/params/opt/5/rnd_search_t_lin/comb_1/trained/model.decoder.layers.11.self_attn.v_proj/_s.pt b/params/opt/5/rnd_search_t_lin/comb_1/trained/model.decoder.layers.11.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..fa672a3cab741ad091a0724253d67b59cdf57691
--- /dev/null
+++ b/params/opt/5/rnd_search_t_lin/comb_1/trained/model.decoder.layers.11.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5fe729a77e448a233d690617a2d34799bbf0cfa02933c0f469d8d2f5b301b545
+size 5251
diff --git a/params/opt/5/rnd_search_t_lin/comb_1/trained/model.decoder.layers.12.fc1/_0.pt b/params/opt/5/rnd_search_t_lin/comb_1/trained/model.decoder.layers.12.fc1/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ec5935f30aedaf1da209ba74ef388bf3052d80e9
--- /dev/null
+++ b/params/opt/5/rnd_search_t_lin/comb_1/trained/model.decoder.layers.12.fc1/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:6db56582c2cddf5d2327918ad78141d78426ae781e8e7da9b71e5e2708e6a67b
+size 17539
diff --git a/params/opt/5/rnd_search_t_lin/comb_1/trained/model.decoder.layers.12.fc1/_s.pt b/params/opt/5/rnd_search_t_lin/comb_1/trained/model.decoder.layers.12.fc1/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ed0998436e3a8c6905b6205ad696118a8a89a105
--- /dev/null
+++ b/params/opt/5/rnd_search_t_lin/comb_1/trained/model.decoder.layers.12.fc1/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:999004a7449c588b321d74bd4a07fd07d4b8fe99c27afc04facd042e11be64eb
+size 17539
diff --git a/params/opt/5/rnd_search_t_lin/comb_1/trained/model.decoder.layers.12.fc2/_0.pt b/params/opt/5/rnd_search_t_lin/comb_1/trained/model.decoder.layers.12.fc2/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..d593ac8300cf5815795519465a034aa627227978
--- /dev/null
+++ b/params/opt/5/rnd_search_t_lin/comb_1/trained/model.decoder.layers.12.fc2/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:7aae1dc8ae944eaf04bd7690d7c5fc1d0ade35a616561130d5e0a03fd1b57422
+size 5251
diff --git a/params/opt/5/rnd_search_t_lin/comb_1/trained/model.decoder.layers.12.fc2/_s.pt b/params/opt/5/rnd_search_t_lin/comb_1/trained/model.decoder.layers.12.fc2/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e7c28833f2b7f785e3475580be9ca810eb707a70
--- /dev/null
+++ b/params/opt/5/rnd_search_t_lin/comb_1/trained/model.decoder.layers.12.fc2/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5cf03f2a14b60d8f1e22b5c67fcdc4c4581e9951067cd8bea4126dd98de15d3c
+size 5251
diff --git a/params/opt/5/rnd_search_t_lin/comb_1/trained/model.decoder.layers.12.self_attn.k_proj/_0.pt b/params/opt/5/rnd_search_t_lin/comb_1/trained/model.decoder.layers.12.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..b8e972e1dd06e67c887f4635a99c83dc030abf85
--- /dev/null
+++ b/params/opt/5/rnd_search_t_lin/comb_1/trained/model.decoder.layers.12.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d9be2c647e486228468855703945a98466e83756a24fd32f54c0972525adaffe
+size 5251
diff --git a/params/opt/5/rnd_search_t_lin/comb_1/trained/model.decoder.layers.12.self_attn.k_proj/_s.pt b/params/opt/5/rnd_search_t_lin/comb_1/trained/model.decoder.layers.12.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4b65f10a59edf0b07511afc25153b559142a26fa
--- /dev/null
+++ b/params/opt/5/rnd_search_t_lin/comb_1/trained/model.decoder.layers.12.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0d346b027c0269bc968d5c7bdb23d10bfd3313960d0101b5f6ca475171d349f0
+size 5251
diff --git a/params/opt/5/rnd_search_t_lin/comb_1/trained/model.decoder.layers.12.self_attn.out_proj/_0.pt b/params/opt/5/rnd_search_t_lin/comb_1/trained/model.decoder.layers.12.self_attn.out_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a6211f7c5f69cb83f5c2753df4ae93b3da602fc5
--- /dev/null
+++ b/params/opt/5/rnd_search_t_lin/comb_1/trained/model.decoder.layers.12.self_attn.out_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:faf1d612649a00c3d016d14b93ac4d01a465436ab1f994ae342caeabe5f063ae
+size 5251
diff --git a/params/opt/5/rnd_search_t_lin/comb_1/trained/model.decoder.layers.12.self_attn.out_proj/_s.pt b/params/opt/5/rnd_search_t_lin/comb_1/trained/model.decoder.layers.12.self_attn.out_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c293d133836af2e828d0d29c4870931d918f36c0
--- /dev/null
+++ b/params/opt/5/rnd_search_t_lin/comb_1/trained/model.decoder.layers.12.self_attn.out_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:fa1e2a961cc28cda01b479e3910a2ff1a9c1a7fc1a2035846c6b73372564a6da
+size 5251
diff --git a/params/opt/5/rnd_search_t_lin/comb_1/trained/model.decoder.layers.12.self_attn.q_proj/_0.pt b/params/opt/5/rnd_search_t_lin/comb_1/trained/model.decoder.layers.12.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..f4666fad3e87a7afbd416e9694aaa30966af1883
--- /dev/null
+++ b/params/opt/5/rnd_search_t_lin/comb_1/trained/model.decoder.layers.12.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a4024bb9a7b96b8d71d200d66d469a6541a83762bb1578a64387d8c2a220a253
+size 5251
diff --git a/params/opt/5/rnd_search_t_lin/comb_1/trained/model.decoder.layers.12.self_attn.q_proj/_s.pt b/params/opt/5/rnd_search_t_lin/comb_1/trained/model.decoder.layers.12.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..21e3a78e22df342164b58918dd0e61bd46760b63
--- /dev/null
+++ b/params/opt/5/rnd_search_t_lin/comb_1/trained/model.decoder.layers.12.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:de354c14998fc06a3f7d33d274a6e41bb9b7ff9a997d7014a3bddf285f8d4fff
+size 5251
diff --git a/params/opt/5/rnd_search_t_lin/comb_1/trained/model.decoder.layers.12.self_attn.v_proj/_0.pt b/params/opt/5/rnd_search_t_lin/comb_1/trained/model.decoder.layers.12.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..135ef6230115c16d09d983efd820971a16c25e2a
--- /dev/null
+++ b/params/opt/5/rnd_search_t_lin/comb_1/trained/model.decoder.layers.12.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:70716be3c8db93909bef6a3ba1df1dee52f08878c338aab178798cbc16f3c361
+size 5251
diff --git a/params/opt/5/rnd_search_t_lin/comb_1/trained/model.decoder.layers.12.self_attn.v_proj/_s.pt b/params/opt/5/rnd_search_t_lin/comb_1/trained/model.decoder.layers.12.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..f6a1996fc7e9ce6e60cb370e7d87fe9e451225cf
--- /dev/null
+++ b/params/opt/5/rnd_search_t_lin/comb_1/trained/model.decoder.layers.12.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c5c9ea9f34c2e006dcffd52568e187dd84c180b7c8229376625106acbccea567
+size 5251
diff --git a/params/opt/5/rnd_search_t_lin/comb_1/trained/model.decoder.layers.13.fc1/_0.pt b/params/opt/5/rnd_search_t_lin/comb_1/trained/model.decoder.layers.13.fc1/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..b842872c12a70a55f3c8122f60acbad99dd11c53
--- /dev/null
+++ b/params/opt/5/rnd_search_t_lin/comb_1/trained/model.decoder.layers.13.fc1/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a96b6249f222a025a0048ae94a97be5d6dbec0eadf02d6c3cbf45792cbfbf391
+size 17539
diff --git a/params/opt/5/rnd_search_t_lin/comb_1/trained/model.decoder.layers.13.fc1/_s.pt b/params/opt/5/rnd_search_t_lin/comb_1/trained/model.decoder.layers.13.fc1/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..7d2b9a90418f38ff18eb056b6dc8b2a0fcb10037
--- /dev/null
+++ b/params/opt/5/rnd_search_t_lin/comb_1/trained/model.decoder.layers.13.fc1/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:13fdcbdbe2a2ece1b833cdb823d006d8aaaed1b33547e965b4aba091685a5367
+size 17539
diff --git a/params/opt/5/rnd_search_t_lin/comb_1/trained/model.decoder.layers.13.fc2/_0.pt b/params/opt/5/rnd_search_t_lin/comb_1/trained/model.decoder.layers.13.fc2/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8d63e40518b9d52be40706d7e7b82bb36239a0bc
--- /dev/null
+++ b/params/opt/5/rnd_search_t_lin/comb_1/trained/model.decoder.layers.13.fc2/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5f209f72209e775287bb097fbdd4a923476f61e5d4da3a97baefdd936c122bf5
+size 5251
diff --git a/params/opt/5/rnd_search_t_lin/comb_1/trained/model.decoder.layers.13.fc2/_s.pt b/params/opt/5/rnd_search_t_lin/comb_1/trained/model.decoder.layers.13.fc2/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..7a19ffa288a1a20ffacf158f72db0651331909a7
--- /dev/null
+++ b/params/opt/5/rnd_search_t_lin/comb_1/trained/model.decoder.layers.13.fc2/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5498d0609b3a728118ec6277df9f186ce4b4d5a1863e0e8689ce1fd1eb73d9c9
+size 5251
diff --git a/params/opt/5/rnd_search_t_lin/comb_1/trained/model.decoder.layers.13.self_attn.k_proj/_0.pt b/params/opt/5/rnd_search_t_lin/comb_1/trained/model.decoder.layers.13.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e4814a005cf55a0d37953211dc5a947e99103460
--- /dev/null
+++ b/params/opt/5/rnd_search_t_lin/comb_1/trained/model.decoder.layers.13.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a8cb9285a70db7b43b8255abd3803cb52a79d2083034e2f3720bc66b21d40800
+size 5251
diff --git a/params/opt/5/rnd_search_t_lin/comb_1/trained/model.decoder.layers.13.self_attn.k_proj/_s.pt b/params/opt/5/rnd_search_t_lin/comb_1/trained/model.decoder.layers.13.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ffe63e371c3e007250df4079c6008986901656b7
--- /dev/null
+++ b/params/opt/5/rnd_search_t_lin/comb_1/trained/model.decoder.layers.13.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0fd919b87086bc69df841b55ddc5515565ef81ae488a6cc25383c10097fc4817
+size 5251
diff --git a/params/opt/5/rnd_search_t_lin/comb_1/trained/model.decoder.layers.13.self_attn.out_proj/_0.pt b/params/opt/5/rnd_search_t_lin/comb_1/trained/model.decoder.layers.13.self_attn.out_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..7f92b167d2cdf843ec6c927da8c0bff5aee9b6e9
--- /dev/null
+++ b/params/opt/5/rnd_search_t_lin/comb_1/trained/model.decoder.layers.13.self_attn.out_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:1bb1f93489c8b3fb932980fd10a0da0b810da061b264da70ceac3549e74fce00
+size 5251
diff --git a/params/opt/5/rnd_search_t_lin/comb_1/trained/model.decoder.layers.13.self_attn.out_proj/_s.pt b/params/opt/5/rnd_search_t_lin/comb_1/trained/model.decoder.layers.13.self_attn.out_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ad65089f8e1630948808b489c323b04cbfa740f5
--- /dev/null
+++ b/params/opt/5/rnd_search_t_lin/comb_1/trained/model.decoder.layers.13.self_attn.out_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d971d7a5a8de705abb7e9f04ae2d5f6468e1e8e8ff661c2dff4993546c2bcf4b
+size 5251
diff --git a/params/opt/5/rnd_search_t_lin/comb_1/trained/model.decoder.layers.13.self_attn.q_proj/_0.pt b/params/opt/5/rnd_search_t_lin/comb_1/trained/model.decoder.layers.13.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ee3183c8a1076b1b0b1f20e8103aa1707dc28d7f
--- /dev/null
+++ b/params/opt/5/rnd_search_t_lin/comb_1/trained/model.decoder.layers.13.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:50037c1d78880b448342a878736926fba9283fdb4f55a6622494e3c0d99ee956
+size 5251
diff --git a/params/opt/5/rnd_search_t_lin/comb_1/trained/model.decoder.layers.13.self_attn.q_proj/_s.pt b/params/opt/5/rnd_search_t_lin/comb_1/trained/model.decoder.layers.13.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..08bcdea5194b4c28ed332cc8d38868ef79a2f3b1
--- /dev/null
+++ b/params/opt/5/rnd_search_t_lin/comb_1/trained/model.decoder.layers.13.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:324e8fdec691bd27dd2989c090576f306be2d1fdcefe087c669afd1db10b5ff6
+size 5251
diff --git a/params/opt/5/rnd_search_t_lin/comb_1/trained/model.decoder.layers.13.self_attn.v_proj/_0.pt b/params/opt/5/rnd_search_t_lin/comb_1/trained/model.decoder.layers.13.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..f5f922e90b7bc0ed02787b907ccfab999f711b7f
--- /dev/null
+++ b/params/opt/5/rnd_search_t_lin/comb_1/trained/model.decoder.layers.13.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:23b339d5264fef5a9280655c986067532c84968037434bdfad6db166ca0e6443
+size 5251
diff --git a/params/opt/5/rnd_search_t_lin/comb_1/trained/model.decoder.layers.13.self_attn.v_proj/_s.pt b/params/opt/5/rnd_search_t_lin/comb_1/trained/model.decoder.layers.13.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..f2f1c059b4e4efd100b29c489f46d7ab12ed4864
--- /dev/null
+++ b/params/opt/5/rnd_search_t_lin/comb_1/trained/model.decoder.layers.13.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:05758aeaedb37aaae022f2e4b5ad4a73d886e087c2fcf7addce8387934c72d41
+size 5251
diff --git a/params/opt/5/rnd_search_t_lin/comb_1/trained/model.decoder.layers.14.fc1/_0.pt b/params/opt/5/rnd_search_t_lin/comb_1/trained/model.decoder.layers.14.fc1/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..1a02c6efcbea83357b75db22c0e62226ec446e2a
--- /dev/null
+++ b/params/opt/5/rnd_search_t_lin/comb_1/trained/model.decoder.layers.14.fc1/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a610c11c9736b134391bebb3fb7d1d293b4a14636b26dc6202d4053654ed3dd4
+size 17539
diff --git a/params/opt/5/rnd_search_t_lin/comb_1/trained/model.decoder.layers.14.fc1/_s.pt b/params/opt/5/rnd_search_t_lin/comb_1/trained/model.decoder.layers.14.fc1/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..1a3de7149cb23f68e31e2b2607ffc0d43e72f92c
--- /dev/null
+++ b/params/opt/5/rnd_search_t_lin/comb_1/trained/model.decoder.layers.14.fc1/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:8ddda5655e5b9951f64b2d442b90560256e37d1e0ccbbd49994cc658f7d1fcb6
+size 17539
diff --git a/params/opt/5/rnd_search_t_lin/comb_1/trained/model.decoder.layers.14.fc2/_0.pt b/params/opt/5/rnd_search_t_lin/comb_1/trained/model.decoder.layers.14.fc2/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..01da6b3a67da9639b6e367a3d2de2548033d3959
--- /dev/null
+++ b/params/opt/5/rnd_search_t_lin/comb_1/trained/model.decoder.layers.14.fc2/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:69ce9ab6d5897179a127ee2c0b28cfeb1bf7d79c863fdd073c12f8f4d79cc213
+size 5251
diff --git a/params/opt/5/rnd_search_t_lin/comb_1/trained/model.decoder.layers.14.fc2/_s.pt b/params/opt/5/rnd_search_t_lin/comb_1/trained/model.decoder.layers.14.fc2/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..3e0b0377d9b9902d753f662de49c6b7d6ed19ad2
--- /dev/null
+++ b/params/opt/5/rnd_search_t_lin/comb_1/trained/model.decoder.layers.14.fc2/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:9cdff98a4b16053a000dbf54ab763a8efc153a3fcbba5ae967c750eb922da4ec
+size 5251
diff --git a/params/opt/5/rnd_search_t_lin/comb_1/trained/model.decoder.layers.14.self_attn.k_proj/_0.pt b/params/opt/5/rnd_search_t_lin/comb_1/trained/model.decoder.layers.14.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..fc388c5da61a96c61917f6e510116241541f4a67
--- /dev/null
+++ b/params/opt/5/rnd_search_t_lin/comb_1/trained/model.decoder.layers.14.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e282bbb6057ef58cd9bcf901b02935e544b3dd35c4d7278e7b0af90c973d9d93
+size 5251
diff --git a/params/opt/5/rnd_search_t_lin/comb_1/trained/model.decoder.layers.14.self_attn.k_proj/_s.pt b/params/opt/5/rnd_search_t_lin/comb_1/trained/model.decoder.layers.14.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..5d4852f586824ccea5dbbaf5e0d3e878fddfaac1
--- /dev/null
+++ b/params/opt/5/rnd_search_t_lin/comb_1/trained/model.decoder.layers.14.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f1b2d5e80b0119d8e8d0c345af53f9afeb0a176c01ea15335585b840f379050b
+size 5251
diff --git a/params/opt/5/rnd_search_t_lin/comb_1/trained/model.decoder.layers.14.self_attn.out_proj/_0.pt b/params/opt/5/rnd_search_t_lin/comb_1/trained/model.decoder.layers.14.self_attn.out_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..444fa31e9ee0f0b9ad4ee94551914028356d8339
--- /dev/null
+++ b/params/opt/5/rnd_search_t_lin/comb_1/trained/model.decoder.layers.14.self_attn.out_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b5d2c535870ca95d67d0ae6bd0ab8b5e019b09323c8b90a19800ff7e01a0f68b
+size 5251
diff --git a/params/opt/5/rnd_search_t_lin/comb_1/trained/model.decoder.layers.14.self_attn.out_proj/_s.pt b/params/opt/5/rnd_search_t_lin/comb_1/trained/model.decoder.layers.14.self_attn.out_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e63f96042fd6b5c515862bd6ed374b2e3dc0809d
--- /dev/null
+++ b/params/opt/5/rnd_search_t_lin/comb_1/trained/model.decoder.layers.14.self_attn.out_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:13ec317ae86a79d73bd7cdd659ee29ee0a3667a0446ab28f8771af5741ea02b0
+size 5251
diff --git a/params/opt/5/rnd_search_t_lin/comb_1/trained/model.decoder.layers.14.self_attn.q_proj/_0.pt b/params/opt/5/rnd_search_t_lin/comb_1/trained/model.decoder.layers.14.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..1437d17f4d31c6dda29523c9fffaa7dbcdb45e91
--- /dev/null
+++ b/params/opt/5/rnd_search_t_lin/comb_1/trained/model.decoder.layers.14.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c8cc3560c93d7f504d5742e11b10bfaa19995e132f1121148bd9269f216f7b10
+size 5251
diff --git a/params/opt/5/rnd_search_t_lin/comb_1/trained/model.decoder.layers.14.self_attn.q_proj/_s.pt b/params/opt/5/rnd_search_t_lin/comb_1/trained/model.decoder.layers.14.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..f5950dca2b1b4e3721e62b719c808df3deedd060
--- /dev/null
+++ b/params/opt/5/rnd_search_t_lin/comb_1/trained/model.decoder.layers.14.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:415d10baf81c8b4548433d23de9d7c59d5688011884ad05e65486b4795a25e12
+size 5251
diff --git a/params/opt/5/rnd_search_t_lin/comb_1/trained/model.decoder.layers.14.self_attn.v_proj/_0.pt b/params/opt/5/rnd_search_t_lin/comb_1/trained/model.decoder.layers.14.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..305e8c1db6e860189f911e592d1a4fa08a75d895
--- /dev/null
+++ b/params/opt/5/rnd_search_t_lin/comb_1/trained/model.decoder.layers.14.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b8a13d0ee34d4f9d4a777fc83fe480d3cb3b4b18fc550387931babfd0ed70af9
+size 5251
diff --git a/params/opt/5/rnd_search_t_lin/comb_1/trained/model.decoder.layers.14.self_attn.v_proj/_s.pt b/params/opt/5/rnd_search_t_lin/comb_1/trained/model.decoder.layers.14.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..20bcf7e966a16e22988e9e9e1f209d7ed6e09b3f
--- /dev/null
+++ b/params/opt/5/rnd_search_t_lin/comb_1/trained/model.decoder.layers.14.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:79a721a4ff3018160e6dd970bd09c7542efd0f2f1eea7f127eddc68cd64f4d0c
+size 5251
diff --git a/params/opt/5/rnd_search_t_lin/comb_1/trained/model.decoder.layers.15.fc1/_0.pt b/params/opt/5/rnd_search_t_lin/comb_1/trained/model.decoder.layers.15.fc1/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..d3de8f83e1fd4c63f292dfbfd7ffe6c0bb099863
--- /dev/null
+++ b/params/opt/5/rnd_search_t_lin/comb_1/trained/model.decoder.layers.15.fc1/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:3002b1dbc05a25e18367996775bbb910c790d4377cd3881ba9d6f53365e15c01
+size 17539
diff --git a/params/opt/5/rnd_search_t_lin/comb_1/trained/model.decoder.layers.15.fc1/_s.pt b/params/opt/5/rnd_search_t_lin/comb_1/trained/model.decoder.layers.15.fc1/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..d2e1ddb2edbf70229ac9036d35f32ece70d8060a
--- /dev/null
+++ b/params/opt/5/rnd_search_t_lin/comb_1/trained/model.decoder.layers.15.fc1/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:4ba98c5b1c4b2ba5fcfcbe7c3828b6ab332f678b25d94dc0b94f11e2d32b208e
+size 17539
diff --git a/params/opt/5/rnd_search_t_lin/comb_1/trained/model.decoder.layers.15.fc2/_0.pt b/params/opt/5/rnd_search_t_lin/comb_1/trained/model.decoder.layers.15.fc2/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..aeb167e67575697bee3f37ed1faa990404c176ba
--- /dev/null
+++ b/params/opt/5/rnd_search_t_lin/comb_1/trained/model.decoder.layers.15.fc2/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ca442ded6a6ead2f027daf07be7b135e7161ae28474b9e49195d752204ee46a0
+size 5251
diff --git a/params/opt/5/rnd_search_t_lin/comb_1/trained/model.decoder.layers.15.fc2/_s.pt b/params/opt/5/rnd_search_t_lin/comb_1/trained/model.decoder.layers.15.fc2/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..10f525fca53e20227fd526937f4550da7307f3e3
--- /dev/null
+++ b/params/opt/5/rnd_search_t_lin/comb_1/trained/model.decoder.layers.15.fc2/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ea598ea32b66cc9c523db348c8e36d0e21ca8fbd62e22d4d25fa1ba9796b6916
+size 5251
diff --git a/params/opt/5/rnd_search_t_lin/comb_1/trained/model.decoder.layers.15.self_attn.k_proj/_0.pt b/params/opt/5/rnd_search_t_lin/comb_1/trained/model.decoder.layers.15.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2db41ed14dd1e17e9497e30e8267265a059f5f30
--- /dev/null
+++ b/params/opt/5/rnd_search_t_lin/comb_1/trained/model.decoder.layers.15.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:9fa93d4b3f0527578727b4fcd5733231ae20bc5d18bc5c42d1cc5693900ea23a
+size 5251
diff --git a/params/opt/5/rnd_search_t_lin/comb_1/trained/model.decoder.layers.15.self_attn.k_proj/_s.pt b/params/opt/5/rnd_search_t_lin/comb_1/trained/model.decoder.layers.15.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..227915b5f2d33413e68c3a64d389127e9f741852
--- /dev/null
+++ b/params/opt/5/rnd_search_t_lin/comb_1/trained/model.decoder.layers.15.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:44cafad623d56c8c7bc04bc655b56524a1a49797afb977b496be621d6993439e
+size 5251
diff --git a/params/opt/5/rnd_search_t_lin/comb_1/trained/model.decoder.layers.15.self_attn.out_proj/_0.pt b/params/opt/5/rnd_search_t_lin/comb_1/trained/model.decoder.layers.15.self_attn.out_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..559f68eea0470f824daa28bd1aded1537d6bb394
--- /dev/null
+++ b/params/opt/5/rnd_search_t_lin/comb_1/trained/model.decoder.layers.15.self_attn.out_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:7437182d1940a74301747641c735ec1001b67b04002fdc0864e646b5c7327c40
+size 5251
diff --git a/params/opt/5/rnd_search_t_lin/comb_1/trained/model.decoder.layers.15.self_attn.out_proj/_s.pt b/params/opt/5/rnd_search_t_lin/comb_1/trained/model.decoder.layers.15.self_attn.out_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..0bee59d76cb0ae31b55c0bd848bcbbb7a6022cf4
--- /dev/null
+++ b/params/opt/5/rnd_search_t_lin/comb_1/trained/model.decoder.layers.15.self_attn.out_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c900bd472efbef8af82e4238c69ffa82c7d9aebfe103a279868a092338319b01
+size 5251
diff --git a/params/opt/5/rnd_search_t_lin/comb_1/trained/model.decoder.layers.15.self_attn.q_proj/_0.pt b/params/opt/5/rnd_search_t_lin/comb_1/trained/model.decoder.layers.15.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..662f3eed9c072c961ec8fdea9219d985d4373b89
--- /dev/null
+++ b/params/opt/5/rnd_search_t_lin/comb_1/trained/model.decoder.layers.15.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:610f6102e33c0ad4e9a987e5b2f0ee1c88a3e915dd3fd493b8016c6226f143e2
+size 5251
diff --git a/params/opt/5/rnd_search_t_lin/comb_1/trained/model.decoder.layers.15.self_attn.q_proj/_s.pt b/params/opt/5/rnd_search_t_lin/comb_1/trained/model.decoder.layers.15.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..27e870ba2cb599873dfccccceeaa25e487fbc031
--- /dev/null
+++ b/params/opt/5/rnd_search_t_lin/comb_1/trained/model.decoder.layers.15.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:964601dc1b95c37913765ea9eb28b33420a8db83531118a430477ee96e7a13b8
+size 5251
diff --git a/params/opt/5/rnd_search_t_lin/comb_1/trained/model.decoder.layers.15.self_attn.v_proj/_0.pt b/params/opt/5/rnd_search_t_lin/comb_1/trained/model.decoder.layers.15.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..9a907e8e413acb41c4ed032a36f95e943d6ddf5c
--- /dev/null
+++ b/params/opt/5/rnd_search_t_lin/comb_1/trained/model.decoder.layers.15.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:9718f19eb9b3e3ac8613d4aea6f7512b949d5202fb197ac77457a270efd682be
+size 5251
diff --git a/params/opt/5/rnd_search_t_lin/comb_1/trained/model.decoder.layers.15.self_attn.v_proj/_s.pt b/params/opt/5/rnd_search_t_lin/comb_1/trained/model.decoder.layers.15.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..791c66944b33b6c7efd5243b302456c24062038d
--- /dev/null
+++ b/params/opt/5/rnd_search_t_lin/comb_1/trained/model.decoder.layers.15.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:71d1957c3c2cce7ff41ec1fb61a037125dc56c53b95efa0a363cd107f303b37e
+size 5251
diff --git a/params/opt/5/rnd_search_t_lin/comb_1/trained/model.decoder.layers.16.fc1/_0.pt b/params/opt/5/rnd_search_t_lin/comb_1/trained/model.decoder.layers.16.fc1/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..b325d3d9ccfa1ec998d1fd93a67aa8f90c4ebf5a
--- /dev/null
+++ b/params/opt/5/rnd_search_t_lin/comb_1/trained/model.decoder.layers.16.fc1/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:00b8267ba8f1e0dd849aff517f74c9e7204d7ea6ae9939ddaa44b6cef994859f
+size 17539
diff --git a/params/opt/5/rnd_search_t_lin/comb_1/trained/model.decoder.layers.16.fc1/_s.pt b/params/opt/5/rnd_search_t_lin/comb_1/trained/model.decoder.layers.16.fc1/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..824fac513a1702643729d37e1b5897d622dc223f
--- /dev/null
+++ b/params/opt/5/rnd_search_t_lin/comb_1/trained/model.decoder.layers.16.fc1/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:7333dc8008049d8581a9d3bc8a0e7244479f9d2e4de3bb7ed4642a3354c1fb9a
+size 17539
diff --git a/params/opt/5/rnd_search_t_lin/comb_1/trained/model.decoder.layers.16.fc2/_0.pt b/params/opt/5/rnd_search_t_lin/comb_1/trained/model.decoder.layers.16.fc2/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..3f65978a74a056c80c3168fb15b7d5c3aea136e2
--- /dev/null
+++ b/params/opt/5/rnd_search_t_lin/comb_1/trained/model.decoder.layers.16.fc2/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:6be7b82a4b3a660de61d8a3a6a3d5d154eb186bb6b7db45ee8d9c4e7ae71567b
+size 5251
diff --git a/params/opt/5/rnd_search_t_lin/comb_1/trained/model.decoder.layers.16.fc2/_s.pt b/params/opt/5/rnd_search_t_lin/comb_1/trained/model.decoder.layers.16.fc2/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..63046c276433fc258e8a170c204e45a11d327085
--- /dev/null
+++ b/params/opt/5/rnd_search_t_lin/comb_1/trained/model.decoder.layers.16.fc2/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:dbf52861ef34a8dfc5f344ef11f331f889033207b7d3468effd2f62f298025bf
+size 5251
diff --git a/params/opt/5/rnd_search_t_lin/comb_1/trained/model.decoder.layers.16.self_attn.k_proj/_0.pt b/params/opt/5/rnd_search_t_lin/comb_1/trained/model.decoder.layers.16.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..40279a50a8bd659e23dfd4e4426625550dea59e9
--- /dev/null
+++ b/params/opt/5/rnd_search_t_lin/comb_1/trained/model.decoder.layers.16.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:984fd11bdf0aa55d0e17bb7037c4e6723c2555f5bc826fcf28ebbacc398ccaeb
+size 5251
diff --git a/params/opt/5/rnd_search_t_lin/comb_1/trained/model.decoder.layers.16.self_attn.k_proj/_s.pt b/params/opt/5/rnd_search_t_lin/comb_1/trained/model.decoder.layers.16.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..3e92723724b897967236fa355c967d0dd3a31fb7
--- /dev/null
+++ b/params/opt/5/rnd_search_t_lin/comb_1/trained/model.decoder.layers.16.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f9937adf98bab4fc798a95c2d43cd668338d43401291c9251d72e3558f8740e1
+size 5251
diff --git a/params/opt/5/rnd_search_t_lin/comb_1/trained/model.decoder.layers.16.self_attn.out_proj/_0.pt b/params/opt/5/rnd_search_t_lin/comb_1/trained/model.decoder.layers.16.self_attn.out_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a62d8537d3ffe82d109fcaf23196c8e6e6d87109
--- /dev/null
+++ b/params/opt/5/rnd_search_t_lin/comb_1/trained/model.decoder.layers.16.self_attn.out_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c9901fcb64e9b444edcd6321cc493cc4ebe1a485c25f4d339ec2e8e772fe7d10
+size 5251
diff --git a/params/opt/5/rnd_search_t_lin/comb_1/trained/model.decoder.layers.16.self_attn.out_proj/_s.pt b/params/opt/5/rnd_search_t_lin/comb_1/trained/model.decoder.layers.16.self_attn.out_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c54c6d4cff13bb95d9bcdccfcafc4dbe6b3bc016
--- /dev/null
+++ b/params/opt/5/rnd_search_t_lin/comb_1/trained/model.decoder.layers.16.self_attn.out_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e118ff5c783e507d79728c80937c6655a2a468635e891a7ff1ec32e9aee9b4d5
+size 5251
diff --git a/params/opt/5/rnd_search_t_lin/comb_1/trained/model.decoder.layers.16.self_attn.q_proj/_0.pt b/params/opt/5/rnd_search_t_lin/comb_1/trained/model.decoder.layers.16.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..938493d37e99b85e6120aaf59f146fb7a2f2b65a
--- /dev/null
+++ b/params/opt/5/rnd_search_t_lin/comb_1/trained/model.decoder.layers.16.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:64f5c2b8712441405322391deefb747ad5bebb48003a3f8be197986228dd7d87
+size 5251
diff --git a/params/opt/5/rnd_search_t_lin/comb_1/trained/model.decoder.layers.16.self_attn.q_proj/_s.pt b/params/opt/5/rnd_search_t_lin/comb_1/trained/model.decoder.layers.16.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a430f614d77b354126a2d8fd1a0c4d67e7ff9199
--- /dev/null
+++ b/params/opt/5/rnd_search_t_lin/comb_1/trained/model.decoder.layers.16.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ab19f648816e6b3ee2345627605a770321a0ddb6466e5bf64d84fce2f04ae29d
+size 5251
diff --git a/params/opt/5/rnd_search_t_lin/comb_1/trained/model.decoder.layers.16.self_attn.v_proj/_0.pt b/params/opt/5/rnd_search_t_lin/comb_1/trained/model.decoder.layers.16.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ee8428bffc537fa937e06761cb10a756a382c45b
--- /dev/null
+++ b/params/opt/5/rnd_search_t_lin/comb_1/trained/model.decoder.layers.16.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:4293ebe29e009cc5da90916eb8127eff1e8fec7cff3217be0c301076a86253c4
+size 5251
diff --git a/params/opt/5/rnd_search_t_lin/comb_1/trained/model.decoder.layers.16.self_attn.v_proj/_s.pt b/params/opt/5/rnd_search_t_lin/comb_1/trained/model.decoder.layers.16.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..7816dc5fdc1a94cc6fb4eadf666fe1e56758466f
--- /dev/null
+++ b/params/opt/5/rnd_search_t_lin/comb_1/trained/model.decoder.layers.16.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d5dee43260d76d9b58c3ae3b6c46c7b81ed21c5687e725373c97a64b726242c9
+size 5251
diff --git a/params/opt/5/rnd_search_t_lin/comb_1/trained/model.decoder.layers.17.fc1/_0.pt b/params/opt/5/rnd_search_t_lin/comb_1/trained/model.decoder.layers.17.fc1/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..92737d1859eca95f75099402e6a47f68fb96d221
--- /dev/null
+++ b/params/opt/5/rnd_search_t_lin/comb_1/trained/model.decoder.layers.17.fc1/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0292de18fbaf23c9ff710140f489c7de26fb6b19205555d32cb71dd8e3de254b
+size 17539
diff --git a/params/opt/5/rnd_search_t_lin/comb_1/trained/model.decoder.layers.17.fc1/_s.pt b/params/opt/5/rnd_search_t_lin/comb_1/trained/model.decoder.layers.17.fc1/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..89eb4222ed3f566a3683132ee4b591278852ad43
--- /dev/null
+++ b/params/opt/5/rnd_search_t_lin/comb_1/trained/model.decoder.layers.17.fc1/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:bd1327c1d4ae6d1e19718df3802437d8f104822268fa28041e3dd5f0bb84479d
+size 17539
diff --git a/params/opt/5/rnd_search_t_lin/comb_1/trained/model.decoder.layers.17.fc2/_0.pt b/params/opt/5/rnd_search_t_lin/comb_1/trained/model.decoder.layers.17.fc2/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..541bbc8031ace47f8433cab3cd33c9b608014740
--- /dev/null
+++ b/params/opt/5/rnd_search_t_lin/comb_1/trained/model.decoder.layers.17.fc2/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e0be82ff3c7c2731ef5d50f8ea2532c65057bdd8d8730a8354959e4bb5241bc6
+size 5251
diff --git a/params/opt/5/rnd_search_t_lin/comb_1/trained/model.decoder.layers.17.fc2/_s.pt b/params/opt/5/rnd_search_t_lin/comb_1/trained/model.decoder.layers.17.fc2/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c51e2d0a1af17f4c16857d56440280674b8d08b9
--- /dev/null
+++ b/params/opt/5/rnd_search_t_lin/comb_1/trained/model.decoder.layers.17.fc2/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:443a03728e53df9fff507aa1b15d0867b2d590bb3c8e0fbe5761ae362202c60e
+size 5251
diff --git a/params/opt/5/rnd_search_t_lin/comb_1/trained/model.decoder.layers.17.self_attn.k_proj/_0.pt b/params/opt/5/rnd_search_t_lin/comb_1/trained/model.decoder.layers.17.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..d277172e1e58f1f155e006966bef55b70ea98115
--- /dev/null
+++ b/params/opt/5/rnd_search_t_lin/comb_1/trained/model.decoder.layers.17.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:91c25b9eb4226fbd1b46f23d0685af6a7f5d97284eedb0d8d11ea9c4c0b99fca
+size 5251
diff --git a/params/opt/5/rnd_search_t_lin/comb_1/trained/model.decoder.layers.17.self_attn.k_proj/_s.pt b/params/opt/5/rnd_search_t_lin/comb_1/trained/model.decoder.layers.17.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..9fe0bb9d0739fe4d370128f3a477a4e97eb0ff3a
--- /dev/null
+++ b/params/opt/5/rnd_search_t_lin/comb_1/trained/model.decoder.layers.17.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:161ce0b097bcc0ba50df51d10728bf42b0de03502ab611363f3203c0b5ec4c42
+size 5251
diff --git a/params/opt/5/rnd_search_t_lin/comb_1/trained/model.decoder.layers.17.self_attn.out_proj/_0.pt b/params/opt/5/rnd_search_t_lin/comb_1/trained/model.decoder.layers.17.self_attn.out_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..090feddbc0daa0c8d4d2127a795d39347b72ff30
--- /dev/null
+++ b/params/opt/5/rnd_search_t_lin/comb_1/trained/model.decoder.layers.17.self_attn.out_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:84b968928928019d6236e7d68bd0dd5a27a2026e88499db8a9f392b6794560f4
+size 5251
diff --git a/params/opt/5/rnd_search_t_lin/comb_1/trained/model.decoder.layers.17.self_attn.out_proj/_s.pt b/params/opt/5/rnd_search_t_lin/comb_1/trained/model.decoder.layers.17.self_attn.out_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..93cbf4c400029f82d9a2b6f88b35a2d03ce05b10
--- /dev/null
+++ b/params/opt/5/rnd_search_t_lin/comb_1/trained/model.decoder.layers.17.self_attn.out_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f017e1cb68ed4c8667b2317ac7d1f8b4d8495f17315010c980276f6d51bd9d3a
+size 5251
diff --git a/params/opt/5/rnd_search_t_lin/comb_1/trained/model.decoder.layers.17.self_attn.q_proj/_0.pt b/params/opt/5/rnd_search_t_lin/comb_1/trained/model.decoder.layers.17.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..0faf80cadd2eb070f2e90270253aaafe49b91087
--- /dev/null
+++ b/params/opt/5/rnd_search_t_lin/comb_1/trained/model.decoder.layers.17.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:470ce327297e94939f05a44dd500a30e6253003fc05dd27350d75785e69ad7af
+size 5251
diff --git a/params/opt/5/rnd_search_t_lin/comb_1/trained/model.decoder.layers.17.self_attn.q_proj/_s.pt b/params/opt/5/rnd_search_t_lin/comb_1/trained/model.decoder.layers.17.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c1dd4f064f57e559c9d5f169f86c02ee5ab3699c
--- /dev/null
+++ b/params/opt/5/rnd_search_t_lin/comb_1/trained/model.decoder.layers.17.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c1d7f68acdcf9ad988b84e7494689f3cd7852c5d76323de79ca67b86118f3b74
+size 5251
diff --git a/params/opt/5/rnd_search_t_lin/comb_1/trained/model.decoder.layers.17.self_attn.v_proj/_0.pt b/params/opt/5/rnd_search_t_lin/comb_1/trained/model.decoder.layers.17.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..f516269e116eaecd8c786de25704326c8378c50c
--- /dev/null
+++ b/params/opt/5/rnd_search_t_lin/comb_1/trained/model.decoder.layers.17.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:aafc180e09ff47e111063a348350a87d2f22d859f2a29eb751829b9184e7ba66
+size 5251
diff --git a/params/opt/5/rnd_search_t_lin/comb_1/trained/model.decoder.layers.17.self_attn.v_proj/_s.pt b/params/opt/5/rnd_search_t_lin/comb_1/trained/model.decoder.layers.17.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..93fc1e407e60ee1b334ff3eec6b5a4d075193575
--- /dev/null
+++ b/params/opt/5/rnd_search_t_lin/comb_1/trained/model.decoder.layers.17.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:463a9287b27dd6aa4ec1127b54f7f748a0977cd0831675f6d340e2fc57ec77dd
+size 5251
diff --git a/params/opt/5/rnd_search_t_lin/comb_1/trained/model.decoder.layers.18.fc1/_0.pt b/params/opt/5/rnd_search_t_lin/comb_1/trained/model.decoder.layers.18.fc1/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ee917d8aaf7a59808e3a8b4d4a56f5819874f2e1
--- /dev/null
+++ b/params/opt/5/rnd_search_t_lin/comb_1/trained/model.decoder.layers.18.fc1/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f44aa379800d7c8b0c6bf6ac8b934367e38d4fb5a5c0447949a45a49ed7aea18
+size 17539
diff --git a/params/opt/5/rnd_search_t_lin/comb_1/trained/model.decoder.layers.18.fc1/_s.pt b/params/opt/5/rnd_search_t_lin/comb_1/trained/model.decoder.layers.18.fc1/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..9a593d5ecc2172844810fb9eb08697302d3a2ad5
--- /dev/null
+++ b/params/opt/5/rnd_search_t_lin/comb_1/trained/model.decoder.layers.18.fc1/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0c5de013f347d79d75a90e33c8e7c0bcb4020d3acbd649bc715800226b229315
+size 17539
diff --git a/params/opt/5/rnd_search_t_lin/comb_1/trained/model.decoder.layers.18.fc2/_0.pt b/params/opt/5/rnd_search_t_lin/comb_1/trained/model.decoder.layers.18.fc2/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2b0ac8301d0f3946d884a342bbeb01e54ae1d6da
--- /dev/null
+++ b/params/opt/5/rnd_search_t_lin/comb_1/trained/model.decoder.layers.18.fc2/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0a36840a997bc20fe20fa8ebe397391f62ed2a8b4a86e8e27e7ed08ea248920c
+size 5251
diff --git a/params/opt/5/rnd_search_t_lin/comb_1/trained/model.decoder.layers.18.fc2/_s.pt b/params/opt/5/rnd_search_t_lin/comb_1/trained/model.decoder.layers.18.fc2/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c505a29b201d25c52ddbae7b0e451595a9a366c4
--- /dev/null
+++ b/params/opt/5/rnd_search_t_lin/comb_1/trained/model.decoder.layers.18.fc2/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c64a93d08f0991ba3ec6bbf892dbca17bd2c89b5efba13e37a805b160bcbb1d4
+size 5251
diff --git a/params/opt/5/rnd_search_t_lin/comb_1/trained/model.decoder.layers.18.self_attn.k_proj/_0.pt b/params/opt/5/rnd_search_t_lin/comb_1/trained/model.decoder.layers.18.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..313cabb06182e4d09cecdcfd20035d670d8e2b8c
--- /dev/null
+++ b/params/opt/5/rnd_search_t_lin/comb_1/trained/model.decoder.layers.18.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:fff51f8bb17820e1ef19672e6d01e7ab77341062d1b22d91144b96b8693b3ac4
+size 5251
diff --git a/params/opt/5/rnd_search_t_lin/comb_1/trained/model.decoder.layers.18.self_attn.k_proj/_s.pt b/params/opt/5/rnd_search_t_lin/comb_1/trained/model.decoder.layers.18.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..5f0894a45355eb1fa71a1688e371d5624bff56ec
--- /dev/null
+++ b/params/opt/5/rnd_search_t_lin/comb_1/trained/model.decoder.layers.18.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2412ffac36554b28414841be190770830d2b4982a6e69f3d5ce95c10a2ededb7
+size 5251
diff --git a/params/opt/5/rnd_search_t_lin/comb_1/trained/model.decoder.layers.18.self_attn.out_proj/_0.pt b/params/opt/5/rnd_search_t_lin/comb_1/trained/model.decoder.layers.18.self_attn.out_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..de75cf1fdc76e902443c3b0a0a39126bb23d06d6
--- /dev/null
+++ b/params/opt/5/rnd_search_t_lin/comb_1/trained/model.decoder.layers.18.self_attn.out_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:15fdcd30ed2c3f4ee25507187cd3e07d5eb0bd6088bb4188299bc4e2e5ebafa9
+size 5251
diff --git a/params/opt/5/rnd_search_t_lin/comb_1/trained/model.decoder.layers.18.self_attn.out_proj/_s.pt b/params/opt/5/rnd_search_t_lin/comb_1/trained/model.decoder.layers.18.self_attn.out_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..30abffaf14df1219b125af8845dd027b1b1b8008
--- /dev/null
+++ b/params/opt/5/rnd_search_t_lin/comb_1/trained/model.decoder.layers.18.self_attn.out_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:4c882d7a47d3d7a7112edce9e83a61f6b85219dd49652694bd3ef7fa4048442f
+size 5251
diff --git a/params/opt/5/rnd_search_t_lin/comb_1/trained/model.decoder.layers.18.self_attn.q_proj/_0.pt b/params/opt/5/rnd_search_t_lin/comb_1/trained/model.decoder.layers.18.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..cd3454fb58e1fdb36eff4c4598537ad6b3d67c74
--- /dev/null
+++ b/params/opt/5/rnd_search_t_lin/comb_1/trained/model.decoder.layers.18.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ee6afb10870230863e322b4ac357bfb9dbaa5cf45b54b91352d48d73e04849c9
+size 5251
diff --git a/params/opt/5/rnd_search_t_lin/comb_1/trained/model.decoder.layers.18.self_attn.q_proj/_s.pt b/params/opt/5/rnd_search_t_lin/comb_1/trained/model.decoder.layers.18.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..720e14220916135f010f5dbd8c4fbc76c6209ad2
--- /dev/null
+++ b/params/opt/5/rnd_search_t_lin/comb_1/trained/model.decoder.layers.18.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:37d4c9a0bbe77b38451f0cb9f5e9cb18756dca8705abd8779df79c1b5925017b
+size 5251
diff --git a/params/opt/5/rnd_search_t_lin/comb_1/trained/model.decoder.layers.18.self_attn.v_proj/_0.pt b/params/opt/5/rnd_search_t_lin/comb_1/trained/model.decoder.layers.18.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..5436f6c2670e0a130461242727a3b1645765f182
--- /dev/null
+++ b/params/opt/5/rnd_search_t_lin/comb_1/trained/model.decoder.layers.18.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e7ac9687af276c27d80e27927a7577111602146b7294c93494437ef9d843083d
+size 5251
diff --git a/params/opt/5/rnd_search_t_lin/comb_1/trained/model.decoder.layers.18.self_attn.v_proj/_s.pt b/params/opt/5/rnd_search_t_lin/comb_1/trained/model.decoder.layers.18.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..afa667b6dd2a62b1ad9dfe1239522fcf03f69fb5
--- /dev/null
+++ b/params/opt/5/rnd_search_t_lin/comb_1/trained/model.decoder.layers.18.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:3ea94ae34386847da17f957275b6f426312dee9cdbf288ed40d169bd774f63e0
+size 5251
diff --git a/params/opt/5/rnd_search_t_lin/comb_1/trained/model.decoder.layers.19.fc1/_0.pt b/params/opt/5/rnd_search_t_lin/comb_1/trained/model.decoder.layers.19.fc1/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..be98e80ec6a93be31191bd7c1305a4545f9a18de
--- /dev/null
+++ b/params/opt/5/rnd_search_t_lin/comb_1/trained/model.decoder.layers.19.fc1/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:bd25eda6c17289e89040cb02fb22394c746cb1dcdc1cf5ab33186bb5062d2735
+size 17539
diff --git a/params/opt/5/rnd_search_t_lin/comb_1/trained/model.decoder.layers.19.fc1/_s.pt b/params/opt/5/rnd_search_t_lin/comb_1/trained/model.decoder.layers.19.fc1/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..abb1d6321ed95a4b46e248f118e56053a27e8bb9
--- /dev/null
+++ b/params/opt/5/rnd_search_t_lin/comb_1/trained/model.decoder.layers.19.fc1/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:afd821d1b10ea6c6f40eb3014542bcccc0d260bf3cde2d0f2ba2acedd2916c7b
+size 17539
diff --git a/params/opt/5/rnd_search_t_lin/comb_1/trained/model.decoder.layers.19.fc2/_0.pt b/params/opt/5/rnd_search_t_lin/comb_1/trained/model.decoder.layers.19.fc2/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..3310f2f3c4701bead8f8d3c706736cbaff89e3e2
--- /dev/null
+++ b/params/opt/5/rnd_search_t_lin/comb_1/trained/model.decoder.layers.19.fc2/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2d5a909412dd96dbcc0c0c927abf735f592c5adfbbe752d761fdbe72fb754cd4
+size 5251
diff --git a/params/opt/5/rnd_search_t_lin/comb_1/trained/model.decoder.layers.19.fc2/_s.pt b/params/opt/5/rnd_search_t_lin/comb_1/trained/model.decoder.layers.19.fc2/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4b30cb4e26d499730b0ed2f7f650aebbaa377015
--- /dev/null
+++ b/params/opt/5/rnd_search_t_lin/comb_1/trained/model.decoder.layers.19.fc2/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:1bab55ce7f0d2612779eba1f0aef301a220deef26e195d990bd33b89c224b76c
+size 5251
diff --git a/params/opt/5/rnd_search_t_lin/comb_1/trained/model.decoder.layers.19.self_attn.k_proj/_0.pt b/params/opt/5/rnd_search_t_lin/comb_1/trained/model.decoder.layers.19.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..974372da06954f15a383cdd5b3f178347355c39f
--- /dev/null
+++ b/params/opt/5/rnd_search_t_lin/comb_1/trained/model.decoder.layers.19.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b38c7b84119a8ed3c3a9c3ad713ac068d4d499e39024d4c4cbd765360c9a0059
+size 5251
diff --git a/params/opt/5/rnd_search_t_lin/comb_1/trained/model.decoder.layers.19.self_attn.k_proj/_s.pt b/params/opt/5/rnd_search_t_lin/comb_1/trained/model.decoder.layers.19.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a34910030d6e6ff07f65bcb7024071f60e6c1327
--- /dev/null
+++ b/params/opt/5/rnd_search_t_lin/comb_1/trained/model.decoder.layers.19.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:64052a701c3d8aa7db633aa0e130ddc05725ebca9f68211c8e077291f4a75408
+size 5251
diff --git a/params/opt/5/rnd_search_t_lin/comb_1/trained/model.decoder.layers.19.self_attn.out_proj/_0.pt b/params/opt/5/rnd_search_t_lin/comb_1/trained/model.decoder.layers.19.self_attn.out_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..9137fbc32ab0cf619c71694d4694d2bee456d97f
--- /dev/null
+++ b/params/opt/5/rnd_search_t_lin/comb_1/trained/model.decoder.layers.19.self_attn.out_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:15faa8d05ebacd1d1834d53086f2c0622e0a8f8c5aebd2cbd28f42fa858d3e4b
+size 5251
diff --git a/params/opt/5/rnd_search_t_lin/comb_1/trained/model.decoder.layers.19.self_attn.out_proj/_s.pt b/params/opt/5/rnd_search_t_lin/comb_1/trained/model.decoder.layers.19.self_attn.out_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..3a4475d4a03709b45787290fb7eecd5536a7e32a
--- /dev/null
+++ b/params/opt/5/rnd_search_t_lin/comb_1/trained/model.decoder.layers.19.self_attn.out_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:8c74003ebbf871bdc79a6f91aff72bd00aece551da768086cd42362cdfa2341b
+size 5251
diff --git a/params/opt/5/rnd_search_t_lin/comb_1/trained/model.decoder.layers.19.self_attn.q_proj/_0.pt b/params/opt/5/rnd_search_t_lin/comb_1/trained/model.decoder.layers.19.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2aab55c857529dec7776ac6629cd5f976fa8c02f
--- /dev/null
+++ b/params/opt/5/rnd_search_t_lin/comb_1/trained/model.decoder.layers.19.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f11d2668b11ce0e8f6fd97d1a4ef6b0716d859901ed362137d313bbee46c32b0
+size 5251
diff --git a/params/opt/5/rnd_search_t_lin/comb_1/trained/model.decoder.layers.19.self_attn.q_proj/_s.pt b/params/opt/5/rnd_search_t_lin/comb_1/trained/model.decoder.layers.19.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..036772b74b29eb1d83937da603eda02aa8a4e670
--- /dev/null
+++ b/params/opt/5/rnd_search_t_lin/comb_1/trained/model.decoder.layers.19.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:565dda65e4e9033c09a97e91535272bacdb532cd5d17389d91f7a5ed07aa81c6
+size 5251
diff --git a/params/opt/5/rnd_search_t_lin/comb_1/trained/model.decoder.layers.19.self_attn.v_proj/_0.pt b/params/opt/5/rnd_search_t_lin/comb_1/trained/model.decoder.layers.19.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..eced52c86075803ee6350466b9e793cba6560c12
--- /dev/null
+++ b/params/opt/5/rnd_search_t_lin/comb_1/trained/model.decoder.layers.19.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:87c8227924e2567b859e0ba6a5651ab2f0271d0638e0e31a7049b0e6010b6a8b
+size 5251
diff --git a/params/opt/5/rnd_search_t_lin/comb_1/trained/model.decoder.layers.19.self_attn.v_proj/_s.pt b/params/opt/5/rnd_search_t_lin/comb_1/trained/model.decoder.layers.19.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e75cbdd91135c12d80d2b5d6b088c95bc79c623e
--- /dev/null
+++ b/params/opt/5/rnd_search_t_lin/comb_1/trained/model.decoder.layers.19.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:3c8031f7eb58a60327d13e723f2e613111710f467480d59bc16924a9408aa1fa
+size 5251
diff --git a/params/opt/5/rnd_search_t_lin/comb_1/trained/model.decoder.layers.2.fc1/_0.pt b/params/opt/5/rnd_search_t_lin/comb_1/trained/model.decoder.layers.2.fc1/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..de6f3a0284c359f255507c21296c637a338e32ff
--- /dev/null
+++ b/params/opt/5/rnd_search_t_lin/comb_1/trained/model.decoder.layers.2.fc1/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:30d257be2a194eed0f4819ba2d7ebdb7a24949661b6108b2005df42a78892c5a
+size 17539
diff --git a/params/opt/5/rnd_search_t_lin/comb_1/trained/model.decoder.layers.2.fc1/_s.pt b/params/opt/5/rnd_search_t_lin/comb_1/trained/model.decoder.layers.2.fc1/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..0a35dc97df30e0d89863fe220a47f008cbf65f81
--- /dev/null
+++ b/params/opt/5/rnd_search_t_lin/comb_1/trained/model.decoder.layers.2.fc1/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5ae1b0eec330fa4e7cc105fbe0474ac2612f9f98c97dad885228f1aff222a675
+size 17539
diff --git a/params/opt/5/rnd_search_t_lin/comb_1/trained/model.decoder.layers.2.fc2/_0.pt b/params/opt/5/rnd_search_t_lin/comb_1/trained/model.decoder.layers.2.fc2/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..983c98fadfff0455c28ce3ed0d8d6f7f27d24743
--- /dev/null
+++ b/params/opt/5/rnd_search_t_lin/comb_1/trained/model.decoder.layers.2.fc2/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:cfc2636a6749234b1f5451694cc526dc843d0ba1fa7c35879eb74591a0f629a5
+size 5251
diff --git a/params/opt/5/rnd_search_t_lin/comb_1/trained/model.decoder.layers.2.fc2/_s.pt b/params/opt/5/rnd_search_t_lin/comb_1/trained/model.decoder.layers.2.fc2/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..31944c667615e401e5afbc4cb7abf66be6dec78c
--- /dev/null
+++ b/params/opt/5/rnd_search_t_lin/comb_1/trained/model.decoder.layers.2.fc2/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b9beb23c651678d6a618bd2f9fce3f94881daefee33bfe8c40a29a8d20c8ab76
+size 5251
diff --git a/params/opt/5/rnd_search_t_lin/comb_1/trained/model.decoder.layers.2.self_attn.k_proj/_0.pt b/params/opt/5/rnd_search_t_lin/comb_1/trained/model.decoder.layers.2.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..915f1ee276437b15900d5b9229060ea3ac17f740
--- /dev/null
+++ b/params/opt/5/rnd_search_t_lin/comb_1/trained/model.decoder.layers.2.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:03758fff2376104a3dd4c208980d1c81793a98abcd34476aa01150c424d1a731
+size 5251
diff --git a/params/opt/5/rnd_search_t_lin/comb_1/trained/model.decoder.layers.2.self_attn.k_proj/_s.pt b/params/opt/5/rnd_search_t_lin/comb_1/trained/model.decoder.layers.2.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..5f746e0c84b03deff5b5cc5fe7b07929873b3342
--- /dev/null
+++ b/params/opt/5/rnd_search_t_lin/comb_1/trained/model.decoder.layers.2.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:3761eb93d81a9335c79ca3777b59b17cf1b1896e2845865a03d4548d3c5f9ffd
+size 5251
diff --git a/params/opt/5/rnd_search_t_lin/comb_1/trained/model.decoder.layers.2.self_attn.out_proj/_0.pt b/params/opt/5/rnd_search_t_lin/comb_1/trained/model.decoder.layers.2.self_attn.out_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e02ec9f7392653b6c0ccdbc6419337e6c8976ce3
--- /dev/null
+++ b/params/opt/5/rnd_search_t_lin/comb_1/trained/model.decoder.layers.2.self_attn.out_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b7aaa3371bddba4d9726994a02db3f89d62c360b3e856b3e560ce9002cf043c2
+size 5251
diff --git a/params/opt/5/rnd_search_t_lin/comb_1/trained/model.decoder.layers.2.self_attn.out_proj/_s.pt b/params/opt/5/rnd_search_t_lin/comb_1/trained/model.decoder.layers.2.self_attn.out_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..b276867e298c75c7d46e7fc7fb38b9ce9e577700
--- /dev/null
+++ b/params/opt/5/rnd_search_t_lin/comb_1/trained/model.decoder.layers.2.self_attn.out_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:55af6e994ba9a88c3e17730264d91af692cdf12ae7edf9ddf6b05de17782c403
+size 5251
diff --git a/params/opt/5/rnd_search_t_lin/comb_1/trained/model.decoder.layers.2.self_attn.q_proj/_0.pt b/params/opt/5/rnd_search_t_lin/comb_1/trained/model.decoder.layers.2.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..52b38b8fa0281525714f0a1aca4815b4bf5fa9b5
--- /dev/null
+++ b/params/opt/5/rnd_search_t_lin/comb_1/trained/model.decoder.layers.2.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5ab98e2be76d9db65217fa9440a333d767fe5cd8018d791c1d89a6fca37c456f
+size 5251
diff --git a/params/opt/5/rnd_search_t_lin/comb_1/trained/model.decoder.layers.2.self_attn.q_proj/_s.pt b/params/opt/5/rnd_search_t_lin/comb_1/trained/model.decoder.layers.2.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..49705ef245150e191b4e4b3f009e4f05a23d04fb
--- /dev/null
+++ b/params/opt/5/rnd_search_t_lin/comb_1/trained/model.decoder.layers.2.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:4179c8627fed77ce75c752cafa8999c949e03e0a4e13f164e524dbc91acb1a02
+size 5251
diff --git a/params/opt/5/rnd_search_t_lin/comb_1/trained/model.decoder.layers.2.self_attn.v_proj/_0.pt b/params/opt/5/rnd_search_t_lin/comb_1/trained/model.decoder.layers.2.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..9238490e5278b28fbb0656d597d229c09dc3c9b6
--- /dev/null
+++ b/params/opt/5/rnd_search_t_lin/comb_1/trained/model.decoder.layers.2.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:901727863bcfc61bbdeaf5c692eebbc7d76501f114bbe8a5669a541aec53b4c7
+size 5251
diff --git a/params/opt/5/rnd_search_t_lin/comb_1/trained/model.decoder.layers.2.self_attn.v_proj/_s.pt b/params/opt/5/rnd_search_t_lin/comb_1/trained/model.decoder.layers.2.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..211f41619052b58a347b42813bf972ad4b15a997
--- /dev/null
+++ b/params/opt/5/rnd_search_t_lin/comb_1/trained/model.decoder.layers.2.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:421b9a9ebde3bfe0982ee7bb08134f30e29e2c321d0ca448d332f626035e3cb3
+size 5251
diff --git a/params/opt/5/rnd_search_t_lin/comb_1/trained/model.decoder.layers.20.fc1/_0.pt b/params/opt/5/rnd_search_t_lin/comb_1/trained/model.decoder.layers.20.fc1/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..cd04899ee0041a3a3d6067d72b4dc64eda617bc7
--- /dev/null
+++ b/params/opt/5/rnd_search_t_lin/comb_1/trained/model.decoder.layers.20.fc1/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ae9b4d15fa52561103adaf7719133ea44f06d4db8bfabbfb517cff5304850cb9
+size 17539
diff --git a/params/opt/5/rnd_search_t_lin/comb_1/trained/model.decoder.layers.20.fc1/_s.pt b/params/opt/5/rnd_search_t_lin/comb_1/trained/model.decoder.layers.20.fc1/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..58c1ef2924698cfbbf2032a31ef00037d3758c07
--- /dev/null
+++ b/params/opt/5/rnd_search_t_lin/comb_1/trained/model.decoder.layers.20.fc1/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:6aefd560caf0ef197db50fdab406de65783c5e62464f2a2ec1c62cdc6ae5adb1
+size 17539
diff --git a/params/opt/5/rnd_search_t_lin/comb_1/trained/model.decoder.layers.20.fc2/_0.pt b/params/opt/5/rnd_search_t_lin/comb_1/trained/model.decoder.layers.20.fc2/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..263b4ead786525e9dbc325c6a771f4a6deea0f3a
--- /dev/null
+++ b/params/opt/5/rnd_search_t_lin/comb_1/trained/model.decoder.layers.20.fc2/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:85e3fe33b3bb005a6ea21d328e8c23a7d9770507624bb16279ef3e28c77e70e5
+size 5251
diff --git a/params/opt/5/rnd_search_t_lin/comb_1/trained/model.decoder.layers.20.fc2/_s.pt b/params/opt/5/rnd_search_t_lin/comb_1/trained/model.decoder.layers.20.fc2/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..9c048c43671544cd14a7d02f8b43eb91fca606ca
--- /dev/null
+++ b/params/opt/5/rnd_search_t_lin/comb_1/trained/model.decoder.layers.20.fc2/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c14d172f6c52fbeae6ef26a2ba2b8006d2366a11dc6000c15c6c494f218e8261
+size 5251
diff --git a/params/opt/5/rnd_search_t_lin/comb_1/trained/model.decoder.layers.20.self_attn.k_proj/_0.pt b/params/opt/5/rnd_search_t_lin/comb_1/trained/model.decoder.layers.20.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c2a1c73bb21a92c0fcb7a22cbe8c033d3317f4bf
--- /dev/null
+++ b/params/opt/5/rnd_search_t_lin/comb_1/trained/model.decoder.layers.20.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:1ab0b47adb7def21c6417a486f6e4ba2c9158c1fe6a71a2afcd1951c3602e20e
+size 5251
diff --git a/params/opt/5/rnd_search_t_lin/comb_1/trained/model.decoder.layers.20.self_attn.k_proj/_s.pt b/params/opt/5/rnd_search_t_lin/comb_1/trained/model.decoder.layers.20.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..520fea454bf2fbcc3d6bcbd1934fec71bf94c8a9
--- /dev/null
+++ b/params/opt/5/rnd_search_t_lin/comb_1/trained/model.decoder.layers.20.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:84025dd1ab3c74d8462e2f719dc467e572bc5a3a748dfd795e3ebead86f93a7b
+size 5251
diff --git a/params/opt/5/rnd_search_t_lin/comb_1/trained/model.decoder.layers.20.self_attn.out_proj/_0.pt b/params/opt/5/rnd_search_t_lin/comb_1/trained/model.decoder.layers.20.self_attn.out_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..36041b2f1f9093ba77fed80ad2eb3016a922feb4
--- /dev/null
+++ b/params/opt/5/rnd_search_t_lin/comb_1/trained/model.decoder.layers.20.self_attn.out_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:bce45fd31ebbeb5db89e55fe0496bb8a57e64c12ddc575663f70c4f4daa62cd8
+size 5251
diff --git a/params/opt/5/rnd_search_t_lin/comb_1/trained/model.decoder.layers.20.self_attn.out_proj/_s.pt b/params/opt/5/rnd_search_t_lin/comb_1/trained/model.decoder.layers.20.self_attn.out_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..dd1019f81671d260f4fe27dfaf0d67373b8b37b1
--- /dev/null
+++ b/params/opt/5/rnd_search_t_lin/comb_1/trained/model.decoder.layers.20.self_attn.out_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:57c9dacfd7fb316d4acfc34fc1d07560436c84c33594b89db40b86a2bc3d81d3
+size 5251
diff --git a/params/opt/5/rnd_search_t_lin/comb_1/trained/model.decoder.layers.20.self_attn.q_proj/_0.pt b/params/opt/5/rnd_search_t_lin/comb_1/trained/model.decoder.layers.20.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a46268b840481752ab307ec7abccf8130a0fc12c
--- /dev/null
+++ b/params/opt/5/rnd_search_t_lin/comb_1/trained/model.decoder.layers.20.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c34408474e05f3e1232f6406c04f7ff3046f4e8485030d75ddb9372d265d36cc
+size 5251
diff --git a/params/opt/5/rnd_search_t_lin/comb_1/trained/model.decoder.layers.20.self_attn.q_proj/_s.pt b/params/opt/5/rnd_search_t_lin/comb_1/trained/model.decoder.layers.20.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..cf64175f18e635cf39509f90496b097d3b1d1e2a
--- /dev/null
+++ b/params/opt/5/rnd_search_t_lin/comb_1/trained/model.decoder.layers.20.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:15bab38d48b541d80436e7f2000a2f99fe175862d1ca9463ce601fe3cc58c5c1
+size 5251
diff --git a/params/opt/5/rnd_search_t_lin/comb_1/trained/model.decoder.layers.20.self_attn.v_proj/_0.pt b/params/opt/5/rnd_search_t_lin/comb_1/trained/model.decoder.layers.20.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..bb963f4ed676cf410a0f3312b65edb2e8c88f5a8
--- /dev/null
+++ b/params/opt/5/rnd_search_t_lin/comb_1/trained/model.decoder.layers.20.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d4d0415665a33784a0ee565a2b504200181ea22c8f557fc49f8d9ef51c282664
+size 5251
diff --git a/params/opt/5/rnd_search_t_lin/comb_1/trained/model.decoder.layers.20.self_attn.v_proj/_s.pt b/params/opt/5/rnd_search_t_lin/comb_1/trained/model.decoder.layers.20.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..7ce51a4d8e8708f1adad5742e4fada0439c636dd
--- /dev/null
+++ b/params/opt/5/rnd_search_t_lin/comb_1/trained/model.decoder.layers.20.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:069280a5c30b607f51703dfdd520ca9328f83155aa43c83dc95723909b672faa
+size 5251
diff --git a/params/opt/5/rnd_search_t_lin/comb_1/trained/model.decoder.layers.21.fc1/_0.pt b/params/opt/5/rnd_search_t_lin/comb_1/trained/model.decoder.layers.21.fc1/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4974d9ebf9aa7f47852ddc68944a43beeccc900e
--- /dev/null
+++ b/params/opt/5/rnd_search_t_lin/comb_1/trained/model.decoder.layers.21.fc1/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0a08eb36c91b268ae716fcde56b2a5268f195326c122d052c7859c3f781039bb
+size 17539
diff --git a/params/opt/5/rnd_search_t_lin/comb_1/trained/model.decoder.layers.21.fc1/_s.pt b/params/opt/5/rnd_search_t_lin/comb_1/trained/model.decoder.layers.21.fc1/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..9eba14300e6cef9b8fce5ad1b773d36556541c9a
--- /dev/null
+++ b/params/opt/5/rnd_search_t_lin/comb_1/trained/model.decoder.layers.21.fc1/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:3b44629ae3c8a961bb2399173018b12c2cfa85847c3c0ee80790fa47df06547b
+size 17539
diff --git a/params/opt/5/rnd_search_t_lin/comb_1/trained/model.decoder.layers.21.fc2/_0.pt b/params/opt/5/rnd_search_t_lin/comb_1/trained/model.decoder.layers.21.fc2/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..78199786d400d1fb99fc32f07cf7ec1ffab1ee54
--- /dev/null
+++ b/params/opt/5/rnd_search_t_lin/comb_1/trained/model.decoder.layers.21.fc2/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:4e6246e36c29590cb7d00eff284363e90bc5d7211c51cf88dbefc939b26d62a0
+size 5251
diff --git a/params/opt/5/rnd_search_t_lin/comb_1/trained/model.decoder.layers.21.fc2/_s.pt b/params/opt/5/rnd_search_t_lin/comb_1/trained/model.decoder.layers.21.fc2/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..84e4b863fd91620f061c18b8a094f9b83bcac2cc
--- /dev/null
+++ b/params/opt/5/rnd_search_t_lin/comb_1/trained/model.decoder.layers.21.fc2/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:4fbc5474d7569322544fbc6b1e87ea5ae866a7ed8369d17a44401faee69929f3
+size 5251
diff --git a/params/opt/5/rnd_search_t_lin/comb_1/trained/model.decoder.layers.21.self_attn.k_proj/_0.pt b/params/opt/5/rnd_search_t_lin/comb_1/trained/model.decoder.layers.21.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8bffb217f68594f7465d3820c9cc17a14b264582
--- /dev/null
+++ b/params/opt/5/rnd_search_t_lin/comb_1/trained/model.decoder.layers.21.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f46089d6ca2b5aa0fbb9006f8af466fe96f6492d7f8b5914c1688f6896a17b9c
+size 5251
diff --git a/params/opt/5/rnd_search_t_lin/comb_1/trained/model.decoder.layers.21.self_attn.k_proj/_s.pt b/params/opt/5/rnd_search_t_lin/comb_1/trained/model.decoder.layers.21.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2cfbcbcd645155a65232c5a34782fb0e7d7492a2
--- /dev/null
+++ b/params/opt/5/rnd_search_t_lin/comb_1/trained/model.decoder.layers.21.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:78bf58c3beed742b54f4d4c08496e28c8b5ae5a966d6ae283363ec66c03665be
+size 5251
diff --git a/params/opt/5/rnd_search_t_lin/comb_1/trained/model.decoder.layers.21.self_attn.out_proj/_0.pt b/params/opt/5/rnd_search_t_lin/comb_1/trained/model.decoder.layers.21.self_attn.out_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..1d8b5622da63f757ce12bfcbb7851329ba99d484
--- /dev/null
+++ b/params/opt/5/rnd_search_t_lin/comb_1/trained/model.decoder.layers.21.self_attn.out_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a18b2e056210bfa087093485fc403b5773ff5d30ec68c4720638e5a8b8c8a18b
+size 5251
diff --git a/params/opt/5/rnd_search_t_lin/comb_1/trained/model.decoder.layers.21.self_attn.out_proj/_s.pt b/params/opt/5/rnd_search_t_lin/comb_1/trained/model.decoder.layers.21.self_attn.out_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e08bf18ef534aae6ab27c8f37a86ba8aea965248
--- /dev/null
+++ b/params/opt/5/rnd_search_t_lin/comb_1/trained/model.decoder.layers.21.self_attn.out_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:08530279228be2ddef5fd0850f09bd396739f7997208a5946138bf736d58e01a
+size 5251
diff --git a/params/opt/5/rnd_search_t_lin/comb_1/trained/model.decoder.layers.21.self_attn.q_proj/_0.pt b/params/opt/5/rnd_search_t_lin/comb_1/trained/model.decoder.layers.21.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..372df9bc381930d4266fc8d9f0c86a95cec2f405
--- /dev/null
+++ b/params/opt/5/rnd_search_t_lin/comb_1/trained/model.decoder.layers.21.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5b05e6b1cd122772435048f388d8c27c3a4f7e6eae339132cef9b26bd200ebba
+size 5251
diff --git a/params/opt/5/rnd_search_t_lin/comb_1/trained/model.decoder.layers.21.self_attn.q_proj/_s.pt b/params/opt/5/rnd_search_t_lin/comb_1/trained/model.decoder.layers.21.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2ec9bd05472bdb2dc2b64ab8256afc09e9417a42
--- /dev/null
+++ b/params/opt/5/rnd_search_t_lin/comb_1/trained/model.decoder.layers.21.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c1899f5ccdad9fd97e1eb25b7ddd0883f1dddc853c462b89e6d1764cfc013dcc
+size 5251
diff --git a/params/opt/5/rnd_search_t_lin/comb_1/trained/model.decoder.layers.21.self_attn.v_proj/_0.pt b/params/opt/5/rnd_search_t_lin/comb_1/trained/model.decoder.layers.21.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4355bc62f6051ed48ea4f13741c5623a690ba8c8
--- /dev/null
+++ b/params/opt/5/rnd_search_t_lin/comb_1/trained/model.decoder.layers.21.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:4f6943fa06250dc74f3dec7b76b03b5e9afaa90d082889e445edac34200eb7bc
+size 5251
diff --git a/params/opt/5/rnd_search_t_lin/comb_1/trained/model.decoder.layers.21.self_attn.v_proj/_s.pt b/params/opt/5/rnd_search_t_lin/comb_1/trained/model.decoder.layers.21.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..6abce3a05310765f41fa1063acc06fb50f6b62a1
--- /dev/null
+++ b/params/opt/5/rnd_search_t_lin/comb_1/trained/model.decoder.layers.21.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0f644e651814e84881c9cf0d95fc1ada3f93b8dcaef1858f22100b5a0310ab8a
+size 5251
diff --git a/params/opt/5/rnd_search_t_lin/comb_1/trained/model.decoder.layers.22.fc1/_0.pt b/params/opt/5/rnd_search_t_lin/comb_1/trained/model.decoder.layers.22.fc1/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..cb38d0a1a6aa169f25e3682b56b499312e6c064f
--- /dev/null
+++ b/params/opt/5/rnd_search_t_lin/comb_1/trained/model.decoder.layers.22.fc1/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2f773785b8ce90809ba8ae3c837d7a364cf62085d40ab2d412f5f4a132a8e334
+size 17539
diff --git a/params/opt/5/rnd_search_t_lin/comb_1/trained/model.decoder.layers.22.fc1/_s.pt b/params/opt/5/rnd_search_t_lin/comb_1/trained/model.decoder.layers.22.fc1/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..6a25480fd6251cd146e992a5f6b8a9b744bd1270
--- /dev/null
+++ b/params/opt/5/rnd_search_t_lin/comb_1/trained/model.decoder.layers.22.fc1/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2d412172adf6d69c4fecb2fba3d3f5e44b13f5608046d00fb924157632abfcaa
+size 17539
diff --git a/params/opt/5/rnd_search_t_lin/comb_1/trained/model.decoder.layers.22.fc2/_0.pt b/params/opt/5/rnd_search_t_lin/comb_1/trained/model.decoder.layers.22.fc2/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8231b2b9c897907eef2f30daec4316d6543c5ca9
--- /dev/null
+++ b/params/opt/5/rnd_search_t_lin/comb_1/trained/model.decoder.layers.22.fc2/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:7334b07842eb628f46989a47228b9505ec832e359fa524de744075c405429c2d
+size 5251
diff --git a/params/opt/5/rnd_search_t_lin/comb_1/trained/model.decoder.layers.22.fc2/_s.pt b/params/opt/5/rnd_search_t_lin/comb_1/trained/model.decoder.layers.22.fc2/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..6995093c8aac3af81be79248183751a11ff5fddf
--- /dev/null
+++ b/params/opt/5/rnd_search_t_lin/comb_1/trained/model.decoder.layers.22.fc2/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:6664cffa54bd0c4641170b2fb620458884a65d7c8d968b3f15d1e01839d23774
+size 5251
diff --git a/params/opt/5/rnd_search_t_lin/comb_1/trained/model.decoder.layers.22.self_attn.k_proj/_0.pt b/params/opt/5/rnd_search_t_lin/comb_1/trained/model.decoder.layers.22.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..f86276e57f06b0a22340adf7bc105df08763b652
--- /dev/null
+++ b/params/opt/5/rnd_search_t_lin/comb_1/trained/model.decoder.layers.22.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:09efe611785c14f6b1c5b410bc9de87d614bbf62de982de9c1dc40ffbbc8b2e6
+size 5251
diff --git a/params/opt/5/rnd_search_t_lin/comb_1/trained/model.decoder.layers.22.self_attn.k_proj/_s.pt b/params/opt/5/rnd_search_t_lin/comb_1/trained/model.decoder.layers.22.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e56192e001bece253dc59f8c645fd2122ecbc1cd
--- /dev/null
+++ b/params/opt/5/rnd_search_t_lin/comb_1/trained/model.decoder.layers.22.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:52bb6cd9f1d316c11f783a9f5a51fd5795e9f03ca06e80b02143cce04b20f69a
+size 5251
diff --git a/params/opt/5/rnd_search_t_lin/comb_1/trained/model.decoder.layers.22.self_attn.out_proj/_0.pt b/params/opt/5/rnd_search_t_lin/comb_1/trained/model.decoder.layers.22.self_attn.out_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..27be84dffa1e5afa7c897d640dff0ed953deeebc
--- /dev/null
+++ b/params/opt/5/rnd_search_t_lin/comb_1/trained/model.decoder.layers.22.self_attn.out_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:45634027e83147de6401424bcead87beaff9f3238774aba231087298012ce19e
+size 5251
diff --git a/params/opt/5/rnd_search_t_lin/comb_1/trained/model.decoder.layers.22.self_attn.out_proj/_s.pt b/params/opt/5/rnd_search_t_lin/comb_1/trained/model.decoder.layers.22.self_attn.out_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2e7d1267b3280435bed733f8b662c288ad35319a
--- /dev/null
+++ b/params/opt/5/rnd_search_t_lin/comb_1/trained/model.decoder.layers.22.self_attn.out_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:3ce7a5b8b067799fc27a58388b8dfbef365bcdf38f5605e8b20a5995112d3673
+size 5251
diff --git a/params/opt/5/rnd_search_t_lin/comb_1/trained/model.decoder.layers.22.self_attn.q_proj/_0.pt b/params/opt/5/rnd_search_t_lin/comb_1/trained/model.decoder.layers.22.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..413aa5b74289b5abe568fb47ce6d66b60ccf2198
--- /dev/null
+++ b/params/opt/5/rnd_search_t_lin/comb_1/trained/model.decoder.layers.22.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:56602a6b0ae51830beb19c7fbfa62d24319f76c4a7715b2e708357ab677bd2ad
+size 5251
diff --git a/params/opt/5/rnd_search_t_lin/comb_1/trained/model.decoder.layers.22.self_attn.q_proj/_s.pt b/params/opt/5/rnd_search_t_lin/comb_1/trained/model.decoder.layers.22.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..81f8db50947e06794964a4f7d001c6ad12d4d3c8
--- /dev/null
+++ b/params/opt/5/rnd_search_t_lin/comb_1/trained/model.decoder.layers.22.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a02a0f8a7a82b5395f0156b4551a595233ce9b5294850b70d4681fad974cfe7d
+size 5251
diff --git a/params/opt/5/rnd_search_t_lin/comb_1/trained/model.decoder.layers.22.self_attn.v_proj/_0.pt b/params/opt/5/rnd_search_t_lin/comb_1/trained/model.decoder.layers.22.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..7c289087069a3a2c3daa56d8a9d8d675a887322b
--- /dev/null
+++ b/params/opt/5/rnd_search_t_lin/comb_1/trained/model.decoder.layers.22.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a814fe14d9307e05b4bd38a968fb40264f537b081afe1d20eb158c0f06277228
+size 5251
diff --git a/params/opt/5/rnd_search_t_lin/comb_1/trained/model.decoder.layers.22.self_attn.v_proj/_s.pt b/params/opt/5/rnd_search_t_lin/comb_1/trained/model.decoder.layers.22.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2730cb54f443c7d0fa77e7260aa9bd52f621cbb9
--- /dev/null
+++ b/params/opt/5/rnd_search_t_lin/comb_1/trained/model.decoder.layers.22.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5129410839ddc1f853b83c8ab7036f2e932490386c71032823b465c932046f57
+size 5251
diff --git a/params/opt/5/rnd_search_t_lin/comb_1/trained/model.decoder.layers.23.fc1/_0.pt b/params/opt/5/rnd_search_t_lin/comb_1/trained/model.decoder.layers.23.fc1/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..5dae5c4de3df84e89c5a8ffec395f3a745c36c80
--- /dev/null
+++ b/params/opt/5/rnd_search_t_lin/comb_1/trained/model.decoder.layers.23.fc1/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:151b171b1e7cbfcd65609bac177d2b2739babb72cb1071797fc2a3fbcd83a85a
+size 17539
diff --git a/params/opt/5/rnd_search_t_lin/comb_1/trained/model.decoder.layers.23.fc1/_s.pt b/params/opt/5/rnd_search_t_lin/comb_1/trained/model.decoder.layers.23.fc1/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..777ab89ecfe1d97f8b016cc328bd5dff42e53bb5
--- /dev/null
+++ b/params/opt/5/rnd_search_t_lin/comb_1/trained/model.decoder.layers.23.fc1/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f120e5a94f5fe0e9be070ea0564bfa44e65f3c786c7f731ede352e5d5a2fddad
+size 17539
diff --git a/params/opt/5/rnd_search_t_lin/comb_1/trained/model.decoder.layers.23.fc2/_0.pt b/params/opt/5/rnd_search_t_lin/comb_1/trained/model.decoder.layers.23.fc2/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..1fe0ba173baed34df70721af4ece4e527ffb84c1
--- /dev/null
+++ b/params/opt/5/rnd_search_t_lin/comb_1/trained/model.decoder.layers.23.fc2/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:be7914b985fb568f5293ab6fbfdc0abbcf51343a6738e9a3f687f63437914554
+size 5251
diff --git a/params/opt/5/rnd_search_t_lin/comb_1/trained/model.decoder.layers.23.fc2/_s.pt b/params/opt/5/rnd_search_t_lin/comb_1/trained/model.decoder.layers.23.fc2/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..01c19fcc8330560419854514daf341477ec370a7
--- /dev/null
+++ b/params/opt/5/rnd_search_t_lin/comb_1/trained/model.decoder.layers.23.fc2/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d60de7eb87bbb125953bba3643eaeaace4efceaaf4a6e42b4ed1ae7bd9669dfd
+size 5251
diff --git a/params/opt/5/rnd_search_t_lin/comb_1/trained/model.decoder.layers.23.self_attn.k_proj/_0.pt b/params/opt/5/rnd_search_t_lin/comb_1/trained/model.decoder.layers.23.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..f3d2f5f7506f849dbd2680160764cd233d541682
--- /dev/null
+++ b/params/opt/5/rnd_search_t_lin/comb_1/trained/model.decoder.layers.23.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:4bfaa3b8879c009c92be0114a4af8d2b192a162e722433cbffcd8d531fe5fb65
+size 5251
diff --git a/params/opt/5/rnd_search_t_lin/comb_1/trained/model.decoder.layers.23.self_attn.k_proj/_s.pt b/params/opt/5/rnd_search_t_lin/comb_1/trained/model.decoder.layers.23.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..3cc01b3845e425fa80013f85d9956338345cd22a
--- /dev/null
+++ b/params/opt/5/rnd_search_t_lin/comb_1/trained/model.decoder.layers.23.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:8441cd24d8e08687ba4b28a6cbc6989b08da0ffb6c91ae66349ab11aef222fd7
+size 5251
diff --git a/params/opt/5/rnd_search_t_lin/comb_1/trained/model.decoder.layers.23.self_attn.out_proj/_0.pt b/params/opt/5/rnd_search_t_lin/comb_1/trained/model.decoder.layers.23.self_attn.out_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..595415d47049f69f469c88379ee3e3dee6c7889a
--- /dev/null
+++ b/params/opt/5/rnd_search_t_lin/comb_1/trained/model.decoder.layers.23.self_attn.out_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:79dde9b92ffa5f3520f4a682a83348ae2b60227284b51aa4deb118b41fbe067a
+size 5251
diff --git a/params/opt/5/rnd_search_t_lin/comb_1/trained/model.decoder.layers.23.self_attn.out_proj/_s.pt b/params/opt/5/rnd_search_t_lin/comb_1/trained/model.decoder.layers.23.self_attn.out_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..801356d334c2bd0abaa4b9ebcef192c892d0235b
--- /dev/null
+++ b/params/opt/5/rnd_search_t_lin/comb_1/trained/model.decoder.layers.23.self_attn.out_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:dcb47e5876b71c5445bb534cbf4132a7e47e210b6d3cbce5cf7bcebb48a08b80
+size 5251
diff --git a/params/opt/5/rnd_search_t_lin/comb_1/trained/model.decoder.layers.23.self_attn.q_proj/_0.pt b/params/opt/5/rnd_search_t_lin/comb_1/trained/model.decoder.layers.23.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c799e7797c316777ff3b33c8701c92806c686c56
--- /dev/null
+++ b/params/opt/5/rnd_search_t_lin/comb_1/trained/model.decoder.layers.23.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:65ded545dfa69a8e4f99826db65582e28b73062a9657e4c84bde665ef877d1f8
+size 5251
diff --git a/params/opt/5/rnd_search_t_lin/comb_1/trained/model.decoder.layers.23.self_attn.q_proj/_s.pt b/params/opt/5/rnd_search_t_lin/comb_1/trained/model.decoder.layers.23.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..08939dd1ffafd91d472d84f1bc489f979bb43cc8
--- /dev/null
+++ b/params/opt/5/rnd_search_t_lin/comb_1/trained/model.decoder.layers.23.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b77185e46d8268b088abbc0be3b7ae3587eaf7b1cce75a2e7e5142e7490fea57
+size 5251
diff --git a/params/opt/5/rnd_search_t_lin/comb_1/trained/model.decoder.layers.23.self_attn.v_proj/_0.pt b/params/opt/5/rnd_search_t_lin/comb_1/trained/model.decoder.layers.23.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..0ce2a2c2da2789983774b99bc9de3287f7fc8bc8
--- /dev/null
+++ b/params/opt/5/rnd_search_t_lin/comb_1/trained/model.decoder.layers.23.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ad1452e07e43f12c32ea09de000020132008aba8bfdf61261d94b8b6dae9465b
+size 5251
diff --git a/params/opt/5/rnd_search_t_lin/comb_1/trained/model.decoder.layers.23.self_attn.v_proj/_s.pt b/params/opt/5/rnd_search_t_lin/comb_1/trained/model.decoder.layers.23.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..78f8fe9b43bc2e8ea6194a099f5bc2eda200885a
--- /dev/null
+++ b/params/opt/5/rnd_search_t_lin/comb_1/trained/model.decoder.layers.23.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:3e4a065efbf3b2177bcb07241c9b89568e9d4a20221cb54e723786d79ab0c5f7
+size 5251
diff --git a/params/opt/5/rnd_search_t_lin/comb_1/trained/model.decoder.layers.3.fc1/_0.pt b/params/opt/5/rnd_search_t_lin/comb_1/trained/model.decoder.layers.3.fc1/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..28132c1fd3f83c39fe3ebea635e16be2ff2bdb5f
--- /dev/null
+++ b/params/opt/5/rnd_search_t_lin/comb_1/trained/model.decoder.layers.3.fc1/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:72a4d9ffdb48d3d3a4d11d394b9a20d0b0f8af82317dde211e8d1bacffb7fd12
+size 17539
diff --git a/params/opt/5/rnd_search_t_lin/comb_1/trained/model.decoder.layers.3.fc1/_s.pt b/params/opt/5/rnd_search_t_lin/comb_1/trained/model.decoder.layers.3.fc1/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..35d49c52286da3e6d8deee6d9546bc5ef45aabc4
--- /dev/null
+++ b/params/opt/5/rnd_search_t_lin/comb_1/trained/model.decoder.layers.3.fc1/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:bd4ae4872c1f2e605188177a4dcec6e4073b5daa68bd8dca79502387253a64c0
+size 17539
diff --git a/params/opt/5/rnd_search_t_lin/comb_1/trained/model.decoder.layers.3.fc2/_0.pt b/params/opt/5/rnd_search_t_lin/comb_1/trained/model.decoder.layers.3.fc2/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e8c2fb3682d2bccfd8c0ce2e46da6967308bf4b6
--- /dev/null
+++ b/params/opt/5/rnd_search_t_lin/comb_1/trained/model.decoder.layers.3.fc2/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ebc4de36cd9132d677af32527f0e5647eb2ecae7f4ff8a8f7b8478ece846a258
+size 5251
diff --git a/params/opt/5/rnd_search_t_lin/comb_1/trained/model.decoder.layers.3.fc2/_s.pt b/params/opt/5/rnd_search_t_lin/comb_1/trained/model.decoder.layers.3.fc2/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..6fa5e5e2fc48ba474988fbd6a36cb4a15794ee7a
--- /dev/null
+++ b/params/opt/5/rnd_search_t_lin/comb_1/trained/model.decoder.layers.3.fc2/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:6d9b1787e7a6b8652205213aafb374eb748ba4c81218653c6336d6ea4f072073
+size 5251
diff --git a/params/opt/5/rnd_search_t_lin/comb_1/trained/model.decoder.layers.3.self_attn.k_proj/_0.pt b/params/opt/5/rnd_search_t_lin/comb_1/trained/model.decoder.layers.3.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2dc00b574cbda2513f17ca6862e740dfd52c9ca7
--- /dev/null
+++ b/params/opt/5/rnd_search_t_lin/comb_1/trained/model.decoder.layers.3.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:eb02b41a57d1db4871aa4733a0171c927e7908b5cddd3ea465d4c7283e65fcae
+size 5251
diff --git a/params/opt/5/rnd_search_t_lin/comb_1/trained/model.decoder.layers.3.self_attn.k_proj/_s.pt b/params/opt/5/rnd_search_t_lin/comb_1/trained/model.decoder.layers.3.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e9e4115fe777db5ef2261d87fc368cfe2e5c8cab
--- /dev/null
+++ b/params/opt/5/rnd_search_t_lin/comb_1/trained/model.decoder.layers.3.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:8072a0aa8bbba13bb6f1013f80fe0f4aaf87f2ebc887f45ae152a50782e5b28a
+size 5251
diff --git a/params/opt/5/rnd_search_t_lin/comb_1/trained/model.decoder.layers.3.self_attn.out_proj/_0.pt b/params/opt/5/rnd_search_t_lin/comb_1/trained/model.decoder.layers.3.self_attn.out_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..0ee95e1aea3988546831e3cc7efb0dce4be5c93e
--- /dev/null
+++ b/params/opt/5/rnd_search_t_lin/comb_1/trained/model.decoder.layers.3.self_attn.out_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:33ba958dd0166fa3a69e23bdc65bc147992d874dd816eb92b7a2b69daf71a519
+size 5251
diff --git a/params/opt/5/rnd_search_t_lin/comb_1/trained/model.decoder.layers.3.self_attn.out_proj/_s.pt b/params/opt/5/rnd_search_t_lin/comb_1/trained/model.decoder.layers.3.self_attn.out_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..5dd7153dc88ccf82891a013b89e96f8548394c5c
--- /dev/null
+++ b/params/opt/5/rnd_search_t_lin/comb_1/trained/model.decoder.layers.3.self_attn.out_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:3482ed37b97ac2a8335d7cb757db64d7e722f596133ec86e003f2aac641e5439
+size 5251
diff --git a/params/opt/5/rnd_search_t_lin/comb_1/trained/model.decoder.layers.3.self_attn.q_proj/_0.pt b/params/opt/5/rnd_search_t_lin/comb_1/trained/model.decoder.layers.3.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..fc78ab3094eef9311a54765ddd71603a04dd2641
--- /dev/null
+++ b/params/opt/5/rnd_search_t_lin/comb_1/trained/model.decoder.layers.3.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:1be0c42c1208f6d0537b4e89cafd0ac98d88eed24b543b936d8c56dae4405d21
+size 5251
diff --git a/params/opt/5/rnd_search_t_lin/comb_1/trained/model.decoder.layers.3.self_attn.q_proj/_s.pt b/params/opt/5/rnd_search_t_lin/comb_1/trained/model.decoder.layers.3.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..b26aa5536c8a6acda8fbfdc592336df5c7da4faa
--- /dev/null
+++ b/params/opt/5/rnd_search_t_lin/comb_1/trained/model.decoder.layers.3.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b4941e25364c3a08bb570c87189dabf375df44028e74d109d072209d81b27a44
+size 5251
diff --git a/params/opt/5/rnd_search_t_lin/comb_1/trained/model.decoder.layers.3.self_attn.v_proj/_0.pt b/params/opt/5/rnd_search_t_lin/comb_1/trained/model.decoder.layers.3.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..122a1f4adb24383a22d662eb2c3cf25dd0c28fdd
--- /dev/null
+++ b/params/opt/5/rnd_search_t_lin/comb_1/trained/model.decoder.layers.3.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b31098c402966271b748052c8d05d6b8c204215b7c8e7004a1f28116c67b8dca
+size 5251
diff --git a/params/opt/5/rnd_search_t_lin/comb_1/trained/model.decoder.layers.3.self_attn.v_proj/_s.pt b/params/opt/5/rnd_search_t_lin/comb_1/trained/model.decoder.layers.3.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a2268ea90af316578e0dbb258fe4e41496ae1a26
--- /dev/null
+++ b/params/opt/5/rnd_search_t_lin/comb_1/trained/model.decoder.layers.3.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:58ffe85c091df30081a91545d2af18e3c622ff69f0c10f4700252e0c761449d5
+size 5251
diff --git a/params/opt/5/rnd_search_t_lin/comb_1/trained/model.decoder.layers.4.fc1/_0.pt b/params/opt/5/rnd_search_t_lin/comb_1/trained/model.decoder.layers.4.fc1/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..70a750a299ad6cc2a52e1e8554d6b075c7e160d6
--- /dev/null
+++ b/params/opt/5/rnd_search_t_lin/comb_1/trained/model.decoder.layers.4.fc1/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2dc4d1a12ea9e428b3d9e727b0a8b77a6e7aca417ef491d393fb7c4cf25ac427
+size 17539
diff --git a/params/opt/5/rnd_search_t_lin/comb_1/trained/model.decoder.layers.4.fc1/_s.pt b/params/opt/5/rnd_search_t_lin/comb_1/trained/model.decoder.layers.4.fc1/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..6ac7f648788bae6b006df9882d42bf54764431df
--- /dev/null
+++ b/params/opt/5/rnd_search_t_lin/comb_1/trained/model.decoder.layers.4.fc1/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ee131dad3c3ea8c0d166f267be59c04f617daa503ae7b4e818816e2579e50dc9
+size 17539
diff --git a/params/opt/5/rnd_search_t_lin/comb_1/trained/model.decoder.layers.4.fc2/_0.pt b/params/opt/5/rnd_search_t_lin/comb_1/trained/model.decoder.layers.4.fc2/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..dd7c9ae7ace123b0f3b792129fae4831d39118f2
--- /dev/null
+++ b/params/opt/5/rnd_search_t_lin/comb_1/trained/model.decoder.layers.4.fc2/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f3303e7b1c4bfca569b8d17cdc827c706be2f19bd3c76c4fed24d6416230d78a
+size 5251
diff --git a/params/opt/5/rnd_search_t_lin/comb_1/trained/model.decoder.layers.4.fc2/_s.pt b/params/opt/5/rnd_search_t_lin/comb_1/trained/model.decoder.layers.4.fc2/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..650b04d86e5d3f6c90013b498f5ec93ea1e92a5b
--- /dev/null
+++ b/params/opt/5/rnd_search_t_lin/comb_1/trained/model.decoder.layers.4.fc2/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:6dcb5c5de984fd744a8738fdf6c96d8d34c97c1670618347d866ecd413d0f3aa
+size 5251
diff --git a/params/opt/5/rnd_search_t_lin/comb_1/trained/model.decoder.layers.4.self_attn.k_proj/_0.pt b/params/opt/5/rnd_search_t_lin/comb_1/trained/model.decoder.layers.4.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..3cb6589b9e805c028df52c91be4094b142541f61
--- /dev/null
+++ b/params/opt/5/rnd_search_t_lin/comb_1/trained/model.decoder.layers.4.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0d3dc777d3b1bcd6e4f020b3b19ae5ed5d5d9690b341fa81445928684ebd297d
+size 5251
diff --git a/params/opt/5/rnd_search_t_lin/comb_1/trained/model.decoder.layers.4.self_attn.k_proj/_s.pt b/params/opt/5/rnd_search_t_lin/comb_1/trained/model.decoder.layers.4.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..bc8bdd2c3712f8f3ddca71e96117ddc9968a757a
--- /dev/null
+++ b/params/opt/5/rnd_search_t_lin/comb_1/trained/model.decoder.layers.4.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:81586ff91e6a67a62b54f8bfd276ca79ddfaee324fb1ecfab06f9cae08450326
+size 5251
diff --git a/params/opt/5/rnd_search_t_lin/comb_1/trained/model.decoder.layers.4.self_attn.out_proj/_0.pt b/params/opt/5/rnd_search_t_lin/comb_1/trained/model.decoder.layers.4.self_attn.out_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..6faaf07cbb8d3f6b72d6d806cc4886087cf3d8f5
--- /dev/null
+++ b/params/opt/5/rnd_search_t_lin/comb_1/trained/model.decoder.layers.4.self_attn.out_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:4db53248480682713b04144295778ceaa332856de4a4b5403b48063e5c4bc80c
+size 5251
diff --git a/params/opt/5/rnd_search_t_lin/comb_1/trained/model.decoder.layers.4.self_attn.out_proj/_s.pt b/params/opt/5/rnd_search_t_lin/comb_1/trained/model.decoder.layers.4.self_attn.out_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..862bc44e046be8298c82636121a4af2405ecf63a
--- /dev/null
+++ b/params/opt/5/rnd_search_t_lin/comb_1/trained/model.decoder.layers.4.self_attn.out_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:9de1e1c60d27b14a0c388f69cd2535353a9a36f379795744b8de539385f8ac76
+size 5251
diff --git a/params/opt/5/rnd_search_t_lin/comb_1/trained/model.decoder.layers.4.self_attn.q_proj/_0.pt b/params/opt/5/rnd_search_t_lin/comb_1/trained/model.decoder.layers.4.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c271d4ef743a38dd691cc940bf6b312c609136d8
--- /dev/null
+++ b/params/opt/5/rnd_search_t_lin/comb_1/trained/model.decoder.layers.4.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:fa605b8d3b5cbda200916de120759d0ccce46c31ef69057f68c9d0cb22a1b366
+size 5251
diff --git a/params/opt/5/rnd_search_t_lin/comb_1/trained/model.decoder.layers.4.self_attn.q_proj/_s.pt b/params/opt/5/rnd_search_t_lin/comb_1/trained/model.decoder.layers.4.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..68597d37ba0810a2bbf8a29646374eaa05dc39f5
--- /dev/null
+++ b/params/opt/5/rnd_search_t_lin/comb_1/trained/model.decoder.layers.4.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:680b6e526f69ce711b3a92f9e67f137b9d0ca560610cb6c4f45862365692810e
+size 5251
diff --git a/params/opt/5/rnd_search_t_lin/comb_1/trained/model.decoder.layers.4.self_attn.v_proj/_0.pt b/params/opt/5/rnd_search_t_lin/comb_1/trained/model.decoder.layers.4.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..75626e4680e656316e2f167ab573dd818f2978d0
--- /dev/null
+++ b/params/opt/5/rnd_search_t_lin/comb_1/trained/model.decoder.layers.4.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:289a1a82731bbf09de5a95d3654cee9cd596bee8f69513cd04e707503ae865ff
+size 5251
diff --git a/params/opt/5/rnd_search_t_lin/comb_1/trained/model.decoder.layers.4.self_attn.v_proj/_s.pt b/params/opt/5/rnd_search_t_lin/comb_1/trained/model.decoder.layers.4.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..9e5b210a7e67937a505ab7f3d8d19e79e3f4af49
--- /dev/null
+++ b/params/opt/5/rnd_search_t_lin/comb_1/trained/model.decoder.layers.4.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:9204ccd82256c33413aeb0623feb983f8eefce2dce9baf51db17db8ea61c5cd0
+size 5251
diff --git a/params/opt/5/rnd_search_t_lin/comb_1/trained/model.decoder.layers.5.fc1/_0.pt b/params/opt/5/rnd_search_t_lin/comb_1/trained/model.decoder.layers.5.fc1/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..14f99658db3f298412b38517a4efcd4d72a0d827
--- /dev/null
+++ b/params/opt/5/rnd_search_t_lin/comb_1/trained/model.decoder.layers.5.fc1/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d57bc0b899e2a812e55905d54a7d35cb9500d2c75c8957c8759d9b22d0c9e97c
+size 17539
diff --git a/params/opt/5/rnd_search_t_lin/comb_1/trained/model.decoder.layers.5.fc1/_s.pt b/params/opt/5/rnd_search_t_lin/comb_1/trained/model.decoder.layers.5.fc1/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..203c7272d29f40e49febf775487960fbf08fa73a
--- /dev/null
+++ b/params/opt/5/rnd_search_t_lin/comb_1/trained/model.decoder.layers.5.fc1/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:81c7e4d31b7a9334e438ef6d6b64b8cb246907f6070d2c808c0de6de4f5ba96c
+size 17539
diff --git a/params/opt/5/rnd_search_t_lin/comb_1/trained/model.decoder.layers.5.fc2/_0.pt b/params/opt/5/rnd_search_t_lin/comb_1/trained/model.decoder.layers.5.fc2/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..b705b25a6544e4f87191bd08b9aeb35ef3aa129e
--- /dev/null
+++ b/params/opt/5/rnd_search_t_lin/comb_1/trained/model.decoder.layers.5.fc2/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:709dd14a72eaf5af9f7187d420c84a9059c5593b4f179fd2a4d9170a8de35c6e
+size 5251
diff --git a/params/opt/5/rnd_search_t_lin/comb_1/trained/model.decoder.layers.5.fc2/_s.pt b/params/opt/5/rnd_search_t_lin/comb_1/trained/model.decoder.layers.5.fc2/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..605baad2cf95f043ddd0c46476a6d36ea69c5702
--- /dev/null
+++ b/params/opt/5/rnd_search_t_lin/comb_1/trained/model.decoder.layers.5.fc2/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:9f1b8b5cb41176cfa4629ff53d7731daed8dce9af4695e44f3ba1e65909fb8d8
+size 5251
diff --git a/params/opt/5/rnd_search_t_lin/comb_1/trained/model.decoder.layers.5.self_attn.k_proj/_0.pt b/params/opt/5/rnd_search_t_lin/comb_1/trained/model.decoder.layers.5.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..9430f1711fc6f71c3cdfba2d8f8a2aed251a5a9f
--- /dev/null
+++ b/params/opt/5/rnd_search_t_lin/comb_1/trained/model.decoder.layers.5.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c84e423030a480e10246cd97c2774b845bba1d2f960b3e8f27e47760b86633a7
+size 5251
diff --git a/params/opt/5/rnd_search_t_lin/comb_1/trained/model.decoder.layers.5.self_attn.k_proj/_s.pt b/params/opt/5/rnd_search_t_lin/comb_1/trained/model.decoder.layers.5.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..6a6fc457193ddbeb0288df4c9247c77469197863
--- /dev/null
+++ b/params/opt/5/rnd_search_t_lin/comb_1/trained/model.decoder.layers.5.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0223dbbc174367337093b5eedc25b08260808734dc5b6a8c171897774c400722
+size 5251
diff --git a/params/opt/5/rnd_search_t_lin/comb_1/trained/model.decoder.layers.5.self_attn.out_proj/_0.pt b/params/opt/5/rnd_search_t_lin/comb_1/trained/model.decoder.layers.5.self_attn.out_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..5dd03d2096159a1eec50b836ec708980a059c82d
--- /dev/null
+++ b/params/opt/5/rnd_search_t_lin/comb_1/trained/model.decoder.layers.5.self_attn.out_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:587f77cc4bbf74f7472012b1cee5bfdca65665ee153c12042685c7edd0c941b4
+size 5251
diff --git a/params/opt/5/rnd_search_t_lin/comb_1/trained/model.decoder.layers.5.self_attn.out_proj/_s.pt b/params/opt/5/rnd_search_t_lin/comb_1/trained/model.decoder.layers.5.self_attn.out_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..aa7e77bb57c99e9b726b4ca941b494cd833b50e3
--- /dev/null
+++ b/params/opt/5/rnd_search_t_lin/comb_1/trained/model.decoder.layers.5.self_attn.out_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f301068c3c8c990446e3cc3702ba134b870c53ed6d235e96863dde3d5f586b01
+size 5251
diff --git a/params/opt/5/rnd_search_t_lin/comb_1/trained/model.decoder.layers.5.self_attn.q_proj/_0.pt b/params/opt/5/rnd_search_t_lin/comb_1/trained/model.decoder.layers.5.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..70d7484bcd60ea9cabe72399b039a639b4055f28
--- /dev/null
+++ b/params/opt/5/rnd_search_t_lin/comb_1/trained/model.decoder.layers.5.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5f8ffc9c1c5fdbc6edaffab49ab8d48b5f84bc07abebe63590b5cbb2cbb3d30e
+size 5251
diff --git a/params/opt/5/rnd_search_t_lin/comb_1/trained/model.decoder.layers.5.self_attn.q_proj/_s.pt b/params/opt/5/rnd_search_t_lin/comb_1/trained/model.decoder.layers.5.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..5ed3df2ffcf72da813f2bc29bdc24dabb7a8e7d0
--- /dev/null
+++ b/params/opt/5/rnd_search_t_lin/comb_1/trained/model.decoder.layers.5.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e331d21f1c33e437594fa46f8bcbf2c0ee5927b45e2ff588bb094a677ea1f436
+size 5251
diff --git a/params/opt/5/rnd_search_t_lin/comb_1/trained/model.decoder.layers.5.self_attn.v_proj/_0.pt b/params/opt/5/rnd_search_t_lin/comb_1/trained/model.decoder.layers.5.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..b9429017af5e7cd2f77b66053d127b45f4466c23
--- /dev/null
+++ b/params/opt/5/rnd_search_t_lin/comb_1/trained/model.decoder.layers.5.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:547617ce1ff72d1415c9b08611445d70056e8a89252f0d90d00780f5de1225da
+size 5251
diff --git a/params/opt/5/rnd_search_t_lin/comb_1/trained/model.decoder.layers.5.self_attn.v_proj/_s.pt b/params/opt/5/rnd_search_t_lin/comb_1/trained/model.decoder.layers.5.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..3ebf936b0a468ae107e7ab0ee3b88774e7d83b7f
--- /dev/null
+++ b/params/opt/5/rnd_search_t_lin/comb_1/trained/model.decoder.layers.5.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e16c881a2d473fb3b02f3ca7e1e28843062344bf4c6a13056f2e2ff9eac83980
+size 5251
diff --git a/params/opt/5/rnd_search_t_lin/comb_1/trained/model.decoder.layers.6.fc1/_0.pt b/params/opt/5/rnd_search_t_lin/comb_1/trained/model.decoder.layers.6.fc1/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..94fb04b2f01150d8731b3e77feac2174205d6d22
--- /dev/null
+++ b/params/opt/5/rnd_search_t_lin/comb_1/trained/model.decoder.layers.6.fc1/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:15e46aea5d12c17d666908062d230dedf740b1b937bab8c415e10562b4272085
+size 17539
diff --git a/params/opt/5/rnd_search_t_lin/comb_1/trained/model.decoder.layers.6.fc1/_s.pt b/params/opt/5/rnd_search_t_lin/comb_1/trained/model.decoder.layers.6.fc1/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..48541f2d878dc11153a3e6e5055f116a3830a76c
--- /dev/null
+++ b/params/opt/5/rnd_search_t_lin/comb_1/trained/model.decoder.layers.6.fc1/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f41eae8b19ca3fd11c56815022fbd21422100f84b7eb22cedc3389ac91af5afb
+size 17539
diff --git a/params/opt/5/rnd_search_t_lin/comb_1/trained/model.decoder.layers.6.fc2/_0.pt b/params/opt/5/rnd_search_t_lin/comb_1/trained/model.decoder.layers.6.fc2/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..3fd75ff69235b9f6d568ba64bd278bb3e0e29e95
--- /dev/null
+++ b/params/opt/5/rnd_search_t_lin/comb_1/trained/model.decoder.layers.6.fc2/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0cf2aaafc75c56eb8d48a6e0e8e6dc9d235193341e4cad546ce3302299959294
+size 5251
diff --git a/params/opt/5/rnd_search_t_lin/comb_1/trained/model.decoder.layers.6.fc2/_s.pt b/params/opt/5/rnd_search_t_lin/comb_1/trained/model.decoder.layers.6.fc2/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..fd736f84dfc501258583e000af57d6716b98c8ee
--- /dev/null
+++ b/params/opt/5/rnd_search_t_lin/comb_1/trained/model.decoder.layers.6.fc2/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:90b51dbf4ff2460ffea12b9923c96d81e5ddafc40706e10fabf910517319ff8c
+size 5251
diff --git a/params/opt/5/rnd_search_t_lin/comb_1/trained/model.decoder.layers.6.self_attn.k_proj/_0.pt b/params/opt/5/rnd_search_t_lin/comb_1/trained/model.decoder.layers.6.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..94cac9a57dea9cb71560bbdd0c997e7d3bdcb3bd
--- /dev/null
+++ b/params/opt/5/rnd_search_t_lin/comb_1/trained/model.decoder.layers.6.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:58166dfdda3aa5d365a736b9685f45542a6b9f6c65b24fd04fe65f1662adadf6
+size 5251
diff --git a/params/opt/5/rnd_search_t_lin/comb_1/trained/model.decoder.layers.6.self_attn.k_proj/_s.pt b/params/opt/5/rnd_search_t_lin/comb_1/trained/model.decoder.layers.6.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2144cee1d3ff70e1b7c0a722892d58f5096fc6c5
--- /dev/null
+++ b/params/opt/5/rnd_search_t_lin/comb_1/trained/model.decoder.layers.6.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2c43ed9f3d8315d978c2bc70c80a50555509d957e0bccd25021d0be7341ed941
+size 5251
diff --git a/params/opt/5/rnd_search_t_lin/comb_1/trained/model.decoder.layers.6.self_attn.out_proj/_0.pt b/params/opt/5/rnd_search_t_lin/comb_1/trained/model.decoder.layers.6.self_attn.out_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..f85298bff8c27b380570f5319673580a74be6a39
--- /dev/null
+++ b/params/opt/5/rnd_search_t_lin/comb_1/trained/model.decoder.layers.6.self_attn.out_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:6e14d2980aa034cd793ae4aa1b5dd2d0ad10ce6f1d01395850452c9d98fb9f53
+size 5251
diff --git a/params/opt/5/rnd_search_t_lin/comb_1/trained/model.decoder.layers.6.self_attn.out_proj/_s.pt b/params/opt/5/rnd_search_t_lin/comb_1/trained/model.decoder.layers.6.self_attn.out_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..440e1aa6e4465a41f10d3301dd09d953fed7e5ea
--- /dev/null
+++ b/params/opt/5/rnd_search_t_lin/comb_1/trained/model.decoder.layers.6.self_attn.out_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:1919d4e5207f0faed3b931034f3bedbc92dcea956329dcdf923e21d2662dc961
+size 5251
diff --git a/params/opt/5/rnd_search_t_lin/comb_1/trained/model.decoder.layers.6.self_attn.q_proj/_0.pt b/params/opt/5/rnd_search_t_lin/comb_1/trained/model.decoder.layers.6.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ed47acdb76b26081a55ead82faaadb4552fc139b
--- /dev/null
+++ b/params/opt/5/rnd_search_t_lin/comb_1/trained/model.decoder.layers.6.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f744d04425a031f8e33f371eca6661e37da552d3bf8b586e43520254c4890a9c
+size 5251
diff --git a/params/opt/5/rnd_search_t_lin/comb_1/trained/model.decoder.layers.6.self_attn.q_proj/_s.pt b/params/opt/5/rnd_search_t_lin/comb_1/trained/model.decoder.layers.6.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..18a48d07ffb4a6a350f0f533b2ce70313623be74
--- /dev/null
+++ b/params/opt/5/rnd_search_t_lin/comb_1/trained/model.decoder.layers.6.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:80c32ca3d8b6a0b5d27dada30b4b16c0ac774439b362871e8d407a4f6c348bd8
+size 5251
diff --git a/params/opt/5/rnd_search_t_lin/comb_1/trained/model.decoder.layers.6.self_attn.v_proj/_0.pt b/params/opt/5/rnd_search_t_lin/comb_1/trained/model.decoder.layers.6.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..cc601519018e176a2900216da332a67d412142a8
--- /dev/null
+++ b/params/opt/5/rnd_search_t_lin/comb_1/trained/model.decoder.layers.6.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:47e0e67cf511f1522c51ced8030c18a2010657e0e9c65d4b67c87c963ddc9a17
+size 5251
diff --git a/params/opt/5/rnd_search_t_lin/comb_1/trained/model.decoder.layers.6.self_attn.v_proj/_s.pt b/params/opt/5/rnd_search_t_lin/comb_1/trained/model.decoder.layers.6.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8301232cd1041a6c484bea7c94ca63ed2dd98b22
--- /dev/null
+++ b/params/opt/5/rnd_search_t_lin/comb_1/trained/model.decoder.layers.6.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:460e53ba0efce66486c0ec359f332711db9f779b98da485fd98d9d1569b886bc
+size 5251
diff --git a/params/opt/5/rnd_search_t_lin/comb_1/trained/model.decoder.layers.7.fc1/_0.pt b/params/opt/5/rnd_search_t_lin/comb_1/trained/model.decoder.layers.7.fc1/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..af7eeed3e992f79510734988e9dd66f44c579666
--- /dev/null
+++ b/params/opt/5/rnd_search_t_lin/comb_1/trained/model.decoder.layers.7.fc1/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5ae259ccb2d0ddebf807695e698dbcc4fcb430aa37a6e9e40ce72b62e8e7753d
+size 17539
diff --git a/params/opt/5/rnd_search_t_lin/comb_1/trained/model.decoder.layers.7.fc1/_s.pt b/params/opt/5/rnd_search_t_lin/comb_1/trained/model.decoder.layers.7.fc1/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e15a4f061f8d7ea311d525788dc55b650998f46d
--- /dev/null
+++ b/params/opt/5/rnd_search_t_lin/comb_1/trained/model.decoder.layers.7.fc1/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2c2505fb5af5f3c9bec4b3140ff4c67cc398d06c5a44294309e4d6310ae1eb16
+size 17539
diff --git a/params/opt/5/rnd_search_t_lin/comb_1/trained/model.decoder.layers.7.fc2/_0.pt b/params/opt/5/rnd_search_t_lin/comb_1/trained/model.decoder.layers.7.fc2/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..f2b6269c92b03bf0b1c649a03e75b151b3d8650d
--- /dev/null
+++ b/params/opt/5/rnd_search_t_lin/comb_1/trained/model.decoder.layers.7.fc2/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:dc30011fe1d63eaa6ff9e58a5b50740f022639144d71538f1a56ae664590a157
+size 5251
diff --git a/params/opt/5/rnd_search_t_lin/comb_1/trained/model.decoder.layers.7.fc2/_s.pt b/params/opt/5/rnd_search_t_lin/comb_1/trained/model.decoder.layers.7.fc2/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..be57890244403cdd8c0c16ab6cca7f5aa29ee51e
--- /dev/null
+++ b/params/opt/5/rnd_search_t_lin/comb_1/trained/model.decoder.layers.7.fc2/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0e37df11ff3ff418f2cfd5c4b20e342eeb1c5849aef3290b91f475104a321da8
+size 5251
diff --git a/params/opt/5/rnd_search_t_lin/comb_1/trained/model.decoder.layers.7.self_attn.k_proj/_0.pt b/params/opt/5/rnd_search_t_lin/comb_1/trained/model.decoder.layers.7.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..abf4d975b93451e368d09e7bdb7f8797ee606744
--- /dev/null
+++ b/params/opt/5/rnd_search_t_lin/comb_1/trained/model.decoder.layers.7.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:41366196ee3bf6bacf96dee221b3a16a60e07cd07721680102e8ccde707dd899
+size 5251
diff --git a/params/opt/5/rnd_search_t_lin/comb_1/trained/model.decoder.layers.7.self_attn.k_proj/_s.pt b/params/opt/5/rnd_search_t_lin/comb_1/trained/model.decoder.layers.7.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ae4e889e33021994a8a930d5901972d225e8378d
--- /dev/null
+++ b/params/opt/5/rnd_search_t_lin/comb_1/trained/model.decoder.layers.7.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:05c15cc95e69c357d610616e8352a2dc1b783ec9d21d0b9fc200aac3cf0e29c0
+size 5251
diff --git a/params/opt/5/rnd_search_t_lin/comb_1/trained/model.decoder.layers.7.self_attn.out_proj/_0.pt b/params/opt/5/rnd_search_t_lin/comb_1/trained/model.decoder.layers.7.self_attn.out_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a6ffe92018d0d957d956f5d968d8a17e2bde0cd1
--- /dev/null
+++ b/params/opt/5/rnd_search_t_lin/comb_1/trained/model.decoder.layers.7.self_attn.out_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:04ee2db83bb239900b5439f8aae19434ee99d94c06be9d1f3c1be2f466a44900
+size 5251
diff --git a/params/opt/5/rnd_search_t_lin/comb_1/trained/model.decoder.layers.7.self_attn.out_proj/_s.pt b/params/opt/5/rnd_search_t_lin/comb_1/trained/model.decoder.layers.7.self_attn.out_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..00a04fe47fc02de2a90ae20a646e157fc8feac13
--- /dev/null
+++ b/params/opt/5/rnd_search_t_lin/comb_1/trained/model.decoder.layers.7.self_attn.out_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:663b100ebe6b6d55e8079293a9021c66b89a3072108d4b7d1436591c0f12087b
+size 5251
diff --git a/params/opt/5/rnd_search_t_lin/comb_1/trained/model.decoder.layers.7.self_attn.q_proj/_0.pt b/params/opt/5/rnd_search_t_lin/comb_1/trained/model.decoder.layers.7.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..74eb6681d406ace052564295793f088ee9741693
--- /dev/null
+++ b/params/opt/5/rnd_search_t_lin/comb_1/trained/model.decoder.layers.7.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e60fb5872cbd2782d24c8ac8ed34cf647d72699f4e2df42ecd054e7288cafb00
+size 5251
diff --git a/params/opt/5/rnd_search_t_lin/comb_1/trained/model.decoder.layers.7.self_attn.q_proj/_s.pt b/params/opt/5/rnd_search_t_lin/comb_1/trained/model.decoder.layers.7.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..86474895b2323dc856328864f94c881463027a1b
--- /dev/null
+++ b/params/opt/5/rnd_search_t_lin/comb_1/trained/model.decoder.layers.7.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:7a3e41affdf572f4f3894044e6d4a1d633a82bffb439bf05ae6a04d9cef1549f
+size 5251
diff --git a/params/opt/5/rnd_search_t_lin/comb_1/trained/model.decoder.layers.7.self_attn.v_proj/_0.pt b/params/opt/5/rnd_search_t_lin/comb_1/trained/model.decoder.layers.7.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..d8f11666a82bcc41d07f3cb23cd80f5a8e70184d
--- /dev/null
+++ b/params/opt/5/rnd_search_t_lin/comb_1/trained/model.decoder.layers.7.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0c538706dfec4617769fd100bc471608b872ae1a08808d1d537f085298639f55
+size 5251
diff --git a/params/opt/5/rnd_search_t_lin/comb_1/trained/model.decoder.layers.7.self_attn.v_proj/_s.pt b/params/opt/5/rnd_search_t_lin/comb_1/trained/model.decoder.layers.7.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..9ceb01f4c9e734454ebce9647c241a4eb40513ef
--- /dev/null
+++ b/params/opt/5/rnd_search_t_lin/comb_1/trained/model.decoder.layers.7.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f60bb655e3847da83363bd50e91fc6f127d86400e088ba4e2fd7503e9c335e0a
+size 5251
diff --git a/params/opt/5/rnd_search_t_lin/comb_1/trained/model.decoder.layers.8.fc1/_0.pt b/params/opt/5/rnd_search_t_lin/comb_1/trained/model.decoder.layers.8.fc1/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..92525ee66175c9b1a804f8e8790909dda703cab6
--- /dev/null
+++ b/params/opt/5/rnd_search_t_lin/comb_1/trained/model.decoder.layers.8.fc1/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:7ac3f932dda33c7bcde8f4b53eafb22f853b29243c3452c11194b9e3a73f7300
+size 17539
diff --git a/params/opt/5/rnd_search_t_lin/comb_1/trained/model.decoder.layers.8.fc1/_s.pt b/params/opt/5/rnd_search_t_lin/comb_1/trained/model.decoder.layers.8.fc1/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..42f7c9d63230a23254626bdc9f3555941e6d6e87
--- /dev/null
+++ b/params/opt/5/rnd_search_t_lin/comb_1/trained/model.decoder.layers.8.fc1/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0cb8c08a44426f27d6c5a9397fb8be60ba9c76b5e99c4cee5d5174bbcf9f71e0
+size 17539
diff --git a/params/opt/5/rnd_search_t_lin/comb_1/trained/model.decoder.layers.8.fc2/_0.pt b/params/opt/5/rnd_search_t_lin/comb_1/trained/model.decoder.layers.8.fc2/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..d8b8981d3d00283092376771576b2730de1fbc5a
--- /dev/null
+++ b/params/opt/5/rnd_search_t_lin/comb_1/trained/model.decoder.layers.8.fc2/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:13625d9f897625e7bd25fc0de394ce624c6a47f6c20c9fc16441b5867e4a39bd
+size 5251
diff --git a/params/opt/5/rnd_search_t_lin/comb_1/trained/model.decoder.layers.8.fc2/_s.pt b/params/opt/5/rnd_search_t_lin/comb_1/trained/model.decoder.layers.8.fc2/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c212e3d2b9eb88e62e7fd239e8359919a0732a95
--- /dev/null
+++ b/params/opt/5/rnd_search_t_lin/comb_1/trained/model.decoder.layers.8.fc2/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:40eae3b530515ecd0ef894ab046c22524b59930c4b9b031f3b08df5a9e976a82
+size 5251
diff --git a/params/opt/5/rnd_search_t_lin/comb_1/trained/model.decoder.layers.8.self_attn.k_proj/_0.pt b/params/opt/5/rnd_search_t_lin/comb_1/trained/model.decoder.layers.8.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..9d9f552ab283738c269c77ca8eb3254432975461
--- /dev/null
+++ b/params/opt/5/rnd_search_t_lin/comb_1/trained/model.decoder.layers.8.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:adc0d96ce8200df8bfdc492943845f5e4cadc4793ffe8bf8320629d923a8ca51
+size 5251
diff --git a/params/opt/5/rnd_search_t_lin/comb_1/trained/model.decoder.layers.8.self_attn.k_proj/_s.pt b/params/opt/5/rnd_search_t_lin/comb_1/trained/model.decoder.layers.8.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..bbeb161ff3ba819101fc7b0245bfe468f9d4f54f
--- /dev/null
+++ b/params/opt/5/rnd_search_t_lin/comb_1/trained/model.decoder.layers.8.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:202a4c3e46f642a0d66b9b4bc331582b649fc3a06b536f600239d32c9a5b90b0
+size 5251
diff --git a/params/opt/5/rnd_search_t_lin/comb_1/trained/model.decoder.layers.8.self_attn.out_proj/_0.pt b/params/opt/5/rnd_search_t_lin/comb_1/trained/model.decoder.layers.8.self_attn.out_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..90bfb405a91b481c00c7190a751abd4a7765076d
--- /dev/null
+++ b/params/opt/5/rnd_search_t_lin/comb_1/trained/model.decoder.layers.8.self_attn.out_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ea0c29738601c82b1c77b6563a2ab1e9daa7b4784e1c77cdab5b186ef934df44
+size 5251
diff --git a/params/opt/5/rnd_search_t_lin/comb_1/trained/model.decoder.layers.8.self_attn.out_proj/_s.pt b/params/opt/5/rnd_search_t_lin/comb_1/trained/model.decoder.layers.8.self_attn.out_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..72fdd5568009ed074f3ed2079ac50e0cbac6e532
--- /dev/null
+++ b/params/opt/5/rnd_search_t_lin/comb_1/trained/model.decoder.layers.8.self_attn.out_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:17d674f545666adc0f7c6251ab1f75de7c0c6f661ea645d3635e3f57196250cf
+size 5251
diff --git a/params/opt/5/rnd_search_t_lin/comb_1/trained/model.decoder.layers.8.self_attn.q_proj/_0.pt b/params/opt/5/rnd_search_t_lin/comb_1/trained/model.decoder.layers.8.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c4f65f390e1d5f418828ce47f589f97649de429f
--- /dev/null
+++ b/params/opt/5/rnd_search_t_lin/comb_1/trained/model.decoder.layers.8.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:aad8b12db673c71c7b1bdc73fb32f564dfacda91612051332e231a0912cffc15
+size 5251
diff --git a/params/opt/5/rnd_search_t_lin/comb_1/trained/model.decoder.layers.8.self_attn.q_proj/_s.pt b/params/opt/5/rnd_search_t_lin/comb_1/trained/model.decoder.layers.8.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..63b4001ab6be9bd16753544c51dfa0bbaea66092
--- /dev/null
+++ b/params/opt/5/rnd_search_t_lin/comb_1/trained/model.decoder.layers.8.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2f4468399795ebedb028e25c0774e2385721314d165e4c0fef3f555b408805e8
+size 5251
diff --git a/params/opt/5/rnd_search_t_lin/comb_1/trained/model.decoder.layers.8.self_attn.v_proj/_0.pt b/params/opt/5/rnd_search_t_lin/comb_1/trained/model.decoder.layers.8.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..742027da921a096d682251dd68a2a82901865909
--- /dev/null
+++ b/params/opt/5/rnd_search_t_lin/comb_1/trained/model.decoder.layers.8.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:26722693f25104233f2a092f664cff26b5603d69954dcac2cfbe1f5950390949
+size 5251
diff --git a/params/opt/5/rnd_search_t_lin/comb_1/trained/model.decoder.layers.8.self_attn.v_proj/_s.pt b/params/opt/5/rnd_search_t_lin/comb_1/trained/model.decoder.layers.8.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..14baf3383365a51efe4016994a110e0171dd0df5
--- /dev/null
+++ b/params/opt/5/rnd_search_t_lin/comb_1/trained/model.decoder.layers.8.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b252cac95bdeaa3926d56815a177d1a55372c6ed7ff97bad4eb2b2f40d8b5b2e
+size 5251
diff --git a/params/opt/5/rnd_search_t_lin/comb_1/trained/model.decoder.layers.9.fc1/_0.pt b/params/opt/5/rnd_search_t_lin/comb_1/trained/model.decoder.layers.9.fc1/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2b2fb19dd58ff8b2cefb76f104d8aebb8c3be416
--- /dev/null
+++ b/params/opt/5/rnd_search_t_lin/comb_1/trained/model.decoder.layers.9.fc1/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:81232cdb72f7ecf7b783702fc95b5fe134d301526731806be23c77ca7c67bd02
+size 17539
diff --git a/params/opt/5/rnd_search_t_lin/comb_1/trained/model.decoder.layers.9.fc1/_s.pt b/params/opt/5/rnd_search_t_lin/comb_1/trained/model.decoder.layers.9.fc1/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..0f544804ad6fa947a3b03a79058221d33e206521
--- /dev/null
+++ b/params/opt/5/rnd_search_t_lin/comb_1/trained/model.decoder.layers.9.fc1/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a91f33ecae5d61c4076d75438f8428ff5c3dbad15bd45f5f9e937acac8d54515
+size 17539
diff --git a/params/opt/5/rnd_search_t_lin/comb_1/trained/model.decoder.layers.9.fc2/_0.pt b/params/opt/5/rnd_search_t_lin/comb_1/trained/model.decoder.layers.9.fc2/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ea951e6b7767296a28249061baccc5470f7b3da0
--- /dev/null
+++ b/params/opt/5/rnd_search_t_lin/comb_1/trained/model.decoder.layers.9.fc2/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b5861cb1fb1ec2a8f1ca1aad84a8e12166b3b97f7cd301c51c0f26f20bab6f34
+size 5251
diff --git a/params/opt/5/rnd_search_t_lin/comb_1/trained/model.decoder.layers.9.fc2/_s.pt b/params/opt/5/rnd_search_t_lin/comb_1/trained/model.decoder.layers.9.fc2/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..0cd2e4dba6ed6a4bb7b634fa3644824f54079b21
--- /dev/null
+++ b/params/opt/5/rnd_search_t_lin/comb_1/trained/model.decoder.layers.9.fc2/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:593141ad56e26b086d3f4591da46c96e32f2795fd2c04643f633f13f247e550b
+size 5251
diff --git a/params/opt/5/rnd_search_t_lin/comb_1/trained/model.decoder.layers.9.self_attn.k_proj/_0.pt b/params/opt/5/rnd_search_t_lin/comb_1/trained/model.decoder.layers.9.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ffd5a4b0a42a2233ec6bddd72f419d1cd40a3b39
--- /dev/null
+++ b/params/opt/5/rnd_search_t_lin/comb_1/trained/model.decoder.layers.9.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ba36c59a506be1a0afed5d97217c2e7a2aa624f62f97e38f0fca23970030a23c
+size 5251
diff --git a/params/opt/5/rnd_search_t_lin/comb_1/trained/model.decoder.layers.9.self_attn.k_proj/_s.pt b/params/opt/5/rnd_search_t_lin/comb_1/trained/model.decoder.layers.9.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..f5e0dee26ddf2354ed3fc6da152d36ae559e6bbd
--- /dev/null
+++ b/params/opt/5/rnd_search_t_lin/comb_1/trained/model.decoder.layers.9.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:cb503d1ef8ac598bfea482aed82d6ac97240938fbf2600c262391827d92046a6
+size 5251
diff --git a/params/opt/5/rnd_search_t_lin/comb_1/trained/model.decoder.layers.9.self_attn.out_proj/_0.pt b/params/opt/5/rnd_search_t_lin/comb_1/trained/model.decoder.layers.9.self_attn.out_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e8899fc09ff8a5ccc86756cb47ae6125f1b4acf4
--- /dev/null
+++ b/params/opt/5/rnd_search_t_lin/comb_1/trained/model.decoder.layers.9.self_attn.out_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ae645677de82de2e4ba1bfc6b59ea0659a1d28433a4af30effb09fc382bd69f1
+size 5251
diff --git a/params/opt/5/rnd_search_t_lin/comb_1/trained/model.decoder.layers.9.self_attn.out_proj/_s.pt b/params/opt/5/rnd_search_t_lin/comb_1/trained/model.decoder.layers.9.self_attn.out_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ff1339568db7edd15ae957a44a72881224e9b612
--- /dev/null
+++ b/params/opt/5/rnd_search_t_lin/comb_1/trained/model.decoder.layers.9.self_attn.out_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ea46018b7441bcde531da5d50d28165c9d85850e4ecfaf21be4141d578ba0e05
+size 5251
diff --git a/params/opt/5/rnd_search_t_lin/comb_1/trained/model.decoder.layers.9.self_attn.q_proj/_0.pt b/params/opt/5/rnd_search_t_lin/comb_1/trained/model.decoder.layers.9.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..154db47a8d85efd5554ee17dcb33034e5bd23462
--- /dev/null
+++ b/params/opt/5/rnd_search_t_lin/comb_1/trained/model.decoder.layers.9.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d9cc0358eb1c7733d34276c3702286a5136a7afb4ff909f2379233a441025142
+size 5251
diff --git a/params/opt/5/rnd_search_t_lin/comb_1/trained/model.decoder.layers.9.self_attn.q_proj/_s.pt b/params/opt/5/rnd_search_t_lin/comb_1/trained/model.decoder.layers.9.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..f95f5e96b9d8ef6144f301bd13a229f6289ecfca
--- /dev/null
+++ b/params/opt/5/rnd_search_t_lin/comb_1/trained/model.decoder.layers.9.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d844b61f11853fe2d306c212aafa662c98cfdeb714975c683839e287c0e3dac0
+size 5251
diff --git a/params/opt/5/rnd_search_t_lin/comb_1/trained/model.decoder.layers.9.self_attn.v_proj/_0.pt b/params/opt/5/rnd_search_t_lin/comb_1/trained/model.decoder.layers.9.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..bbf2e87b37faa793fc93feadd8ee111fa3c9f5ff
--- /dev/null
+++ b/params/opt/5/rnd_search_t_lin/comb_1/trained/model.decoder.layers.9.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:bdbd23c241da0907d871afedeca19c61247fef1e83486d558e8febb628ac3468
+size 5251
diff --git a/params/opt/5/rnd_search_t_lin/comb_1/trained/model.decoder.layers.9.self_attn.v_proj/_s.pt b/params/opt/5/rnd_search_t_lin/comb_1/trained/model.decoder.layers.9.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..d31c0a81e3199c2babfe208be57711e367f4d05a
--- /dev/null
+++ b/params/opt/5/rnd_search_t_lin/comb_1/trained/model.decoder.layers.9.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e590be7cd2cba33ac0cf394f793e5044e7ccadd7d549fcb2e4b6cb408d4e1a77
+size 5251
diff --git a/params/opt/5/rnd_search_t_lin/comb_1/trained/model.decoder.project_in/_0.pt b/params/opt/5/rnd_search_t_lin/comb_1/trained/model.decoder.project_in/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..b2bbdf44d526f694c15a7a71a2d4005631b15dff
--- /dev/null
+++ b/params/opt/5/rnd_search_t_lin/comb_1/trained/model.decoder.project_in/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:8bc46e3ebb05c27ac730ae88da83f88fb836f9720c2a9c61943f79162dfc3494
+size 5251
diff --git a/params/opt/5/rnd_search_t_lin/comb_1/trained/model.decoder.project_in/_s.pt b/params/opt/5/rnd_search_t_lin/comb_1/trained/model.decoder.project_in/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..19e836949eba1cbcab1a3dc2161130c6331960ad
--- /dev/null
+++ b/params/opt/5/rnd_search_t_lin/comb_1/trained/model.decoder.project_in/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5e3b5c85dd154835349fc7441b67be9bfc23a0e4de4a0e16605533e1740a0045
+size 5251
diff --git a/params/opt/5/rnd_search_t_lin/comb_1/trained/model.decoder.project_out/_0.pt b/params/opt/5/rnd_search_t_lin/comb_1/trained/model.decoder.project_out/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e524e5341b2617cbb33ce9407ef83beea78dd167
--- /dev/null
+++ b/params/opt/5/rnd_search_t_lin/comb_1/trained/model.decoder.project_out/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:64d3b620d117f6b0baad79279b787094e6db6d6d5aaaad67697460875b70d26e
+size 3203
diff --git a/params/opt/5/rnd_search_t_lin/comb_1/trained/model.decoder.project_out/_s.pt b/params/opt/5/rnd_search_t_lin/comb_1/trained/model.decoder.project_out/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..427290ec334c680f6c38d079a1f9df84ee8b059f
--- /dev/null
+++ b/params/opt/5/rnd_search_t_lin/comb_1/trained/model.decoder.project_out/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:28a278a334e1f3227bcbd6c4a49a63a69e41dfd7489e22a2e5c9df5f51f8b2ee
+size 3203
diff --git a/params/opt/5/rnd_search_t_lin/comb_11/init/lm_head/_0.pt b/params/opt/5/rnd_search_t_lin/comb_11/init/lm_head/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..b26634d31627d1a0044c3f3651ff144ed5eb8f4c
--- /dev/null
+++ b/params/opt/5/rnd_search_t_lin/comb_11/init/lm_head/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2aeb55462019e469ec40ffa03573a99ed00c39ee31ce90f00c8b184c5501dbf7
+size 202243
diff --git a/params/opt/5/rnd_search_t_lin/comb_11/init/lm_head/_s.pt b/params/opt/5/rnd_search_t_lin/comb_11/init/lm_head/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..70aa1fac3138f6b602cae68ddccd0d817e38af24
--- /dev/null
+++ b/params/opt/5/rnd_search_t_lin/comb_11/init/lm_head/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ee48a432fd091b30eb21c11d4715ab26ce3ff5f63cd3afb802587c1201dc5f34
+size 202243
diff --git a/params/opt/5/rnd_search_t_lin/comb_11/init/model.decoder.layers.0.fc1/_0.pt b/params/opt/5/rnd_search_t_lin/comb_11/init/model.decoder.layers.0.fc1/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..58c96248fd00550cc15d645205571ee67c337035
--- /dev/null
+++ b/params/opt/5/rnd_search_t_lin/comb_11/init/model.decoder.layers.0.fc1/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d77f62f2a90ce91416a8360d6ec3a5205dee0afeca27666c8c1c6bc185c247e5
+size 17539
diff --git a/params/opt/5/rnd_search_t_lin/comb_11/init/model.decoder.layers.0.fc1/_s.pt b/params/opt/5/rnd_search_t_lin/comb_11/init/model.decoder.layers.0.fc1/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..525af4fa5c973f9d950b6b129e5f25efcf8fdac0
--- /dev/null
+++ b/params/opt/5/rnd_search_t_lin/comb_11/init/model.decoder.layers.0.fc1/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:dad113e9aa9c034c49311045ec6363675a2d3173a6ff1230f66ace5e67c23eb3
+size 17539
diff --git a/params/opt/5/rnd_search_t_lin/comb_11/init/model.decoder.layers.0.fc2/_0.pt b/params/opt/5/rnd_search_t_lin/comb_11/init/model.decoder.layers.0.fc2/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/opt/5/rnd_search_t_lin/comb_11/init/model.decoder.layers.0.fc2/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/opt/5/rnd_search_t_lin/comb_11/init/model.decoder.layers.0.fc2/_s.pt b/params/opt/5/rnd_search_t_lin/comb_11/init/model.decoder.layers.0.fc2/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2c25839c1c6ac550dab1b8b376edf6921448f1ed
--- /dev/null
+++ b/params/opt/5/rnd_search_t_lin/comb_11/init/model.decoder.layers.0.fc2/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d5b6f2267cfaba734b45ea0103be1fbc2c4c277f56f3be323a81d4790c865ae5
+size 5251
diff --git a/params/opt/5/rnd_search_t_lin/comb_11/init/model.decoder.layers.0.self_attn.k_proj/_0.pt b/params/opt/5/rnd_search_t_lin/comb_11/init/model.decoder.layers.0.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/opt/5/rnd_search_t_lin/comb_11/init/model.decoder.layers.0.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/opt/5/rnd_search_t_lin/comb_11/init/model.decoder.layers.0.self_attn.k_proj/_s.pt b/params/opt/5/rnd_search_t_lin/comb_11/init/model.decoder.layers.0.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c6f046cc2651b6ca782ef0fb782f8ab990635f1c
--- /dev/null
+++ b/params/opt/5/rnd_search_t_lin/comb_11/init/model.decoder.layers.0.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c1534aae42af876af06e0e665ab682e5fde326f134261ab177488599b9421e81
+size 5251
diff --git a/params/opt/5/rnd_search_t_lin/comb_11/init/model.decoder.layers.0.self_attn.out_proj/_0.pt b/params/opt/5/rnd_search_t_lin/comb_11/init/model.decoder.layers.0.self_attn.out_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/opt/5/rnd_search_t_lin/comb_11/init/model.decoder.layers.0.self_attn.out_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/opt/5/rnd_search_t_lin/comb_11/init/model.decoder.layers.0.self_attn.out_proj/_s.pt b/params/opt/5/rnd_search_t_lin/comb_11/init/model.decoder.layers.0.self_attn.out_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..90778adb6b70499ad8b61ea0ef4139f2a81454bd
--- /dev/null
+++ b/params/opt/5/rnd_search_t_lin/comb_11/init/model.decoder.layers.0.self_attn.out_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:72c89967abac8546afb2cc49da64731f97158e99f1bf466345f6d29d12af9b7e
+size 5251
diff --git a/params/opt/5/rnd_search_t_lin/comb_11/init/model.decoder.layers.0.self_attn.q_proj/_0.pt b/params/opt/5/rnd_search_t_lin/comb_11/init/model.decoder.layers.0.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/opt/5/rnd_search_t_lin/comb_11/init/model.decoder.layers.0.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/opt/5/rnd_search_t_lin/comb_11/init/model.decoder.layers.0.self_attn.q_proj/_s.pt b/params/opt/5/rnd_search_t_lin/comb_11/init/model.decoder.layers.0.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..52a6c587c0f72e48e385e129de27196172083302
--- /dev/null
+++ b/params/opt/5/rnd_search_t_lin/comb_11/init/model.decoder.layers.0.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:69e2fbafdee77852498fa72c3b3edfdbcd3cb034db074f0ddff58e6f1f764ae2
+size 5251
diff --git a/params/opt/5/rnd_search_t_lin/comb_11/init/model.decoder.layers.0.self_attn.v_proj/_0.pt b/params/opt/5/rnd_search_t_lin/comb_11/init/model.decoder.layers.0.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/opt/5/rnd_search_t_lin/comb_11/init/model.decoder.layers.0.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/opt/5/rnd_search_t_lin/comb_11/init/model.decoder.layers.0.self_attn.v_proj/_s.pt b/params/opt/5/rnd_search_t_lin/comb_11/init/model.decoder.layers.0.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4065f008eb9983f78befdcb4f312341a808b88bd
--- /dev/null
+++ b/params/opt/5/rnd_search_t_lin/comb_11/init/model.decoder.layers.0.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:07d14a5f453da72a478f431cc1bcc090a6e8f5b878c5639ecb3d1ec981052922
+size 5251
diff --git a/params/opt/5/rnd_search_t_lin/comb_11/init/model.decoder.layers.1.fc1/_0.pt b/params/opt/5/rnd_search_t_lin/comb_11/init/model.decoder.layers.1.fc1/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..58c96248fd00550cc15d645205571ee67c337035
--- /dev/null
+++ b/params/opt/5/rnd_search_t_lin/comb_11/init/model.decoder.layers.1.fc1/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d77f62f2a90ce91416a8360d6ec3a5205dee0afeca27666c8c1c6bc185c247e5
+size 17539
diff --git a/params/opt/5/rnd_search_t_lin/comb_11/init/model.decoder.layers.1.fc1/_s.pt b/params/opt/5/rnd_search_t_lin/comb_11/init/model.decoder.layers.1.fc1/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..acee34ad7e880207eccf493c6d90e7cba5b42076
--- /dev/null
+++ b/params/opt/5/rnd_search_t_lin/comb_11/init/model.decoder.layers.1.fc1/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:93898bacb9d214f077aadf557e00b5a205ad4fc2273400dfb703d76662acba45
+size 17539
diff --git a/params/opt/5/rnd_search_t_lin/comb_11/init/model.decoder.layers.1.fc2/_0.pt b/params/opt/5/rnd_search_t_lin/comb_11/init/model.decoder.layers.1.fc2/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/opt/5/rnd_search_t_lin/comb_11/init/model.decoder.layers.1.fc2/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/opt/5/rnd_search_t_lin/comb_11/init/model.decoder.layers.1.fc2/_s.pt b/params/opt/5/rnd_search_t_lin/comb_11/init/model.decoder.layers.1.fc2/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4aea3690bf57c0bf0eec8fccdc4eca8392f8c545
--- /dev/null
+++ b/params/opt/5/rnd_search_t_lin/comb_11/init/model.decoder.layers.1.fc2/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:49e6807fc59d0c8426e7a4844ffad54a17433c05d30f5498f31d57f38f1b5933
+size 5251
diff --git a/params/opt/5/rnd_search_t_lin/comb_11/init/model.decoder.layers.1.self_attn.k_proj/_0.pt b/params/opt/5/rnd_search_t_lin/comb_11/init/model.decoder.layers.1.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/opt/5/rnd_search_t_lin/comb_11/init/model.decoder.layers.1.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/opt/5/rnd_search_t_lin/comb_11/init/model.decoder.layers.1.self_attn.k_proj/_s.pt b/params/opt/5/rnd_search_t_lin/comb_11/init/model.decoder.layers.1.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8603fc72c4add079c2d8a7cd5444d3848a8f127f
--- /dev/null
+++ b/params/opt/5/rnd_search_t_lin/comb_11/init/model.decoder.layers.1.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:9660ad484fd2e461964cd3cefce3eec3093cd066472f3a3697e34d2551ef0996
+size 5251
diff --git a/params/opt/5/rnd_search_t_lin/comb_11/init/model.decoder.layers.1.self_attn.out_proj/_0.pt b/params/opt/5/rnd_search_t_lin/comb_11/init/model.decoder.layers.1.self_attn.out_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/opt/5/rnd_search_t_lin/comb_11/init/model.decoder.layers.1.self_attn.out_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/opt/5/rnd_search_t_lin/comb_11/init/model.decoder.layers.1.self_attn.out_proj/_s.pt b/params/opt/5/rnd_search_t_lin/comb_11/init/model.decoder.layers.1.self_attn.out_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..de64f2ba94edb5b0d2c50908d14d8fdb2cec9a87
--- /dev/null
+++ b/params/opt/5/rnd_search_t_lin/comb_11/init/model.decoder.layers.1.self_attn.out_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:73bc1226cc75a19650dfa8128c72e6c3495433fb419169c4e88a8ec964b3affe
+size 5251
diff --git a/params/opt/5/rnd_search_t_lin/comb_11/init/model.decoder.layers.1.self_attn.q_proj/_0.pt b/params/opt/5/rnd_search_t_lin/comb_11/init/model.decoder.layers.1.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/opt/5/rnd_search_t_lin/comb_11/init/model.decoder.layers.1.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/opt/5/rnd_search_t_lin/comb_11/init/model.decoder.layers.1.self_attn.q_proj/_s.pt b/params/opt/5/rnd_search_t_lin/comb_11/init/model.decoder.layers.1.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..27921ed6399467ccdf594c4516f9e08d76dcd99d
--- /dev/null
+++ b/params/opt/5/rnd_search_t_lin/comb_11/init/model.decoder.layers.1.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d81632daf7bc8000c151773212f3c80fcd82c6b788168e565d121b3b4ae5b42c
+size 5251
diff --git a/params/opt/5/rnd_search_t_lin/comb_11/init/model.decoder.layers.1.self_attn.v_proj/_0.pt b/params/opt/5/rnd_search_t_lin/comb_11/init/model.decoder.layers.1.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/opt/5/rnd_search_t_lin/comb_11/init/model.decoder.layers.1.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/opt/5/rnd_search_t_lin/comb_11/init/model.decoder.layers.1.self_attn.v_proj/_s.pt b/params/opt/5/rnd_search_t_lin/comb_11/init/model.decoder.layers.1.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e2032efca568bb2cab57af7ffba7cb7fbbad572d
--- /dev/null
+++ b/params/opt/5/rnd_search_t_lin/comb_11/init/model.decoder.layers.1.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e150f75408216f790147637e29e8d015f751f4bf1e24c5c93bdc187457a36bfe
+size 5251
diff --git a/params/opt/5/rnd_search_t_lin/comb_11/init/model.decoder.layers.10.fc1/_0.pt b/params/opt/5/rnd_search_t_lin/comb_11/init/model.decoder.layers.10.fc1/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..58c96248fd00550cc15d645205571ee67c337035
--- /dev/null
+++ b/params/opt/5/rnd_search_t_lin/comb_11/init/model.decoder.layers.10.fc1/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d77f62f2a90ce91416a8360d6ec3a5205dee0afeca27666c8c1c6bc185c247e5
+size 17539
diff --git a/params/opt/5/rnd_search_t_lin/comb_11/init/model.decoder.layers.10.fc1/_s.pt b/params/opt/5/rnd_search_t_lin/comb_11/init/model.decoder.layers.10.fc1/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..02b357a2d838c2b2fcc813621333159016bfc906
--- /dev/null
+++ b/params/opt/5/rnd_search_t_lin/comb_11/init/model.decoder.layers.10.fc1/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e86b9156972af79b1b081875511d3e6008d2e313716332335d263ddc3523c277
+size 17539
diff --git a/params/opt/5/rnd_search_t_lin/comb_11/init/model.decoder.layers.10.fc2/_0.pt b/params/opt/5/rnd_search_t_lin/comb_11/init/model.decoder.layers.10.fc2/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/opt/5/rnd_search_t_lin/comb_11/init/model.decoder.layers.10.fc2/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/opt/5/rnd_search_t_lin/comb_11/init/model.decoder.layers.10.fc2/_s.pt b/params/opt/5/rnd_search_t_lin/comb_11/init/model.decoder.layers.10.fc2/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..281e548b3fd8a3893a0190ee14602185245b3d8a
--- /dev/null
+++ b/params/opt/5/rnd_search_t_lin/comb_11/init/model.decoder.layers.10.fc2/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2df426bc4b96a5926a7a472b4fa18856156b56d1f44bcbd291e6f09195810a6a
+size 5251
diff --git a/params/opt/5/rnd_search_t_lin/comb_11/init/model.decoder.layers.10.self_attn.k_proj/_0.pt b/params/opt/5/rnd_search_t_lin/comb_11/init/model.decoder.layers.10.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/opt/5/rnd_search_t_lin/comb_11/init/model.decoder.layers.10.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/opt/5/rnd_search_t_lin/comb_11/init/model.decoder.layers.10.self_attn.k_proj/_s.pt b/params/opt/5/rnd_search_t_lin/comb_11/init/model.decoder.layers.10.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..d8f87eb8e1cdef18bdf4749038387e492e1d87bc
--- /dev/null
+++ b/params/opt/5/rnd_search_t_lin/comb_11/init/model.decoder.layers.10.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f7a64189aec248ba9f1029b5aa9992c060fce8d6d62d87309da744de05152648
+size 5251
diff --git a/params/opt/5/rnd_search_t_lin/comb_11/init/model.decoder.layers.10.self_attn.out_proj/_0.pt b/params/opt/5/rnd_search_t_lin/comb_11/init/model.decoder.layers.10.self_attn.out_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/opt/5/rnd_search_t_lin/comb_11/init/model.decoder.layers.10.self_attn.out_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/opt/5/rnd_search_t_lin/comb_11/init/model.decoder.layers.10.self_attn.out_proj/_s.pt b/params/opt/5/rnd_search_t_lin/comb_11/init/model.decoder.layers.10.self_attn.out_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..63135fd88a486358468af8b566af2b05ef8d713f
--- /dev/null
+++ b/params/opt/5/rnd_search_t_lin/comb_11/init/model.decoder.layers.10.self_attn.out_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:3e1bf5632e773e108fad1eb64abf583b35ebe992c8400e74700e2f927ced7a1a
+size 5251
diff --git a/params/opt/5/rnd_search_t_lin/comb_11/init/model.decoder.layers.10.self_attn.q_proj/_0.pt b/params/opt/5/rnd_search_t_lin/comb_11/init/model.decoder.layers.10.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/opt/5/rnd_search_t_lin/comb_11/init/model.decoder.layers.10.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/opt/5/rnd_search_t_lin/comb_11/init/model.decoder.layers.10.self_attn.q_proj/_s.pt b/params/opt/5/rnd_search_t_lin/comb_11/init/model.decoder.layers.10.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..fb2c4d78089b9df555e50763794885ae24b457df
--- /dev/null
+++ b/params/opt/5/rnd_search_t_lin/comb_11/init/model.decoder.layers.10.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b5f11a00a248ddb413a9629e525b8641d20d658f7e3376e88a558e0ca210992c
+size 5251
diff --git a/params/opt/5/rnd_search_t_lin/comb_11/init/model.decoder.layers.10.self_attn.v_proj/_0.pt b/params/opt/5/rnd_search_t_lin/comb_11/init/model.decoder.layers.10.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/opt/5/rnd_search_t_lin/comb_11/init/model.decoder.layers.10.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/opt/5/rnd_search_t_lin/comb_11/init/model.decoder.layers.10.self_attn.v_proj/_s.pt b/params/opt/5/rnd_search_t_lin/comb_11/init/model.decoder.layers.10.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..448e1c8bdac72f90897fa22cb32f09befd3502c0
--- /dev/null
+++ b/params/opt/5/rnd_search_t_lin/comb_11/init/model.decoder.layers.10.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d09f7b202cc9f961cae0f6d8c29b1b26e038273fb3e6d083cbebbd407d9e5597
+size 5251
diff --git a/params/opt/5/rnd_search_t_lin/comb_11/init/model.decoder.layers.11.fc1/_0.pt b/params/opt/5/rnd_search_t_lin/comb_11/init/model.decoder.layers.11.fc1/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..58c96248fd00550cc15d645205571ee67c337035
--- /dev/null
+++ b/params/opt/5/rnd_search_t_lin/comb_11/init/model.decoder.layers.11.fc1/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d77f62f2a90ce91416a8360d6ec3a5205dee0afeca27666c8c1c6bc185c247e5
+size 17539
diff --git a/params/opt/5/rnd_search_t_lin/comb_11/init/model.decoder.layers.11.fc1/_s.pt b/params/opt/5/rnd_search_t_lin/comb_11/init/model.decoder.layers.11.fc1/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..009b3d4c5ea7565482e1d5aa9fe702d280b7aeaa
--- /dev/null
+++ b/params/opt/5/rnd_search_t_lin/comb_11/init/model.decoder.layers.11.fc1/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:45cda5634d01fbaf0a701efed69eb953915608ec6702ec99bcfafac88cffd432
+size 17539
diff --git a/params/opt/5/rnd_search_t_lin/comb_11/init/model.decoder.layers.11.fc2/_0.pt b/params/opt/5/rnd_search_t_lin/comb_11/init/model.decoder.layers.11.fc2/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/opt/5/rnd_search_t_lin/comb_11/init/model.decoder.layers.11.fc2/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/opt/5/rnd_search_t_lin/comb_11/init/model.decoder.layers.11.fc2/_s.pt b/params/opt/5/rnd_search_t_lin/comb_11/init/model.decoder.layers.11.fc2/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..7f17f5368f162165464a9508316849ab0c4b7ec0
--- /dev/null
+++ b/params/opt/5/rnd_search_t_lin/comb_11/init/model.decoder.layers.11.fc2/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:33c5605db8b20a3df4b1cb1e0d7970154b794983496298faa65b4125ec6299bc
+size 5251
diff --git a/params/opt/5/rnd_search_t_lin/comb_11/init/model.decoder.layers.11.self_attn.k_proj/_0.pt b/params/opt/5/rnd_search_t_lin/comb_11/init/model.decoder.layers.11.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/opt/5/rnd_search_t_lin/comb_11/init/model.decoder.layers.11.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/opt/5/rnd_search_t_lin/comb_11/init/model.decoder.layers.11.self_attn.k_proj/_s.pt b/params/opt/5/rnd_search_t_lin/comb_11/init/model.decoder.layers.11.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..25523c6a01b14725e9214a23e32a8e1645cbe4ab
--- /dev/null
+++ b/params/opt/5/rnd_search_t_lin/comb_11/init/model.decoder.layers.11.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ad84f34ca480e11ddcb7ea8dd54ec212512cbf23bcb3bc6d44426c5d184a7411
+size 5251
diff --git a/params/opt/5/rnd_search_t_lin/comb_11/init/model.decoder.layers.11.self_attn.out_proj/_0.pt b/params/opt/5/rnd_search_t_lin/comb_11/init/model.decoder.layers.11.self_attn.out_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/opt/5/rnd_search_t_lin/comb_11/init/model.decoder.layers.11.self_attn.out_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/opt/5/rnd_search_t_lin/comb_11/init/model.decoder.layers.11.self_attn.out_proj/_s.pt b/params/opt/5/rnd_search_t_lin/comb_11/init/model.decoder.layers.11.self_attn.out_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..0f7178f9d037e71999ee04368e85de3b5557177c
--- /dev/null
+++ b/params/opt/5/rnd_search_t_lin/comb_11/init/model.decoder.layers.11.self_attn.out_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:33bb7d6e62041ba6d439cdd411d5622309a323a1fce39fc98eeed283db6fd4fc
+size 5251
diff --git a/params/opt/5/rnd_search_t_lin/comb_11/init/model.decoder.layers.11.self_attn.q_proj/_0.pt b/params/opt/5/rnd_search_t_lin/comb_11/init/model.decoder.layers.11.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/opt/5/rnd_search_t_lin/comb_11/init/model.decoder.layers.11.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/opt/5/rnd_search_t_lin/comb_11/init/model.decoder.layers.11.self_attn.q_proj/_s.pt b/params/opt/5/rnd_search_t_lin/comb_11/init/model.decoder.layers.11.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4491c2fbd92fb4f4defa0e6c1fc63550c663f02c
--- /dev/null
+++ b/params/opt/5/rnd_search_t_lin/comb_11/init/model.decoder.layers.11.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e415df96618eeeb87cf82079c860967bc414ff95baf89381e77ba1d8a29fb3aa
+size 5251
diff --git a/params/opt/5/rnd_search_t_lin/comb_11/init/model.decoder.layers.11.self_attn.v_proj/_0.pt b/params/opt/5/rnd_search_t_lin/comb_11/init/model.decoder.layers.11.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/opt/5/rnd_search_t_lin/comb_11/init/model.decoder.layers.11.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/opt/5/rnd_search_t_lin/comb_11/init/model.decoder.layers.11.self_attn.v_proj/_s.pt b/params/opt/5/rnd_search_t_lin/comb_11/init/model.decoder.layers.11.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..038958099c8f1a17310b3135b79a0c1a962e85ed
--- /dev/null
+++ b/params/opt/5/rnd_search_t_lin/comb_11/init/model.decoder.layers.11.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:9970282e5e7b1cd3e47e3fdc5249ce7a8fa3e39b44303cfce7724842898a95bc
+size 5251
diff --git a/params/opt/5/rnd_search_t_lin/comb_11/init/model.decoder.layers.12.fc1/_0.pt b/params/opt/5/rnd_search_t_lin/comb_11/init/model.decoder.layers.12.fc1/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..58c96248fd00550cc15d645205571ee67c337035
--- /dev/null
+++ b/params/opt/5/rnd_search_t_lin/comb_11/init/model.decoder.layers.12.fc1/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d77f62f2a90ce91416a8360d6ec3a5205dee0afeca27666c8c1c6bc185c247e5
+size 17539
diff --git a/params/opt/5/rnd_search_t_lin/comb_11/init/model.decoder.layers.12.fc1/_s.pt b/params/opt/5/rnd_search_t_lin/comb_11/init/model.decoder.layers.12.fc1/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..743801f7c6120d19cef7bad62ad818beb5b92448
--- /dev/null
+++ b/params/opt/5/rnd_search_t_lin/comb_11/init/model.decoder.layers.12.fc1/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:005f0fa2b2895aaa115d5308c3f42f23be9a706e1cc7e24fa25b08877643b083
+size 17539
diff --git a/params/opt/5/rnd_search_t_lin/comb_11/init/model.decoder.layers.12.fc2/_0.pt b/params/opt/5/rnd_search_t_lin/comb_11/init/model.decoder.layers.12.fc2/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/opt/5/rnd_search_t_lin/comb_11/init/model.decoder.layers.12.fc2/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/opt/5/rnd_search_t_lin/comb_11/init/model.decoder.layers.12.fc2/_s.pt b/params/opt/5/rnd_search_t_lin/comb_11/init/model.decoder.layers.12.fc2/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..d44e5fb43a8297a928762008789f740ddfeed7d3
--- /dev/null
+++ b/params/opt/5/rnd_search_t_lin/comb_11/init/model.decoder.layers.12.fc2/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f83793ec041f4da84b643774a21f37669e6eb5aa077b5236387c59b39d050b84
+size 5251
diff --git a/params/opt/5/rnd_search_t_lin/comb_11/init/model.decoder.layers.12.self_attn.k_proj/_0.pt b/params/opt/5/rnd_search_t_lin/comb_11/init/model.decoder.layers.12.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/opt/5/rnd_search_t_lin/comb_11/init/model.decoder.layers.12.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/opt/5/rnd_search_t_lin/comb_11/init/model.decoder.layers.12.self_attn.k_proj/_s.pt b/params/opt/5/rnd_search_t_lin/comb_11/init/model.decoder.layers.12.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8e25745d7d36063ea220684fde78c93cc530f178
--- /dev/null
+++ b/params/opt/5/rnd_search_t_lin/comb_11/init/model.decoder.layers.12.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2066a2e36a29395e9a9ab7fa3dc9e4a6683e5edb7901bf489717527cff23100d
+size 5251
diff --git a/params/opt/5/rnd_search_t_lin/comb_11/init/model.decoder.layers.12.self_attn.out_proj/_0.pt b/params/opt/5/rnd_search_t_lin/comb_11/init/model.decoder.layers.12.self_attn.out_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/opt/5/rnd_search_t_lin/comb_11/init/model.decoder.layers.12.self_attn.out_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/opt/5/rnd_search_t_lin/comb_11/init/model.decoder.layers.12.self_attn.out_proj/_s.pt b/params/opt/5/rnd_search_t_lin/comb_11/init/model.decoder.layers.12.self_attn.out_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ade5fc8a9e2a9b49f3069b71cf5b0be9002a6dc4
--- /dev/null
+++ b/params/opt/5/rnd_search_t_lin/comb_11/init/model.decoder.layers.12.self_attn.out_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:8c429709f1149e7f13156e9501ef27785fa14aba409df886df8f1417f38788f8
+size 5251
diff --git a/params/opt/5/rnd_search_t_lin/comb_11/init/model.decoder.layers.12.self_attn.q_proj/_0.pt b/params/opt/5/rnd_search_t_lin/comb_11/init/model.decoder.layers.12.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/opt/5/rnd_search_t_lin/comb_11/init/model.decoder.layers.12.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/opt/5/rnd_search_t_lin/comb_11/init/model.decoder.layers.12.self_attn.q_proj/_s.pt b/params/opt/5/rnd_search_t_lin/comb_11/init/model.decoder.layers.12.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ac83aea27b78d899136746afb34af7e64c6eb6b2
--- /dev/null
+++ b/params/opt/5/rnd_search_t_lin/comb_11/init/model.decoder.layers.12.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:98cacc8ffb35f351314a1c2dddff0138e5ae814069b8a29bdb5ca54b034e3955
+size 5251
diff --git a/params/opt/5/rnd_search_t_lin/comb_11/init/model.decoder.layers.12.self_attn.v_proj/_0.pt b/params/opt/5/rnd_search_t_lin/comb_11/init/model.decoder.layers.12.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/opt/5/rnd_search_t_lin/comb_11/init/model.decoder.layers.12.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/opt/5/rnd_search_t_lin/comb_11/init/model.decoder.layers.12.self_attn.v_proj/_s.pt b/params/opt/5/rnd_search_t_lin/comb_11/init/model.decoder.layers.12.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..56e742baed7c0825ff0fee80f4c627564f15f357
--- /dev/null
+++ b/params/opt/5/rnd_search_t_lin/comb_11/init/model.decoder.layers.12.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:cfa87d498d19e64c56210b50cbb0ad3a6abc841ea4978c3249043faddfcdd998
+size 5251
diff --git a/params/opt/5/rnd_search_t_lin/comb_11/init/model.decoder.layers.13.fc1/_0.pt b/params/opt/5/rnd_search_t_lin/comb_11/init/model.decoder.layers.13.fc1/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..58c96248fd00550cc15d645205571ee67c337035
--- /dev/null
+++ b/params/opt/5/rnd_search_t_lin/comb_11/init/model.decoder.layers.13.fc1/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d77f62f2a90ce91416a8360d6ec3a5205dee0afeca27666c8c1c6bc185c247e5
+size 17539
diff --git a/params/opt/5/rnd_search_t_lin/comb_11/init/model.decoder.layers.13.fc1/_s.pt b/params/opt/5/rnd_search_t_lin/comb_11/init/model.decoder.layers.13.fc1/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4cea9f7c019f4f8551d266518dd730d88a27128b
--- /dev/null
+++ b/params/opt/5/rnd_search_t_lin/comb_11/init/model.decoder.layers.13.fc1/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:65ba0da476a125f00b65f654bab7bedc36875ffe0bd04f67a27574d1ebcba000
+size 17539
diff --git a/params/opt/5/rnd_search_t_lin/comb_11/init/model.decoder.layers.13.fc2/_0.pt b/params/opt/5/rnd_search_t_lin/comb_11/init/model.decoder.layers.13.fc2/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/opt/5/rnd_search_t_lin/comb_11/init/model.decoder.layers.13.fc2/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/opt/5/rnd_search_t_lin/comb_11/init/model.decoder.layers.13.fc2/_s.pt b/params/opt/5/rnd_search_t_lin/comb_11/init/model.decoder.layers.13.fc2/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..d5cf7a85311b92e211776229f3c9f9cdf4690965
--- /dev/null
+++ b/params/opt/5/rnd_search_t_lin/comb_11/init/model.decoder.layers.13.fc2/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c891e5817889a628503e9cdead058b00430baaeeba23a6b2fb3f68c4df6ea138
+size 5251
diff --git a/params/opt/5/rnd_search_t_lin/comb_11/init/model.decoder.layers.13.self_attn.k_proj/_0.pt b/params/opt/5/rnd_search_t_lin/comb_11/init/model.decoder.layers.13.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/opt/5/rnd_search_t_lin/comb_11/init/model.decoder.layers.13.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/opt/5/rnd_search_t_lin/comb_11/init/model.decoder.layers.13.self_attn.k_proj/_s.pt b/params/opt/5/rnd_search_t_lin/comb_11/init/model.decoder.layers.13.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ada4901957cf783eaee8dc6f139f58d7aa86abed
--- /dev/null
+++ b/params/opt/5/rnd_search_t_lin/comb_11/init/model.decoder.layers.13.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c4f3d675601af6c90e2c84cc14197592dc17a16be2868268e50a3d8bed617940
+size 5251
diff --git a/params/opt/5/rnd_search_t_lin/comb_11/init/model.decoder.layers.13.self_attn.out_proj/_0.pt b/params/opt/5/rnd_search_t_lin/comb_11/init/model.decoder.layers.13.self_attn.out_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/opt/5/rnd_search_t_lin/comb_11/init/model.decoder.layers.13.self_attn.out_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/opt/5/rnd_search_t_lin/comb_11/init/model.decoder.layers.13.self_attn.out_proj/_s.pt b/params/opt/5/rnd_search_t_lin/comb_11/init/model.decoder.layers.13.self_attn.out_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..d9183331859fbc1673e4ce95b67d96540b261855
--- /dev/null
+++ b/params/opt/5/rnd_search_t_lin/comb_11/init/model.decoder.layers.13.self_attn.out_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:410afe2e805399105af53e0943bdb103c6b37239a74f7bcee74de77ae70afcdb
+size 5251
diff --git a/params/opt/5/rnd_search_t_lin/comb_11/init/model.decoder.layers.13.self_attn.q_proj/_0.pt b/params/opt/5/rnd_search_t_lin/comb_11/init/model.decoder.layers.13.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/opt/5/rnd_search_t_lin/comb_11/init/model.decoder.layers.13.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/opt/5/rnd_search_t_lin/comb_11/init/model.decoder.layers.13.self_attn.q_proj/_s.pt b/params/opt/5/rnd_search_t_lin/comb_11/init/model.decoder.layers.13.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..77db279552441a8faed91abd08c080dcb4633590
--- /dev/null
+++ b/params/opt/5/rnd_search_t_lin/comb_11/init/model.decoder.layers.13.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0dc9afc3e593c41372c66d4eafb91174ba7d0670e9bbcd3cdeb3d2ab4c1b84f8
+size 5251
diff --git a/params/opt/5/rnd_search_t_lin/comb_11/init/model.decoder.layers.13.self_attn.v_proj/_0.pt b/params/opt/5/rnd_search_t_lin/comb_11/init/model.decoder.layers.13.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/opt/5/rnd_search_t_lin/comb_11/init/model.decoder.layers.13.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/opt/5/rnd_search_t_lin/comb_11/init/model.decoder.layers.13.self_attn.v_proj/_s.pt b/params/opt/5/rnd_search_t_lin/comb_11/init/model.decoder.layers.13.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..584cfb3083e3bf4aaa2563e084ad695077c24a13
--- /dev/null
+++ b/params/opt/5/rnd_search_t_lin/comb_11/init/model.decoder.layers.13.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0d9728d6f0b8f5abcbcb800c2d2e5419f46a0267037cfbffff50d83e413f20f2
+size 5251
diff --git a/params/opt/5/rnd_search_t_lin/comb_11/init/model.decoder.layers.14.fc1/_0.pt b/params/opt/5/rnd_search_t_lin/comb_11/init/model.decoder.layers.14.fc1/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..58c96248fd00550cc15d645205571ee67c337035
--- /dev/null
+++ b/params/opt/5/rnd_search_t_lin/comb_11/init/model.decoder.layers.14.fc1/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d77f62f2a90ce91416a8360d6ec3a5205dee0afeca27666c8c1c6bc185c247e5
+size 17539
diff --git a/params/opt/5/rnd_search_t_lin/comb_11/init/model.decoder.layers.14.fc1/_s.pt b/params/opt/5/rnd_search_t_lin/comb_11/init/model.decoder.layers.14.fc1/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e115c41311545ab59f7e1b29df884b28ba62b4ff
--- /dev/null
+++ b/params/opt/5/rnd_search_t_lin/comb_11/init/model.decoder.layers.14.fc1/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d7f29b209dd09fe1fb293dbb0618da5fcd75c66fd290ea458848d8647275c1b8
+size 17539
diff --git a/params/opt/5/rnd_search_t_lin/comb_11/init/model.decoder.layers.14.fc2/_0.pt b/params/opt/5/rnd_search_t_lin/comb_11/init/model.decoder.layers.14.fc2/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/opt/5/rnd_search_t_lin/comb_11/init/model.decoder.layers.14.fc2/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/opt/5/rnd_search_t_lin/comb_11/init/model.decoder.layers.14.fc2/_s.pt b/params/opt/5/rnd_search_t_lin/comb_11/init/model.decoder.layers.14.fc2/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..06bca9df39d17c7c8da5858d548902f9fae78b54
--- /dev/null
+++ b/params/opt/5/rnd_search_t_lin/comb_11/init/model.decoder.layers.14.fc2/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2f4c6ed21ab36d57a166888d451d867e92a5aaf4a87b3ed70d0597919bf3c432
+size 5251
diff --git a/params/opt/5/rnd_search_t_lin/comb_11/init/model.decoder.layers.14.self_attn.k_proj/_0.pt b/params/opt/5/rnd_search_t_lin/comb_11/init/model.decoder.layers.14.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/opt/5/rnd_search_t_lin/comb_11/init/model.decoder.layers.14.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/opt/5/rnd_search_t_lin/comb_11/init/model.decoder.layers.14.self_attn.k_proj/_s.pt b/params/opt/5/rnd_search_t_lin/comb_11/init/model.decoder.layers.14.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..d5d9380e838e8cc7ae6b554701f8c56d99cc9647
--- /dev/null
+++ b/params/opt/5/rnd_search_t_lin/comb_11/init/model.decoder.layers.14.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:dd1fc50096f000be250bd4f95a014230f06829b0b9bc60713de40477863cc903
+size 5251
diff --git a/params/opt/5/rnd_search_t_lin/comb_11/init/model.decoder.layers.14.self_attn.out_proj/_0.pt b/params/opt/5/rnd_search_t_lin/comb_11/init/model.decoder.layers.14.self_attn.out_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/opt/5/rnd_search_t_lin/comb_11/init/model.decoder.layers.14.self_attn.out_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/opt/5/rnd_search_t_lin/comb_11/init/model.decoder.layers.14.self_attn.out_proj/_s.pt b/params/opt/5/rnd_search_t_lin/comb_11/init/model.decoder.layers.14.self_attn.out_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8550ba190fb868aef3cc721ae72df0338203c0f8
--- /dev/null
+++ b/params/opt/5/rnd_search_t_lin/comb_11/init/model.decoder.layers.14.self_attn.out_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:1afbfb9a4108976023f13b35cf7940d6a59c60968648a8ab6f70420c17fd86bc
+size 5251
diff --git a/params/opt/5/rnd_search_t_lin/comb_11/init/model.decoder.layers.14.self_attn.q_proj/_0.pt b/params/opt/5/rnd_search_t_lin/comb_11/init/model.decoder.layers.14.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/opt/5/rnd_search_t_lin/comb_11/init/model.decoder.layers.14.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/opt/5/rnd_search_t_lin/comb_11/init/model.decoder.layers.14.self_attn.q_proj/_s.pt b/params/opt/5/rnd_search_t_lin/comb_11/init/model.decoder.layers.14.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..00916ea2de7215c7fc3133e40d7e675a54a15bff
--- /dev/null
+++ b/params/opt/5/rnd_search_t_lin/comb_11/init/model.decoder.layers.14.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0951eccfff0e42a1b9aafc01ab6881977ffb4ee36a7a121c3d35c78850b5eef7
+size 5251
diff --git a/params/opt/5/rnd_search_t_lin/comb_11/init/model.decoder.layers.14.self_attn.v_proj/_0.pt b/params/opt/5/rnd_search_t_lin/comb_11/init/model.decoder.layers.14.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/opt/5/rnd_search_t_lin/comb_11/init/model.decoder.layers.14.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/opt/5/rnd_search_t_lin/comb_11/init/model.decoder.layers.14.self_attn.v_proj/_s.pt b/params/opt/5/rnd_search_t_lin/comb_11/init/model.decoder.layers.14.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..373aa020edb7852744a21a919ff67ae7f8bc45ee
--- /dev/null
+++ b/params/opt/5/rnd_search_t_lin/comb_11/init/model.decoder.layers.14.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:47f0a5c4b1af20fd68432a1599188d51798fcf069339185defb03a344ec1ef6b
+size 5251
diff --git a/params/opt/5/rnd_search_t_lin/comb_11/init/model.decoder.layers.15.fc1/_0.pt b/params/opt/5/rnd_search_t_lin/comb_11/init/model.decoder.layers.15.fc1/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..58c96248fd00550cc15d645205571ee67c337035
--- /dev/null
+++ b/params/opt/5/rnd_search_t_lin/comb_11/init/model.decoder.layers.15.fc1/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d77f62f2a90ce91416a8360d6ec3a5205dee0afeca27666c8c1c6bc185c247e5
+size 17539
diff --git a/params/opt/5/rnd_search_t_lin/comb_11/init/model.decoder.layers.15.fc1/_s.pt b/params/opt/5/rnd_search_t_lin/comb_11/init/model.decoder.layers.15.fc1/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..f9555ba74a744f504aa8026ba2bdc3f015c01dcb
--- /dev/null
+++ b/params/opt/5/rnd_search_t_lin/comb_11/init/model.decoder.layers.15.fc1/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e88241aa20e04ac9136a5fddf26c29605644632de6ddfbdfa9b00ee805773395
+size 17539
diff --git a/params/opt/5/rnd_search_t_lin/comb_11/init/model.decoder.layers.15.fc2/_0.pt b/params/opt/5/rnd_search_t_lin/comb_11/init/model.decoder.layers.15.fc2/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/opt/5/rnd_search_t_lin/comb_11/init/model.decoder.layers.15.fc2/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/opt/5/rnd_search_t_lin/comb_11/init/model.decoder.layers.15.fc2/_s.pt b/params/opt/5/rnd_search_t_lin/comb_11/init/model.decoder.layers.15.fc2/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..be575a820474e370125d4a04a80bb3b3c4e82124
--- /dev/null
+++ b/params/opt/5/rnd_search_t_lin/comb_11/init/model.decoder.layers.15.fc2/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f720004ca01bde314ccfe062accb3ba422026547399ef62b959ff3be24bdddfd
+size 5251
diff --git a/params/opt/5/rnd_search_t_lin/comb_11/init/model.decoder.layers.15.self_attn.k_proj/_0.pt b/params/opt/5/rnd_search_t_lin/comb_11/init/model.decoder.layers.15.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/opt/5/rnd_search_t_lin/comb_11/init/model.decoder.layers.15.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/opt/5/rnd_search_t_lin/comb_11/init/model.decoder.layers.15.self_attn.k_proj/_s.pt b/params/opt/5/rnd_search_t_lin/comb_11/init/model.decoder.layers.15.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..0b83c5f1f5aa47d9837f4db8c21e4b6fc0a96b7e
--- /dev/null
+++ b/params/opt/5/rnd_search_t_lin/comb_11/init/model.decoder.layers.15.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:333599a2ab9a19fbb82b7a53bca111c61a50465ebb2c5b8d149842bcfc61a2c3
+size 5251
diff --git a/params/opt/5/rnd_search_t_lin/comb_11/init/model.decoder.layers.15.self_attn.out_proj/_0.pt b/params/opt/5/rnd_search_t_lin/comb_11/init/model.decoder.layers.15.self_attn.out_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/opt/5/rnd_search_t_lin/comb_11/init/model.decoder.layers.15.self_attn.out_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/opt/5/rnd_search_t_lin/comb_11/init/model.decoder.layers.15.self_attn.out_proj/_s.pt b/params/opt/5/rnd_search_t_lin/comb_11/init/model.decoder.layers.15.self_attn.out_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c00afb0edcfdee2ba60be8d7fce5225b260747ed
--- /dev/null
+++ b/params/opt/5/rnd_search_t_lin/comb_11/init/model.decoder.layers.15.self_attn.out_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a235af4803fef6161b2786c7cada17125c72eb1c75ea660719b27095501fef36
+size 5251
diff --git a/params/opt/5/rnd_search_t_lin/comb_11/init/model.decoder.layers.15.self_attn.q_proj/_0.pt b/params/opt/5/rnd_search_t_lin/comb_11/init/model.decoder.layers.15.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/opt/5/rnd_search_t_lin/comb_11/init/model.decoder.layers.15.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/opt/5/rnd_search_t_lin/comb_11/init/model.decoder.layers.15.self_attn.q_proj/_s.pt b/params/opt/5/rnd_search_t_lin/comb_11/init/model.decoder.layers.15.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..002c9472769dd313f159fde485a16ed240ff839b
--- /dev/null
+++ b/params/opt/5/rnd_search_t_lin/comb_11/init/model.decoder.layers.15.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:da6ecb8105d1890ab9c0758ec34e6a90d80eff55d6a693aa92dc0d770f72f4cc
+size 5251
diff --git a/params/opt/5/rnd_search_t_lin/comb_11/init/model.decoder.layers.15.self_attn.v_proj/_0.pt b/params/opt/5/rnd_search_t_lin/comb_11/init/model.decoder.layers.15.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/opt/5/rnd_search_t_lin/comb_11/init/model.decoder.layers.15.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/opt/5/rnd_search_t_lin/comb_11/init/model.decoder.layers.15.self_attn.v_proj/_s.pt b/params/opt/5/rnd_search_t_lin/comb_11/init/model.decoder.layers.15.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..67d74b61192387ef83a28425e748abc9d778b9c3
--- /dev/null
+++ b/params/opt/5/rnd_search_t_lin/comb_11/init/model.decoder.layers.15.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ec60a69349a130af67cc14322de990d8dd5ae117084a4314dd819ffe54ebfb24
+size 5251
diff --git a/params/opt/5/rnd_search_t_lin/comb_11/init/model.decoder.layers.16.fc1/_0.pt b/params/opt/5/rnd_search_t_lin/comb_11/init/model.decoder.layers.16.fc1/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..58c96248fd00550cc15d645205571ee67c337035
--- /dev/null
+++ b/params/opt/5/rnd_search_t_lin/comb_11/init/model.decoder.layers.16.fc1/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d77f62f2a90ce91416a8360d6ec3a5205dee0afeca27666c8c1c6bc185c247e5
+size 17539
diff --git a/params/opt/5/rnd_search_t_lin/comb_11/init/model.decoder.layers.16.fc1/_s.pt b/params/opt/5/rnd_search_t_lin/comb_11/init/model.decoder.layers.16.fc1/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..f99f90c221c03929090567919e74f7ba342eab18
--- /dev/null
+++ b/params/opt/5/rnd_search_t_lin/comb_11/init/model.decoder.layers.16.fc1/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a406b8c58372a37a6b2a43be2bcdbd347efc739df02870b4a162d76abbd5101e
+size 17539
diff --git a/params/opt/5/rnd_search_t_lin/comb_11/init/model.decoder.layers.16.fc2/_0.pt b/params/opt/5/rnd_search_t_lin/comb_11/init/model.decoder.layers.16.fc2/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/opt/5/rnd_search_t_lin/comb_11/init/model.decoder.layers.16.fc2/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/opt/5/rnd_search_t_lin/comb_11/init/model.decoder.layers.16.fc2/_s.pt b/params/opt/5/rnd_search_t_lin/comb_11/init/model.decoder.layers.16.fc2/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..17f3610b0350c3c9654f476b7cb746ce277838c1
--- /dev/null
+++ b/params/opt/5/rnd_search_t_lin/comb_11/init/model.decoder.layers.16.fc2/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:3c1e6c9f0baceb93d4a9092d903fd3363433d7b4f111fd8dd3400ecec10d5418
+size 5251
diff --git a/params/opt/5/rnd_search_t_lin/comb_11/init/model.decoder.layers.16.self_attn.k_proj/_0.pt b/params/opt/5/rnd_search_t_lin/comb_11/init/model.decoder.layers.16.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/opt/5/rnd_search_t_lin/comb_11/init/model.decoder.layers.16.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/opt/5/rnd_search_t_lin/comb_11/init/model.decoder.layers.16.self_attn.k_proj/_s.pt b/params/opt/5/rnd_search_t_lin/comb_11/init/model.decoder.layers.16.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..667373c88cb014dc58594303089584723debb802
--- /dev/null
+++ b/params/opt/5/rnd_search_t_lin/comb_11/init/model.decoder.layers.16.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:95686ca0339c3af856d21f370f949f5fea8478029cbb0eb57bf16adde33d2090
+size 5251
diff --git a/params/opt/5/rnd_search_t_lin/comb_11/init/model.decoder.layers.16.self_attn.out_proj/_0.pt b/params/opt/5/rnd_search_t_lin/comb_11/init/model.decoder.layers.16.self_attn.out_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/opt/5/rnd_search_t_lin/comb_11/init/model.decoder.layers.16.self_attn.out_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/opt/5/rnd_search_t_lin/comb_11/init/model.decoder.layers.16.self_attn.out_proj/_s.pt b/params/opt/5/rnd_search_t_lin/comb_11/init/model.decoder.layers.16.self_attn.out_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..6c3107bbdb2d4f688b1464256ad180b745a2f950
--- /dev/null
+++ b/params/opt/5/rnd_search_t_lin/comb_11/init/model.decoder.layers.16.self_attn.out_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f66b087972ebcd1adefccd8db597741600553c98e4209509987959ca53686bae
+size 5251
diff --git a/params/opt/5/rnd_search_t_lin/comb_11/init/model.decoder.layers.16.self_attn.q_proj/_0.pt b/params/opt/5/rnd_search_t_lin/comb_11/init/model.decoder.layers.16.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/opt/5/rnd_search_t_lin/comb_11/init/model.decoder.layers.16.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/opt/5/rnd_search_t_lin/comb_11/init/model.decoder.layers.16.self_attn.q_proj/_s.pt b/params/opt/5/rnd_search_t_lin/comb_11/init/model.decoder.layers.16.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..115b5199b82a4714f8211a01b0439216a4aa4cd3
--- /dev/null
+++ b/params/opt/5/rnd_search_t_lin/comb_11/init/model.decoder.layers.16.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d7c092dc38f86c1338404ff2bbddcf92ed678c17610c943340b9c402ac227f4d
+size 5251
diff --git a/params/opt/5/rnd_search_t_lin/comb_11/init/model.decoder.layers.16.self_attn.v_proj/_0.pt b/params/opt/5/rnd_search_t_lin/comb_11/init/model.decoder.layers.16.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/opt/5/rnd_search_t_lin/comb_11/init/model.decoder.layers.16.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/opt/5/rnd_search_t_lin/comb_11/init/model.decoder.layers.16.self_attn.v_proj/_s.pt b/params/opt/5/rnd_search_t_lin/comb_11/init/model.decoder.layers.16.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..94c20bbc67a8fede1b0203e29229450ab7f0149b
--- /dev/null
+++ b/params/opt/5/rnd_search_t_lin/comb_11/init/model.decoder.layers.16.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:3a49e2874dabecaf022ee41a9caee5f65bbd206415999470889e914acf7340a7
+size 5251
diff --git a/params/opt/5/rnd_search_t_lin/comb_11/init/model.decoder.layers.17.fc1/_0.pt b/params/opt/5/rnd_search_t_lin/comb_11/init/model.decoder.layers.17.fc1/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..58c96248fd00550cc15d645205571ee67c337035
--- /dev/null
+++ b/params/opt/5/rnd_search_t_lin/comb_11/init/model.decoder.layers.17.fc1/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d77f62f2a90ce91416a8360d6ec3a5205dee0afeca27666c8c1c6bc185c247e5
+size 17539
diff --git a/params/opt/5/rnd_search_t_lin/comb_11/init/model.decoder.layers.17.fc1/_s.pt b/params/opt/5/rnd_search_t_lin/comb_11/init/model.decoder.layers.17.fc1/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..87fcac5aa078044e59a7ed3c5e9d504f06b0ddb6
--- /dev/null
+++ b/params/opt/5/rnd_search_t_lin/comb_11/init/model.decoder.layers.17.fc1/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:bbc2ce81b23b6c63a3d16a22b864526d867f288f657d59fe6ddcf4a7489c0cce
+size 17539
diff --git a/params/opt/5/rnd_search_t_lin/comb_11/init/model.decoder.layers.17.fc2/_0.pt b/params/opt/5/rnd_search_t_lin/comb_11/init/model.decoder.layers.17.fc2/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/opt/5/rnd_search_t_lin/comb_11/init/model.decoder.layers.17.fc2/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/opt/5/rnd_search_t_lin/comb_11/init/model.decoder.layers.17.fc2/_s.pt b/params/opt/5/rnd_search_t_lin/comb_11/init/model.decoder.layers.17.fc2/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..fe1440a0247777b962e4730c9ce9ab39c547d9c5
--- /dev/null
+++ b/params/opt/5/rnd_search_t_lin/comb_11/init/model.decoder.layers.17.fc2/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:52937df82e532645cbcbe5cb48e4410adeb82e16d71103387d782bf64cd1a2b8
+size 5251
diff --git a/params/opt/5/rnd_search_t_lin/comb_11/init/model.decoder.layers.17.self_attn.k_proj/_0.pt b/params/opt/5/rnd_search_t_lin/comb_11/init/model.decoder.layers.17.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/opt/5/rnd_search_t_lin/comb_11/init/model.decoder.layers.17.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/opt/5/rnd_search_t_lin/comb_11/init/model.decoder.layers.17.self_attn.k_proj/_s.pt b/params/opt/5/rnd_search_t_lin/comb_11/init/model.decoder.layers.17.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..35f3ccc2031818ec39aa175ff1e1b3ce48fee7a2
--- /dev/null
+++ b/params/opt/5/rnd_search_t_lin/comb_11/init/model.decoder.layers.17.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:cd26f4e4f6fd90eaee3ad1d1b1fbd96213596a4a821b8c928231f63f5a6b38b9
+size 5251
diff --git a/params/opt/5/rnd_search_t_lin/comb_11/init/model.decoder.layers.17.self_attn.out_proj/_0.pt b/params/opt/5/rnd_search_t_lin/comb_11/init/model.decoder.layers.17.self_attn.out_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/opt/5/rnd_search_t_lin/comb_11/init/model.decoder.layers.17.self_attn.out_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/opt/5/rnd_search_t_lin/comb_11/init/model.decoder.layers.17.self_attn.out_proj/_s.pt b/params/opt/5/rnd_search_t_lin/comb_11/init/model.decoder.layers.17.self_attn.out_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c93a27b57a826877047a386107d1bccfda09ed6b
--- /dev/null
+++ b/params/opt/5/rnd_search_t_lin/comb_11/init/model.decoder.layers.17.self_attn.out_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ca728a4f6bc4ec312f88cc53b31864d1715897a5d766c5cc70adf849fd31f943
+size 5251
diff --git a/params/opt/5/rnd_search_t_lin/comb_11/init/model.decoder.layers.17.self_attn.q_proj/_0.pt b/params/opt/5/rnd_search_t_lin/comb_11/init/model.decoder.layers.17.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/opt/5/rnd_search_t_lin/comb_11/init/model.decoder.layers.17.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/opt/5/rnd_search_t_lin/comb_11/init/model.decoder.layers.17.self_attn.q_proj/_s.pt b/params/opt/5/rnd_search_t_lin/comb_11/init/model.decoder.layers.17.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..0fc838e73ba3d95f58db7f1c0860da1e5266e932
--- /dev/null
+++ b/params/opt/5/rnd_search_t_lin/comb_11/init/model.decoder.layers.17.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ad4aad7c678bd5d72558e724a01df9f43790b201ae70ddd8a5ad3ccfaeb1f761
+size 5251
diff --git a/params/opt/5/rnd_search_t_lin/comb_11/init/model.decoder.layers.17.self_attn.v_proj/_0.pt b/params/opt/5/rnd_search_t_lin/comb_11/init/model.decoder.layers.17.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/opt/5/rnd_search_t_lin/comb_11/init/model.decoder.layers.17.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/opt/5/rnd_search_t_lin/comb_11/init/model.decoder.layers.17.self_attn.v_proj/_s.pt b/params/opt/5/rnd_search_t_lin/comb_11/init/model.decoder.layers.17.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e042233ee54a01fb4861895b0d1661e97065e6dd
--- /dev/null
+++ b/params/opt/5/rnd_search_t_lin/comb_11/init/model.decoder.layers.17.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c7797c6973dd65fa9c3c8cebd04cc9f38bfe6a4909ba19a1691c6dbea54382bb
+size 5251
diff --git a/params/opt/5/rnd_search_t_lin/comb_11/init/model.decoder.layers.18.fc1/_0.pt b/params/opt/5/rnd_search_t_lin/comb_11/init/model.decoder.layers.18.fc1/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..58c96248fd00550cc15d645205571ee67c337035
--- /dev/null
+++ b/params/opt/5/rnd_search_t_lin/comb_11/init/model.decoder.layers.18.fc1/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d77f62f2a90ce91416a8360d6ec3a5205dee0afeca27666c8c1c6bc185c247e5
+size 17539
diff --git a/params/opt/5/rnd_search_t_lin/comb_11/init/model.decoder.layers.18.fc1/_s.pt b/params/opt/5/rnd_search_t_lin/comb_11/init/model.decoder.layers.18.fc1/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..1c331707a7e33fa0b736190835a370e9952edaf1
--- /dev/null
+++ b/params/opt/5/rnd_search_t_lin/comb_11/init/model.decoder.layers.18.fc1/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:494ea397f02385cc26cb2070a67dc799553b694df0247ff22b0acd69e7810a4b
+size 17539
diff --git a/params/opt/5/rnd_search_t_lin/comb_11/init/model.decoder.layers.18.fc2/_0.pt b/params/opt/5/rnd_search_t_lin/comb_11/init/model.decoder.layers.18.fc2/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/opt/5/rnd_search_t_lin/comb_11/init/model.decoder.layers.18.fc2/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/opt/5/rnd_search_t_lin/comb_11/init/model.decoder.layers.18.fc2/_s.pt b/params/opt/5/rnd_search_t_lin/comb_11/init/model.decoder.layers.18.fc2/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c3ceebeb5ca3f26926fbff3130383c8417e9e3e3
--- /dev/null
+++ b/params/opt/5/rnd_search_t_lin/comb_11/init/model.decoder.layers.18.fc2/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:7191b2685aad77f5d6ede45808c459ee704985a7b7a1b7d2be30e07f4849c7a2
+size 5251
diff --git a/params/opt/5/rnd_search_t_lin/comb_11/init/model.decoder.layers.18.self_attn.k_proj/_0.pt b/params/opt/5/rnd_search_t_lin/comb_11/init/model.decoder.layers.18.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/opt/5/rnd_search_t_lin/comb_11/init/model.decoder.layers.18.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/opt/5/rnd_search_t_lin/comb_11/init/model.decoder.layers.18.self_attn.k_proj/_s.pt b/params/opt/5/rnd_search_t_lin/comb_11/init/model.decoder.layers.18.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4a1e8cfab3acb879613a9efa51a1aad2336477df
--- /dev/null
+++ b/params/opt/5/rnd_search_t_lin/comb_11/init/model.decoder.layers.18.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:78678aa076ada1df1ae5341b7e2d568b7c5357ad2428f47b0f081fd2316c4ace
+size 5251
diff --git a/params/opt/5/rnd_search_t_lin/comb_11/init/model.decoder.layers.18.self_attn.out_proj/_0.pt b/params/opt/5/rnd_search_t_lin/comb_11/init/model.decoder.layers.18.self_attn.out_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/opt/5/rnd_search_t_lin/comb_11/init/model.decoder.layers.18.self_attn.out_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/opt/5/rnd_search_t_lin/comb_11/init/model.decoder.layers.18.self_attn.out_proj/_s.pt b/params/opt/5/rnd_search_t_lin/comb_11/init/model.decoder.layers.18.self_attn.out_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..335bd1695359e782d43e1d27b823e50d81b101b4
--- /dev/null
+++ b/params/opt/5/rnd_search_t_lin/comb_11/init/model.decoder.layers.18.self_attn.out_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a53cc4dd5c145a371f947339df18c8459165cd1e13dbb91bdf779017e8ab894a
+size 5251
diff --git a/params/opt/5/rnd_search_t_lin/comb_11/init/model.decoder.layers.18.self_attn.q_proj/_0.pt b/params/opt/5/rnd_search_t_lin/comb_11/init/model.decoder.layers.18.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/opt/5/rnd_search_t_lin/comb_11/init/model.decoder.layers.18.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/opt/5/rnd_search_t_lin/comb_11/init/model.decoder.layers.18.self_attn.q_proj/_s.pt b/params/opt/5/rnd_search_t_lin/comb_11/init/model.decoder.layers.18.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..afb7c592292d321f01f62a9eacbd3fffaebab501
--- /dev/null
+++ b/params/opt/5/rnd_search_t_lin/comb_11/init/model.decoder.layers.18.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:fcb01ed1e224201269d782f3703db4f96bdefde04707edcc093e236f6bb6d30a
+size 5251
diff --git a/params/opt/5/rnd_search_t_lin/comb_11/init/model.decoder.layers.18.self_attn.v_proj/_0.pt b/params/opt/5/rnd_search_t_lin/comb_11/init/model.decoder.layers.18.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/opt/5/rnd_search_t_lin/comb_11/init/model.decoder.layers.18.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/opt/5/rnd_search_t_lin/comb_11/init/model.decoder.layers.18.self_attn.v_proj/_s.pt b/params/opt/5/rnd_search_t_lin/comb_11/init/model.decoder.layers.18.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a15a9b5b3ab1028a4305130948ebe08226437070
--- /dev/null
+++ b/params/opt/5/rnd_search_t_lin/comb_11/init/model.decoder.layers.18.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2e8f2075c57e5f5137333195981aa548b333c70297011e35acf642648425b1b0
+size 5251
diff --git a/params/opt/5/rnd_search_t_lin/comb_11/init/model.decoder.layers.19.fc1/_0.pt b/params/opt/5/rnd_search_t_lin/comb_11/init/model.decoder.layers.19.fc1/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..58c96248fd00550cc15d645205571ee67c337035
--- /dev/null
+++ b/params/opt/5/rnd_search_t_lin/comb_11/init/model.decoder.layers.19.fc1/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d77f62f2a90ce91416a8360d6ec3a5205dee0afeca27666c8c1c6bc185c247e5
+size 17539
diff --git a/params/opt/5/rnd_search_t_lin/comb_11/init/model.decoder.layers.19.fc1/_s.pt b/params/opt/5/rnd_search_t_lin/comb_11/init/model.decoder.layers.19.fc1/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..f11be7b6faf69c4f778e793b66fb573bc097b98f
--- /dev/null
+++ b/params/opt/5/rnd_search_t_lin/comb_11/init/model.decoder.layers.19.fc1/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:44fd830e2b71481f719e43bf0829f533ff6fe1aea4c48add1d5b03f98793ed07
+size 17539
diff --git a/params/opt/5/rnd_search_t_lin/comb_11/init/model.decoder.layers.19.fc2/_0.pt b/params/opt/5/rnd_search_t_lin/comb_11/init/model.decoder.layers.19.fc2/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/opt/5/rnd_search_t_lin/comb_11/init/model.decoder.layers.19.fc2/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/opt/5/rnd_search_t_lin/comb_11/init/model.decoder.layers.19.fc2/_s.pt b/params/opt/5/rnd_search_t_lin/comb_11/init/model.decoder.layers.19.fc2/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..227eec58c4a80f2794c816fbb02035c949e4ea7f
--- /dev/null
+++ b/params/opt/5/rnd_search_t_lin/comb_11/init/model.decoder.layers.19.fc2/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:77ef2b17dbd63c845ad19daeabc20a57604c58838b728faca4cd5adb1cfcd54b
+size 5251
diff --git a/params/opt/5/rnd_search_t_lin/comb_11/init/model.decoder.layers.19.self_attn.k_proj/_0.pt b/params/opt/5/rnd_search_t_lin/comb_11/init/model.decoder.layers.19.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/opt/5/rnd_search_t_lin/comb_11/init/model.decoder.layers.19.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/opt/5/rnd_search_t_lin/comb_11/init/model.decoder.layers.19.self_attn.k_proj/_s.pt b/params/opt/5/rnd_search_t_lin/comb_11/init/model.decoder.layers.19.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..b93f48bf425071e0e54eac205eafddc3c0ef0bf7
--- /dev/null
+++ b/params/opt/5/rnd_search_t_lin/comb_11/init/model.decoder.layers.19.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ed1bee25649a9161a617506eff2104f2158d0b663070554eb2da8c7cccef9be0
+size 5251
diff --git a/params/opt/5/rnd_search_t_lin/comb_11/init/model.decoder.layers.19.self_attn.out_proj/_0.pt b/params/opt/5/rnd_search_t_lin/comb_11/init/model.decoder.layers.19.self_attn.out_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/opt/5/rnd_search_t_lin/comb_11/init/model.decoder.layers.19.self_attn.out_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/opt/5/rnd_search_t_lin/comb_11/init/model.decoder.layers.19.self_attn.out_proj/_s.pt b/params/opt/5/rnd_search_t_lin/comb_11/init/model.decoder.layers.19.self_attn.out_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..6425bbec6fa6e7dfd9981e4d11c093c9933c5274
--- /dev/null
+++ b/params/opt/5/rnd_search_t_lin/comb_11/init/model.decoder.layers.19.self_attn.out_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a150d6e6d07cd26ae206fa2bce9ca18a534ccb5ac41c555ab4eefdb77d834f97
+size 5251
diff --git a/params/opt/5/rnd_search_t_lin/comb_11/init/model.decoder.layers.19.self_attn.q_proj/_0.pt b/params/opt/5/rnd_search_t_lin/comb_11/init/model.decoder.layers.19.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/opt/5/rnd_search_t_lin/comb_11/init/model.decoder.layers.19.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/opt/5/rnd_search_t_lin/comb_11/init/model.decoder.layers.19.self_attn.q_proj/_s.pt b/params/opt/5/rnd_search_t_lin/comb_11/init/model.decoder.layers.19.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2dbec6fe1ff7d986ae45771904d6279008c1da45
--- /dev/null
+++ b/params/opt/5/rnd_search_t_lin/comb_11/init/model.decoder.layers.19.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:9453825bd157f05d485722e42b2eb5a4c8a286935135193f780929de8657a48a
+size 5251
diff --git a/params/opt/5/rnd_search_t_lin/comb_11/init/model.decoder.layers.19.self_attn.v_proj/_0.pt b/params/opt/5/rnd_search_t_lin/comb_11/init/model.decoder.layers.19.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/opt/5/rnd_search_t_lin/comb_11/init/model.decoder.layers.19.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/opt/5/rnd_search_t_lin/comb_11/init/model.decoder.layers.19.self_attn.v_proj/_s.pt b/params/opt/5/rnd_search_t_lin/comb_11/init/model.decoder.layers.19.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e2627b7505c05c66ec8072cfd8a0ee2b2978fcd7
--- /dev/null
+++ b/params/opt/5/rnd_search_t_lin/comb_11/init/model.decoder.layers.19.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:3bd174dd89f28e567585fa132063fdd2cee3876d45f281102a745faab5f3202c
+size 5251
diff --git a/params/opt/5/rnd_search_t_lin/comb_11/init/model.decoder.layers.2.fc1/_0.pt b/params/opt/5/rnd_search_t_lin/comb_11/init/model.decoder.layers.2.fc1/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..58c96248fd00550cc15d645205571ee67c337035
--- /dev/null
+++ b/params/opt/5/rnd_search_t_lin/comb_11/init/model.decoder.layers.2.fc1/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d77f62f2a90ce91416a8360d6ec3a5205dee0afeca27666c8c1c6bc185c247e5
+size 17539
diff --git a/params/opt/5/rnd_search_t_lin/comb_11/init/model.decoder.layers.2.fc1/_s.pt b/params/opt/5/rnd_search_t_lin/comb_11/init/model.decoder.layers.2.fc1/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..fab011ab8ff3cec686157434f9cbe6e1cadc5613
--- /dev/null
+++ b/params/opt/5/rnd_search_t_lin/comb_11/init/model.decoder.layers.2.fc1/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:6d22eec8227662de604ab371750d4cdac7cbc4560f677db5bb8e776daab48b7d
+size 17539
diff --git a/params/opt/5/rnd_search_t_lin/comb_11/init/model.decoder.layers.2.fc2/_0.pt b/params/opt/5/rnd_search_t_lin/comb_11/init/model.decoder.layers.2.fc2/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/opt/5/rnd_search_t_lin/comb_11/init/model.decoder.layers.2.fc2/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/opt/5/rnd_search_t_lin/comb_11/init/model.decoder.layers.2.fc2/_s.pt b/params/opt/5/rnd_search_t_lin/comb_11/init/model.decoder.layers.2.fc2/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ebbea1c8d16496e7fbf7318c480237dfc3823d2d
--- /dev/null
+++ b/params/opt/5/rnd_search_t_lin/comb_11/init/model.decoder.layers.2.fc2/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:cc0cca007fbddc8960ee1e8ea6c8e1c1f9d8a1bb6218507219adee75b502ceef
+size 5251
diff --git a/params/opt/5/rnd_search_t_lin/comb_11/init/model.decoder.layers.2.self_attn.k_proj/_0.pt b/params/opt/5/rnd_search_t_lin/comb_11/init/model.decoder.layers.2.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/opt/5/rnd_search_t_lin/comb_11/init/model.decoder.layers.2.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/opt/5/rnd_search_t_lin/comb_11/init/model.decoder.layers.2.self_attn.k_proj/_s.pt b/params/opt/5/rnd_search_t_lin/comb_11/init/model.decoder.layers.2.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..d8348ee9e771011aedd8e4b6d2d7b0adc1b7b214
--- /dev/null
+++ b/params/opt/5/rnd_search_t_lin/comb_11/init/model.decoder.layers.2.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0dd0c6d4a63f035b3aac7985d3eb074edbffa96e6f0eb40550a0fcf2fe6d88ab
+size 5251
diff --git a/params/opt/5/rnd_search_t_lin/comb_11/init/model.decoder.layers.2.self_attn.out_proj/_0.pt b/params/opt/5/rnd_search_t_lin/comb_11/init/model.decoder.layers.2.self_attn.out_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/opt/5/rnd_search_t_lin/comb_11/init/model.decoder.layers.2.self_attn.out_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/opt/5/rnd_search_t_lin/comb_11/init/model.decoder.layers.2.self_attn.out_proj/_s.pt b/params/opt/5/rnd_search_t_lin/comb_11/init/model.decoder.layers.2.self_attn.out_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e3ea59ab91baa21a5b4560037ecb2c395a967da0
--- /dev/null
+++ b/params/opt/5/rnd_search_t_lin/comb_11/init/model.decoder.layers.2.self_attn.out_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:4b3ba73e22aa228e0853405692b7aa53712c2d53e73a10ff838b67af8ec06e2b
+size 5251
diff --git a/params/opt/5/rnd_search_t_lin/comb_11/init/model.decoder.layers.2.self_attn.q_proj/_0.pt b/params/opt/5/rnd_search_t_lin/comb_11/init/model.decoder.layers.2.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/opt/5/rnd_search_t_lin/comb_11/init/model.decoder.layers.2.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/opt/5/rnd_search_t_lin/comb_11/init/model.decoder.layers.2.self_attn.q_proj/_s.pt b/params/opt/5/rnd_search_t_lin/comb_11/init/model.decoder.layers.2.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..3a7e1d246096a22798b8363235742e06c6d007f6
--- /dev/null
+++ b/params/opt/5/rnd_search_t_lin/comb_11/init/model.decoder.layers.2.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:35d8d94d8f8d85e2cc4777e47a12545a75db2ce80d86a3fc369370278e828c6e
+size 5251
diff --git a/params/opt/5/rnd_search_t_lin/comb_11/init/model.decoder.layers.2.self_attn.v_proj/_0.pt b/params/opt/5/rnd_search_t_lin/comb_11/init/model.decoder.layers.2.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/opt/5/rnd_search_t_lin/comb_11/init/model.decoder.layers.2.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/opt/5/rnd_search_t_lin/comb_11/init/model.decoder.layers.2.self_attn.v_proj/_s.pt b/params/opt/5/rnd_search_t_lin/comb_11/init/model.decoder.layers.2.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..1a7652a8a0118ba8d03f7fe177b7dc4f662c9035
--- /dev/null
+++ b/params/opt/5/rnd_search_t_lin/comb_11/init/model.decoder.layers.2.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:3c5b71f9579cb642af9d54eb6b9664f76e6fcc2356a7f0088dcb58a8297ede2a
+size 5251
diff --git a/params/opt/5/rnd_search_t_lin/comb_11/init/model.decoder.layers.20.fc1/_0.pt b/params/opt/5/rnd_search_t_lin/comb_11/init/model.decoder.layers.20.fc1/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..58c96248fd00550cc15d645205571ee67c337035
--- /dev/null
+++ b/params/opt/5/rnd_search_t_lin/comb_11/init/model.decoder.layers.20.fc1/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d77f62f2a90ce91416a8360d6ec3a5205dee0afeca27666c8c1c6bc185c247e5
+size 17539
diff --git a/params/opt/5/rnd_search_t_lin/comb_11/init/model.decoder.layers.20.fc1/_s.pt b/params/opt/5/rnd_search_t_lin/comb_11/init/model.decoder.layers.20.fc1/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ca1b72737a15190127c956796246e65da72a77b4
--- /dev/null
+++ b/params/opt/5/rnd_search_t_lin/comb_11/init/model.decoder.layers.20.fc1/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a9cf161cf3568b40536bbcf7fe587740ef1aa6c722ec84ef82f983d693a11b70
+size 17539
diff --git a/params/opt/5/rnd_search_t_lin/comb_11/init/model.decoder.layers.20.fc2/_0.pt b/params/opt/5/rnd_search_t_lin/comb_11/init/model.decoder.layers.20.fc2/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/opt/5/rnd_search_t_lin/comb_11/init/model.decoder.layers.20.fc2/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/opt/5/rnd_search_t_lin/comb_11/init/model.decoder.layers.20.fc2/_s.pt b/params/opt/5/rnd_search_t_lin/comb_11/init/model.decoder.layers.20.fc2/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..dbe95ba0ae5292fb3df3bcb6797205e5a54fd996
--- /dev/null
+++ b/params/opt/5/rnd_search_t_lin/comb_11/init/model.decoder.layers.20.fc2/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:6c0e7a3cc7eb57933d2ca1cc392f1d87d1776fc54d341dad47538c2d7bcceb15
+size 5251
diff --git a/params/opt/5/rnd_search_t_lin/comb_11/init/model.decoder.layers.20.self_attn.k_proj/_0.pt b/params/opt/5/rnd_search_t_lin/comb_11/init/model.decoder.layers.20.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/opt/5/rnd_search_t_lin/comb_11/init/model.decoder.layers.20.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/opt/5/rnd_search_t_lin/comb_11/init/model.decoder.layers.20.self_attn.k_proj/_s.pt b/params/opt/5/rnd_search_t_lin/comb_11/init/model.decoder.layers.20.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..616fb97eadde899d090f56230ca7eee595b191a1
--- /dev/null
+++ b/params/opt/5/rnd_search_t_lin/comb_11/init/model.decoder.layers.20.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:eaac4e177d9d9e6bdef0a801302fc3949deeadc9072655efc46256ca747233f6
+size 5251
diff --git a/params/opt/5/rnd_search_t_lin/comb_11/init/model.decoder.layers.20.self_attn.out_proj/_0.pt b/params/opt/5/rnd_search_t_lin/comb_11/init/model.decoder.layers.20.self_attn.out_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/opt/5/rnd_search_t_lin/comb_11/init/model.decoder.layers.20.self_attn.out_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/opt/5/rnd_search_t_lin/comb_11/init/model.decoder.layers.20.self_attn.out_proj/_s.pt b/params/opt/5/rnd_search_t_lin/comb_11/init/model.decoder.layers.20.self_attn.out_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..9d717fd24d133564df1fe6430e855f54da023e4a
--- /dev/null
+++ b/params/opt/5/rnd_search_t_lin/comb_11/init/model.decoder.layers.20.self_attn.out_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:14b754021764fd3463d9dbb270b4d6606e70be6cbee3fd44cdbacb0153c156dc
+size 5251
diff --git a/params/opt/5/rnd_search_t_lin/comb_11/init/model.decoder.layers.20.self_attn.q_proj/_0.pt b/params/opt/5/rnd_search_t_lin/comb_11/init/model.decoder.layers.20.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/opt/5/rnd_search_t_lin/comb_11/init/model.decoder.layers.20.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/opt/5/rnd_search_t_lin/comb_11/init/model.decoder.layers.20.self_attn.q_proj/_s.pt b/params/opt/5/rnd_search_t_lin/comb_11/init/model.decoder.layers.20.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..321956550191a7cd7c307fd6d10a6516a3f11e94
--- /dev/null
+++ b/params/opt/5/rnd_search_t_lin/comb_11/init/model.decoder.layers.20.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:41eda575064f5f211df7663a57ac8f1d1bd0586b4bb6bfa4ec0b275584f3c37d
+size 5251
diff --git a/params/opt/5/rnd_search_t_lin/comb_11/init/model.decoder.layers.20.self_attn.v_proj/_0.pt b/params/opt/5/rnd_search_t_lin/comb_11/init/model.decoder.layers.20.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/opt/5/rnd_search_t_lin/comb_11/init/model.decoder.layers.20.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/opt/5/rnd_search_t_lin/comb_11/init/model.decoder.layers.20.self_attn.v_proj/_s.pt b/params/opt/5/rnd_search_t_lin/comb_11/init/model.decoder.layers.20.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..6c3623ac3eeeafb3e8e5389ecaf136144822e185
--- /dev/null
+++ b/params/opt/5/rnd_search_t_lin/comb_11/init/model.decoder.layers.20.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:90ca80835e86c6b44e8dd4880fd7f0d31c6506b481ce766e6eee786c095dc44b
+size 5251
diff --git a/params/opt/5/rnd_search_t_lin/comb_11/init/model.decoder.layers.21.fc1/_0.pt b/params/opt/5/rnd_search_t_lin/comb_11/init/model.decoder.layers.21.fc1/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..58c96248fd00550cc15d645205571ee67c337035
--- /dev/null
+++ b/params/opt/5/rnd_search_t_lin/comb_11/init/model.decoder.layers.21.fc1/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d77f62f2a90ce91416a8360d6ec3a5205dee0afeca27666c8c1c6bc185c247e5
+size 17539
diff --git a/params/opt/5/rnd_search_t_lin/comb_11/init/model.decoder.layers.21.fc1/_s.pt b/params/opt/5/rnd_search_t_lin/comb_11/init/model.decoder.layers.21.fc1/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..28130f969ea3c3f7589c4eb36d69c3a6bfa4b97e
--- /dev/null
+++ b/params/opt/5/rnd_search_t_lin/comb_11/init/model.decoder.layers.21.fc1/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5512c691cbd577d7ecf3d5c075e0a76e76e22ba82bc932ec1f01680f8ee78437
+size 17539
diff --git a/params/opt/5/rnd_search_t_lin/comb_11/init/model.decoder.layers.21.fc2/_0.pt b/params/opt/5/rnd_search_t_lin/comb_11/init/model.decoder.layers.21.fc2/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/opt/5/rnd_search_t_lin/comb_11/init/model.decoder.layers.21.fc2/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/opt/5/rnd_search_t_lin/comb_11/init/model.decoder.layers.21.fc2/_s.pt b/params/opt/5/rnd_search_t_lin/comb_11/init/model.decoder.layers.21.fc2/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c49cf7e63407ba17284c69982064ef6675ca37a7
--- /dev/null
+++ b/params/opt/5/rnd_search_t_lin/comb_11/init/model.decoder.layers.21.fc2/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:4eceef4a292e7fe80cc8e85dd42b09b90d9db9c95f9d8e3b1439837235c0ea30
+size 5251
diff --git a/params/opt/5/rnd_search_t_lin/comb_11/init/model.decoder.layers.21.self_attn.k_proj/_0.pt b/params/opt/5/rnd_search_t_lin/comb_11/init/model.decoder.layers.21.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/opt/5/rnd_search_t_lin/comb_11/init/model.decoder.layers.21.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/opt/5/rnd_search_t_lin/comb_11/init/model.decoder.layers.21.self_attn.k_proj/_s.pt b/params/opt/5/rnd_search_t_lin/comb_11/init/model.decoder.layers.21.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..88a69e27b7503972318b08eebb823c7dc29d0c7a
--- /dev/null
+++ b/params/opt/5/rnd_search_t_lin/comb_11/init/model.decoder.layers.21.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b41373f991e03dd2d232f6bb12e6fcead9039849273fc1aa4a9f26818d63fbfb
+size 5251
diff --git a/params/opt/5/rnd_search_t_lin/comb_11/init/model.decoder.layers.21.self_attn.out_proj/_0.pt b/params/opt/5/rnd_search_t_lin/comb_11/init/model.decoder.layers.21.self_attn.out_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/opt/5/rnd_search_t_lin/comb_11/init/model.decoder.layers.21.self_attn.out_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/opt/5/rnd_search_t_lin/comb_11/init/model.decoder.layers.21.self_attn.out_proj/_s.pt b/params/opt/5/rnd_search_t_lin/comb_11/init/model.decoder.layers.21.self_attn.out_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..46db324a04390ed34ac79fe1cae5a36485948e3e
--- /dev/null
+++ b/params/opt/5/rnd_search_t_lin/comb_11/init/model.decoder.layers.21.self_attn.out_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0ea358e7817b1e8148ba84d39a44b592abfbc0a8ad10f21076b91e29fcf9dec3
+size 5251
diff --git a/params/opt/5/rnd_search_t_lin/comb_11/init/model.decoder.layers.21.self_attn.q_proj/_0.pt b/params/opt/5/rnd_search_t_lin/comb_11/init/model.decoder.layers.21.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/opt/5/rnd_search_t_lin/comb_11/init/model.decoder.layers.21.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/opt/5/rnd_search_t_lin/comb_11/init/model.decoder.layers.21.self_attn.q_proj/_s.pt b/params/opt/5/rnd_search_t_lin/comb_11/init/model.decoder.layers.21.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..da9c54f8daf58d09929af6d626e53f3ad2d3aee4
--- /dev/null
+++ b/params/opt/5/rnd_search_t_lin/comb_11/init/model.decoder.layers.21.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:651d10b83edb05e9aec390a62114661efedac0482aad358040cfcc80cb449bee
+size 5251
diff --git a/params/opt/5/rnd_search_t_lin/comb_11/init/model.decoder.layers.21.self_attn.v_proj/_0.pt b/params/opt/5/rnd_search_t_lin/comb_11/init/model.decoder.layers.21.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/opt/5/rnd_search_t_lin/comb_11/init/model.decoder.layers.21.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/opt/5/rnd_search_t_lin/comb_11/init/model.decoder.layers.21.self_attn.v_proj/_s.pt b/params/opt/5/rnd_search_t_lin/comb_11/init/model.decoder.layers.21.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8d3fbfeaade5bfc86146fa6fe8385e45e61b5934
--- /dev/null
+++ b/params/opt/5/rnd_search_t_lin/comb_11/init/model.decoder.layers.21.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:54c7346466546a18f0d6278bae40b9447989aeb7549314cf53f5bedb7f8014e0
+size 5251
diff --git a/params/opt/5/rnd_search_t_lin/comb_11/init/model.decoder.layers.22.fc1/_0.pt b/params/opt/5/rnd_search_t_lin/comb_11/init/model.decoder.layers.22.fc1/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..58c96248fd00550cc15d645205571ee67c337035
--- /dev/null
+++ b/params/opt/5/rnd_search_t_lin/comb_11/init/model.decoder.layers.22.fc1/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d77f62f2a90ce91416a8360d6ec3a5205dee0afeca27666c8c1c6bc185c247e5
+size 17539
diff --git a/params/opt/5/rnd_search_t_lin/comb_11/init/model.decoder.layers.22.fc1/_s.pt b/params/opt/5/rnd_search_t_lin/comb_11/init/model.decoder.layers.22.fc1/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..491712ee0916b7457c926ea2b9b57a428df3d110
--- /dev/null
+++ b/params/opt/5/rnd_search_t_lin/comb_11/init/model.decoder.layers.22.fc1/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:451763396048bd460c92d1c28ad4a155e02d20f788b8049f3f18e91d60a31688
+size 17539
diff --git a/params/opt/5/rnd_search_t_lin/comb_11/init/model.decoder.layers.22.fc2/_0.pt b/params/opt/5/rnd_search_t_lin/comb_11/init/model.decoder.layers.22.fc2/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/opt/5/rnd_search_t_lin/comb_11/init/model.decoder.layers.22.fc2/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/opt/5/rnd_search_t_lin/comb_11/init/model.decoder.layers.22.fc2/_s.pt b/params/opt/5/rnd_search_t_lin/comb_11/init/model.decoder.layers.22.fc2/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..b59126cf7198017514a04e8860aa30e598a6bd7c
--- /dev/null
+++ b/params/opt/5/rnd_search_t_lin/comb_11/init/model.decoder.layers.22.fc2/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2e8d11fb1b2ccc922bcbfe92d666ab4c24c5800a9f04f9e47f3e66b7714cf3fd
+size 5251
diff --git a/params/opt/5/rnd_search_t_lin/comb_11/init/model.decoder.layers.22.self_attn.k_proj/_0.pt b/params/opt/5/rnd_search_t_lin/comb_11/init/model.decoder.layers.22.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/opt/5/rnd_search_t_lin/comb_11/init/model.decoder.layers.22.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/opt/5/rnd_search_t_lin/comb_11/init/model.decoder.layers.22.self_attn.k_proj/_s.pt b/params/opt/5/rnd_search_t_lin/comb_11/init/model.decoder.layers.22.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..94de2e2b7678cfc39b70c9b7191b188e154aaadf
--- /dev/null
+++ b/params/opt/5/rnd_search_t_lin/comb_11/init/model.decoder.layers.22.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:8f954eab101763f85ef2a5205960f52d975d8672b72b65782d320e47b2f7c907
+size 5251
diff --git a/params/opt/5/rnd_search_t_lin/comb_11/init/model.decoder.layers.22.self_attn.out_proj/_0.pt b/params/opt/5/rnd_search_t_lin/comb_11/init/model.decoder.layers.22.self_attn.out_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/opt/5/rnd_search_t_lin/comb_11/init/model.decoder.layers.22.self_attn.out_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/opt/5/rnd_search_t_lin/comb_11/init/model.decoder.layers.22.self_attn.out_proj/_s.pt b/params/opt/5/rnd_search_t_lin/comb_11/init/model.decoder.layers.22.self_attn.out_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..06431a5eb3ad5945137fdff13172632411eb466e
--- /dev/null
+++ b/params/opt/5/rnd_search_t_lin/comb_11/init/model.decoder.layers.22.self_attn.out_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:274d3832ecc3be6b8481bfe11d2e1d3702ba6c33ad3a1e49787855bfa00acc5e
+size 5251
diff --git a/params/opt/5/rnd_search_t_lin/comb_11/init/model.decoder.layers.22.self_attn.q_proj/_0.pt b/params/opt/5/rnd_search_t_lin/comb_11/init/model.decoder.layers.22.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/opt/5/rnd_search_t_lin/comb_11/init/model.decoder.layers.22.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/opt/5/rnd_search_t_lin/comb_11/init/model.decoder.layers.22.self_attn.q_proj/_s.pt b/params/opt/5/rnd_search_t_lin/comb_11/init/model.decoder.layers.22.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..65719f2108b28daff0022aefb815aadf9343e865
--- /dev/null
+++ b/params/opt/5/rnd_search_t_lin/comb_11/init/model.decoder.layers.22.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f9be12a52d5841099eea47ae1a7fe6190ab5360b36fa7fc4b50c9799c2e06648
+size 5251
diff --git a/params/opt/5/rnd_search_t_lin/comb_11/init/model.decoder.layers.22.self_attn.v_proj/_0.pt b/params/opt/5/rnd_search_t_lin/comb_11/init/model.decoder.layers.22.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/opt/5/rnd_search_t_lin/comb_11/init/model.decoder.layers.22.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/opt/5/rnd_search_t_lin/comb_11/init/model.decoder.layers.22.self_attn.v_proj/_s.pt b/params/opt/5/rnd_search_t_lin/comb_11/init/model.decoder.layers.22.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..cb465bf39a8f110de9a7f9cf6c450784a6ca5276
--- /dev/null
+++ b/params/opt/5/rnd_search_t_lin/comb_11/init/model.decoder.layers.22.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d29dea787773d504683af57a2d437c3edc47297c0f108a20b45cfa713e90819f
+size 5251
diff --git a/params/opt/5/rnd_search_t_lin/comb_11/init/model.decoder.layers.23.fc1/_0.pt b/params/opt/5/rnd_search_t_lin/comb_11/init/model.decoder.layers.23.fc1/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..58c96248fd00550cc15d645205571ee67c337035
--- /dev/null
+++ b/params/opt/5/rnd_search_t_lin/comb_11/init/model.decoder.layers.23.fc1/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d77f62f2a90ce91416a8360d6ec3a5205dee0afeca27666c8c1c6bc185c247e5
+size 17539
diff --git a/params/opt/5/rnd_search_t_lin/comb_11/init/model.decoder.layers.23.fc1/_s.pt b/params/opt/5/rnd_search_t_lin/comb_11/init/model.decoder.layers.23.fc1/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..5ad0306092abd48d8841a1a55b81cadc403341d8
--- /dev/null
+++ b/params/opt/5/rnd_search_t_lin/comb_11/init/model.decoder.layers.23.fc1/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f5ac0345bb0098ad52b8e4d7f632bfbc917ac396a8961b3fed712ff4993c74b6
+size 17539
diff --git a/params/opt/5/rnd_search_t_lin/comb_11/init/model.decoder.layers.23.fc2/_0.pt b/params/opt/5/rnd_search_t_lin/comb_11/init/model.decoder.layers.23.fc2/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/opt/5/rnd_search_t_lin/comb_11/init/model.decoder.layers.23.fc2/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/opt/5/rnd_search_t_lin/comb_11/init/model.decoder.layers.23.fc2/_s.pt b/params/opt/5/rnd_search_t_lin/comb_11/init/model.decoder.layers.23.fc2/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..bcc591f732a6ae9c860b96f8461f915e21feab86
--- /dev/null
+++ b/params/opt/5/rnd_search_t_lin/comb_11/init/model.decoder.layers.23.fc2/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:9edbebad8250f96955f28075b78a0b114f65b4ffc6d7e303bba41c9b83f444e2
+size 5251
diff --git a/params/opt/5/rnd_search_t_lin/comb_11/init/model.decoder.layers.23.self_attn.k_proj/_0.pt b/params/opt/5/rnd_search_t_lin/comb_11/init/model.decoder.layers.23.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/opt/5/rnd_search_t_lin/comb_11/init/model.decoder.layers.23.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/opt/5/rnd_search_t_lin/comb_11/init/model.decoder.layers.23.self_attn.k_proj/_s.pt b/params/opt/5/rnd_search_t_lin/comb_11/init/model.decoder.layers.23.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..06a79eb23bb9009b3443654a7e47d213f860c9d1
--- /dev/null
+++ b/params/opt/5/rnd_search_t_lin/comb_11/init/model.decoder.layers.23.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:3d944b1f79f499e707acb159bb8141b57ea92644929420885f200fc84ffb328f
+size 5251
diff --git a/params/opt/5/rnd_search_t_lin/comb_11/init/model.decoder.layers.23.self_attn.out_proj/_0.pt b/params/opt/5/rnd_search_t_lin/comb_11/init/model.decoder.layers.23.self_attn.out_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/opt/5/rnd_search_t_lin/comb_11/init/model.decoder.layers.23.self_attn.out_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/opt/5/rnd_search_t_lin/comb_11/init/model.decoder.layers.23.self_attn.out_proj/_s.pt b/params/opt/5/rnd_search_t_lin/comb_11/init/model.decoder.layers.23.self_attn.out_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..80fe1d8d10bee7d8d48860b4730586cea027900e
--- /dev/null
+++ b/params/opt/5/rnd_search_t_lin/comb_11/init/model.decoder.layers.23.self_attn.out_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:257f79598f16ab8a507a199a9a61ae1e68697c75ed7d26fee91454262d0210cd
+size 5251
diff --git a/params/opt/5/rnd_search_t_lin/comb_11/init/model.decoder.layers.23.self_attn.q_proj/_0.pt b/params/opt/5/rnd_search_t_lin/comb_11/init/model.decoder.layers.23.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/opt/5/rnd_search_t_lin/comb_11/init/model.decoder.layers.23.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/opt/5/rnd_search_t_lin/comb_11/init/model.decoder.layers.23.self_attn.q_proj/_s.pt b/params/opt/5/rnd_search_t_lin/comb_11/init/model.decoder.layers.23.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..cdcea8ab3c1b360b144175c29e52df3f15ca1866
--- /dev/null
+++ b/params/opt/5/rnd_search_t_lin/comb_11/init/model.decoder.layers.23.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:43d6a4bc0bd663cf93ac9abe0aa7a0dbde9eaa3b57fa1c97458e9ed989d24932
+size 5251
diff --git a/params/opt/5/rnd_search_t_lin/comb_11/init/model.decoder.layers.23.self_attn.v_proj/_0.pt b/params/opt/5/rnd_search_t_lin/comb_11/init/model.decoder.layers.23.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/opt/5/rnd_search_t_lin/comb_11/init/model.decoder.layers.23.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/opt/5/rnd_search_t_lin/comb_11/init/model.decoder.layers.23.self_attn.v_proj/_s.pt b/params/opt/5/rnd_search_t_lin/comb_11/init/model.decoder.layers.23.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..788c6f236b1306e53e71f32fc08632b9b8a33286
--- /dev/null
+++ b/params/opt/5/rnd_search_t_lin/comb_11/init/model.decoder.layers.23.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:9781ee0f49b5eff70f377fbd17344936bda67ba5d59bf51668d30fdfc499ce3f
+size 5251
diff --git a/params/opt/5/rnd_search_t_lin/comb_11/init/model.decoder.layers.3.fc1/_0.pt b/params/opt/5/rnd_search_t_lin/comb_11/init/model.decoder.layers.3.fc1/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..58c96248fd00550cc15d645205571ee67c337035
--- /dev/null
+++ b/params/opt/5/rnd_search_t_lin/comb_11/init/model.decoder.layers.3.fc1/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d77f62f2a90ce91416a8360d6ec3a5205dee0afeca27666c8c1c6bc185c247e5
+size 17539
diff --git a/params/opt/5/rnd_search_t_lin/comb_11/init/model.decoder.layers.3.fc1/_s.pt b/params/opt/5/rnd_search_t_lin/comb_11/init/model.decoder.layers.3.fc1/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4ba21f81ef643c800cdfda9a9e47d9f8c1fa8b40
--- /dev/null
+++ b/params/opt/5/rnd_search_t_lin/comb_11/init/model.decoder.layers.3.fc1/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:eb697d3a3246af75aad3538ab509738dfbcc6d304cd3c7817a8c4e614bcbd9bc
+size 17539
diff --git a/params/opt/5/rnd_search_t_lin/comb_11/init/model.decoder.layers.3.fc2/_0.pt b/params/opt/5/rnd_search_t_lin/comb_11/init/model.decoder.layers.3.fc2/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/opt/5/rnd_search_t_lin/comb_11/init/model.decoder.layers.3.fc2/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/opt/5/rnd_search_t_lin/comb_11/init/model.decoder.layers.3.fc2/_s.pt b/params/opt/5/rnd_search_t_lin/comb_11/init/model.decoder.layers.3.fc2/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..25c496e7c3323ab5cd35a90c7eec0c5d912b2ea4
--- /dev/null
+++ b/params/opt/5/rnd_search_t_lin/comb_11/init/model.decoder.layers.3.fc2/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:74f211d763c959ee3d2466a6a6a6d0fafa38e3f78dfd97f547b7335a35ff0771
+size 5251
diff --git a/params/opt/5/rnd_search_t_lin/comb_11/init/model.decoder.layers.3.self_attn.k_proj/_0.pt b/params/opt/5/rnd_search_t_lin/comb_11/init/model.decoder.layers.3.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/opt/5/rnd_search_t_lin/comb_11/init/model.decoder.layers.3.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/opt/5/rnd_search_t_lin/comb_11/init/model.decoder.layers.3.self_attn.k_proj/_s.pt b/params/opt/5/rnd_search_t_lin/comb_11/init/model.decoder.layers.3.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..54d0fb76d071ff8616653a0012c4d3cfcd413ace
--- /dev/null
+++ b/params/opt/5/rnd_search_t_lin/comb_11/init/model.decoder.layers.3.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:98e0ecf3878ad399199c17c64e2d1adc10917ee17c0d7a88864561a538c9c7ec
+size 5251
diff --git a/params/opt/5/rnd_search_t_lin/comb_11/init/model.decoder.layers.3.self_attn.out_proj/_0.pt b/params/opt/5/rnd_search_t_lin/comb_11/init/model.decoder.layers.3.self_attn.out_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/opt/5/rnd_search_t_lin/comb_11/init/model.decoder.layers.3.self_attn.out_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/opt/5/rnd_search_t_lin/comb_11/init/model.decoder.layers.3.self_attn.out_proj/_s.pt b/params/opt/5/rnd_search_t_lin/comb_11/init/model.decoder.layers.3.self_attn.out_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a4893ba7ac5803ed547afaeb5d7157c30459ba54
--- /dev/null
+++ b/params/opt/5/rnd_search_t_lin/comb_11/init/model.decoder.layers.3.self_attn.out_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:58cd1fa25c248714de746ad8bca3f45eead0179f0d551e0b5e1b7e1fa42926f9
+size 5251
diff --git a/params/opt/5/rnd_search_t_lin/comb_11/init/model.decoder.layers.3.self_attn.q_proj/_0.pt b/params/opt/5/rnd_search_t_lin/comb_11/init/model.decoder.layers.3.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/opt/5/rnd_search_t_lin/comb_11/init/model.decoder.layers.3.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/opt/5/rnd_search_t_lin/comb_11/init/model.decoder.layers.3.self_attn.q_proj/_s.pt b/params/opt/5/rnd_search_t_lin/comb_11/init/model.decoder.layers.3.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..bb5e70a5a03b37c1c96198a0ef9da261012b97e2
--- /dev/null
+++ b/params/opt/5/rnd_search_t_lin/comb_11/init/model.decoder.layers.3.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:12494f2706bb09810fdd925ef6f8cf9cbd4bd9f6874ce9bec6613dd122e7316b
+size 5251
diff --git a/params/opt/5/rnd_search_t_lin/comb_11/init/model.decoder.layers.3.self_attn.v_proj/_0.pt b/params/opt/5/rnd_search_t_lin/comb_11/init/model.decoder.layers.3.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/opt/5/rnd_search_t_lin/comb_11/init/model.decoder.layers.3.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/opt/5/rnd_search_t_lin/comb_11/init/model.decoder.layers.3.self_attn.v_proj/_s.pt b/params/opt/5/rnd_search_t_lin/comb_11/init/model.decoder.layers.3.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..280d67449156ef04f8612d898c7b6116e10ebd47
--- /dev/null
+++ b/params/opt/5/rnd_search_t_lin/comb_11/init/model.decoder.layers.3.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ef3abf3e8e90dbd2828af855497ca4574f2e333aad9118719f06cf30a3fc8096
+size 5251
diff --git a/params/opt/5/rnd_search_t_lin/comb_11/init/model.decoder.layers.4.fc1/_0.pt b/params/opt/5/rnd_search_t_lin/comb_11/init/model.decoder.layers.4.fc1/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..58c96248fd00550cc15d645205571ee67c337035
--- /dev/null
+++ b/params/opt/5/rnd_search_t_lin/comb_11/init/model.decoder.layers.4.fc1/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d77f62f2a90ce91416a8360d6ec3a5205dee0afeca27666c8c1c6bc185c247e5
+size 17539
diff --git a/params/opt/5/rnd_search_t_lin/comb_11/init/model.decoder.layers.4.fc1/_s.pt b/params/opt/5/rnd_search_t_lin/comb_11/init/model.decoder.layers.4.fc1/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..7a788d513c440efdc69688e6fc7bbf5e5c8c687d
--- /dev/null
+++ b/params/opt/5/rnd_search_t_lin/comb_11/init/model.decoder.layers.4.fc1/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:4c2d1d66dee7582599ad0d5ee9997de13b8ea596919a3a5b8cf3416507583adf
+size 17539
diff --git a/params/opt/5/rnd_search_t_lin/comb_11/init/model.decoder.layers.4.fc2/_0.pt b/params/opt/5/rnd_search_t_lin/comb_11/init/model.decoder.layers.4.fc2/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/opt/5/rnd_search_t_lin/comb_11/init/model.decoder.layers.4.fc2/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/opt/5/rnd_search_t_lin/comb_11/init/model.decoder.layers.4.fc2/_s.pt b/params/opt/5/rnd_search_t_lin/comb_11/init/model.decoder.layers.4.fc2/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..bfc3e69e03dae030e3c3725bd585d7bdecfee9f6
--- /dev/null
+++ b/params/opt/5/rnd_search_t_lin/comb_11/init/model.decoder.layers.4.fc2/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:29ddeffe5f5fd10bab55b740ace15ebac383b756de0f6540cfa6746674d87623
+size 5251
diff --git a/params/opt/5/rnd_search_t_lin/comb_11/init/model.decoder.layers.4.self_attn.k_proj/_0.pt b/params/opt/5/rnd_search_t_lin/comb_11/init/model.decoder.layers.4.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/opt/5/rnd_search_t_lin/comb_11/init/model.decoder.layers.4.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/opt/5/rnd_search_t_lin/comb_11/init/model.decoder.layers.4.self_attn.k_proj/_s.pt b/params/opt/5/rnd_search_t_lin/comb_11/init/model.decoder.layers.4.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..57515b08d40692d41424c6335d3d21e3998cfdfe
--- /dev/null
+++ b/params/opt/5/rnd_search_t_lin/comb_11/init/model.decoder.layers.4.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b54193407b7e51f99714fcf1081657f0c2693eb14b0553b8e04b45e4ee5dbc77
+size 5251
diff --git a/params/opt/5/rnd_search_t_lin/comb_11/init/model.decoder.layers.4.self_attn.out_proj/_0.pt b/params/opt/5/rnd_search_t_lin/comb_11/init/model.decoder.layers.4.self_attn.out_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/opt/5/rnd_search_t_lin/comb_11/init/model.decoder.layers.4.self_attn.out_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/opt/5/rnd_search_t_lin/comb_11/init/model.decoder.layers.4.self_attn.out_proj/_s.pt b/params/opt/5/rnd_search_t_lin/comb_11/init/model.decoder.layers.4.self_attn.out_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c99bb245b22bdaeb17bb8b678368e1c4db798be6
--- /dev/null
+++ b/params/opt/5/rnd_search_t_lin/comb_11/init/model.decoder.layers.4.self_attn.out_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:6cb7479dc9777800a6e20720ff4a0aca439f376af17c947245d62c2578202ff5
+size 5251
diff --git a/params/opt/5/rnd_search_t_lin/comb_11/init/model.decoder.layers.4.self_attn.q_proj/_0.pt b/params/opt/5/rnd_search_t_lin/comb_11/init/model.decoder.layers.4.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/opt/5/rnd_search_t_lin/comb_11/init/model.decoder.layers.4.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/opt/5/rnd_search_t_lin/comb_11/init/model.decoder.layers.4.self_attn.q_proj/_s.pt b/params/opt/5/rnd_search_t_lin/comb_11/init/model.decoder.layers.4.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..9c8e17bc615c993cd2cd8461bb66620788f82558
--- /dev/null
+++ b/params/opt/5/rnd_search_t_lin/comb_11/init/model.decoder.layers.4.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:573b412add256575d34d02effc5242520ccb28f1af5c0d07adedcf2286635625
+size 5251
diff --git a/params/opt/5/rnd_search_t_lin/comb_11/init/model.decoder.layers.4.self_attn.v_proj/_0.pt b/params/opt/5/rnd_search_t_lin/comb_11/init/model.decoder.layers.4.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/opt/5/rnd_search_t_lin/comb_11/init/model.decoder.layers.4.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/opt/5/rnd_search_t_lin/comb_11/init/model.decoder.layers.4.self_attn.v_proj/_s.pt b/params/opt/5/rnd_search_t_lin/comb_11/init/model.decoder.layers.4.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..7542c65cbb78cd9167cc731cf263feb1406a95b9
--- /dev/null
+++ b/params/opt/5/rnd_search_t_lin/comb_11/init/model.decoder.layers.4.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:8abad6f2bee271aefed3b9557d9a0ee745395fbe32f882026db29f8d04f00324
+size 5251
diff --git a/params/opt/5/rnd_search_t_lin/comb_11/init/model.decoder.layers.5.fc1/_0.pt b/params/opt/5/rnd_search_t_lin/comb_11/init/model.decoder.layers.5.fc1/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..58c96248fd00550cc15d645205571ee67c337035
--- /dev/null
+++ b/params/opt/5/rnd_search_t_lin/comb_11/init/model.decoder.layers.5.fc1/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d77f62f2a90ce91416a8360d6ec3a5205dee0afeca27666c8c1c6bc185c247e5
+size 17539
diff --git a/params/opt/5/rnd_search_t_lin/comb_11/init/model.decoder.layers.5.fc1/_s.pt b/params/opt/5/rnd_search_t_lin/comb_11/init/model.decoder.layers.5.fc1/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..6cfca63f07f80f3d68f4964c635067d8b127ee62
--- /dev/null
+++ b/params/opt/5/rnd_search_t_lin/comb_11/init/model.decoder.layers.5.fc1/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:fb4ab4c9c11ad4a13499d5e169337d6cd69e96511689293794db7465fbe8ff50
+size 17539
diff --git a/params/opt/5/rnd_search_t_lin/comb_11/init/model.decoder.layers.5.fc2/_0.pt b/params/opt/5/rnd_search_t_lin/comb_11/init/model.decoder.layers.5.fc2/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/opt/5/rnd_search_t_lin/comb_11/init/model.decoder.layers.5.fc2/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/opt/5/rnd_search_t_lin/comb_11/init/model.decoder.layers.5.fc2/_s.pt b/params/opt/5/rnd_search_t_lin/comb_11/init/model.decoder.layers.5.fc2/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c3d748434b4c133d38677b975e521196fb80f13a
--- /dev/null
+++ b/params/opt/5/rnd_search_t_lin/comb_11/init/model.decoder.layers.5.fc2/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:952a50c027ca9fd2c1341fb5a2467ad1d91e8a104a34d0d818e3f78927b9efd2
+size 5251
diff --git a/params/opt/5/rnd_search_t_lin/comb_11/init/model.decoder.layers.5.self_attn.k_proj/_0.pt b/params/opt/5/rnd_search_t_lin/comb_11/init/model.decoder.layers.5.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/opt/5/rnd_search_t_lin/comb_11/init/model.decoder.layers.5.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/opt/5/rnd_search_t_lin/comb_11/init/model.decoder.layers.5.self_attn.k_proj/_s.pt b/params/opt/5/rnd_search_t_lin/comb_11/init/model.decoder.layers.5.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..77ea231daf4c423a0f4431744e7c84226db8880f
--- /dev/null
+++ b/params/opt/5/rnd_search_t_lin/comb_11/init/model.decoder.layers.5.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:fb2ba7e2ace8f6079f2ca1827d41d1f2ff807c2c03431f54036399abf93ab050
+size 5251
diff --git a/params/opt/5/rnd_search_t_lin/comb_11/init/model.decoder.layers.5.self_attn.out_proj/_0.pt b/params/opt/5/rnd_search_t_lin/comb_11/init/model.decoder.layers.5.self_attn.out_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/opt/5/rnd_search_t_lin/comb_11/init/model.decoder.layers.5.self_attn.out_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/opt/5/rnd_search_t_lin/comb_11/init/model.decoder.layers.5.self_attn.out_proj/_s.pt b/params/opt/5/rnd_search_t_lin/comb_11/init/model.decoder.layers.5.self_attn.out_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..35e9bf8c565a0e0148f82df5f63e23d979e0dbc3
--- /dev/null
+++ b/params/opt/5/rnd_search_t_lin/comb_11/init/model.decoder.layers.5.self_attn.out_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:4060923edef3744c81d292a724bdbaf16f09184f3547a336b2ed00328703a03b
+size 5251
diff --git a/params/opt/5/rnd_search_t_lin/comb_11/init/model.decoder.layers.5.self_attn.q_proj/_0.pt b/params/opt/5/rnd_search_t_lin/comb_11/init/model.decoder.layers.5.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/opt/5/rnd_search_t_lin/comb_11/init/model.decoder.layers.5.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/opt/5/rnd_search_t_lin/comb_11/init/model.decoder.layers.5.self_attn.q_proj/_s.pt b/params/opt/5/rnd_search_t_lin/comb_11/init/model.decoder.layers.5.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..567cf38dc77bc9220fa2115a9f18c37bddaddb33
--- /dev/null
+++ b/params/opt/5/rnd_search_t_lin/comb_11/init/model.decoder.layers.5.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c5e4f83861d694853a1d2964316d45c980d8bb6da8c5feb166763fa424743008
+size 5251
diff --git a/params/opt/5/rnd_search_t_lin/comb_11/init/model.decoder.layers.5.self_attn.v_proj/_0.pt b/params/opt/5/rnd_search_t_lin/comb_11/init/model.decoder.layers.5.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/opt/5/rnd_search_t_lin/comb_11/init/model.decoder.layers.5.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/opt/5/rnd_search_t_lin/comb_11/init/model.decoder.layers.5.self_attn.v_proj/_s.pt b/params/opt/5/rnd_search_t_lin/comb_11/init/model.decoder.layers.5.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c7b026a34b5c750bf0ad66c792e9d783b66a3274
--- /dev/null
+++ b/params/opt/5/rnd_search_t_lin/comb_11/init/model.decoder.layers.5.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ae91f37c43a8c9b39b0305b9b43042bc5ca8af9dc344d5e3bf1966c21db9ec15
+size 5251
diff --git a/params/opt/5/rnd_search_t_lin/comb_11/init/model.decoder.layers.6.fc1/_0.pt b/params/opt/5/rnd_search_t_lin/comb_11/init/model.decoder.layers.6.fc1/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..58c96248fd00550cc15d645205571ee67c337035
--- /dev/null
+++ b/params/opt/5/rnd_search_t_lin/comb_11/init/model.decoder.layers.6.fc1/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d77f62f2a90ce91416a8360d6ec3a5205dee0afeca27666c8c1c6bc185c247e5
+size 17539
diff --git a/params/opt/5/rnd_search_t_lin/comb_11/init/model.decoder.layers.6.fc1/_s.pt b/params/opt/5/rnd_search_t_lin/comb_11/init/model.decoder.layers.6.fc1/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..deae456389e0eb4b4c3530fbd77ede57a95459e6
--- /dev/null
+++ b/params/opt/5/rnd_search_t_lin/comb_11/init/model.decoder.layers.6.fc1/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:38c8cae752a1967367aa1de80ae52360a4c872aa84338694795f333a30d22f4c
+size 17539
diff --git a/params/opt/5/rnd_search_t_lin/comb_11/init/model.decoder.layers.6.fc2/_0.pt b/params/opt/5/rnd_search_t_lin/comb_11/init/model.decoder.layers.6.fc2/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/opt/5/rnd_search_t_lin/comb_11/init/model.decoder.layers.6.fc2/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/opt/5/rnd_search_t_lin/comb_11/init/model.decoder.layers.6.fc2/_s.pt b/params/opt/5/rnd_search_t_lin/comb_11/init/model.decoder.layers.6.fc2/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c10dca2eeff3bfa53c607d9a57e17e03420ef77c
--- /dev/null
+++ b/params/opt/5/rnd_search_t_lin/comb_11/init/model.decoder.layers.6.fc2/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f157d6eac50ab8011ec488a98dc3b62ad1a86a77369c93d716eefb43984e18e9
+size 5251
diff --git a/params/opt/5/rnd_search_t_lin/comb_11/init/model.decoder.layers.6.self_attn.k_proj/_0.pt b/params/opt/5/rnd_search_t_lin/comb_11/init/model.decoder.layers.6.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/opt/5/rnd_search_t_lin/comb_11/init/model.decoder.layers.6.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/opt/5/rnd_search_t_lin/comb_11/init/model.decoder.layers.6.self_attn.k_proj/_s.pt b/params/opt/5/rnd_search_t_lin/comb_11/init/model.decoder.layers.6.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..0446a7ea1b62557b68fa965ded9d63e9b8ae5273
--- /dev/null
+++ b/params/opt/5/rnd_search_t_lin/comb_11/init/model.decoder.layers.6.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:03a74a0d631f40d31e8172db27cda2527579b500efed3404e97c1755102e079f
+size 5251
diff --git a/params/opt/5/rnd_search_t_lin/comb_11/init/model.decoder.layers.6.self_attn.out_proj/_0.pt b/params/opt/5/rnd_search_t_lin/comb_11/init/model.decoder.layers.6.self_attn.out_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/opt/5/rnd_search_t_lin/comb_11/init/model.decoder.layers.6.self_attn.out_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/opt/5/rnd_search_t_lin/comb_11/init/model.decoder.layers.6.self_attn.out_proj/_s.pt b/params/opt/5/rnd_search_t_lin/comb_11/init/model.decoder.layers.6.self_attn.out_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..3e628205236a7a220c43cc688cec7620964fc8e1
--- /dev/null
+++ b/params/opt/5/rnd_search_t_lin/comb_11/init/model.decoder.layers.6.self_attn.out_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ac1e82433621486d90d3daa1f46211994a8cdc67688f6c5d6d7340d8e239fd4a
+size 5251
diff --git a/params/opt/5/rnd_search_t_lin/comb_11/init/model.decoder.layers.6.self_attn.q_proj/_0.pt b/params/opt/5/rnd_search_t_lin/comb_11/init/model.decoder.layers.6.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/opt/5/rnd_search_t_lin/comb_11/init/model.decoder.layers.6.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/opt/5/rnd_search_t_lin/comb_11/init/model.decoder.layers.6.self_attn.q_proj/_s.pt b/params/opt/5/rnd_search_t_lin/comb_11/init/model.decoder.layers.6.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..5f60f5d0e86eecf881b9104e57b8cc44c8957e31
--- /dev/null
+++ b/params/opt/5/rnd_search_t_lin/comb_11/init/model.decoder.layers.6.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:484a367f8d8482aaac824f4048f007e07fb0e7f51816d0024f7b93eaae13dabd
+size 5251
diff --git a/params/opt/5/rnd_search_t_lin/comb_11/init/model.decoder.layers.6.self_attn.v_proj/_0.pt b/params/opt/5/rnd_search_t_lin/comb_11/init/model.decoder.layers.6.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/opt/5/rnd_search_t_lin/comb_11/init/model.decoder.layers.6.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/opt/5/rnd_search_t_lin/comb_11/init/model.decoder.layers.6.self_attn.v_proj/_s.pt b/params/opt/5/rnd_search_t_lin/comb_11/init/model.decoder.layers.6.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..f68dd9e7507e119c75d9be359f744006657832b2
--- /dev/null
+++ b/params/opt/5/rnd_search_t_lin/comb_11/init/model.decoder.layers.6.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:386552d2f5ed01c314e42df7561cfead7355093da368d2f12ec29e5b51f8672d
+size 5251
diff --git a/params/opt/5/rnd_search_t_lin/comb_11/init/model.decoder.layers.7.fc1/_0.pt b/params/opt/5/rnd_search_t_lin/comb_11/init/model.decoder.layers.7.fc1/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..58c96248fd00550cc15d645205571ee67c337035
--- /dev/null
+++ b/params/opt/5/rnd_search_t_lin/comb_11/init/model.decoder.layers.7.fc1/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d77f62f2a90ce91416a8360d6ec3a5205dee0afeca27666c8c1c6bc185c247e5
+size 17539
diff --git a/params/opt/5/rnd_search_t_lin/comb_11/init/model.decoder.layers.7.fc1/_s.pt b/params/opt/5/rnd_search_t_lin/comb_11/init/model.decoder.layers.7.fc1/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..6e9be982f8dbb22eb284d261d7468cd4a08fd8a2
--- /dev/null
+++ b/params/opt/5/rnd_search_t_lin/comb_11/init/model.decoder.layers.7.fc1/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:4e040ded7277eb0b5d3f89ae44338f21bf565ce8ab456136d8039f3b40510569
+size 17539
diff --git a/params/opt/5/rnd_search_t_lin/comb_11/init/model.decoder.layers.7.fc2/_0.pt b/params/opt/5/rnd_search_t_lin/comb_11/init/model.decoder.layers.7.fc2/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/opt/5/rnd_search_t_lin/comb_11/init/model.decoder.layers.7.fc2/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/opt/5/rnd_search_t_lin/comb_11/init/model.decoder.layers.7.fc2/_s.pt b/params/opt/5/rnd_search_t_lin/comb_11/init/model.decoder.layers.7.fc2/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..43a9ddb50e4924a5a43c3be02c25bde03a4bf95e
--- /dev/null
+++ b/params/opt/5/rnd_search_t_lin/comb_11/init/model.decoder.layers.7.fc2/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e565c2905fb55182bb81ebdc748789e0d67d74855470126a806a2437315f9b20
+size 5251
diff --git a/params/opt/5/rnd_search_t_lin/comb_11/init/model.decoder.layers.7.self_attn.k_proj/_0.pt b/params/opt/5/rnd_search_t_lin/comb_11/init/model.decoder.layers.7.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/opt/5/rnd_search_t_lin/comb_11/init/model.decoder.layers.7.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/opt/5/rnd_search_t_lin/comb_11/init/model.decoder.layers.7.self_attn.k_proj/_s.pt b/params/opt/5/rnd_search_t_lin/comb_11/init/model.decoder.layers.7.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8fd0bcf19899bdae3ca87f2c1ee911248c967004
--- /dev/null
+++ b/params/opt/5/rnd_search_t_lin/comb_11/init/model.decoder.layers.7.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:cb82a11e179dc897b46a024d84902d1fb87413fc989f5bde04741daa88ac2716
+size 5251
diff --git a/params/opt/5/rnd_search_t_lin/comb_11/init/model.decoder.layers.7.self_attn.out_proj/_0.pt b/params/opt/5/rnd_search_t_lin/comb_11/init/model.decoder.layers.7.self_attn.out_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/opt/5/rnd_search_t_lin/comb_11/init/model.decoder.layers.7.self_attn.out_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/opt/5/rnd_search_t_lin/comb_11/init/model.decoder.layers.7.self_attn.out_proj/_s.pt b/params/opt/5/rnd_search_t_lin/comb_11/init/model.decoder.layers.7.self_attn.out_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c09700a7b14726846b2eab221bb3325ea724d8b9
--- /dev/null
+++ b/params/opt/5/rnd_search_t_lin/comb_11/init/model.decoder.layers.7.self_attn.out_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:03d23093240dd275f6d8fe8ccad121854da4624ad589f56135ac6775c9fb0697
+size 5251
diff --git a/params/opt/5/rnd_search_t_lin/comb_11/init/model.decoder.layers.7.self_attn.q_proj/_0.pt b/params/opt/5/rnd_search_t_lin/comb_11/init/model.decoder.layers.7.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/opt/5/rnd_search_t_lin/comb_11/init/model.decoder.layers.7.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/opt/5/rnd_search_t_lin/comb_11/init/model.decoder.layers.7.self_attn.q_proj/_s.pt b/params/opt/5/rnd_search_t_lin/comb_11/init/model.decoder.layers.7.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..01e0197782c583db09f5dc1e5b9eba86f207e034
--- /dev/null
+++ b/params/opt/5/rnd_search_t_lin/comb_11/init/model.decoder.layers.7.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b47cc8587ff0d237fbb0f7958eda6c51102aee808da8ce7cb952e121dfdb87bd
+size 5251
diff --git a/params/opt/5/rnd_search_t_lin/comb_11/init/model.decoder.layers.7.self_attn.v_proj/_0.pt b/params/opt/5/rnd_search_t_lin/comb_11/init/model.decoder.layers.7.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/opt/5/rnd_search_t_lin/comb_11/init/model.decoder.layers.7.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/opt/5/rnd_search_t_lin/comb_11/init/model.decoder.layers.7.self_attn.v_proj/_s.pt b/params/opt/5/rnd_search_t_lin/comb_11/init/model.decoder.layers.7.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..70b1139841a8951a3ad657bb146776166781704d
--- /dev/null
+++ b/params/opt/5/rnd_search_t_lin/comb_11/init/model.decoder.layers.7.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:05f3fca86928ca71147b113c2233ae451e391f53a7e9bac994bf0734770f7d5d
+size 5251
diff --git a/params/opt/5/rnd_search_t_lin/comb_11/init/model.decoder.layers.8.fc1/_0.pt b/params/opt/5/rnd_search_t_lin/comb_11/init/model.decoder.layers.8.fc1/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..58c96248fd00550cc15d645205571ee67c337035
--- /dev/null
+++ b/params/opt/5/rnd_search_t_lin/comb_11/init/model.decoder.layers.8.fc1/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d77f62f2a90ce91416a8360d6ec3a5205dee0afeca27666c8c1c6bc185c247e5
+size 17539
diff --git a/params/opt/5/rnd_search_t_lin/comb_11/init/model.decoder.layers.8.fc1/_s.pt b/params/opt/5/rnd_search_t_lin/comb_11/init/model.decoder.layers.8.fc1/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a9d581d376b69421b22d22f29f4839a334ae8c90
--- /dev/null
+++ b/params/opt/5/rnd_search_t_lin/comb_11/init/model.decoder.layers.8.fc1/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:4511f4203cd988d31cb074acd07a4aa1455ad8c5a3857bd3b6a0df71a6fe09aa
+size 17539
diff --git a/params/opt/5/rnd_search_t_lin/comb_11/init/model.decoder.layers.8.fc2/_0.pt b/params/opt/5/rnd_search_t_lin/comb_11/init/model.decoder.layers.8.fc2/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/opt/5/rnd_search_t_lin/comb_11/init/model.decoder.layers.8.fc2/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/opt/5/rnd_search_t_lin/comb_11/init/model.decoder.layers.8.fc2/_s.pt b/params/opt/5/rnd_search_t_lin/comb_11/init/model.decoder.layers.8.fc2/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..5b76161c6760f707aaa396ad5c5eca125261e653
--- /dev/null
+++ b/params/opt/5/rnd_search_t_lin/comb_11/init/model.decoder.layers.8.fc2/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5ba057b5c756568baecf73826b336d5e441929f491773332cac6ab92a74cf8d5
+size 5251
diff --git a/params/opt/5/rnd_search_t_lin/comb_11/init/model.decoder.layers.8.self_attn.k_proj/_0.pt b/params/opt/5/rnd_search_t_lin/comb_11/init/model.decoder.layers.8.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/opt/5/rnd_search_t_lin/comb_11/init/model.decoder.layers.8.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/opt/5/rnd_search_t_lin/comb_11/init/model.decoder.layers.8.self_attn.k_proj/_s.pt b/params/opt/5/rnd_search_t_lin/comb_11/init/model.decoder.layers.8.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..f56a5a6e36e5ab9838ecdc18f43bc8268966b501
--- /dev/null
+++ b/params/opt/5/rnd_search_t_lin/comb_11/init/model.decoder.layers.8.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:7ff1ea3947e661c3ce741c4b0fedb4901475fa5ea6cc2d97aea75b0fab54a661
+size 5251
diff --git a/params/opt/5/rnd_search_t_lin/comb_11/init/model.decoder.layers.8.self_attn.out_proj/_0.pt b/params/opt/5/rnd_search_t_lin/comb_11/init/model.decoder.layers.8.self_attn.out_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/opt/5/rnd_search_t_lin/comb_11/init/model.decoder.layers.8.self_attn.out_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/opt/5/rnd_search_t_lin/comb_11/init/model.decoder.layers.8.self_attn.out_proj/_s.pt b/params/opt/5/rnd_search_t_lin/comb_11/init/model.decoder.layers.8.self_attn.out_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..f27daba72c14370edff58cab3f839c52909bcee2
--- /dev/null
+++ b/params/opt/5/rnd_search_t_lin/comb_11/init/model.decoder.layers.8.self_attn.out_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d5d56e1a5e713104b40f82ebc3cc76c1bb742541700af50368a6a743b61049e3
+size 5251
diff --git a/params/opt/5/rnd_search_t_lin/comb_11/init/model.decoder.layers.8.self_attn.q_proj/_0.pt b/params/opt/5/rnd_search_t_lin/comb_11/init/model.decoder.layers.8.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/opt/5/rnd_search_t_lin/comb_11/init/model.decoder.layers.8.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/opt/5/rnd_search_t_lin/comb_11/init/model.decoder.layers.8.self_attn.q_proj/_s.pt b/params/opt/5/rnd_search_t_lin/comb_11/init/model.decoder.layers.8.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..5f4f304ff7978606b1edc0d009ad935d710a2b90
--- /dev/null
+++ b/params/opt/5/rnd_search_t_lin/comb_11/init/model.decoder.layers.8.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:da147a2fa8aaeb9d586938779eb91867085bdcac1ad48cbee9996f5d4986ff74
+size 5251
diff --git a/params/opt/5/rnd_search_t_lin/comb_11/init/model.decoder.layers.8.self_attn.v_proj/_0.pt b/params/opt/5/rnd_search_t_lin/comb_11/init/model.decoder.layers.8.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/opt/5/rnd_search_t_lin/comb_11/init/model.decoder.layers.8.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/opt/5/rnd_search_t_lin/comb_11/init/model.decoder.layers.8.self_attn.v_proj/_s.pt b/params/opt/5/rnd_search_t_lin/comb_11/init/model.decoder.layers.8.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..7b4f8c73153f52935630093d7e84ef47e22e474e
--- /dev/null
+++ b/params/opt/5/rnd_search_t_lin/comb_11/init/model.decoder.layers.8.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5cd792cec00597557a6ea4b1c2c8496af630bfc10197aebb7d4bb6b9cc7b9d3e
+size 5251
diff --git a/params/opt/5/rnd_search_t_lin/comb_11/init/model.decoder.layers.9.fc1/_0.pt b/params/opt/5/rnd_search_t_lin/comb_11/init/model.decoder.layers.9.fc1/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..58c96248fd00550cc15d645205571ee67c337035
--- /dev/null
+++ b/params/opt/5/rnd_search_t_lin/comb_11/init/model.decoder.layers.9.fc1/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d77f62f2a90ce91416a8360d6ec3a5205dee0afeca27666c8c1c6bc185c247e5
+size 17539
diff --git a/params/opt/5/rnd_search_t_lin/comb_11/init/model.decoder.layers.9.fc1/_s.pt b/params/opt/5/rnd_search_t_lin/comb_11/init/model.decoder.layers.9.fc1/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..f3598a5735076d7a0607bfbda692c662f117a196
--- /dev/null
+++ b/params/opt/5/rnd_search_t_lin/comb_11/init/model.decoder.layers.9.fc1/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:761dffe57d9ded7296f1dee7b40262062b940f3f793764e584dcce9ea5aaf676
+size 17539
diff --git a/params/opt/5/rnd_search_t_lin/comb_11/init/model.decoder.layers.9.fc2/_0.pt b/params/opt/5/rnd_search_t_lin/comb_11/init/model.decoder.layers.9.fc2/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/opt/5/rnd_search_t_lin/comb_11/init/model.decoder.layers.9.fc2/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/opt/5/rnd_search_t_lin/comb_11/init/model.decoder.layers.9.fc2/_s.pt b/params/opt/5/rnd_search_t_lin/comb_11/init/model.decoder.layers.9.fc2/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..f0de32fd8572ba65b35fc3a887524ab51b563be5
--- /dev/null
+++ b/params/opt/5/rnd_search_t_lin/comb_11/init/model.decoder.layers.9.fc2/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:47e1058f3800e9128c2412dfc19eec1dc586ff61da4c1724c26edba757f2380f
+size 5251
diff --git a/params/opt/5/rnd_search_t_lin/comb_11/init/model.decoder.layers.9.self_attn.k_proj/_0.pt b/params/opt/5/rnd_search_t_lin/comb_11/init/model.decoder.layers.9.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/opt/5/rnd_search_t_lin/comb_11/init/model.decoder.layers.9.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/opt/5/rnd_search_t_lin/comb_11/init/model.decoder.layers.9.self_attn.k_proj/_s.pt b/params/opt/5/rnd_search_t_lin/comb_11/init/model.decoder.layers.9.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..919e409307cbde621974a057de85fba3c4d3b70c
--- /dev/null
+++ b/params/opt/5/rnd_search_t_lin/comb_11/init/model.decoder.layers.9.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d6ed09702beea5560a6b5d463779008324748e4d63523686271e4c2d514547db
+size 5251
diff --git a/params/opt/5/rnd_search_t_lin/comb_11/init/model.decoder.layers.9.self_attn.out_proj/_0.pt b/params/opt/5/rnd_search_t_lin/comb_11/init/model.decoder.layers.9.self_attn.out_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/opt/5/rnd_search_t_lin/comb_11/init/model.decoder.layers.9.self_attn.out_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/opt/5/rnd_search_t_lin/comb_11/init/model.decoder.layers.9.self_attn.out_proj/_s.pt b/params/opt/5/rnd_search_t_lin/comb_11/init/model.decoder.layers.9.self_attn.out_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..0b18f73cf067640f5486d8debda70bf0c9b482eb
--- /dev/null
+++ b/params/opt/5/rnd_search_t_lin/comb_11/init/model.decoder.layers.9.self_attn.out_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:903efe4e9c7b4f26378c92f26cca7a75946d6a9854ba6f5fc861e6a7895b42dc
+size 5251
diff --git a/params/opt/5/rnd_search_t_lin/comb_11/init/model.decoder.layers.9.self_attn.q_proj/_0.pt b/params/opt/5/rnd_search_t_lin/comb_11/init/model.decoder.layers.9.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/opt/5/rnd_search_t_lin/comb_11/init/model.decoder.layers.9.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/opt/5/rnd_search_t_lin/comb_11/init/model.decoder.layers.9.self_attn.q_proj/_s.pt b/params/opt/5/rnd_search_t_lin/comb_11/init/model.decoder.layers.9.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..1abc85ce00bed7eb079c96b9c850a055bdf01e7d
--- /dev/null
+++ b/params/opt/5/rnd_search_t_lin/comb_11/init/model.decoder.layers.9.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b7d8a7835193afac4f045d5d9eb805dea7d981085a0b2655ca205180500dd7c1
+size 5251
diff --git a/params/opt/5/rnd_search_t_lin/comb_11/init/model.decoder.layers.9.self_attn.v_proj/_0.pt b/params/opt/5/rnd_search_t_lin/comb_11/init/model.decoder.layers.9.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/opt/5/rnd_search_t_lin/comb_11/init/model.decoder.layers.9.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/opt/5/rnd_search_t_lin/comb_11/init/model.decoder.layers.9.self_attn.v_proj/_s.pt b/params/opt/5/rnd_search_t_lin/comb_11/init/model.decoder.layers.9.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2d521b1f351baac86358bd698ca613b6199903e6
--- /dev/null
+++ b/params/opt/5/rnd_search_t_lin/comb_11/init/model.decoder.layers.9.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:028bd76b407c17fb3acd29002595cdea465b353103ab351371cd3c727b8fdce1
+size 5251
diff --git a/params/opt/5/rnd_search_t_lin/comb_11/init/model.decoder.project_in/_0.pt b/params/opt/5/rnd_search_t_lin/comb_11/init/model.decoder.project_in/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/opt/5/rnd_search_t_lin/comb_11/init/model.decoder.project_in/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/opt/5/rnd_search_t_lin/comb_11/init/model.decoder.project_in/_s.pt b/params/opt/5/rnd_search_t_lin/comb_11/init/model.decoder.project_in/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..f4cfd50061a12641e1b96541380434e702c41928
--- /dev/null
+++ b/params/opt/5/rnd_search_t_lin/comb_11/init/model.decoder.project_in/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:4cb1a16d1a098724b549aecf37bb17c32ea3f95562fe427df700a39092eca5d5
+size 5251
diff --git a/params/opt/5/rnd_search_t_lin/comb_11/init/model.decoder.project_out/_0.pt b/params/opt/5/rnd_search_t_lin/comb_11/init/model.decoder.project_out/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..7dafd7dbb653cbd2daae7b5c32e1db4207127f70
--- /dev/null
+++ b/params/opt/5/rnd_search_t_lin/comb_11/init/model.decoder.project_out/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c190e0e27174863691b4d6213f0eb2960c410741df0ce7e97f0315f29a271735
+size 3203
diff --git a/params/opt/5/rnd_search_t_lin/comb_11/init/model.decoder.project_out/_s.pt b/params/opt/5/rnd_search_t_lin/comb_11/init/model.decoder.project_out/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..9bb18792bd25d113cea1b1e4b1665e7e03f8c0fc
--- /dev/null
+++ b/params/opt/5/rnd_search_t_lin/comb_11/init/model.decoder.project_out/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b59f82cc3ba1ba7807b2a49d4e42f63a49c95ebf2f1eaa3499be149dde2cfdd4
+size 3203
diff --git a/params/opt/5/rnd_search_t_lin/comb_11/trained/lm_head/_0.pt b/params/opt/5/rnd_search_t_lin/comb_11/trained/lm_head/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..1ba26cce5a7aa0df177dc03162a0bd97ce723b80
--- /dev/null
+++ b/params/opt/5/rnd_search_t_lin/comb_11/trained/lm_head/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:6de314b4fc4c41d391f8b22dc3135e0c4566424d6986526b97082c6b5ef04f33
+size 202243
diff --git a/params/opt/5/rnd_search_t_lin/comb_11/trained/lm_head/_s.pt b/params/opt/5/rnd_search_t_lin/comb_11/trained/lm_head/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..1d04af99a357ebf68f9def01c3d41a6ab7f7ab2f
--- /dev/null
+++ b/params/opt/5/rnd_search_t_lin/comb_11/trained/lm_head/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5aba5719bf194545dfa5de325bd5e09e74533d1afdf4e181b1e21977e8ff4c60
+size 202243
diff --git a/params/opt/5/rnd_search_t_lin/comb_11/trained/model.decoder.layers.0.fc1/_0.pt b/params/opt/5/rnd_search_t_lin/comb_11/trained/model.decoder.layers.0.fc1/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c29ccb50eaf4ca839e4b5af75796a992daaa3e80
--- /dev/null
+++ b/params/opt/5/rnd_search_t_lin/comb_11/trained/model.decoder.layers.0.fc1/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2bea3f10f3ff519789c50b7b708f08f9d8dfb3c692ec3a66fa4bff56b7932c4e
+size 17539
diff --git a/params/opt/5/rnd_search_t_lin/comb_11/trained/model.decoder.layers.0.fc1/_s.pt b/params/opt/5/rnd_search_t_lin/comb_11/trained/model.decoder.layers.0.fc1/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..eacc5b959bb7367fca10ff9d4d4a364b921e3e85
--- /dev/null
+++ b/params/opt/5/rnd_search_t_lin/comb_11/trained/model.decoder.layers.0.fc1/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:78044ed1d4b83d27f64c9a8d5c1c3ef9d8fbe1d2d4b95cd56d3ec32c81eda7fc
+size 17539
diff --git a/params/opt/5/rnd_search_t_lin/comb_11/trained/model.decoder.layers.0.fc2/_0.pt b/params/opt/5/rnd_search_t_lin/comb_11/trained/model.decoder.layers.0.fc2/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ae388b442b03d34b578b65801c2186fdc9b8415f
--- /dev/null
+++ b/params/opt/5/rnd_search_t_lin/comb_11/trained/model.decoder.layers.0.fc2/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:9385b8a5b44c76763d4ea7c3bcbd44a7660f05102356e57031ae3000e3832362
+size 5251
diff --git a/params/opt/5/rnd_search_t_lin/comb_11/trained/model.decoder.layers.0.fc2/_s.pt b/params/opt/5/rnd_search_t_lin/comb_11/trained/model.decoder.layers.0.fc2/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..7ca6fcce1f2665521adf6a32889908a6fb2dbf8c
--- /dev/null
+++ b/params/opt/5/rnd_search_t_lin/comb_11/trained/model.decoder.layers.0.fc2/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:1756e47e124b7dfd93cce222b2aa9263222de6936974e6b207b6a6c710700b7a
+size 5251
diff --git a/params/opt/5/rnd_search_t_lin/comb_11/trained/model.decoder.layers.0.self_attn.k_proj/_0.pt b/params/opt/5/rnd_search_t_lin/comb_11/trained/model.decoder.layers.0.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..70d9a766cd5d685e05cdd28eb8bf2926eb334247
--- /dev/null
+++ b/params/opt/5/rnd_search_t_lin/comb_11/trained/model.decoder.layers.0.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5ff3c76a41c8837bed592b6b22edbd3e1e6b64c5ac97284176dd8edf8c97ad1a
+size 5251
diff --git a/params/opt/5/rnd_search_t_lin/comb_11/trained/model.decoder.layers.0.self_attn.k_proj/_s.pt b/params/opt/5/rnd_search_t_lin/comb_11/trained/model.decoder.layers.0.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..cb6aa8218dcaa9e05e7c516a8c5193b451600c04
--- /dev/null
+++ b/params/opt/5/rnd_search_t_lin/comb_11/trained/model.decoder.layers.0.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:197b6ef36476a9919615602218f1a5dac959d210c918a3e0f52e89fa6bd28a81
+size 5251
diff --git a/params/opt/5/rnd_search_t_lin/comb_11/trained/model.decoder.layers.0.self_attn.out_proj/_0.pt b/params/opt/5/rnd_search_t_lin/comb_11/trained/model.decoder.layers.0.self_attn.out_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4743e53ac5dc39cfdc7867de624d31fcc6212b7d
--- /dev/null
+++ b/params/opt/5/rnd_search_t_lin/comb_11/trained/model.decoder.layers.0.self_attn.out_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:95e520a709a4a554c38b6b6b955f7cd4f65ddb11fbdbd62684ae7d12c72eda88
+size 5251
diff --git a/params/opt/5/rnd_search_t_lin/comb_11/trained/model.decoder.layers.0.self_attn.out_proj/_s.pt b/params/opt/5/rnd_search_t_lin/comb_11/trained/model.decoder.layers.0.self_attn.out_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..81c49636199c4515d91697c8a0f1911af43b363f
--- /dev/null
+++ b/params/opt/5/rnd_search_t_lin/comb_11/trained/model.decoder.layers.0.self_attn.out_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:dfb87640036fc83bfc085f0e2722547fbfced199cebe594825d1033929305d7f
+size 5251
diff --git a/params/opt/5/rnd_search_t_lin/comb_11/trained/model.decoder.layers.0.self_attn.q_proj/_0.pt b/params/opt/5/rnd_search_t_lin/comb_11/trained/model.decoder.layers.0.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c50464522e1e8397bdb4d92459f6e81e2707c9ce
--- /dev/null
+++ b/params/opt/5/rnd_search_t_lin/comb_11/trained/model.decoder.layers.0.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:8e9b9617a3a294cda1e8c19ee22b1301374d34c688c81034ad9dedef691facd5
+size 5251
diff --git a/params/opt/5/rnd_search_t_lin/comb_11/trained/model.decoder.layers.0.self_attn.q_proj/_s.pt b/params/opt/5/rnd_search_t_lin/comb_11/trained/model.decoder.layers.0.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..9f6c2c486ad92e54d3e6fd00277ca25fcc1204e3
--- /dev/null
+++ b/params/opt/5/rnd_search_t_lin/comb_11/trained/model.decoder.layers.0.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b5128f88ae583f24e428f45cbc101e6d57c48ef6ff01d6e67a7e1194ffe092d1
+size 5251
diff --git a/params/opt/5/rnd_search_t_lin/comb_11/trained/model.decoder.layers.0.self_attn.v_proj/_0.pt b/params/opt/5/rnd_search_t_lin/comb_11/trained/model.decoder.layers.0.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..5b0f3bf5298cc3da748ac2bf2703b6d6036ea5ae
--- /dev/null
+++ b/params/opt/5/rnd_search_t_lin/comb_11/trained/model.decoder.layers.0.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:155050d471277c9675d923f9be809e31bd2c2dd4975f2f640953519e72d8a55d
+size 5251
diff --git a/params/opt/5/rnd_search_t_lin/comb_11/trained/model.decoder.layers.0.self_attn.v_proj/_s.pt b/params/opt/5/rnd_search_t_lin/comb_11/trained/model.decoder.layers.0.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4f0dd04fd609488143edbfe9d9ccb3d77a563f01
--- /dev/null
+++ b/params/opt/5/rnd_search_t_lin/comb_11/trained/model.decoder.layers.0.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c9a2628b3618b804210fae0c9159deec2e26256845a9268d0639a6b6f10d0e1e
+size 5251
diff --git a/params/opt/5/rnd_search_t_lin/comb_11/trained/model.decoder.layers.1.fc1/_0.pt b/params/opt/5/rnd_search_t_lin/comb_11/trained/model.decoder.layers.1.fc1/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..dbe9342c25fbc512c587f0e30132253d3a73b655
--- /dev/null
+++ b/params/opt/5/rnd_search_t_lin/comb_11/trained/model.decoder.layers.1.fc1/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:75cd29da37c4ff33d017059586c48dee86f143ef58d3b31a9674649689e2decb
+size 17539
diff --git a/params/opt/5/rnd_search_t_lin/comb_11/trained/model.decoder.layers.1.fc1/_s.pt b/params/opt/5/rnd_search_t_lin/comb_11/trained/model.decoder.layers.1.fc1/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..5a581f7c5afe0ab1d86e37b09ede9d62a6bd5b6c
--- /dev/null
+++ b/params/opt/5/rnd_search_t_lin/comb_11/trained/model.decoder.layers.1.fc1/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ac2463b6ac51f467df1943cd48d50f2a0361820654adbd101803983b0704a3dd
+size 17539
diff --git a/params/opt/5/rnd_search_t_lin/comb_11/trained/model.decoder.layers.1.fc2/_0.pt b/params/opt/5/rnd_search_t_lin/comb_11/trained/model.decoder.layers.1.fc2/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..b836706c0cf506e53700c636e61d63e82480706a
--- /dev/null
+++ b/params/opt/5/rnd_search_t_lin/comb_11/trained/model.decoder.layers.1.fc2/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ff7ebf1b14ef15dbfced368063790152a9083c4bf1c95ea27107c7d1b44995cb
+size 5251
diff --git a/params/opt/5/rnd_search_t_lin/comb_11/trained/model.decoder.layers.1.fc2/_s.pt b/params/opt/5/rnd_search_t_lin/comb_11/trained/model.decoder.layers.1.fc2/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..fd042ca2235210770e2a2fbca15a740700e31079
--- /dev/null
+++ b/params/opt/5/rnd_search_t_lin/comb_11/trained/model.decoder.layers.1.fc2/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:8369a1dee5e5dd9bedcf5a273469b6f7765458a4208cad8687d242b385e7ca6f
+size 5251
diff --git a/params/opt/5/rnd_search_t_lin/comb_11/trained/model.decoder.layers.1.self_attn.k_proj/_0.pt b/params/opt/5/rnd_search_t_lin/comb_11/trained/model.decoder.layers.1.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..bd4c8b1a948e1378a108fc8b28e1952724ee56c6
--- /dev/null
+++ b/params/opt/5/rnd_search_t_lin/comb_11/trained/model.decoder.layers.1.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0de09a187654b15acf23eb4f5b066c678669217f2e3b5c67e4422636ffbcef0c
+size 5251
diff --git a/params/opt/5/rnd_search_t_lin/comb_11/trained/model.decoder.layers.1.self_attn.k_proj/_s.pt b/params/opt/5/rnd_search_t_lin/comb_11/trained/model.decoder.layers.1.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..bc3fee84b2c148521ed870e5bea0dd0bdcf8fc50
--- /dev/null
+++ b/params/opt/5/rnd_search_t_lin/comb_11/trained/model.decoder.layers.1.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:69bad5a4fcb7e01c4a8d8cdc39bbae082fa9a50ada9bdd543ecafdb1086fa1da
+size 5251
diff --git a/params/opt/5/rnd_search_t_lin/comb_11/trained/model.decoder.layers.1.self_attn.out_proj/_0.pt b/params/opt/5/rnd_search_t_lin/comb_11/trained/model.decoder.layers.1.self_attn.out_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..f406455b692f58426fba608144f2f0875d83a51d
--- /dev/null
+++ b/params/opt/5/rnd_search_t_lin/comb_11/trained/model.decoder.layers.1.self_attn.out_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:7d38b747baceef7a689a6b92316242bc2302926ac034354e21ffee0ad4d6c804
+size 5251
diff --git a/params/opt/5/rnd_search_t_lin/comb_11/trained/model.decoder.layers.1.self_attn.out_proj/_s.pt b/params/opt/5/rnd_search_t_lin/comb_11/trained/model.decoder.layers.1.self_attn.out_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c2f1feac6abad86a8e423096b05f4d63a5376f01
--- /dev/null
+++ b/params/opt/5/rnd_search_t_lin/comb_11/trained/model.decoder.layers.1.self_attn.out_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0f372b0ef1876c4ee9cb912f69c6a443e4d111a9d8281604d048f5a249792cd0
+size 5251
diff --git a/params/opt/5/rnd_search_t_lin/comb_11/trained/model.decoder.layers.1.self_attn.q_proj/_0.pt b/params/opt/5/rnd_search_t_lin/comb_11/trained/model.decoder.layers.1.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..458a070b45d14ffad6ddfbb4571872b4f68ba41d
--- /dev/null
+++ b/params/opt/5/rnd_search_t_lin/comb_11/trained/model.decoder.layers.1.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0fe62931f8fe43f862559549acaa1072ddc78c134e50aa814dee035dab1898ba
+size 5251
diff --git a/params/opt/5/rnd_search_t_lin/comb_11/trained/model.decoder.layers.1.self_attn.q_proj/_s.pt b/params/opt/5/rnd_search_t_lin/comb_11/trained/model.decoder.layers.1.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..317614b9329e1482a73026732a3f2ab1a7cd3e28
--- /dev/null
+++ b/params/opt/5/rnd_search_t_lin/comb_11/trained/model.decoder.layers.1.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:14ad8091f0866306b3f7dc4128a493fa995d065a30f01ffb68cdf198bdbf1ec8
+size 5251
diff --git a/params/opt/5/rnd_search_t_lin/comb_11/trained/model.decoder.layers.1.self_attn.v_proj/_0.pt b/params/opt/5/rnd_search_t_lin/comb_11/trained/model.decoder.layers.1.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..f10e45aaccc38b61538057480db71f7227d5eb01
--- /dev/null
+++ b/params/opt/5/rnd_search_t_lin/comb_11/trained/model.decoder.layers.1.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:14d8ca4e2fb556cb0718def4283c284ed3fa9cff5eb204b6002af1a5495f6bc6
+size 5251
diff --git a/params/opt/5/rnd_search_t_lin/comb_11/trained/model.decoder.layers.1.self_attn.v_proj/_s.pt b/params/opt/5/rnd_search_t_lin/comb_11/trained/model.decoder.layers.1.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..9b91f04f8db2293f38b8845471f38335cb0bd0ac
--- /dev/null
+++ b/params/opt/5/rnd_search_t_lin/comb_11/trained/model.decoder.layers.1.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e13a761ce2cfd7fac9d2fd3e509386f96321cc669bf8d0123e3ab183a20eee70
+size 5251
diff --git a/params/opt/5/rnd_search_t_lin/comb_11/trained/model.decoder.layers.10.fc1/_0.pt b/params/opt/5/rnd_search_t_lin/comb_11/trained/model.decoder.layers.10.fc1/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..3522a47b70ffc156a5a957f06b664ce6af990356
--- /dev/null
+++ b/params/opt/5/rnd_search_t_lin/comb_11/trained/model.decoder.layers.10.fc1/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0f91c05e8975213a2e33d84f00baac046dc04e6fea39086d1225f29cb923a114
+size 17539
diff --git a/params/opt/5/rnd_search_t_lin/comb_11/trained/model.decoder.layers.10.fc1/_s.pt b/params/opt/5/rnd_search_t_lin/comb_11/trained/model.decoder.layers.10.fc1/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c3efb9fbffd8749815707aad01a8d058c0ad7e53
--- /dev/null
+++ b/params/opt/5/rnd_search_t_lin/comb_11/trained/model.decoder.layers.10.fc1/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d229851e573efad5421596c71f48588ecd8f5bc4fd0e3b3f5321a45c2e45cbe5
+size 17539
diff --git a/params/opt/5/rnd_search_t_lin/comb_11/trained/model.decoder.layers.10.fc2/_0.pt b/params/opt/5/rnd_search_t_lin/comb_11/trained/model.decoder.layers.10.fc2/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..70dcabb8534d13db982d1f28befa81179142c2b5
--- /dev/null
+++ b/params/opt/5/rnd_search_t_lin/comb_11/trained/model.decoder.layers.10.fc2/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:70f0ae0fa1fb8e74ed32490e3556a269fe3bde7134a7413115e386e5e23203e6
+size 5251
diff --git a/params/opt/5/rnd_search_t_lin/comb_11/trained/model.decoder.layers.10.fc2/_s.pt b/params/opt/5/rnd_search_t_lin/comb_11/trained/model.decoder.layers.10.fc2/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..5329f57c652465f8c09cc396226ce89ec412ef7f
--- /dev/null
+++ b/params/opt/5/rnd_search_t_lin/comb_11/trained/model.decoder.layers.10.fc2/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:64e309329e5d3624a4b8442c742fb30b51390a5e541963d5c761972085796a7f
+size 5251
diff --git a/params/opt/5/rnd_search_t_lin/comb_11/trained/model.decoder.layers.10.self_attn.k_proj/_0.pt b/params/opt/5/rnd_search_t_lin/comb_11/trained/model.decoder.layers.10.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..0a80241cb3327f1c76dc32f76f1126fa87c4b361
--- /dev/null
+++ b/params/opt/5/rnd_search_t_lin/comb_11/trained/model.decoder.layers.10.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:00ff101d9a89bb457f47f43e163f949464b1105478d120b83119e56ce2b37c4a
+size 5251
diff --git a/params/opt/5/rnd_search_t_lin/comb_11/trained/model.decoder.layers.10.self_attn.k_proj/_s.pt b/params/opt/5/rnd_search_t_lin/comb_11/trained/model.decoder.layers.10.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..5178b50360132ae48b4dff130cf046012607c66d
--- /dev/null
+++ b/params/opt/5/rnd_search_t_lin/comb_11/trained/model.decoder.layers.10.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:41bc533a96a7191a618ab2d59305578b0871d5a00c84e04229d473543921d23b
+size 5251
diff --git a/params/opt/5/rnd_search_t_lin/comb_11/trained/model.decoder.layers.10.self_attn.out_proj/_0.pt b/params/opt/5/rnd_search_t_lin/comb_11/trained/model.decoder.layers.10.self_attn.out_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..87e617e805c03e77191621c1904d36a7b4e63626
--- /dev/null
+++ b/params/opt/5/rnd_search_t_lin/comb_11/trained/model.decoder.layers.10.self_attn.out_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:3417670415fdcec5618231c97f6b565a6a954567ee90e4c594e10cf5a8d9fa06
+size 5251
diff --git a/params/opt/5/rnd_search_t_lin/comb_11/trained/model.decoder.layers.10.self_attn.out_proj/_s.pt b/params/opt/5/rnd_search_t_lin/comb_11/trained/model.decoder.layers.10.self_attn.out_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a2b33a678077bc6d1198ed9392905fbfb98932af
--- /dev/null
+++ b/params/opt/5/rnd_search_t_lin/comb_11/trained/model.decoder.layers.10.self_attn.out_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:6780282fb7a7a48505eadcc33e7fc941b7c6a60723e6777e9422143668bad06d
+size 5251
diff --git a/params/opt/5/rnd_search_t_lin/comb_11/trained/model.decoder.layers.10.self_attn.q_proj/_0.pt b/params/opt/5/rnd_search_t_lin/comb_11/trained/model.decoder.layers.10.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..1ad763356f76e01617b9430f222d07e4d93ce64d
--- /dev/null
+++ b/params/opt/5/rnd_search_t_lin/comb_11/trained/model.decoder.layers.10.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:770a275e3dee996be11c66478e120eabce7375f5e4392f1a0106692bee1de291
+size 5251
diff --git a/params/opt/5/rnd_search_t_lin/comb_11/trained/model.decoder.layers.10.self_attn.q_proj/_s.pt b/params/opt/5/rnd_search_t_lin/comb_11/trained/model.decoder.layers.10.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..20d7166b3cd833c3dc0b25a9e7a65afeea5a1ad6
--- /dev/null
+++ b/params/opt/5/rnd_search_t_lin/comb_11/trained/model.decoder.layers.10.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d0b7c07bc2b876992fb84ddd63b99e5535539cd6bb6d1ca592499cb6d119c8f7
+size 5251
diff --git a/params/opt/5/rnd_search_t_lin/comb_11/trained/model.decoder.layers.10.self_attn.v_proj/_0.pt b/params/opt/5/rnd_search_t_lin/comb_11/trained/model.decoder.layers.10.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..71f17b470349ce05e249e3bf98bd65dc2268fe1c
--- /dev/null
+++ b/params/opt/5/rnd_search_t_lin/comb_11/trained/model.decoder.layers.10.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:29fe06d797934b462ef0f9b80a0cf79d2c97bfe762d9080d5e62244278ae9dd1
+size 5251
diff --git a/params/opt/5/rnd_search_t_lin/comb_11/trained/model.decoder.layers.10.self_attn.v_proj/_s.pt b/params/opt/5/rnd_search_t_lin/comb_11/trained/model.decoder.layers.10.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..79b76daeeaa1364c31483dd0e7e9db62dd0ef3c0
--- /dev/null
+++ b/params/opt/5/rnd_search_t_lin/comb_11/trained/model.decoder.layers.10.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0a0fbba97e61aa24d8662f9a4907df5f2ffed2765cf40278b77662c839dc76d3
+size 5251
diff --git a/params/opt/5/rnd_search_t_lin/comb_11/trained/model.decoder.layers.11.fc1/_0.pt b/params/opt/5/rnd_search_t_lin/comb_11/trained/model.decoder.layers.11.fc1/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a5504d42ddba2f073bcf4ba898559db7e36de890
--- /dev/null
+++ b/params/opt/5/rnd_search_t_lin/comb_11/trained/model.decoder.layers.11.fc1/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:338d0b5bfb683a22f8876e07d481590c44f4585b5c63c7ad5c566c57baa1e6a4
+size 17539
diff --git a/params/opt/5/rnd_search_t_lin/comb_11/trained/model.decoder.layers.11.fc1/_s.pt b/params/opt/5/rnd_search_t_lin/comb_11/trained/model.decoder.layers.11.fc1/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..6c048fc22f66b051be8a9a21953551d8fe196534
--- /dev/null
+++ b/params/opt/5/rnd_search_t_lin/comb_11/trained/model.decoder.layers.11.fc1/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e7a0873fbd12e99d537f8d03c698b527ea8c6135ad15f15b4323c6df874c6a22
+size 17539
diff --git a/params/opt/5/rnd_search_t_lin/comb_11/trained/model.decoder.layers.11.fc2/_0.pt b/params/opt/5/rnd_search_t_lin/comb_11/trained/model.decoder.layers.11.fc2/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..b4eb56b150fcd624688845b853217e2a2e4cd5a0
--- /dev/null
+++ b/params/opt/5/rnd_search_t_lin/comb_11/trained/model.decoder.layers.11.fc2/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e203bd8a8a190970e1d4af4385fceadfd541442d888c4b66288ad82020796145
+size 5251
diff --git a/params/opt/5/rnd_search_t_lin/comb_11/trained/model.decoder.layers.11.fc2/_s.pt b/params/opt/5/rnd_search_t_lin/comb_11/trained/model.decoder.layers.11.fc2/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e04c0e26af7dc56a94716d40b7d169307464b953
--- /dev/null
+++ b/params/opt/5/rnd_search_t_lin/comb_11/trained/model.decoder.layers.11.fc2/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b8c63e954c898f468eb81ed96d3d64fa4b52e45dcbca7f0f7bbd03c14e7f1492
+size 5251
diff --git a/params/opt/5/rnd_search_t_lin/comb_11/trained/model.decoder.layers.11.self_attn.k_proj/_0.pt b/params/opt/5/rnd_search_t_lin/comb_11/trained/model.decoder.layers.11.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..726bd6485fb37ddcdf5b572bd8c6f843243e8ca8
--- /dev/null
+++ b/params/opt/5/rnd_search_t_lin/comb_11/trained/model.decoder.layers.11.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:aa6a00c91e767ad937e5a2dbbebf63ef9dba3588b3da3b386257efcaa5bb62d6
+size 5251
diff --git a/params/opt/5/rnd_search_t_lin/comb_11/trained/model.decoder.layers.11.self_attn.k_proj/_s.pt b/params/opt/5/rnd_search_t_lin/comb_11/trained/model.decoder.layers.11.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2f058828e70888d4629fc1632b120a46d3286020
--- /dev/null
+++ b/params/opt/5/rnd_search_t_lin/comb_11/trained/model.decoder.layers.11.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:abed2e8f706868713911ed5c1f4644717029c94c657f4a71226dfb2a4e44d1df
+size 5251
diff --git a/params/opt/5/rnd_search_t_lin/comb_11/trained/model.decoder.layers.11.self_attn.out_proj/_0.pt b/params/opt/5/rnd_search_t_lin/comb_11/trained/model.decoder.layers.11.self_attn.out_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..d91c1058953a3268c2586b08ac3a362847280c15
--- /dev/null
+++ b/params/opt/5/rnd_search_t_lin/comb_11/trained/model.decoder.layers.11.self_attn.out_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:097dcfdc0d8e618265d2d3b14af64cd519d56fd7180b4720f680fccb4d09fd1d
+size 5251
diff --git a/params/opt/5/rnd_search_t_lin/comb_11/trained/model.decoder.layers.11.self_attn.out_proj/_s.pt b/params/opt/5/rnd_search_t_lin/comb_11/trained/model.decoder.layers.11.self_attn.out_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..769f85b8c4bf8365ca831819400482114b2d3f47
--- /dev/null
+++ b/params/opt/5/rnd_search_t_lin/comb_11/trained/model.decoder.layers.11.self_attn.out_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:1a776e252e2c2430c2306f1ef2c2341cd9ad17fd7696a7bf38bc75caaa83c8f6
+size 5251
diff --git a/params/opt/5/rnd_search_t_lin/comb_11/trained/model.decoder.layers.11.self_attn.q_proj/_0.pt b/params/opt/5/rnd_search_t_lin/comb_11/trained/model.decoder.layers.11.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..5b19493ae89efe0dcd5e27a1e466e9ac50108942
--- /dev/null
+++ b/params/opt/5/rnd_search_t_lin/comb_11/trained/model.decoder.layers.11.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:71360011283822206568d3efa13a57d9bda3b9e8a80c71bee84c68e9ce70d95f
+size 5251
diff --git a/params/opt/5/rnd_search_t_lin/comb_11/trained/model.decoder.layers.11.self_attn.q_proj/_s.pt b/params/opt/5/rnd_search_t_lin/comb_11/trained/model.decoder.layers.11.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..01a6a46daffe753ff0e20045cb95d316a1936dec
--- /dev/null
+++ b/params/opt/5/rnd_search_t_lin/comb_11/trained/model.decoder.layers.11.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d3b450684a5cfe17a0cca37c944511a76dd7e822a973792a96a58669e3ae9fb7
+size 5251
diff --git a/params/opt/5/rnd_search_t_lin/comb_11/trained/model.decoder.layers.11.self_attn.v_proj/_0.pt b/params/opt/5/rnd_search_t_lin/comb_11/trained/model.decoder.layers.11.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c2826c2ac727060f7ef35a691bde096b20b63c4b
--- /dev/null
+++ b/params/opt/5/rnd_search_t_lin/comb_11/trained/model.decoder.layers.11.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:cd81455b338067f959029380e5838dd0d14c3de8ba067c51d59daf23bce26185
+size 5251
diff --git a/params/opt/5/rnd_search_t_lin/comb_11/trained/model.decoder.layers.11.self_attn.v_proj/_s.pt b/params/opt/5/rnd_search_t_lin/comb_11/trained/model.decoder.layers.11.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e050f28a3dcb4307b34f8c27d01c3d5963453ad1
--- /dev/null
+++ b/params/opt/5/rnd_search_t_lin/comb_11/trained/model.decoder.layers.11.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:13aa1e249c760e1b4dc189fc296ac8b3ab50c569b9cbb597dfcf889505a9a028
+size 5251
diff --git a/params/opt/5/rnd_search_t_lin/comb_11/trained/model.decoder.layers.12.fc1/_0.pt b/params/opt/5/rnd_search_t_lin/comb_11/trained/model.decoder.layers.12.fc1/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a951241a78d09e5ce7be41b23322e8a789b3fc77
--- /dev/null
+++ b/params/opt/5/rnd_search_t_lin/comb_11/trained/model.decoder.layers.12.fc1/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:9387b76a128da0aba5d57dfffe602550d13b1a81065b2cf3198d8aac629f9236
+size 17539
diff --git a/params/opt/5/rnd_search_t_lin/comb_11/trained/model.decoder.layers.12.fc1/_s.pt b/params/opt/5/rnd_search_t_lin/comb_11/trained/model.decoder.layers.12.fc1/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4addeb8239f82a3ecdcae4e0c8b8529e837c90ab
--- /dev/null
+++ b/params/opt/5/rnd_search_t_lin/comb_11/trained/model.decoder.layers.12.fc1/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:499146a41dd53033e6a6d487c9232978ff7f193b07bee6dea3c51c26ba4a9509
+size 17539
diff --git a/params/opt/5/rnd_search_t_lin/comb_11/trained/model.decoder.layers.12.fc2/_0.pt b/params/opt/5/rnd_search_t_lin/comb_11/trained/model.decoder.layers.12.fc2/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a798721d81dfef3f9c8341aae2f0168620b575bc
--- /dev/null
+++ b/params/opt/5/rnd_search_t_lin/comb_11/trained/model.decoder.layers.12.fc2/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:56e3330db073f09e77ccdb6685bb0d4d48697610deb97e00b9771044bee60b11
+size 5251
diff --git a/params/opt/5/rnd_search_t_lin/comb_11/trained/model.decoder.layers.12.fc2/_s.pt b/params/opt/5/rnd_search_t_lin/comb_11/trained/model.decoder.layers.12.fc2/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..d13b5cff8a9bf5b82b5eca21370d68c816402478
--- /dev/null
+++ b/params/opt/5/rnd_search_t_lin/comb_11/trained/model.decoder.layers.12.fc2/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:99ff2823a9e66d0a31c96e965c8d0bcd28307e550d7a4e038e32d76e71a01b65
+size 5251
diff --git a/params/opt/5/rnd_search_t_lin/comb_11/trained/model.decoder.layers.12.self_attn.k_proj/_0.pt b/params/opt/5/rnd_search_t_lin/comb_11/trained/model.decoder.layers.12.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..d1c019ebc3476c444be64ace560959cea230df63
--- /dev/null
+++ b/params/opt/5/rnd_search_t_lin/comb_11/trained/model.decoder.layers.12.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:1f9b397a5e3c1a58f9372755ab7a6c2d7c748a9f62bdb5eb94f93d7a0977c1c7
+size 5251
diff --git a/params/opt/5/rnd_search_t_lin/comb_11/trained/model.decoder.layers.12.self_attn.k_proj/_s.pt b/params/opt/5/rnd_search_t_lin/comb_11/trained/model.decoder.layers.12.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..f5b1faf194e6beb9b7b964eedabac7c7d700ffa8
--- /dev/null
+++ b/params/opt/5/rnd_search_t_lin/comb_11/trained/model.decoder.layers.12.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:dc35e28aa4cdfff28fc34efaf82fa73e6df16c519d371b12dfad5c4249cdb1b2
+size 5251
diff --git a/params/opt/5/rnd_search_t_lin/comb_11/trained/model.decoder.layers.12.self_attn.out_proj/_0.pt b/params/opt/5/rnd_search_t_lin/comb_11/trained/model.decoder.layers.12.self_attn.out_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..264667c342ddbf53da2c80135f2fbc843d30f70a
--- /dev/null
+++ b/params/opt/5/rnd_search_t_lin/comb_11/trained/model.decoder.layers.12.self_attn.out_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b4d8e883e3302eee9bfad894f3155b72b5e3c863e4f0206465f928155ed72814
+size 5251
diff --git a/params/opt/5/rnd_search_t_lin/comb_11/trained/model.decoder.layers.12.self_attn.out_proj/_s.pt b/params/opt/5/rnd_search_t_lin/comb_11/trained/model.decoder.layers.12.self_attn.out_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..d011ede00d1a8edf1b057949263802b5b835d893
--- /dev/null
+++ b/params/opt/5/rnd_search_t_lin/comb_11/trained/model.decoder.layers.12.self_attn.out_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:84ae30698ae93e310ae41aee60bad78d26b42cb8369e91f9db1901d7c956875b
+size 5251
diff --git a/params/opt/5/rnd_search_t_lin/comb_11/trained/model.decoder.layers.12.self_attn.q_proj/_0.pt b/params/opt/5/rnd_search_t_lin/comb_11/trained/model.decoder.layers.12.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..1a9eaeb2a447a1a7251629350a43eef91198e4b9
--- /dev/null
+++ b/params/opt/5/rnd_search_t_lin/comb_11/trained/model.decoder.layers.12.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:4cf56c8f0b2a17b25085e217aeb4f367886f9b93fb75b1234dda117f380343c2
+size 5251
diff --git a/params/opt/5/rnd_search_t_lin/comb_11/trained/model.decoder.layers.12.self_attn.q_proj/_s.pt b/params/opt/5/rnd_search_t_lin/comb_11/trained/model.decoder.layers.12.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8aae483c6dc16e834885c25d232102fcb0aab065
--- /dev/null
+++ b/params/opt/5/rnd_search_t_lin/comb_11/trained/model.decoder.layers.12.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d06dfa07fc12ac0a7be8f9dde6544ca72e9d3dec8d1ace0f8e06b2f91a2fa34c
+size 5251
diff --git a/params/opt/5/rnd_search_t_lin/comb_11/trained/model.decoder.layers.12.self_attn.v_proj/_0.pt b/params/opt/5/rnd_search_t_lin/comb_11/trained/model.decoder.layers.12.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..5dfafa16fc72a1192ebaa4ed37c3da25b6c4fdb7
--- /dev/null
+++ b/params/opt/5/rnd_search_t_lin/comb_11/trained/model.decoder.layers.12.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c119791551d19d01ad044c46e2dd0d59f052d9e364e192914e58cfe93e66003b
+size 5251
diff --git a/params/opt/5/rnd_search_t_lin/comb_11/trained/model.decoder.layers.12.self_attn.v_proj/_s.pt b/params/opt/5/rnd_search_t_lin/comb_11/trained/model.decoder.layers.12.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..548c9b1eed5ede5ae39f4ba59b335ea9f2593d9c
--- /dev/null
+++ b/params/opt/5/rnd_search_t_lin/comb_11/trained/model.decoder.layers.12.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:63b3c79821ad6af59cfc648add0f160811d528eaf0e2c4257bfd7bfb11565a57
+size 5251
diff --git a/params/opt/5/rnd_search_t_lin/comb_11/trained/model.decoder.layers.13.fc1/_0.pt b/params/opt/5/rnd_search_t_lin/comb_11/trained/model.decoder.layers.13.fc1/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..439b261efa40c6dcc05447ac59e721a2f259bd9a
--- /dev/null
+++ b/params/opt/5/rnd_search_t_lin/comb_11/trained/model.decoder.layers.13.fc1/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c2b15a3c94052911c0fd5bba325cd1f09ef5f47ab17afe515b0dbc554a021ee0
+size 17539
diff --git a/params/opt/5/rnd_search_t_lin/comb_11/trained/model.decoder.layers.13.fc1/_s.pt b/params/opt/5/rnd_search_t_lin/comb_11/trained/model.decoder.layers.13.fc1/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..49bb8b54ca13885bd97d13e556fe7362da7a049f
--- /dev/null
+++ b/params/opt/5/rnd_search_t_lin/comb_11/trained/model.decoder.layers.13.fc1/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:bd94777c7e0d10df51d8dc91370a207f67151192ce7d5c29ddf7e213b0f229cd
+size 17539
diff --git a/params/opt/5/rnd_search_t_lin/comb_11/trained/model.decoder.layers.13.fc2/_0.pt b/params/opt/5/rnd_search_t_lin/comb_11/trained/model.decoder.layers.13.fc2/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..f0bfbb9b615c90bc12b83d392f41a3b0af27e0ad
--- /dev/null
+++ b/params/opt/5/rnd_search_t_lin/comb_11/trained/model.decoder.layers.13.fc2/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2dfc7641483b48b09402a6bbff2e4f5b0c33e5b447de79bb1744770f1a08fc17
+size 5251
diff --git a/params/opt/5/rnd_search_t_lin/comb_11/trained/model.decoder.layers.13.fc2/_s.pt b/params/opt/5/rnd_search_t_lin/comb_11/trained/model.decoder.layers.13.fc2/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..7a3cd8cbc93e10e0054ebd19cd617cc71d454554
--- /dev/null
+++ b/params/opt/5/rnd_search_t_lin/comb_11/trained/model.decoder.layers.13.fc2/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2a497a00bb8a41a3ecb4356e56a5f703ffcf6ab8c357eb27d774a9d992535d25
+size 5251
diff --git a/params/opt/5/rnd_search_t_lin/comb_11/trained/model.decoder.layers.13.self_attn.k_proj/_0.pt b/params/opt/5/rnd_search_t_lin/comb_11/trained/model.decoder.layers.13.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..bb8723f5cfcd78e29e9edacfb95981400f46b487
--- /dev/null
+++ b/params/opt/5/rnd_search_t_lin/comb_11/trained/model.decoder.layers.13.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:352f739413f3ec675b328cdabe13f8664fa4c79a35ece31350a645464d8b45db
+size 5251
diff --git a/params/opt/5/rnd_search_t_lin/comb_11/trained/model.decoder.layers.13.self_attn.k_proj/_s.pt b/params/opt/5/rnd_search_t_lin/comb_11/trained/model.decoder.layers.13.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..f6ea84f4a07816d1246de002cfc95c001ec64540
--- /dev/null
+++ b/params/opt/5/rnd_search_t_lin/comb_11/trained/model.decoder.layers.13.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:9e15afa726ffe6a4fe2462a45da638719e7c4c53c958dc74adc15c1f4e7ebed5
+size 5251
diff --git a/params/opt/5/rnd_search_t_lin/comb_11/trained/model.decoder.layers.13.self_attn.out_proj/_0.pt b/params/opt/5/rnd_search_t_lin/comb_11/trained/model.decoder.layers.13.self_attn.out_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ee1991b144466382be3dfe18f65dfd542f5015b6
--- /dev/null
+++ b/params/opt/5/rnd_search_t_lin/comb_11/trained/model.decoder.layers.13.self_attn.out_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d7e77dcd13ea2645d4baad9a44b135437325893f0b9134a6e27495236e3c8e6d
+size 5251
diff --git a/params/opt/5/rnd_search_t_lin/comb_11/trained/model.decoder.layers.13.self_attn.out_proj/_s.pt b/params/opt/5/rnd_search_t_lin/comb_11/trained/model.decoder.layers.13.self_attn.out_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..6f00498794b8f1adf5f417ece58ca1ca0b7ca77a
--- /dev/null
+++ b/params/opt/5/rnd_search_t_lin/comb_11/trained/model.decoder.layers.13.self_attn.out_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:66515d909a2ee9749fdefe5dde416eb25ffceface832114b1fe60c5d26e3170c
+size 5251
diff --git a/params/opt/5/rnd_search_t_lin/comb_11/trained/model.decoder.layers.13.self_attn.q_proj/_0.pt b/params/opt/5/rnd_search_t_lin/comb_11/trained/model.decoder.layers.13.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..bbb89c79ed8b351f5c3a83696198e23d7f806ac5
--- /dev/null
+++ b/params/opt/5/rnd_search_t_lin/comb_11/trained/model.decoder.layers.13.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:61dc2241ccaf31cff103592e506421c2884a57557e2d680d6e7dda2abc7c170d
+size 5251
diff --git a/params/opt/5/rnd_search_t_lin/comb_11/trained/model.decoder.layers.13.self_attn.q_proj/_s.pt b/params/opt/5/rnd_search_t_lin/comb_11/trained/model.decoder.layers.13.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..cd616be97f4da4e6bd9c7738086f220b76ce672a
--- /dev/null
+++ b/params/opt/5/rnd_search_t_lin/comb_11/trained/model.decoder.layers.13.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:7f4dbf043b31adf6b3cdd0df925091a325ab461c11f3d220abca350915e1dbee
+size 5251
diff --git a/params/opt/5/rnd_search_t_lin/comb_11/trained/model.decoder.layers.13.self_attn.v_proj/_0.pt b/params/opt/5/rnd_search_t_lin/comb_11/trained/model.decoder.layers.13.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..6b0b9c900d0b73983b018e683ee1e4b451d8ceec
--- /dev/null
+++ b/params/opt/5/rnd_search_t_lin/comb_11/trained/model.decoder.layers.13.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:9447d6c963c590c265079647852129474f624b689395c324370f47d231c043cd
+size 5251
diff --git a/params/opt/5/rnd_search_t_lin/comb_11/trained/model.decoder.layers.13.self_attn.v_proj/_s.pt b/params/opt/5/rnd_search_t_lin/comb_11/trained/model.decoder.layers.13.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..9183b7b346a78c2b2612eb7c29f3a9959095bbc7
--- /dev/null
+++ b/params/opt/5/rnd_search_t_lin/comb_11/trained/model.decoder.layers.13.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:4d1804098360b396e1af6c16ffc20cecce5f59d61fb39793532ce7bf80f1e03b
+size 5251
diff --git a/params/opt/5/rnd_search_t_lin/comb_11/trained/model.decoder.layers.14.fc1/_0.pt b/params/opt/5/rnd_search_t_lin/comb_11/trained/model.decoder.layers.14.fc1/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..9fdf8f3e0a4525e20f74ab604ef7afb104aabe79
--- /dev/null
+++ b/params/opt/5/rnd_search_t_lin/comb_11/trained/model.decoder.layers.14.fc1/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:9ed21944eda2d1110fbff51798baec88ffde612c372f8a200e32c58925e2ed25
+size 17539
diff --git a/params/opt/5/rnd_search_t_lin/comb_11/trained/model.decoder.layers.14.fc1/_s.pt b/params/opt/5/rnd_search_t_lin/comb_11/trained/model.decoder.layers.14.fc1/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ab486d733fccc09c37d362467c8ea2feceb533b3
--- /dev/null
+++ b/params/opt/5/rnd_search_t_lin/comb_11/trained/model.decoder.layers.14.fc1/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5fd51caf20bee0a8844279494134965f2ee7118f292799dd012991c65c517a64
+size 17539
diff --git a/params/opt/5/rnd_search_t_lin/comb_11/trained/model.decoder.layers.14.fc2/_0.pt b/params/opt/5/rnd_search_t_lin/comb_11/trained/model.decoder.layers.14.fc2/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..26d8c2163829b2a209b37b7a43c2177682f6dae1
--- /dev/null
+++ b/params/opt/5/rnd_search_t_lin/comb_11/trained/model.decoder.layers.14.fc2/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a4d0cbc8318a25d299545862836b99cf85302f5e4f82f88a2ce73a6298341a77
+size 5251
diff --git a/params/opt/5/rnd_search_t_lin/comb_11/trained/model.decoder.layers.14.fc2/_s.pt b/params/opt/5/rnd_search_t_lin/comb_11/trained/model.decoder.layers.14.fc2/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c273a2b9b6cf1429faa8ecc5d1ef3e3b9de0fdcd
--- /dev/null
+++ b/params/opt/5/rnd_search_t_lin/comb_11/trained/model.decoder.layers.14.fc2/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:38d89217ed66fabb870fe0bf1601632392b088078e7b541e4cd629dbdad64058
+size 5251
diff --git a/params/opt/5/rnd_search_t_lin/comb_11/trained/model.decoder.layers.14.self_attn.k_proj/_0.pt b/params/opt/5/rnd_search_t_lin/comb_11/trained/model.decoder.layers.14.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..5d73373a9da6a0cac1673c7f6c37914c26c513cc
--- /dev/null
+++ b/params/opt/5/rnd_search_t_lin/comb_11/trained/model.decoder.layers.14.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:536012b26f6e23ee6d4d2361569ea33bcdc82130eb1fb0e5437e2e79c93e00d8
+size 5251
diff --git a/params/opt/5/rnd_search_t_lin/comb_11/trained/model.decoder.layers.14.self_attn.k_proj/_s.pt b/params/opt/5/rnd_search_t_lin/comb_11/trained/model.decoder.layers.14.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..58b50de3210bb8d85d780b8db73db7a124c26284
--- /dev/null
+++ b/params/opt/5/rnd_search_t_lin/comb_11/trained/model.decoder.layers.14.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e1d14a72176b65142f2096d07e2843b70f7976bf4dd8bfdf8a4edd5033b8835d
+size 5251
diff --git a/params/opt/5/rnd_search_t_lin/comb_11/trained/model.decoder.layers.14.self_attn.out_proj/_0.pt b/params/opt/5/rnd_search_t_lin/comb_11/trained/model.decoder.layers.14.self_attn.out_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2a9c2c78a1043808624496748c5c25e5a8836847
--- /dev/null
+++ b/params/opt/5/rnd_search_t_lin/comb_11/trained/model.decoder.layers.14.self_attn.out_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:acffabffcb763200926006bcf7577a30850fa482bb3a2a9934118b04150403a7
+size 5251
diff --git a/params/opt/5/rnd_search_t_lin/comb_11/trained/model.decoder.layers.14.self_attn.out_proj/_s.pt b/params/opt/5/rnd_search_t_lin/comb_11/trained/model.decoder.layers.14.self_attn.out_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4f99b61c040f2af10a1fe2b562ea9fee34e79d8c
--- /dev/null
+++ b/params/opt/5/rnd_search_t_lin/comb_11/trained/model.decoder.layers.14.self_attn.out_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:bfdb2d46264865758059b21a2145c445f05f2fd52d13c7056cee12e7c66f4901
+size 5251
diff --git a/params/opt/5/rnd_search_t_lin/comb_11/trained/model.decoder.layers.14.self_attn.q_proj/_0.pt b/params/opt/5/rnd_search_t_lin/comb_11/trained/model.decoder.layers.14.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c9ab18bca38fc4aba6a676dac6aabe4b9aa369da
--- /dev/null
+++ b/params/opt/5/rnd_search_t_lin/comb_11/trained/model.decoder.layers.14.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:92a467f5545d364b2cfe0dc88cf3c575f0c34ef7fc516dedf23d44628a1e306d
+size 5251
diff --git a/params/opt/5/rnd_search_t_lin/comb_11/trained/model.decoder.layers.14.self_attn.q_proj/_s.pt b/params/opt/5/rnd_search_t_lin/comb_11/trained/model.decoder.layers.14.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..17b58ed7ad703d2a018e377fe5dbe0b0a289452e
--- /dev/null
+++ b/params/opt/5/rnd_search_t_lin/comb_11/trained/model.decoder.layers.14.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:21fd27fce2fbb0d279be677ebca00c2b12b807a4ab97e35cae3c0b113b62050c
+size 5251
diff --git a/params/opt/5/rnd_search_t_lin/comb_11/trained/model.decoder.layers.14.self_attn.v_proj/_0.pt b/params/opt/5/rnd_search_t_lin/comb_11/trained/model.decoder.layers.14.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..d9f4b2c184d45600f2785364d0c02e4f66e5d3b4
--- /dev/null
+++ b/params/opt/5/rnd_search_t_lin/comb_11/trained/model.decoder.layers.14.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:9b224bffa49bcb23f518c8f9917042098ce4bc2b069b2acf7da81211e9ff2552
+size 5251
diff --git a/params/opt/5/rnd_search_t_lin/comb_11/trained/model.decoder.layers.14.self_attn.v_proj/_s.pt b/params/opt/5/rnd_search_t_lin/comb_11/trained/model.decoder.layers.14.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8e181edaf73e49b748b0a8777329e0e053942ee9
--- /dev/null
+++ b/params/opt/5/rnd_search_t_lin/comb_11/trained/model.decoder.layers.14.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:34ba728e5b6d6be3766d3f613e89451f344698dc2648b3a87bc9a1659ca33739
+size 5251
diff --git a/params/opt/5/rnd_search_t_lin/comb_11/trained/model.decoder.layers.15.fc1/_0.pt b/params/opt/5/rnd_search_t_lin/comb_11/trained/model.decoder.layers.15.fc1/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..587643be8bd2e338fcd160f17b2c23e051422641
--- /dev/null
+++ b/params/opt/5/rnd_search_t_lin/comb_11/trained/model.decoder.layers.15.fc1/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:9720cb56c33f73b654ab2b875539a12f4e67cefbc0c863ad721d4889e8329fde
+size 17539
diff --git a/params/opt/5/rnd_search_t_lin/comb_11/trained/model.decoder.layers.15.fc1/_s.pt b/params/opt/5/rnd_search_t_lin/comb_11/trained/model.decoder.layers.15.fc1/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..dd4da31c9264edfc7cf92db1d7cf11292edb7154
--- /dev/null
+++ b/params/opt/5/rnd_search_t_lin/comb_11/trained/model.decoder.layers.15.fc1/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:882032881bc35cdf35c0a532a8e43b0a94d116cae2e74d6c3aeebf67a7c743f0
+size 17539
diff --git a/params/opt/5/rnd_search_t_lin/comb_11/trained/model.decoder.layers.15.fc2/_0.pt b/params/opt/5/rnd_search_t_lin/comb_11/trained/model.decoder.layers.15.fc2/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..6160ed9f76635a568f41d34cc2d60b63184a47be
--- /dev/null
+++ b/params/opt/5/rnd_search_t_lin/comb_11/trained/model.decoder.layers.15.fc2/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:25a9a0f289edbe32eacd780b70ba488373be3af1de93222fe316c8073ce353f9
+size 5251
diff --git a/params/opt/5/rnd_search_t_lin/comb_11/trained/model.decoder.layers.15.fc2/_s.pt b/params/opt/5/rnd_search_t_lin/comb_11/trained/model.decoder.layers.15.fc2/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..566dd3e01e804cc82ec18537d1b48e642cdec56d
--- /dev/null
+++ b/params/opt/5/rnd_search_t_lin/comb_11/trained/model.decoder.layers.15.fc2/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:4430d71894935e30fb8cca71501e38853dccc3c91ca020fd0db8106a41d4932e
+size 5251
diff --git a/params/opt/5/rnd_search_t_lin/comb_11/trained/model.decoder.layers.15.self_attn.k_proj/_0.pt b/params/opt/5/rnd_search_t_lin/comb_11/trained/model.decoder.layers.15.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..17694cf33a1a61cdd4e0d28958abd4db586102de
--- /dev/null
+++ b/params/opt/5/rnd_search_t_lin/comb_11/trained/model.decoder.layers.15.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:eb5d683578f2031aacbb5dd2615b5d4d72e4f4ecfc1dbd5a8d35ae7330dff4cb
+size 5251
diff --git a/params/opt/5/rnd_search_t_lin/comb_11/trained/model.decoder.layers.15.self_attn.k_proj/_s.pt b/params/opt/5/rnd_search_t_lin/comb_11/trained/model.decoder.layers.15.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..611c431a73b9d1bf929d05c07fcfb4e0ec7d49be
--- /dev/null
+++ b/params/opt/5/rnd_search_t_lin/comb_11/trained/model.decoder.layers.15.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:39b30867ec4dfa2b89b2603cf90341d5ef332ab886c7e57632d7dc9c4612679c
+size 5251
diff --git a/params/opt/5/rnd_search_t_lin/comb_11/trained/model.decoder.layers.15.self_attn.out_proj/_0.pt b/params/opt/5/rnd_search_t_lin/comb_11/trained/model.decoder.layers.15.self_attn.out_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c9150bf892cc071d398299c18c7623613e5c828c
--- /dev/null
+++ b/params/opt/5/rnd_search_t_lin/comb_11/trained/model.decoder.layers.15.self_attn.out_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ce5efc7895581e2290aaf42598630c0872134d9c6278adc4dda186e61f800b31
+size 5251
diff --git a/params/opt/5/rnd_search_t_lin/comb_11/trained/model.decoder.layers.15.self_attn.out_proj/_s.pt b/params/opt/5/rnd_search_t_lin/comb_11/trained/model.decoder.layers.15.self_attn.out_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2f810b4cb4dc6c52da792c5e9834f7cf0c3f4bef
--- /dev/null
+++ b/params/opt/5/rnd_search_t_lin/comb_11/trained/model.decoder.layers.15.self_attn.out_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:26efe997ddc570e55bd5237500b01e786c5235b95c5a1390f316a466c1874dcb
+size 5251
diff --git a/params/opt/5/rnd_search_t_lin/comb_11/trained/model.decoder.layers.15.self_attn.q_proj/_0.pt b/params/opt/5/rnd_search_t_lin/comb_11/trained/model.decoder.layers.15.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ad42e04fd577ef8ce8ca59dd76aa79b764613755
--- /dev/null
+++ b/params/opt/5/rnd_search_t_lin/comb_11/trained/model.decoder.layers.15.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d2501cc7297587911cba34a0062d532c17ac59b2b40f011266aa511b2d7dabc4
+size 5251
diff --git a/params/opt/5/rnd_search_t_lin/comb_11/trained/model.decoder.layers.15.self_attn.q_proj/_s.pt b/params/opt/5/rnd_search_t_lin/comb_11/trained/model.decoder.layers.15.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ca9aceec372343edce2d2f77ac934e76d4014b58
--- /dev/null
+++ b/params/opt/5/rnd_search_t_lin/comb_11/trained/model.decoder.layers.15.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c3998d9806936b94644d8f73b1594fa8330248de3a6038b218c207c5e131e747
+size 5251
diff --git a/params/opt/5/rnd_search_t_lin/comb_11/trained/model.decoder.layers.15.self_attn.v_proj/_0.pt b/params/opt/5/rnd_search_t_lin/comb_11/trained/model.decoder.layers.15.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..6589f7a561b532025b475f84d3401aae83e11c38
--- /dev/null
+++ b/params/opt/5/rnd_search_t_lin/comb_11/trained/model.decoder.layers.15.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:9a4b1d28a5d4dd66ba3add104bbab17053ae1fe32b044dff088abe5fbeb8ce3d
+size 5251
diff --git a/params/opt/5/rnd_search_t_lin/comb_11/trained/model.decoder.layers.15.self_attn.v_proj/_s.pt b/params/opt/5/rnd_search_t_lin/comb_11/trained/model.decoder.layers.15.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..89e22be99328200443033dfd88be924250a0a164
--- /dev/null
+++ b/params/opt/5/rnd_search_t_lin/comb_11/trained/model.decoder.layers.15.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:47c033eccafcfe430347e728c279ccbdb29d7322f89798a367a9ea655b57d05d
+size 5251
diff --git a/params/opt/5/rnd_search_t_lin/comb_11/trained/model.decoder.layers.16.fc1/_0.pt b/params/opt/5/rnd_search_t_lin/comb_11/trained/model.decoder.layers.16.fc1/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..0bf2fa797cb238b811a18173b8db4f9887598d47
--- /dev/null
+++ b/params/opt/5/rnd_search_t_lin/comb_11/trained/model.decoder.layers.16.fc1/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:11e1f1895387be960e7d098d80bd75e5be5659549dd5414bb5dea98dc26828fe
+size 17539
diff --git a/params/opt/5/rnd_search_t_lin/comb_11/trained/model.decoder.layers.16.fc1/_s.pt b/params/opt/5/rnd_search_t_lin/comb_11/trained/model.decoder.layers.16.fc1/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..891c492cf5010411b2fe0e813b33686c73e9d38b
--- /dev/null
+++ b/params/opt/5/rnd_search_t_lin/comb_11/trained/model.decoder.layers.16.fc1/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a6f9eb1d0b16d131f8e03a78ccf68e92b46c83a10d35f81d39bfc7e016259bb6
+size 17539
diff --git a/params/opt/5/rnd_search_t_lin/comb_11/trained/model.decoder.layers.16.fc2/_0.pt b/params/opt/5/rnd_search_t_lin/comb_11/trained/model.decoder.layers.16.fc2/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..902f0f8033d8c15fd5660ff106b43f5560cefadc
--- /dev/null
+++ b/params/opt/5/rnd_search_t_lin/comb_11/trained/model.decoder.layers.16.fc2/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f60038de2a08dad2cf5b649f703036de33639c88d3bbdf184f4dc14b7a4a5d27
+size 5251
diff --git a/params/opt/5/rnd_search_t_lin/comb_11/trained/model.decoder.layers.16.fc2/_s.pt b/params/opt/5/rnd_search_t_lin/comb_11/trained/model.decoder.layers.16.fc2/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..586bb56c5c7b7466dcfc6cc5e1064e76bfa140e6
--- /dev/null
+++ b/params/opt/5/rnd_search_t_lin/comb_11/trained/model.decoder.layers.16.fc2/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f811a05b64676afb9d7d0a9707bc3fd66584caabff751479da6182776477be3d
+size 5251
diff --git a/params/opt/5/rnd_search_t_lin/comb_11/trained/model.decoder.layers.16.self_attn.k_proj/_0.pt b/params/opt/5/rnd_search_t_lin/comb_11/trained/model.decoder.layers.16.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..85f97811116f960802e803dabeecbd16172d67f6
--- /dev/null
+++ b/params/opt/5/rnd_search_t_lin/comb_11/trained/model.decoder.layers.16.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2edb2da59b9b61fcd8b0d2e520089749d75e3dda0f1438a356deefec1410d7a0
+size 5251
diff --git a/params/opt/5/rnd_search_t_lin/comb_11/trained/model.decoder.layers.16.self_attn.k_proj/_s.pt b/params/opt/5/rnd_search_t_lin/comb_11/trained/model.decoder.layers.16.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..b9abf9b108ad953dbc888a2c27f669eb047e78c3
--- /dev/null
+++ b/params/opt/5/rnd_search_t_lin/comb_11/trained/model.decoder.layers.16.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:69ebbdf2b92f872c871b5e61180b7ad694c1ab3f75e7501632641b9a8d8c1a5c
+size 5251
diff --git a/params/opt/5/rnd_search_t_lin/comb_11/trained/model.decoder.layers.16.self_attn.out_proj/_0.pt b/params/opt/5/rnd_search_t_lin/comb_11/trained/model.decoder.layers.16.self_attn.out_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..32060a1b7252c757d4f65085427562891f5edc29
--- /dev/null
+++ b/params/opt/5/rnd_search_t_lin/comb_11/trained/model.decoder.layers.16.self_attn.out_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a187be83e9851b5c6b32e24156450351d5fb7b9285563be90713515663c1702e
+size 5251
diff --git a/params/opt/5/rnd_search_t_lin/comb_11/trained/model.decoder.layers.16.self_attn.out_proj/_s.pt b/params/opt/5/rnd_search_t_lin/comb_11/trained/model.decoder.layers.16.self_attn.out_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..f342e8cb08360bc9ee214eb3720bc45c5e8361c0
--- /dev/null
+++ b/params/opt/5/rnd_search_t_lin/comb_11/trained/model.decoder.layers.16.self_attn.out_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:111cc501e6ab4921b5a568491f03c2571dd91002d2d098bf767950fd1a73d8e8
+size 5251
diff --git a/params/opt/5/rnd_search_t_lin/comb_11/trained/model.decoder.layers.16.self_attn.q_proj/_0.pt b/params/opt/5/rnd_search_t_lin/comb_11/trained/model.decoder.layers.16.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..38bb189857de8e721884ad65703db86655564466
--- /dev/null
+++ b/params/opt/5/rnd_search_t_lin/comb_11/trained/model.decoder.layers.16.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:58e3703811e961e60208eacc18e9755f488d289d4256e229b3cac637725486cc
+size 5251
diff --git a/params/opt/5/rnd_search_t_lin/comb_11/trained/model.decoder.layers.16.self_attn.q_proj/_s.pt b/params/opt/5/rnd_search_t_lin/comb_11/trained/model.decoder.layers.16.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4e3e4a4554b09872eecf245ef193baff5e199f69
--- /dev/null
+++ b/params/opt/5/rnd_search_t_lin/comb_11/trained/model.decoder.layers.16.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f16e4989f1a434238f85505bd3234cf5445fb54f4439de7c587d38b86f7725b9
+size 5251
diff --git a/params/opt/5/rnd_search_t_lin/comb_11/trained/model.decoder.layers.16.self_attn.v_proj/_0.pt b/params/opt/5/rnd_search_t_lin/comb_11/trained/model.decoder.layers.16.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..d42a5dfc1fd3f0958ef8310b002b9dd90d78a815
--- /dev/null
+++ b/params/opt/5/rnd_search_t_lin/comb_11/trained/model.decoder.layers.16.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c20716428be34bd01c9aac09bb3a38f3d77cabc47a07d504efcc7d574363ede2
+size 5251
diff --git a/params/opt/5/rnd_search_t_lin/comb_11/trained/model.decoder.layers.16.self_attn.v_proj/_s.pt b/params/opt/5/rnd_search_t_lin/comb_11/trained/model.decoder.layers.16.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c64ed34e37792ba73fc22c67edb0e123e9e1595d
--- /dev/null
+++ b/params/opt/5/rnd_search_t_lin/comb_11/trained/model.decoder.layers.16.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:8a5f1f52fe1a2bf81d64bf5ede9ba78d1def3b82d1f99f75451fb0f39d187d35
+size 5251
diff --git a/params/opt/5/rnd_search_t_lin/comb_11/trained/model.decoder.layers.17.fc1/_0.pt b/params/opt/5/rnd_search_t_lin/comb_11/trained/model.decoder.layers.17.fc1/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..d136cdab51548a9459722a7ebe0c040b98192aaa
--- /dev/null
+++ b/params/opt/5/rnd_search_t_lin/comb_11/trained/model.decoder.layers.17.fc1/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a677a98fa8418ec2ab3ad66f356361c8756197b8795dc2151b2d5de97566d39e
+size 17539
diff --git a/params/opt/5/rnd_search_t_lin/comb_11/trained/model.decoder.layers.17.fc1/_s.pt b/params/opt/5/rnd_search_t_lin/comb_11/trained/model.decoder.layers.17.fc1/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2056dcbf4fb9e47058ae7c07802906815a37958a
--- /dev/null
+++ b/params/opt/5/rnd_search_t_lin/comb_11/trained/model.decoder.layers.17.fc1/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b3966a4065ebeff5ecdc7bf6ca481a707c6acd555c741495c8c8ae57726a20c3
+size 17539
diff --git a/params/opt/5/rnd_search_t_lin/comb_11/trained/model.decoder.layers.17.fc2/_0.pt b/params/opt/5/rnd_search_t_lin/comb_11/trained/model.decoder.layers.17.fc2/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..b7e00b2ef1fc205556343cd4361c8581404ece51
--- /dev/null
+++ b/params/opt/5/rnd_search_t_lin/comb_11/trained/model.decoder.layers.17.fc2/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:8b59c3f6fc883e1f20aa90f0ad4800c6ce4afa8730baecd81c2037876897c325
+size 5251
diff --git a/params/opt/5/rnd_search_t_lin/comb_11/trained/model.decoder.layers.17.fc2/_s.pt b/params/opt/5/rnd_search_t_lin/comb_11/trained/model.decoder.layers.17.fc2/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..1dd169c22c25c5ddc470af3fbfb72a8350d7aad4
--- /dev/null
+++ b/params/opt/5/rnd_search_t_lin/comb_11/trained/model.decoder.layers.17.fc2/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:cee6314cb6b187f97ca2defee2e4e763cc87785212e6cd75d4b507143a3a4437
+size 5251
diff --git a/params/opt/5/rnd_search_t_lin/comb_11/trained/model.decoder.layers.17.self_attn.k_proj/_0.pt b/params/opt/5/rnd_search_t_lin/comb_11/trained/model.decoder.layers.17.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..641d13643b33ae26c5a0248054e00040c448a1b3
--- /dev/null
+++ b/params/opt/5/rnd_search_t_lin/comb_11/trained/model.decoder.layers.17.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2354a15fae0112803bdf1a4dde75a7a15a76e317e7ff24d95b3eaf960496aa51
+size 5251
diff --git a/params/opt/5/rnd_search_t_lin/comb_11/trained/model.decoder.layers.17.self_attn.k_proj/_s.pt b/params/opt/5/rnd_search_t_lin/comb_11/trained/model.decoder.layers.17.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..cb43808c10d662b4023c7242ca6aa3328c210875
--- /dev/null
+++ b/params/opt/5/rnd_search_t_lin/comb_11/trained/model.decoder.layers.17.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:86d1a4e47c20abfc98aa67ab340d945cbcec6b98bb9c17c78339a369453bc5b5
+size 5251
diff --git a/params/opt/5/rnd_search_t_lin/comb_11/trained/model.decoder.layers.17.self_attn.out_proj/_0.pt b/params/opt/5/rnd_search_t_lin/comb_11/trained/model.decoder.layers.17.self_attn.out_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..f1b626b5389f203caa008810d7b7ab838b2d5c4d
--- /dev/null
+++ b/params/opt/5/rnd_search_t_lin/comb_11/trained/model.decoder.layers.17.self_attn.out_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2d06f83c42039c6c9e056ee4304b346f4d7960452597b2a1b7446bc0909b841d
+size 5251
diff --git a/params/opt/5/rnd_search_t_lin/comb_11/trained/model.decoder.layers.17.self_attn.out_proj/_s.pt b/params/opt/5/rnd_search_t_lin/comb_11/trained/model.decoder.layers.17.self_attn.out_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..511f219203664c588c2037fc7aeeb47a5a05a129
--- /dev/null
+++ b/params/opt/5/rnd_search_t_lin/comb_11/trained/model.decoder.layers.17.self_attn.out_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b47ba555361f22221830b7f08bba1ea6a7d115d0c41ab3b989ec105751329d24
+size 5251
diff --git a/params/opt/5/rnd_search_t_lin/comb_11/trained/model.decoder.layers.17.self_attn.q_proj/_0.pt b/params/opt/5/rnd_search_t_lin/comb_11/trained/model.decoder.layers.17.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2c6707ffcb9cfa7b48e0251c725a6f85a333160d
--- /dev/null
+++ b/params/opt/5/rnd_search_t_lin/comb_11/trained/model.decoder.layers.17.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:96f33b91244f68fe282172220f10140af34f53c4964cee9d7791fbf873350421
+size 5251
diff --git a/params/opt/5/rnd_search_t_lin/comb_11/trained/model.decoder.layers.17.self_attn.q_proj/_s.pt b/params/opt/5/rnd_search_t_lin/comb_11/trained/model.decoder.layers.17.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8e100040fb0a4b81f6ed24bf81f303fcc321f8d8
--- /dev/null
+++ b/params/opt/5/rnd_search_t_lin/comb_11/trained/model.decoder.layers.17.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d06719c41431c587bb6952b489e420651ff85c4afc9ad0b960295e59e0e8d9c3
+size 5251
diff --git a/params/opt/5/rnd_search_t_lin/comb_11/trained/model.decoder.layers.17.self_attn.v_proj/_0.pt b/params/opt/5/rnd_search_t_lin/comb_11/trained/model.decoder.layers.17.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..36bea2b42d0741f2081d4ff6ab7b8204d9333d3f
--- /dev/null
+++ b/params/opt/5/rnd_search_t_lin/comb_11/trained/model.decoder.layers.17.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:cbcbad4f6873ac9af96f805704b9ff710e0285de28194e25ca0b4d41fc40f2a9
+size 5251
diff --git a/params/opt/5/rnd_search_t_lin/comb_11/trained/model.decoder.layers.17.self_attn.v_proj/_s.pt b/params/opt/5/rnd_search_t_lin/comb_11/trained/model.decoder.layers.17.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ce57f7a98210b661469877ae292c1d25304e9ddb
--- /dev/null
+++ b/params/opt/5/rnd_search_t_lin/comb_11/trained/model.decoder.layers.17.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:63d446d83264156b05b2d3a5cda164f93e6c3b24b083ceb4a446aa102c544994
+size 5251
diff --git a/params/opt/5/rnd_search_t_lin/comb_11/trained/model.decoder.layers.18.fc1/_0.pt b/params/opt/5/rnd_search_t_lin/comb_11/trained/model.decoder.layers.18.fc1/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..7b2b5ffed5c9e6a99adcda31d1a549349b56dad0
--- /dev/null
+++ b/params/opt/5/rnd_search_t_lin/comb_11/trained/model.decoder.layers.18.fc1/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:8ab591948d8fc240c7cc4bb5bac21e1c57c69d5238fd3141f2c1e993f425d7b7
+size 17539
diff --git a/params/opt/5/rnd_search_t_lin/comb_11/trained/model.decoder.layers.18.fc1/_s.pt b/params/opt/5/rnd_search_t_lin/comb_11/trained/model.decoder.layers.18.fc1/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..efc87211ec5b275dda269d11601e3649d34a4e16
--- /dev/null
+++ b/params/opt/5/rnd_search_t_lin/comb_11/trained/model.decoder.layers.18.fc1/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:8b5d90629ba3730fa2b742e670471417df2d132bc574670b22541b181cb0652b
+size 17539
diff --git a/params/opt/5/rnd_search_t_lin/comb_11/trained/model.decoder.layers.18.fc2/_0.pt b/params/opt/5/rnd_search_t_lin/comb_11/trained/model.decoder.layers.18.fc2/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..85bdf4ded1aa6363021f28a5d99d66931bfcb97d
--- /dev/null
+++ b/params/opt/5/rnd_search_t_lin/comb_11/trained/model.decoder.layers.18.fc2/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:18bd12862ebdc2ae899cb29a5f8db9d85062404cb5ccc5067c4e60f0312fc783
+size 5251
diff --git a/params/opt/5/rnd_search_t_lin/comb_11/trained/model.decoder.layers.18.fc2/_s.pt b/params/opt/5/rnd_search_t_lin/comb_11/trained/model.decoder.layers.18.fc2/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..36f9455181df3aea98e6b01bef60fcbd52589dd8
--- /dev/null
+++ b/params/opt/5/rnd_search_t_lin/comb_11/trained/model.decoder.layers.18.fc2/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:bdd0d52c471a148a8c37b49249e33f75948ee788a42a94caecc275724cea47ee
+size 5251
diff --git a/params/opt/5/rnd_search_t_lin/comb_11/trained/model.decoder.layers.18.self_attn.k_proj/_0.pt b/params/opt/5/rnd_search_t_lin/comb_11/trained/model.decoder.layers.18.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..277918ffc2c4d3e99e253fa7d135a7b702f2c669
--- /dev/null
+++ b/params/opt/5/rnd_search_t_lin/comb_11/trained/model.decoder.layers.18.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:fd3244e6fc007b58cb5e578a813ad1513de110715506521f55738829a38be1c1
+size 5251
diff --git a/params/opt/5/rnd_search_t_lin/comb_11/trained/model.decoder.layers.18.self_attn.k_proj/_s.pt b/params/opt/5/rnd_search_t_lin/comb_11/trained/model.decoder.layers.18.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..3eccaa1e0d7a4a1ad6ccde5757d838cf1cb72456
--- /dev/null
+++ b/params/opt/5/rnd_search_t_lin/comb_11/trained/model.decoder.layers.18.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:49434abfb8f20718c588e0b7078468cc6ebfcf649a2f341fc7312ad638ed6e95
+size 5251
diff --git a/params/opt/5/rnd_search_t_lin/comb_11/trained/model.decoder.layers.18.self_attn.out_proj/_0.pt b/params/opt/5/rnd_search_t_lin/comb_11/trained/model.decoder.layers.18.self_attn.out_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e19e934ae4bb45c275ce578e88ca89fd78675ea7
--- /dev/null
+++ b/params/opt/5/rnd_search_t_lin/comb_11/trained/model.decoder.layers.18.self_attn.out_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2eddc2b2e690671847f18ebe2e4d6fa2496d7fc94f1e1dca41152216e1a47ce6
+size 5251
diff --git a/params/opt/5/rnd_search_t_lin/comb_11/trained/model.decoder.layers.18.self_attn.out_proj/_s.pt b/params/opt/5/rnd_search_t_lin/comb_11/trained/model.decoder.layers.18.self_attn.out_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..aa6e6ec9fab0ebd9664e3e99dd2ad515dbdc66cb
--- /dev/null
+++ b/params/opt/5/rnd_search_t_lin/comb_11/trained/model.decoder.layers.18.self_attn.out_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:6ca21cfccdacb132ffc4adb895ee74e9a9b923ccf8381d4de28560a74f3a2322
+size 5251
diff --git a/params/opt/5/rnd_search_t_lin/comb_11/trained/model.decoder.layers.18.self_attn.q_proj/_0.pt b/params/opt/5/rnd_search_t_lin/comb_11/trained/model.decoder.layers.18.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..3638969fd45ceb2c5b8a091784c970728c19945f
--- /dev/null
+++ b/params/opt/5/rnd_search_t_lin/comb_11/trained/model.decoder.layers.18.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0385c974a6552a68405ca6e08c9dc2fba6d7a4b5dde4d220effdc7ef0ad9b167
+size 5251
diff --git a/params/opt/5/rnd_search_t_lin/comb_11/trained/model.decoder.layers.18.self_attn.q_proj/_s.pt b/params/opt/5/rnd_search_t_lin/comb_11/trained/model.decoder.layers.18.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..5a7e6b3542fc976dff6299897d8dfa03aa862fd1
--- /dev/null
+++ b/params/opt/5/rnd_search_t_lin/comb_11/trained/model.decoder.layers.18.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:cc1bc62679758155eb8a57250c231120b7b7065011b43f74251151183b5ee537
+size 5251
diff --git a/params/opt/5/rnd_search_t_lin/comb_11/trained/model.decoder.layers.18.self_attn.v_proj/_0.pt b/params/opt/5/rnd_search_t_lin/comb_11/trained/model.decoder.layers.18.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ec2425cf957f1194240ba1d31f8135ddaddb6e18
--- /dev/null
+++ b/params/opt/5/rnd_search_t_lin/comb_11/trained/model.decoder.layers.18.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:cc689093da5f746801149a58ac0f11942e954c1c38cab1519f12f37cff3aec5c
+size 5251
diff --git a/params/opt/5/rnd_search_t_lin/comb_11/trained/model.decoder.layers.18.self_attn.v_proj/_s.pt b/params/opt/5/rnd_search_t_lin/comb_11/trained/model.decoder.layers.18.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..190bbbaf8136c67e9d2ea160d90c06fdb3c2baa8
--- /dev/null
+++ b/params/opt/5/rnd_search_t_lin/comb_11/trained/model.decoder.layers.18.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:87d84d1167c75511e8c56985748f7cffe1241c6c85662f8a22accef6d55519d7
+size 5251
diff --git a/params/opt/5/rnd_search_t_lin/comb_11/trained/model.decoder.layers.19.fc1/_0.pt b/params/opt/5/rnd_search_t_lin/comb_11/trained/model.decoder.layers.19.fc1/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..7f2ded7fb3d74eb6ab7e44f6d83766ff8c5ae084
--- /dev/null
+++ b/params/opt/5/rnd_search_t_lin/comb_11/trained/model.decoder.layers.19.fc1/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d24c7db3d43e55431ebe3e15cd91b1ecd8989c4ea80a98a01727c09c144bbb4e
+size 17539
diff --git a/params/opt/5/rnd_search_t_lin/comb_11/trained/model.decoder.layers.19.fc1/_s.pt b/params/opt/5/rnd_search_t_lin/comb_11/trained/model.decoder.layers.19.fc1/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..7d8bb3d7654683aec9997c1470b1410f0e1f25f8
--- /dev/null
+++ b/params/opt/5/rnd_search_t_lin/comb_11/trained/model.decoder.layers.19.fc1/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:7e98341278ce0085896517335b7f663ab4b37e129d1d4db42bcf20491dbbafa4
+size 17539
diff --git a/params/opt/5/rnd_search_t_lin/comb_11/trained/model.decoder.layers.19.fc2/_0.pt b/params/opt/5/rnd_search_t_lin/comb_11/trained/model.decoder.layers.19.fc2/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4937615181f6207128fb6349ecb3f3c3e25e99be
--- /dev/null
+++ b/params/opt/5/rnd_search_t_lin/comb_11/trained/model.decoder.layers.19.fc2/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a8584ac1403120fff1b6276ce54f48f20a9ed454dcf10eb3e5aeaa15cbd198d8
+size 5251
diff --git a/params/opt/5/rnd_search_t_lin/comb_11/trained/model.decoder.layers.19.fc2/_s.pt b/params/opt/5/rnd_search_t_lin/comb_11/trained/model.decoder.layers.19.fc2/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..b3794f061603e71923d121619c59a1069e0be490
--- /dev/null
+++ b/params/opt/5/rnd_search_t_lin/comb_11/trained/model.decoder.layers.19.fc2/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:669d4117154d5e4f18cec7841039a2df210ce354d2f95e35bf8c28fb3d7a020f
+size 5251
diff --git a/params/opt/5/rnd_search_t_lin/comb_11/trained/model.decoder.layers.19.self_attn.k_proj/_0.pt b/params/opt/5/rnd_search_t_lin/comb_11/trained/model.decoder.layers.19.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2168c5a94473cdacdaf8d691f83c6772103f1d7b
--- /dev/null
+++ b/params/opt/5/rnd_search_t_lin/comb_11/trained/model.decoder.layers.19.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b59f53d9923647f334714f45adc10cc734e59511458a97c48b98a98ddd494e2d
+size 5251
diff --git a/params/opt/5/rnd_search_t_lin/comb_11/trained/model.decoder.layers.19.self_attn.k_proj/_s.pt b/params/opt/5/rnd_search_t_lin/comb_11/trained/model.decoder.layers.19.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..f1ad310d5a9f3d610058b928110b0dc6d70e346a
--- /dev/null
+++ b/params/opt/5/rnd_search_t_lin/comb_11/trained/model.decoder.layers.19.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:fbe47f4852deec0c5cad32c9b77585e671151de545b33516be093ef6422b59a4
+size 5251
diff --git a/params/opt/5/rnd_search_t_lin/comb_11/trained/model.decoder.layers.19.self_attn.out_proj/_0.pt b/params/opt/5/rnd_search_t_lin/comb_11/trained/model.decoder.layers.19.self_attn.out_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8e721672c8ea057867e263621baf7fed4d1210db
--- /dev/null
+++ b/params/opt/5/rnd_search_t_lin/comb_11/trained/model.decoder.layers.19.self_attn.out_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:de05b0cdb0eff452f545e1bbe30a36e00b82aea0071015f5f400a71fab832999
+size 5251
diff --git a/params/opt/5/rnd_search_t_lin/comb_11/trained/model.decoder.layers.19.self_attn.out_proj/_s.pt b/params/opt/5/rnd_search_t_lin/comb_11/trained/model.decoder.layers.19.self_attn.out_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4ad5587831c5c1e051acb8e03203297644b06562
--- /dev/null
+++ b/params/opt/5/rnd_search_t_lin/comb_11/trained/model.decoder.layers.19.self_attn.out_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:63d53fb983ac84a0b6fa61ed3198e19f839c3f7c5bf7d978d8a127b096073bf2
+size 5251
diff --git a/params/opt/5/rnd_search_t_lin/comb_11/trained/model.decoder.layers.19.self_attn.q_proj/_0.pt b/params/opt/5/rnd_search_t_lin/comb_11/trained/model.decoder.layers.19.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..06828f520f6005e3a8cbfd2c54c3ace801897fb1
--- /dev/null
+++ b/params/opt/5/rnd_search_t_lin/comb_11/trained/model.decoder.layers.19.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:20ac7bb10b22aa2243c23f31e07810be49a08b2ca481e63df9f8c88f2fdbde1c
+size 5251
diff --git a/params/opt/5/rnd_search_t_lin/comb_11/trained/model.decoder.layers.19.self_attn.q_proj/_s.pt b/params/opt/5/rnd_search_t_lin/comb_11/trained/model.decoder.layers.19.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..5f74f36d418d222b83b30d73566b15d46ecb0348
--- /dev/null
+++ b/params/opt/5/rnd_search_t_lin/comb_11/trained/model.decoder.layers.19.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f53f6f06cce60ee55c9a741a10dae431e97a4464146ebf9bca65a588f631035e
+size 5251
diff --git a/params/opt/5/rnd_search_t_lin/comb_11/trained/model.decoder.layers.19.self_attn.v_proj/_0.pt b/params/opt/5/rnd_search_t_lin/comb_11/trained/model.decoder.layers.19.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..1c9dd8a96545f0eeab6b13d686b5c9a4ead43475
--- /dev/null
+++ b/params/opt/5/rnd_search_t_lin/comb_11/trained/model.decoder.layers.19.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:bae7b996e2e16813f97033d1d1112445f33507c23e688a2f7e7213e96173e574
+size 5251
diff --git a/params/opt/5/rnd_search_t_lin/comb_11/trained/model.decoder.layers.19.self_attn.v_proj/_s.pt b/params/opt/5/rnd_search_t_lin/comb_11/trained/model.decoder.layers.19.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..3a832da789451c19d75f46d0dae7145edca55966
--- /dev/null
+++ b/params/opt/5/rnd_search_t_lin/comb_11/trained/model.decoder.layers.19.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:1d1cf066cfe37fef948914d9f5913f32dc01a3ef9bc11a018765adcfbf1745a5
+size 5251
diff --git a/params/opt/5/rnd_search_t_lin/comb_11/trained/model.decoder.layers.2.fc1/_0.pt b/params/opt/5/rnd_search_t_lin/comb_11/trained/model.decoder.layers.2.fc1/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..efb42921ca7a68b1beae5433781ea1230acaf2a2
--- /dev/null
+++ b/params/opt/5/rnd_search_t_lin/comb_11/trained/model.decoder.layers.2.fc1/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d553f0e94a658e59b986aa2d90d0e4784e828db3da27c8e2b21aaef7ccef0ed9
+size 17539
diff --git a/params/opt/5/rnd_search_t_lin/comb_11/trained/model.decoder.layers.2.fc1/_s.pt b/params/opt/5/rnd_search_t_lin/comb_11/trained/model.decoder.layers.2.fc1/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a211f9ee0f0e378b68e5916b0e499ac9880ecb1b
--- /dev/null
+++ b/params/opt/5/rnd_search_t_lin/comb_11/trained/model.decoder.layers.2.fc1/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:77dd746a9f0f65caffbddd0679735613948b418c0c62fe1c814cb059629d723b
+size 17539
diff --git a/params/opt/5/rnd_search_t_lin/comb_11/trained/model.decoder.layers.2.fc2/_0.pt b/params/opt/5/rnd_search_t_lin/comb_11/trained/model.decoder.layers.2.fc2/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..227ef049afd2908b50b9e8b2583a32179fcb3406
--- /dev/null
+++ b/params/opt/5/rnd_search_t_lin/comb_11/trained/model.decoder.layers.2.fc2/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:1b407e25c70e4d9fa8438d6d9097f1eddb37c04855e5bcf976e20497d1f1985d
+size 5251
diff --git a/params/opt/5/rnd_search_t_lin/comb_11/trained/model.decoder.layers.2.fc2/_s.pt b/params/opt/5/rnd_search_t_lin/comb_11/trained/model.decoder.layers.2.fc2/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..1ed7d6e15bfaf9d26196d868050e4170529cfd48
--- /dev/null
+++ b/params/opt/5/rnd_search_t_lin/comb_11/trained/model.decoder.layers.2.fc2/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:33f201fbd9cf83449067d63646aae634e6cae5b9944a9f3c0dfd739a8f75ae77
+size 5251
diff --git a/params/opt/5/rnd_search_t_lin/comb_11/trained/model.decoder.layers.2.self_attn.k_proj/_0.pt b/params/opt/5/rnd_search_t_lin/comb_11/trained/model.decoder.layers.2.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8e90d797e73240da279e28b58a5a91516ceadbe5
--- /dev/null
+++ b/params/opt/5/rnd_search_t_lin/comb_11/trained/model.decoder.layers.2.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:52556df09c6d99b06b4a3a5fef3e9f94ab09785e2426199e788a13b7ee3db31a
+size 5251
diff --git a/params/opt/5/rnd_search_t_lin/comb_11/trained/model.decoder.layers.2.self_attn.k_proj/_s.pt b/params/opt/5/rnd_search_t_lin/comb_11/trained/model.decoder.layers.2.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..3b5df45437b4766f0a2b588515c4fcc9fe96a8f7
--- /dev/null
+++ b/params/opt/5/rnd_search_t_lin/comb_11/trained/model.decoder.layers.2.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:bf7e66311089617eb0b2ee5f9c4d3043cd4b15f39bc5f72d75b5489a8e677c74
+size 5251
diff --git a/params/opt/5/rnd_search_t_lin/comb_11/trained/model.decoder.layers.2.self_attn.out_proj/_0.pt b/params/opt/5/rnd_search_t_lin/comb_11/trained/model.decoder.layers.2.self_attn.out_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e3f97fc709b53da090c8c93ca47aedb0a4ab1ca7
--- /dev/null
+++ b/params/opt/5/rnd_search_t_lin/comb_11/trained/model.decoder.layers.2.self_attn.out_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:638aab84811968122afc213d20318b94b91d115cefa56020bd67805f7431ee2e
+size 5251
diff --git a/params/opt/5/rnd_search_t_lin/comb_11/trained/model.decoder.layers.2.self_attn.out_proj/_s.pt b/params/opt/5/rnd_search_t_lin/comb_11/trained/model.decoder.layers.2.self_attn.out_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..5c32d2fe78e8ae77fbc9fcfa61c114993caa97b9
--- /dev/null
+++ b/params/opt/5/rnd_search_t_lin/comb_11/trained/model.decoder.layers.2.self_attn.out_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5438500f86862132ed0510fd32787725c34eeef44954c0e3e8f587116db6cb78
+size 5251
diff --git a/params/opt/5/rnd_search_t_lin/comb_11/trained/model.decoder.layers.2.self_attn.q_proj/_0.pt b/params/opt/5/rnd_search_t_lin/comb_11/trained/model.decoder.layers.2.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..dfd85704cff678a1aa1c59763bdea5f3b4d38e3d
--- /dev/null
+++ b/params/opt/5/rnd_search_t_lin/comb_11/trained/model.decoder.layers.2.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:396cb0607a92faccdf0e92edd0edc8802e60d97600833e9ea7962b81697767f5
+size 5251
diff --git a/params/opt/5/rnd_search_t_lin/comb_11/trained/model.decoder.layers.2.self_attn.q_proj/_s.pt b/params/opt/5/rnd_search_t_lin/comb_11/trained/model.decoder.layers.2.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..d5a008bc8851871a2ea830aa2664a589a3dc6d1f
--- /dev/null
+++ b/params/opt/5/rnd_search_t_lin/comb_11/trained/model.decoder.layers.2.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:711183abf5dc324353cd3dbdea2fa5da57b6a043e6c0ebc5ae19f6e0dff97866
+size 5251
diff --git a/params/opt/5/rnd_search_t_lin/comb_11/trained/model.decoder.layers.2.self_attn.v_proj/_0.pt b/params/opt/5/rnd_search_t_lin/comb_11/trained/model.decoder.layers.2.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c64600c6553a86e524e1561ce14e4ceeac6870b9
--- /dev/null
+++ b/params/opt/5/rnd_search_t_lin/comb_11/trained/model.decoder.layers.2.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:59714b4ab0692457a1df2726ab8d5824c288ce803d008ad94b8b582ca60bf166
+size 5251
diff --git a/params/opt/5/rnd_search_t_lin/comb_11/trained/model.decoder.layers.2.self_attn.v_proj/_s.pt b/params/opt/5/rnd_search_t_lin/comb_11/trained/model.decoder.layers.2.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a0561c89f9b8b48712c8c266b912f49438043e35
--- /dev/null
+++ b/params/opt/5/rnd_search_t_lin/comb_11/trained/model.decoder.layers.2.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:7cc765e3e0a592db1509e44025a1e24ba682ba8cc1e5e97b4d9b10dd9cbdc731
+size 5251
diff --git a/params/opt/5/rnd_search_t_lin/comb_11/trained/model.decoder.layers.20.fc1/_0.pt b/params/opt/5/rnd_search_t_lin/comb_11/trained/model.decoder.layers.20.fc1/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..0a25cc964fbb38e52edc4036279235bb26c0f12d
--- /dev/null
+++ b/params/opt/5/rnd_search_t_lin/comb_11/trained/model.decoder.layers.20.fc1/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b01b6b2a63b7ccce5f12539f1e7245770ad97d7b6a459bae937206a2c3c83009
+size 17539
diff --git a/params/opt/5/rnd_search_t_lin/comb_11/trained/model.decoder.layers.20.fc1/_s.pt b/params/opt/5/rnd_search_t_lin/comb_11/trained/model.decoder.layers.20.fc1/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..29ba191ef866186307097b9205aca256cac96102
--- /dev/null
+++ b/params/opt/5/rnd_search_t_lin/comb_11/trained/model.decoder.layers.20.fc1/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f92cc6927787e89d9e8686eb5566441dfe7309b9d2e214e8adf926b7f2e856c0
+size 17539
diff --git a/params/opt/5/rnd_search_t_lin/comb_11/trained/model.decoder.layers.20.fc2/_0.pt b/params/opt/5/rnd_search_t_lin/comb_11/trained/model.decoder.layers.20.fc2/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..82fa4fcf9a7ee24a7087db58684becd4ebd1aca8
--- /dev/null
+++ b/params/opt/5/rnd_search_t_lin/comb_11/trained/model.decoder.layers.20.fc2/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:3b8aee4d4a65e27385ba8026dbf67bfb79ed7cd4bb347f550d9e6bdff9531fa5
+size 5251
diff --git a/params/opt/5/rnd_search_t_lin/comb_11/trained/model.decoder.layers.20.fc2/_s.pt b/params/opt/5/rnd_search_t_lin/comb_11/trained/model.decoder.layers.20.fc2/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..cf0765f930b5371779ac0a98321dc6c346aa74d9
--- /dev/null
+++ b/params/opt/5/rnd_search_t_lin/comb_11/trained/model.decoder.layers.20.fc2/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:7e2be675f71f1be03df44bd6290130c72e25c7552b1457d1e97b96bdcd21bdda
+size 5251
diff --git a/params/opt/5/rnd_search_t_lin/comb_11/trained/model.decoder.layers.20.self_attn.k_proj/_0.pt b/params/opt/5/rnd_search_t_lin/comb_11/trained/model.decoder.layers.20.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..52a9b781f87fc272e13b32f67588a5bdeb2dd884
--- /dev/null
+++ b/params/opt/5/rnd_search_t_lin/comb_11/trained/model.decoder.layers.20.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:8f056f96f69f373f26f9624273fbf52f384a5fa5f9b89fc489f40866dbecb55c
+size 5251
diff --git a/params/opt/5/rnd_search_t_lin/comb_11/trained/model.decoder.layers.20.self_attn.k_proj/_s.pt b/params/opt/5/rnd_search_t_lin/comb_11/trained/model.decoder.layers.20.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..3d693b026f2483f53a125e87fd08e29f23fc2225
--- /dev/null
+++ b/params/opt/5/rnd_search_t_lin/comb_11/trained/model.decoder.layers.20.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:13d2ab884eea1d58b139197cf530871baf2115c08081ff28299e0eb481957063
+size 5251
diff --git a/params/opt/5/rnd_search_t_lin/comb_11/trained/model.decoder.layers.20.self_attn.out_proj/_0.pt b/params/opt/5/rnd_search_t_lin/comb_11/trained/model.decoder.layers.20.self_attn.out_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..5db0e175b8824be65bdc50dd23c21fcdc9e772b8
--- /dev/null
+++ b/params/opt/5/rnd_search_t_lin/comb_11/trained/model.decoder.layers.20.self_attn.out_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:54b81a368c202bf5ffc33126796627401cb1ac41e7225179722c85688e93ef4e
+size 5251
diff --git a/params/opt/5/rnd_search_t_lin/comb_11/trained/model.decoder.layers.20.self_attn.out_proj/_s.pt b/params/opt/5/rnd_search_t_lin/comb_11/trained/model.decoder.layers.20.self_attn.out_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..16523bb944169d1bcd564c7fce861d2dcf6e1dd9
--- /dev/null
+++ b/params/opt/5/rnd_search_t_lin/comb_11/trained/model.decoder.layers.20.self_attn.out_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f95bcb0bb156b666235ff8484f71774c7682c75ccf205b63504fcc2f82c5dd7d
+size 5251
diff --git a/params/opt/5/rnd_search_t_lin/comb_11/trained/model.decoder.layers.20.self_attn.q_proj/_0.pt b/params/opt/5/rnd_search_t_lin/comb_11/trained/model.decoder.layers.20.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..abe1f97bbc2183044be250d0dd53596798e355ab
--- /dev/null
+++ b/params/opt/5/rnd_search_t_lin/comb_11/trained/model.decoder.layers.20.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:cbb6827ee4cf94455672d2848cdeca8c89d1765497e565a2a97ca8d45fe879d2
+size 5251
diff --git a/params/opt/5/rnd_search_t_lin/comb_11/trained/model.decoder.layers.20.self_attn.q_proj/_s.pt b/params/opt/5/rnd_search_t_lin/comb_11/trained/model.decoder.layers.20.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..d41641e91ccff01368509bc298a050e2eea962d3
--- /dev/null
+++ b/params/opt/5/rnd_search_t_lin/comb_11/trained/model.decoder.layers.20.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:9ee32c39aaa1a69dc7f1c472f2b12af511fc2a06e372c28ff3a0fa66c6ed107a
+size 5251
diff --git a/params/opt/5/rnd_search_t_lin/comb_11/trained/model.decoder.layers.20.self_attn.v_proj/_0.pt b/params/opt/5/rnd_search_t_lin/comb_11/trained/model.decoder.layers.20.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..b2de9daa7e91838ef87c46273f3124cfb96647ef
--- /dev/null
+++ b/params/opt/5/rnd_search_t_lin/comb_11/trained/model.decoder.layers.20.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:1a1a1b793dd61f0474cde830066bcfb95397bebcacb15a08296dac88a0275a37
+size 5251
diff --git a/params/opt/5/rnd_search_t_lin/comb_11/trained/model.decoder.layers.20.self_attn.v_proj/_s.pt b/params/opt/5/rnd_search_t_lin/comb_11/trained/model.decoder.layers.20.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..457e7386a5921306f197a8c879b21a959e9ee22b
--- /dev/null
+++ b/params/opt/5/rnd_search_t_lin/comb_11/trained/model.decoder.layers.20.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:4a153ef8935ba10ab2d8d1df48b0324e9cf9298b7aa61218e1889e391c1b2ed5
+size 5251
diff --git a/params/opt/5/rnd_search_t_lin/comb_11/trained/model.decoder.layers.21.fc1/_0.pt b/params/opt/5/rnd_search_t_lin/comb_11/trained/model.decoder.layers.21.fc1/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8b369619e15c562846833129727eeb1481100908
--- /dev/null
+++ b/params/opt/5/rnd_search_t_lin/comb_11/trained/model.decoder.layers.21.fc1/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:cf271c36f1583d4611b68ed07e83c193a3668b5409602510a0b4b37728e4b12d
+size 17539
diff --git a/params/opt/5/rnd_search_t_lin/comb_11/trained/model.decoder.layers.21.fc1/_s.pt b/params/opt/5/rnd_search_t_lin/comb_11/trained/model.decoder.layers.21.fc1/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..687ec179bad3d78bf4bd2b3b6c51eadb9ccfac6d
--- /dev/null
+++ b/params/opt/5/rnd_search_t_lin/comb_11/trained/model.decoder.layers.21.fc1/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:19e37b216c6aa2ff7fe2788bfa14c6ebd2e747590765d3c2d1f7d2007cedb0d9
+size 17539
diff --git a/params/opt/5/rnd_search_t_lin/comb_11/trained/model.decoder.layers.21.fc2/_0.pt b/params/opt/5/rnd_search_t_lin/comb_11/trained/model.decoder.layers.21.fc2/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..dd34f48acb51b8bbfceb7c1ea876aeae2c29d308
--- /dev/null
+++ b/params/opt/5/rnd_search_t_lin/comb_11/trained/model.decoder.layers.21.fc2/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0f273cbedfbcc45af1249c58a8065ea06ba96c9e6854532a9befd588c324558a
+size 5251
diff --git a/params/opt/5/rnd_search_t_lin/comb_11/trained/model.decoder.layers.21.fc2/_s.pt b/params/opt/5/rnd_search_t_lin/comb_11/trained/model.decoder.layers.21.fc2/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8baeabc601fb0644bf1e0c509eca0a458350e6b9
--- /dev/null
+++ b/params/opt/5/rnd_search_t_lin/comb_11/trained/model.decoder.layers.21.fc2/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:fae90ae763d1fbf881b72b7d03576f15f8e048e5cf4f9500fd1bf023917c5914
+size 5251
diff --git a/params/opt/5/rnd_search_t_lin/comb_11/trained/model.decoder.layers.21.self_attn.k_proj/_0.pt b/params/opt/5/rnd_search_t_lin/comb_11/trained/model.decoder.layers.21.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..61605e8555421efb0d2753b5029716df6ff4b5fd
--- /dev/null
+++ b/params/opt/5/rnd_search_t_lin/comb_11/trained/model.decoder.layers.21.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:968dc045818c54062c255cdd53de0613ff7c136a6173f0bd38a0099a30d141a9
+size 5251
diff --git a/params/opt/5/rnd_search_t_lin/comb_11/trained/model.decoder.layers.21.self_attn.k_proj/_s.pt b/params/opt/5/rnd_search_t_lin/comb_11/trained/model.decoder.layers.21.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..39f16f916e0b29c9075be5455b3f00edc34a500e
--- /dev/null
+++ b/params/opt/5/rnd_search_t_lin/comb_11/trained/model.decoder.layers.21.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:81af4a82269792d8b0df5ca62b879702cad0e6dede8cb0393860f42677fd9e97
+size 5251
diff --git a/params/opt/5/rnd_search_t_lin/comb_11/trained/model.decoder.layers.21.self_attn.out_proj/_0.pt b/params/opt/5/rnd_search_t_lin/comb_11/trained/model.decoder.layers.21.self_attn.out_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a22257d1a38652e6fae4c76f00846b3198867b23
--- /dev/null
+++ b/params/opt/5/rnd_search_t_lin/comb_11/trained/model.decoder.layers.21.self_attn.out_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:3fffb5c90b559d7ea9d24ad4806e656cb8f7333b84e024fa52896b9e9a67469d
+size 5251
diff --git a/params/opt/5/rnd_search_t_lin/comb_11/trained/model.decoder.layers.21.self_attn.out_proj/_s.pt b/params/opt/5/rnd_search_t_lin/comb_11/trained/model.decoder.layers.21.self_attn.out_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..d3ce3814fd31e23363dc9d172cdf97dacc9a7ab7
--- /dev/null
+++ b/params/opt/5/rnd_search_t_lin/comb_11/trained/model.decoder.layers.21.self_attn.out_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:56b56237eefb259514deadfc53af97546ad7bd595f7563a89600fca3074a2c2a
+size 5251
diff --git a/params/opt/5/rnd_search_t_lin/comb_11/trained/model.decoder.layers.21.self_attn.q_proj/_0.pt b/params/opt/5/rnd_search_t_lin/comb_11/trained/model.decoder.layers.21.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..6d1f0ca810798e1a9efd89da0e0cd99159a34161
--- /dev/null
+++ b/params/opt/5/rnd_search_t_lin/comb_11/trained/model.decoder.layers.21.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:7b939b56cb38eccd4cc5f9540e9405c96b750389d5018bcfb12f6ecd8fd4d4b7
+size 5251
diff --git a/params/opt/5/rnd_search_t_lin/comb_11/trained/model.decoder.layers.21.self_attn.q_proj/_s.pt b/params/opt/5/rnd_search_t_lin/comb_11/trained/model.decoder.layers.21.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..bd476eb007e7ab655bd534e1fa90fd473f6a2766
--- /dev/null
+++ b/params/opt/5/rnd_search_t_lin/comb_11/trained/model.decoder.layers.21.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ab48ebce16daf692d6f57ca44ecfd21fe5fb89f3a9251caeb1687673f9143fe7
+size 5251
diff --git a/params/opt/5/rnd_search_t_lin/comb_11/trained/model.decoder.layers.21.self_attn.v_proj/_0.pt b/params/opt/5/rnd_search_t_lin/comb_11/trained/model.decoder.layers.21.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..0e141ede253fcdf7f9414a184f01b544ceba226e
--- /dev/null
+++ b/params/opt/5/rnd_search_t_lin/comb_11/trained/model.decoder.layers.21.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f9580cafffb994da895d8ee93d970049ade9090dded12cdffb938b94da5ffc3f
+size 5251
diff --git a/params/opt/5/rnd_search_t_lin/comb_11/trained/model.decoder.layers.21.self_attn.v_proj/_s.pt b/params/opt/5/rnd_search_t_lin/comb_11/trained/model.decoder.layers.21.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c0768413e90721834568a13907922a244b10b489
--- /dev/null
+++ b/params/opt/5/rnd_search_t_lin/comb_11/trained/model.decoder.layers.21.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:522e24fc11db6175b4921b5b0a084d797d0cb5b5a0b851d31eb8a7726a9fa397
+size 5251
diff --git a/params/opt/5/rnd_search_t_lin/comb_11/trained/model.decoder.layers.22.fc1/_0.pt b/params/opt/5/rnd_search_t_lin/comb_11/trained/model.decoder.layers.22.fc1/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8aeb800a2a9c89048e94ccf3f0da69f0a8142b16
--- /dev/null
+++ b/params/opt/5/rnd_search_t_lin/comb_11/trained/model.decoder.layers.22.fc1/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:3379ffe85948b21c07ea65c0d9e9461a2a45ac8c39c723563ca39f57082b46b8
+size 17539
diff --git a/params/opt/5/rnd_search_t_lin/comb_11/trained/model.decoder.layers.22.fc1/_s.pt b/params/opt/5/rnd_search_t_lin/comb_11/trained/model.decoder.layers.22.fc1/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..f15290abc4895d71cd33008f0389e0360b33310e
--- /dev/null
+++ b/params/opt/5/rnd_search_t_lin/comb_11/trained/model.decoder.layers.22.fc1/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:41bef4e8f94e652fc4c40d2a7b88d61548d16a758690e994d5e518a80e52e1df
+size 17539
diff --git a/params/opt/5/rnd_search_t_lin/comb_11/trained/model.decoder.layers.22.fc2/_0.pt b/params/opt/5/rnd_search_t_lin/comb_11/trained/model.decoder.layers.22.fc2/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..81e0f9af3bcbed6729361c23eb4dd7ff71aed5af
--- /dev/null
+++ b/params/opt/5/rnd_search_t_lin/comb_11/trained/model.decoder.layers.22.fc2/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:6817b9587d6a448abd592c21205c2b7da1545eea0950120a9199efdc8d7c5bbc
+size 5251
diff --git a/params/opt/5/rnd_search_t_lin/comb_11/trained/model.decoder.layers.22.fc2/_s.pt b/params/opt/5/rnd_search_t_lin/comb_11/trained/model.decoder.layers.22.fc2/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..aa762ed67bfef259c17a75bd3a7d0313f4772407
--- /dev/null
+++ b/params/opt/5/rnd_search_t_lin/comb_11/trained/model.decoder.layers.22.fc2/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:40faedbc50e5105622e9977713813eac2cae0adfebf40e4d087d67e5489ffe28
+size 5251
diff --git a/params/opt/5/rnd_search_t_lin/comb_11/trained/model.decoder.layers.22.self_attn.k_proj/_0.pt b/params/opt/5/rnd_search_t_lin/comb_11/trained/model.decoder.layers.22.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..b7f9f5bc71f572d54f1c7fcd814f1adf68f5323e
--- /dev/null
+++ b/params/opt/5/rnd_search_t_lin/comb_11/trained/model.decoder.layers.22.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:29a7b0783e3a3f88447cb00cd06d21eba75202987c3744f268d11c79a3caeca6
+size 5251
diff --git a/params/opt/5/rnd_search_t_lin/comb_11/trained/model.decoder.layers.22.self_attn.k_proj/_s.pt b/params/opt/5/rnd_search_t_lin/comb_11/trained/model.decoder.layers.22.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..be63052e887dc59731e1d962a5de5b2e13c4d42d
--- /dev/null
+++ b/params/opt/5/rnd_search_t_lin/comb_11/trained/model.decoder.layers.22.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:31d14ae23c3b148898fc5557b74402e971762d0eb26f46786763b02b2c79a5c4
+size 5251
diff --git a/params/opt/5/rnd_search_t_lin/comb_11/trained/model.decoder.layers.22.self_attn.out_proj/_0.pt b/params/opt/5/rnd_search_t_lin/comb_11/trained/model.decoder.layers.22.self_attn.out_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..7b9b2039cb9bb36d0140c057a76db530a9f84480
--- /dev/null
+++ b/params/opt/5/rnd_search_t_lin/comb_11/trained/model.decoder.layers.22.self_attn.out_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0f6a17566ec19ce222af35b60e5f1c578d4856e3ad1cdc35cda9bc9d73d71663
+size 5251
diff --git a/params/opt/5/rnd_search_t_lin/comb_11/trained/model.decoder.layers.22.self_attn.out_proj/_s.pt b/params/opt/5/rnd_search_t_lin/comb_11/trained/model.decoder.layers.22.self_attn.out_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..462be84282ca27001e6d064f1cf1729756ed4ad8
--- /dev/null
+++ b/params/opt/5/rnd_search_t_lin/comb_11/trained/model.decoder.layers.22.self_attn.out_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:148f6aebaf56d0884edfb79a9e09f24d475d9e314f990558e290c986acf58300
+size 5251
diff --git a/params/opt/5/rnd_search_t_lin/comb_11/trained/model.decoder.layers.22.self_attn.q_proj/_0.pt b/params/opt/5/rnd_search_t_lin/comb_11/trained/model.decoder.layers.22.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4b7b5478b8ebbdd7272b478285a96c77dc1a8b0f
--- /dev/null
+++ b/params/opt/5/rnd_search_t_lin/comb_11/trained/model.decoder.layers.22.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b34150b9e31d2013225357013f8c0f9cbfbf001f588c3b85c73d77f4799e1d87
+size 5251
diff --git a/params/opt/5/rnd_search_t_lin/comb_11/trained/model.decoder.layers.22.self_attn.q_proj/_s.pt b/params/opt/5/rnd_search_t_lin/comb_11/trained/model.decoder.layers.22.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e3709ba8337a863031a60e2deaff30204b1cfed7
--- /dev/null
+++ b/params/opt/5/rnd_search_t_lin/comb_11/trained/model.decoder.layers.22.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:3106a25004e25ad47c96ff9463564d5f70ceb3ecf138633fb9e84b432cde667a
+size 5251
diff --git a/params/opt/5/rnd_search_t_lin/comb_11/trained/model.decoder.layers.22.self_attn.v_proj/_0.pt b/params/opt/5/rnd_search_t_lin/comb_11/trained/model.decoder.layers.22.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..6605bdf580b66c786fd385e236111b5546fd37ea
--- /dev/null
+++ b/params/opt/5/rnd_search_t_lin/comb_11/trained/model.decoder.layers.22.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:964c667a4bbbd5937214cc59681543b9661fee846a9512590a69c749cd437d2b
+size 5251
diff --git a/params/opt/5/rnd_search_t_lin/comb_11/trained/model.decoder.layers.22.self_attn.v_proj/_s.pt b/params/opt/5/rnd_search_t_lin/comb_11/trained/model.decoder.layers.22.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..027bbdd360626022381ec68b07cf2a20c5136f8e
--- /dev/null
+++ b/params/opt/5/rnd_search_t_lin/comb_11/trained/model.decoder.layers.22.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f6441b8bf1b5ba5d0466954578003ad203b11f34bb3246c7b2a8397693e6d629
+size 5251
diff --git a/params/opt/5/rnd_search_t_lin/comb_11/trained/model.decoder.layers.23.fc1/_0.pt b/params/opt/5/rnd_search_t_lin/comb_11/trained/model.decoder.layers.23.fc1/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..6641554ccf69e52ee892437720a762ece893f31a
--- /dev/null
+++ b/params/opt/5/rnd_search_t_lin/comb_11/trained/model.decoder.layers.23.fc1/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:6b694fa929c28b0f6a0b22d7a9d007438cecbe468398018edab4ae60862606f8
+size 17539
diff --git a/params/opt/5/rnd_search_t_lin/comb_11/trained/model.decoder.layers.23.fc1/_s.pt b/params/opt/5/rnd_search_t_lin/comb_11/trained/model.decoder.layers.23.fc1/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..070205bcd544802e31c4bb89d39cc5d39eb03cdf
--- /dev/null
+++ b/params/opt/5/rnd_search_t_lin/comb_11/trained/model.decoder.layers.23.fc1/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:68e24458b177d44fa5c7353d91b49a999a946f1e676b00c9a7947a60b7baacc8
+size 17539
diff --git a/params/opt/5/rnd_search_t_lin/comb_11/trained/model.decoder.layers.23.fc2/_0.pt b/params/opt/5/rnd_search_t_lin/comb_11/trained/model.decoder.layers.23.fc2/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..477ba19537143ee9e612c38c44d316823facfd9f
--- /dev/null
+++ b/params/opt/5/rnd_search_t_lin/comb_11/trained/model.decoder.layers.23.fc2/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a3b0966dc44ad6347eead290d829d5dd30f1cfb6e790a566055b4cf63635cd43
+size 5251
diff --git a/params/opt/5/rnd_search_t_lin/comb_11/trained/model.decoder.layers.23.fc2/_s.pt b/params/opt/5/rnd_search_t_lin/comb_11/trained/model.decoder.layers.23.fc2/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..3b50247d1b7e680da5b9a71717c8df54fef367e6
--- /dev/null
+++ b/params/opt/5/rnd_search_t_lin/comb_11/trained/model.decoder.layers.23.fc2/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c727559a79f6a1bb041723b2f3ed6c63435ae8b9e54b5bf5ae7c9233989206de
+size 5251
diff --git a/params/opt/5/rnd_search_t_lin/comb_11/trained/model.decoder.layers.23.self_attn.k_proj/_0.pt b/params/opt/5/rnd_search_t_lin/comb_11/trained/model.decoder.layers.23.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..451f2e669099fb00448758b838336922729e4ce1
--- /dev/null
+++ b/params/opt/5/rnd_search_t_lin/comb_11/trained/model.decoder.layers.23.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e805e3e2429e8c3837491d97a5150968760662858e7a02f61bc0597cd2a3b071
+size 5251
diff --git a/params/opt/5/rnd_search_t_lin/comb_11/trained/model.decoder.layers.23.self_attn.k_proj/_s.pt b/params/opt/5/rnd_search_t_lin/comb_11/trained/model.decoder.layers.23.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8adaa558a509568ac187f85429db3710d9ca1c38
--- /dev/null
+++ b/params/opt/5/rnd_search_t_lin/comb_11/trained/model.decoder.layers.23.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:eacc7ea2a37d49345eb15036f96bb95fdcb9348eb4399c5eb4ba7b13a095720a
+size 5251
diff --git a/params/opt/5/rnd_search_t_lin/comb_11/trained/model.decoder.layers.23.self_attn.out_proj/_0.pt b/params/opt/5/rnd_search_t_lin/comb_11/trained/model.decoder.layers.23.self_attn.out_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..eda10dd7d288538f92ae2071ec7aa15641a85656
--- /dev/null
+++ b/params/opt/5/rnd_search_t_lin/comb_11/trained/model.decoder.layers.23.self_attn.out_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:46ea9f72be147153bf79d8b1f4426a0de4f6cfae732913c6438b393390071f98
+size 5251
diff --git a/params/opt/5/rnd_search_t_lin/comb_11/trained/model.decoder.layers.23.self_attn.out_proj/_s.pt b/params/opt/5/rnd_search_t_lin/comb_11/trained/model.decoder.layers.23.self_attn.out_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..5ae2c24346f11a42f789174107f9bdaf9357c6a4
--- /dev/null
+++ b/params/opt/5/rnd_search_t_lin/comb_11/trained/model.decoder.layers.23.self_attn.out_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:9592fa3af8623b11a20b8862bfc043d8af58d86d1f4dc150df835c95c590979c
+size 5251
diff --git a/params/opt/5/rnd_search_t_lin/comb_11/trained/model.decoder.layers.23.self_attn.q_proj/_0.pt b/params/opt/5/rnd_search_t_lin/comb_11/trained/model.decoder.layers.23.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..b6de50419d59a90aa8c3d6668d9017227b5f747d
--- /dev/null
+++ b/params/opt/5/rnd_search_t_lin/comb_11/trained/model.decoder.layers.23.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:6798c6a7e669eb48d781858eb90f3a24e386f91cbe268a39d9f14542cc78029d
+size 5251
diff --git a/params/opt/5/rnd_search_t_lin/comb_11/trained/model.decoder.layers.23.self_attn.q_proj/_s.pt b/params/opt/5/rnd_search_t_lin/comb_11/trained/model.decoder.layers.23.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2b41cdd529b69782c29e3168225c0ac36464169a
--- /dev/null
+++ b/params/opt/5/rnd_search_t_lin/comb_11/trained/model.decoder.layers.23.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ee2b077c9d361b071a906ef679ed8dd86862a553cec6fe2f5556503dc90e0def
+size 5251
diff --git a/params/opt/5/rnd_search_t_lin/comb_11/trained/model.decoder.layers.23.self_attn.v_proj/_0.pt b/params/opt/5/rnd_search_t_lin/comb_11/trained/model.decoder.layers.23.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c7055642a9011e0093a237bc3664731f8820aa87
--- /dev/null
+++ b/params/opt/5/rnd_search_t_lin/comb_11/trained/model.decoder.layers.23.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:1a75424259242af91ffbc97c80d8bc8ad77aa9d1acc6863976e6b85f056912e7
+size 5251
diff --git a/params/opt/5/rnd_search_t_lin/comb_11/trained/model.decoder.layers.23.self_attn.v_proj/_s.pt b/params/opt/5/rnd_search_t_lin/comb_11/trained/model.decoder.layers.23.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..61e62fe0b85c91ef894577f905549712be1f48a9
--- /dev/null
+++ b/params/opt/5/rnd_search_t_lin/comb_11/trained/model.decoder.layers.23.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e862405f1d2da59de36fc9d14f71933473593ff87c7444c44d27faa511cd542b
+size 5251
diff --git a/params/opt/5/rnd_search_t_lin/comb_11/trained/model.decoder.layers.3.fc1/_0.pt b/params/opt/5/rnd_search_t_lin/comb_11/trained/model.decoder.layers.3.fc1/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..078ce77b4b304a4fff1f42a0790d24c3da049c6e
--- /dev/null
+++ b/params/opt/5/rnd_search_t_lin/comb_11/trained/model.decoder.layers.3.fc1/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:4a1c33b6541c8d8668e360adafd2f3e5bde737e13916760674b00c79b380689a
+size 17539
diff --git a/params/opt/5/rnd_search_t_lin/comb_11/trained/model.decoder.layers.3.fc1/_s.pt b/params/opt/5/rnd_search_t_lin/comb_11/trained/model.decoder.layers.3.fc1/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c6ce3786a80e56504a3a39f200e9ceebe426e424
--- /dev/null
+++ b/params/opt/5/rnd_search_t_lin/comb_11/trained/model.decoder.layers.3.fc1/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:3abd73d891e5336cb4e96494498a2389eeb16dcbda15e7d07e6c882922d0bbe2
+size 17539
diff --git a/params/opt/5/rnd_search_t_lin/comb_11/trained/model.decoder.layers.3.fc2/_0.pt b/params/opt/5/rnd_search_t_lin/comb_11/trained/model.decoder.layers.3.fc2/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..5b845bbb3b125f40a1be35b50f46473eb8480ac4
--- /dev/null
+++ b/params/opt/5/rnd_search_t_lin/comb_11/trained/model.decoder.layers.3.fc2/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:3d330eaf10140023fb4724bf81b73476edcc897605fcccdf5736268eb8dee16c
+size 5251
diff --git a/params/opt/5/rnd_search_t_lin/comb_11/trained/model.decoder.layers.3.fc2/_s.pt b/params/opt/5/rnd_search_t_lin/comb_11/trained/model.decoder.layers.3.fc2/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4751a167b2b16ec49d3814c5d3474ae663d33762
--- /dev/null
+++ b/params/opt/5/rnd_search_t_lin/comb_11/trained/model.decoder.layers.3.fc2/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:6e020ff168281a9589ca7f00c2ffc11b6e22a228b3be96d1dcfe0a53b78437c0
+size 5251
diff --git a/params/opt/5/rnd_search_t_lin/comb_11/trained/model.decoder.layers.3.self_attn.k_proj/_0.pt b/params/opt/5/rnd_search_t_lin/comb_11/trained/model.decoder.layers.3.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..b4f0fa989dbf6e80e6adb4928627fe8f4cdea938
--- /dev/null
+++ b/params/opt/5/rnd_search_t_lin/comb_11/trained/model.decoder.layers.3.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:8418840d752f93ff5ef33ecb99a73ba6c40c00eae8667fdf5849b536632435a5
+size 5251
diff --git a/params/opt/5/rnd_search_t_lin/comb_11/trained/model.decoder.layers.3.self_attn.k_proj/_s.pt b/params/opt/5/rnd_search_t_lin/comb_11/trained/model.decoder.layers.3.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..9b974cdf15f7a3b5d0db56d34815a0d18d61fc97
--- /dev/null
+++ b/params/opt/5/rnd_search_t_lin/comb_11/trained/model.decoder.layers.3.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f31f26aba6b3141f270ba409590345ebfc5f201ef0f684000c80647efc5e5152
+size 5251
diff --git a/params/opt/5/rnd_search_t_lin/comb_11/trained/model.decoder.layers.3.self_attn.out_proj/_0.pt b/params/opt/5/rnd_search_t_lin/comb_11/trained/model.decoder.layers.3.self_attn.out_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ef48ba6a4266a0ff6dc19ea2d95a1b495863fc03
--- /dev/null
+++ b/params/opt/5/rnd_search_t_lin/comb_11/trained/model.decoder.layers.3.self_attn.out_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e22c4288099a959981ca3ee1d1357eedfdf984e3d155df4e812438c3832263ae
+size 5251
diff --git a/params/opt/5/rnd_search_t_lin/comb_11/trained/model.decoder.layers.3.self_attn.out_proj/_s.pt b/params/opt/5/rnd_search_t_lin/comb_11/trained/model.decoder.layers.3.self_attn.out_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e83e153030afede7ea2953e794e96c0182a5a462
--- /dev/null
+++ b/params/opt/5/rnd_search_t_lin/comb_11/trained/model.decoder.layers.3.self_attn.out_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:998cf1a6f4424f2c364d9720badfbe38d41d4c57cfbfc667ad654c01550795bc
+size 5251
diff --git a/params/opt/5/rnd_search_t_lin/comb_11/trained/model.decoder.layers.3.self_attn.q_proj/_0.pt b/params/opt/5/rnd_search_t_lin/comb_11/trained/model.decoder.layers.3.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8396dac5aeaf2efaed95245d76c2983d370c6e06
--- /dev/null
+++ b/params/opt/5/rnd_search_t_lin/comb_11/trained/model.decoder.layers.3.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c41a4f7f369ff573a45310fd7fb52fbc29ed0085db0b57c2f0f5108c50ddcd97
+size 5251
diff --git a/params/opt/5/rnd_search_t_lin/comb_11/trained/model.decoder.layers.3.self_attn.q_proj/_s.pt b/params/opt/5/rnd_search_t_lin/comb_11/trained/model.decoder.layers.3.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a80649216503b0117b57c1c81d1f1e4894ea5794
--- /dev/null
+++ b/params/opt/5/rnd_search_t_lin/comb_11/trained/model.decoder.layers.3.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f905fd390043293250bdf02336f490864a89029f211fd258a3c23dfdd277ee1b
+size 5251
diff --git a/params/opt/5/rnd_search_t_lin/comb_11/trained/model.decoder.layers.3.self_attn.v_proj/_0.pt b/params/opt/5/rnd_search_t_lin/comb_11/trained/model.decoder.layers.3.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..02f2102cd235a091de021909722eafe5b4f3521e
--- /dev/null
+++ b/params/opt/5/rnd_search_t_lin/comb_11/trained/model.decoder.layers.3.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c2fd10d406cde8b63b416c2c04ffefcb3d234ed3b4f81183252b8922c15088a4
+size 5251
diff --git a/params/opt/5/rnd_search_t_lin/comb_11/trained/model.decoder.layers.3.self_attn.v_proj/_s.pt b/params/opt/5/rnd_search_t_lin/comb_11/trained/model.decoder.layers.3.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a7c9976aa8f8add91ece78e5ebc082758eef8dab
--- /dev/null
+++ b/params/opt/5/rnd_search_t_lin/comb_11/trained/model.decoder.layers.3.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e3be6ee1e56eb054d4eccac3389d389a30c3a92c1d021eb17d7f6bbbd4684b9a
+size 5251
diff --git a/params/opt/5/rnd_search_t_lin/comb_11/trained/model.decoder.layers.4.fc1/_0.pt b/params/opt/5/rnd_search_t_lin/comb_11/trained/model.decoder.layers.4.fc1/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..5a48131771015d1d8ba89b78ca98b6f646e2f77b
--- /dev/null
+++ b/params/opt/5/rnd_search_t_lin/comb_11/trained/model.decoder.layers.4.fc1/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:63ecc77a18261be295e227dd549e41f63fadb64c1ae1f2872fbd42da8f21adfc
+size 17539
diff --git a/params/opt/5/rnd_search_t_lin/comb_11/trained/model.decoder.layers.4.fc1/_s.pt b/params/opt/5/rnd_search_t_lin/comb_11/trained/model.decoder.layers.4.fc1/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..9180a43d5fdf9a2f4295e17fcb66d97c1d3848ca
--- /dev/null
+++ b/params/opt/5/rnd_search_t_lin/comb_11/trained/model.decoder.layers.4.fc1/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:74d83c04f5e70e90faf6224da00d17768df74bba96326c06a726198954b10717
+size 17539
diff --git a/params/opt/5/rnd_search_t_lin/comb_11/trained/model.decoder.layers.4.fc2/_0.pt b/params/opt/5/rnd_search_t_lin/comb_11/trained/model.decoder.layers.4.fc2/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2d3e622c8f0cdd4bf9ce6102ec277e08d689abee
--- /dev/null
+++ b/params/opt/5/rnd_search_t_lin/comb_11/trained/model.decoder.layers.4.fc2/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:43486768c003de070bedde3ae7a87f66017fbb4355b0fd4b1ae6653003e1910c
+size 5251
diff --git a/params/opt/5/rnd_search_t_lin/comb_11/trained/model.decoder.layers.4.fc2/_s.pt b/params/opt/5/rnd_search_t_lin/comb_11/trained/model.decoder.layers.4.fc2/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e5175e2247c9d7173921d1cba4d8e18b30afc9ec
--- /dev/null
+++ b/params/opt/5/rnd_search_t_lin/comb_11/trained/model.decoder.layers.4.fc2/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:cb9dcf7a71054fa7128c9d0a7646bc3a53d6334b26ce535447d51cd2e1b68bc0
+size 5251
diff --git a/params/opt/5/rnd_search_t_lin/comb_11/trained/model.decoder.layers.4.self_attn.k_proj/_0.pt b/params/opt/5/rnd_search_t_lin/comb_11/trained/model.decoder.layers.4.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a0582899ea423591973a3441f63af0a5ab05b109
--- /dev/null
+++ b/params/opt/5/rnd_search_t_lin/comb_11/trained/model.decoder.layers.4.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0c26a4f40c2088070a58826b8aaddef6b8d2fea513e9b80616bf2482558fe687
+size 5251
diff --git a/params/opt/5/rnd_search_t_lin/comb_11/trained/model.decoder.layers.4.self_attn.k_proj/_s.pt b/params/opt/5/rnd_search_t_lin/comb_11/trained/model.decoder.layers.4.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..fcf2fa797ce6dc584cd6a51601ea82fabcc6ec75
--- /dev/null
+++ b/params/opt/5/rnd_search_t_lin/comb_11/trained/model.decoder.layers.4.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e542b375bae4c763eea821b05098b83c15401d3b6080c354cbf75600745b52f5
+size 5251
diff --git a/params/opt/5/rnd_search_t_lin/comb_11/trained/model.decoder.layers.4.self_attn.out_proj/_0.pt b/params/opt/5/rnd_search_t_lin/comb_11/trained/model.decoder.layers.4.self_attn.out_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..1624591a5199f5312861c0076ccf3b02910362d4
--- /dev/null
+++ b/params/opt/5/rnd_search_t_lin/comb_11/trained/model.decoder.layers.4.self_attn.out_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:6e7e9d9d1834679af30bfa018da6eb150b68afcdf4a7247ca43a2970a10ad49b
+size 5251
diff --git a/params/opt/5/rnd_search_t_lin/comb_11/trained/model.decoder.layers.4.self_attn.out_proj/_s.pt b/params/opt/5/rnd_search_t_lin/comb_11/trained/model.decoder.layers.4.self_attn.out_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..19447bea22e4d355f57768e605bfd982f1fb43dd
--- /dev/null
+++ b/params/opt/5/rnd_search_t_lin/comb_11/trained/model.decoder.layers.4.self_attn.out_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5925d170e7d8e206a7b836c5d0a3cd9053fabb355ba9bddcbfafac58abee9dc3
+size 5251
diff --git a/params/opt/5/rnd_search_t_lin/comb_11/trained/model.decoder.layers.4.self_attn.q_proj/_0.pt b/params/opt/5/rnd_search_t_lin/comb_11/trained/model.decoder.layers.4.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..9bedd8ed1d9bf6acdabdb90ffd08da4d3333f445
--- /dev/null
+++ b/params/opt/5/rnd_search_t_lin/comb_11/trained/model.decoder.layers.4.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:06df9eb273546fc65bac744f8cc654ce44a23bec8b4218d4ccfeba6b50fd8fae
+size 5251
diff --git a/params/opt/5/rnd_search_t_lin/comb_11/trained/model.decoder.layers.4.self_attn.q_proj/_s.pt b/params/opt/5/rnd_search_t_lin/comb_11/trained/model.decoder.layers.4.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..351de16240ee64bf611a865489b0dc2173fd2bd7
--- /dev/null
+++ b/params/opt/5/rnd_search_t_lin/comb_11/trained/model.decoder.layers.4.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:fdcd3b226f58921ef48600efaf29f20e09e02b53cbb18130ca7912c197331273
+size 5251
diff --git a/params/opt/5/rnd_search_t_lin/comb_11/trained/model.decoder.layers.4.self_attn.v_proj/_0.pt b/params/opt/5/rnd_search_t_lin/comb_11/trained/model.decoder.layers.4.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2c1b0322ba2a580b78c241fa8bdfac4f06d36a21
--- /dev/null
+++ b/params/opt/5/rnd_search_t_lin/comb_11/trained/model.decoder.layers.4.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:6de262e9269fcbd4f50755cbf44ca85d4cf97e122a53a4ebc809a0bfc6c9815c
+size 5251
diff --git a/params/opt/5/rnd_search_t_lin/comb_11/trained/model.decoder.layers.4.self_attn.v_proj/_s.pt b/params/opt/5/rnd_search_t_lin/comb_11/trained/model.decoder.layers.4.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..324406d45668c50c55cb672178c7304d4c4c3add
--- /dev/null
+++ b/params/opt/5/rnd_search_t_lin/comb_11/trained/model.decoder.layers.4.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:8ad52b08a7ff7411f4515e88b1f806e85d06f21d98de51aa68114073a855dfac
+size 5251
diff --git a/params/opt/5/rnd_search_t_lin/comb_11/trained/model.decoder.layers.5.fc1/_0.pt b/params/opt/5/rnd_search_t_lin/comb_11/trained/model.decoder.layers.5.fc1/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..b6a6d9dbaf602e25879bc04fd5fda287dbe77fa6
--- /dev/null
+++ b/params/opt/5/rnd_search_t_lin/comb_11/trained/model.decoder.layers.5.fc1/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:23189a6af578306f6411124b8876d450c6770673f7b209b2d31d8947d134a855
+size 17539
diff --git a/params/opt/5/rnd_search_t_lin/comb_11/trained/model.decoder.layers.5.fc1/_s.pt b/params/opt/5/rnd_search_t_lin/comb_11/trained/model.decoder.layers.5.fc1/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c65fd74895373ead50493c59c6fcb8f16ca10e28
--- /dev/null
+++ b/params/opt/5/rnd_search_t_lin/comb_11/trained/model.decoder.layers.5.fc1/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:740e0f03db3b4f3e9718904cf6f82fdd26723fca79b31b3c621688b55c1ba595
+size 17539
diff --git a/params/opt/5/rnd_search_t_lin/comb_11/trained/model.decoder.layers.5.fc2/_0.pt b/params/opt/5/rnd_search_t_lin/comb_11/trained/model.decoder.layers.5.fc2/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..0b951d06e3f1d517370f8cbfc42197ac5af19fb8
--- /dev/null
+++ b/params/opt/5/rnd_search_t_lin/comb_11/trained/model.decoder.layers.5.fc2/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c2a89c98e5a2fca5a287543e5bc35d0a65a9b0af6dfdf8c29afb5a1ad1005f08
+size 5251
diff --git a/params/opt/5/rnd_search_t_lin/comb_11/trained/model.decoder.layers.5.fc2/_s.pt b/params/opt/5/rnd_search_t_lin/comb_11/trained/model.decoder.layers.5.fc2/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2b701b3c68af958b43cb67c874d6220c6ecdeaec
--- /dev/null
+++ b/params/opt/5/rnd_search_t_lin/comb_11/trained/model.decoder.layers.5.fc2/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:300289ebc48eed18409bec0ba6c4c4d77d99e0425146782bd73bc6828ce03151
+size 5251
diff --git a/params/opt/5/rnd_search_t_lin/comb_11/trained/model.decoder.layers.5.self_attn.k_proj/_0.pt b/params/opt/5/rnd_search_t_lin/comb_11/trained/model.decoder.layers.5.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..b34d1b28ac9b113a1503d129e6c586ceac443de8
--- /dev/null
+++ b/params/opt/5/rnd_search_t_lin/comb_11/trained/model.decoder.layers.5.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2696a28b38c8acdb0313fa3e6587d461932fd5c7d73eb16e56d03de92d15b81c
+size 5251
diff --git a/params/opt/5/rnd_search_t_lin/comb_11/trained/model.decoder.layers.5.self_attn.k_proj/_s.pt b/params/opt/5/rnd_search_t_lin/comb_11/trained/model.decoder.layers.5.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..24372a09f6538d7fd3c365217427c3818bf39346
--- /dev/null
+++ b/params/opt/5/rnd_search_t_lin/comb_11/trained/model.decoder.layers.5.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:fb1504fa9b293717f37a71e68d77a6beb262ed641679e31243b2f3f9584bbc9d
+size 5251
diff --git a/params/opt/5/rnd_search_t_lin/comb_11/trained/model.decoder.layers.5.self_attn.out_proj/_0.pt b/params/opt/5/rnd_search_t_lin/comb_11/trained/model.decoder.layers.5.self_attn.out_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..09151e78a205177d5928c7143c10c0b352f24c82
--- /dev/null
+++ b/params/opt/5/rnd_search_t_lin/comb_11/trained/model.decoder.layers.5.self_attn.out_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:8eae126d3ae7c07f6cb3a4eaf0253492b640cd8379ecae88f49801878f7b1a89
+size 5251
diff --git a/params/opt/5/rnd_search_t_lin/comb_11/trained/model.decoder.layers.5.self_attn.out_proj/_s.pt b/params/opt/5/rnd_search_t_lin/comb_11/trained/model.decoder.layers.5.self_attn.out_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..eb86d60c7f82f4aa9963f63fb20976b1e232a69a
--- /dev/null
+++ b/params/opt/5/rnd_search_t_lin/comb_11/trained/model.decoder.layers.5.self_attn.out_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d1b565da215fa71c412cadb1cee8e551228c9728888c1016d0d68b3d3ce4f562
+size 5251
diff --git a/params/opt/5/rnd_search_t_lin/comb_11/trained/model.decoder.layers.5.self_attn.q_proj/_0.pt b/params/opt/5/rnd_search_t_lin/comb_11/trained/model.decoder.layers.5.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..5217a1606c7cdde5c1f0e27eb8585329f1b7eb0b
--- /dev/null
+++ b/params/opt/5/rnd_search_t_lin/comb_11/trained/model.decoder.layers.5.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:55c62f73084c0fa4c72a22ba4b951a2b781718dc050a557438e53593c612e5a0
+size 5251
diff --git a/params/opt/5/rnd_search_t_lin/comb_11/trained/model.decoder.layers.5.self_attn.q_proj/_s.pt b/params/opt/5/rnd_search_t_lin/comb_11/trained/model.decoder.layers.5.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e4728653db481ca2702a7fc0979da42ae76c8217
--- /dev/null
+++ b/params/opt/5/rnd_search_t_lin/comb_11/trained/model.decoder.layers.5.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:8e7aa7dfafb56f1582106089ce64305b5191327060206d4458b192f031d16ac3
+size 5251
diff --git a/params/opt/5/rnd_search_t_lin/comb_11/trained/model.decoder.layers.5.self_attn.v_proj/_0.pt b/params/opt/5/rnd_search_t_lin/comb_11/trained/model.decoder.layers.5.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c3e3305d694083b72aafba2dab980b8b0b368394
--- /dev/null
+++ b/params/opt/5/rnd_search_t_lin/comb_11/trained/model.decoder.layers.5.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:18bf59315d9c264b53be7fc36aaf89720e300a34b88fadb6e8239c2688dc6031
+size 5251
diff --git a/params/opt/5/rnd_search_t_lin/comb_11/trained/model.decoder.layers.5.self_attn.v_proj/_s.pt b/params/opt/5/rnd_search_t_lin/comb_11/trained/model.decoder.layers.5.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..7fa3479af5e63876d325f02c37152055fe0390a2
--- /dev/null
+++ b/params/opt/5/rnd_search_t_lin/comb_11/trained/model.decoder.layers.5.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e171afaf88996f749d839629a00f1f401ffd2ccacaae3b35342ff20733ba26aa
+size 5251
diff --git a/params/opt/5/rnd_search_t_lin/comb_11/trained/model.decoder.layers.6.fc1/_0.pt b/params/opt/5/rnd_search_t_lin/comb_11/trained/model.decoder.layers.6.fc1/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..3d3d6fad621b112fb2ec9d0449e73b4e3ffbdd94
--- /dev/null
+++ b/params/opt/5/rnd_search_t_lin/comb_11/trained/model.decoder.layers.6.fc1/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f738cc549be75979fc4e20261363fa650d69b01c2640f7d6fd7cc2986ec98e1e
+size 17539
diff --git a/params/opt/5/rnd_search_t_lin/comb_11/trained/model.decoder.layers.6.fc1/_s.pt b/params/opt/5/rnd_search_t_lin/comb_11/trained/model.decoder.layers.6.fc1/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..70be6a60f29690a1dbe5ed0e770f3127f22f6da5
--- /dev/null
+++ b/params/opt/5/rnd_search_t_lin/comb_11/trained/model.decoder.layers.6.fc1/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:3fea5611b839a2d8894145d3443f388cf6e9403e40b0c9eba0c96808de05264a
+size 17539
diff --git a/params/opt/5/rnd_search_t_lin/comb_11/trained/model.decoder.layers.6.fc2/_0.pt b/params/opt/5/rnd_search_t_lin/comb_11/trained/model.decoder.layers.6.fc2/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..25e0a8ed0c4f7e35af5fa718dee8b10c43b5c979
--- /dev/null
+++ b/params/opt/5/rnd_search_t_lin/comb_11/trained/model.decoder.layers.6.fc2/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:84a6e0b0afe11b521c8b93e26ef34a701def6c8a552674f4d29001aea18833ea
+size 5251
diff --git a/params/opt/5/rnd_search_t_lin/comb_11/trained/model.decoder.layers.6.fc2/_s.pt b/params/opt/5/rnd_search_t_lin/comb_11/trained/model.decoder.layers.6.fc2/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..d9b729e0d46a6567d13b4f4be8368c8a008656f0
--- /dev/null
+++ b/params/opt/5/rnd_search_t_lin/comb_11/trained/model.decoder.layers.6.fc2/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ee6be02479f6e13633e1253d4d685178790f4e13afddfd34c79497b4b45329b3
+size 5251
diff --git a/params/opt/5/rnd_search_t_lin/comb_11/trained/model.decoder.layers.6.self_attn.k_proj/_0.pt b/params/opt/5/rnd_search_t_lin/comb_11/trained/model.decoder.layers.6.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..673d8ebbab2ffc35d58cec8bdd287414c4708977
--- /dev/null
+++ b/params/opt/5/rnd_search_t_lin/comb_11/trained/model.decoder.layers.6.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:4b2c2f1c3b424ae702ab995c7fe9822cfb92d30938d7352cf5a21bd6dfa489f9
+size 5251
diff --git a/params/opt/5/rnd_search_t_lin/comb_11/trained/model.decoder.layers.6.self_attn.k_proj/_s.pt b/params/opt/5/rnd_search_t_lin/comb_11/trained/model.decoder.layers.6.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..13b8a9c3ac8e28c7f8f811ea052cfc23fce490f0
--- /dev/null
+++ b/params/opt/5/rnd_search_t_lin/comb_11/trained/model.decoder.layers.6.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:dc27a07ec3fc4ce2924a7583dd19d24b0d130b607f6d4ad1f0a195a6e7f3c7a5
+size 5251
diff --git a/params/opt/5/rnd_search_t_lin/comb_11/trained/model.decoder.layers.6.self_attn.out_proj/_0.pt b/params/opt/5/rnd_search_t_lin/comb_11/trained/model.decoder.layers.6.self_attn.out_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ee73d0f971e7f903d2181b2867d98f18892c93d3
--- /dev/null
+++ b/params/opt/5/rnd_search_t_lin/comb_11/trained/model.decoder.layers.6.self_attn.out_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:aac068690f575ae0ff42c147a7c79bd5c424b7968e7d3892a2d929bf1a0a1b89
+size 5251
diff --git a/params/opt/5/rnd_search_t_lin/comb_11/trained/model.decoder.layers.6.self_attn.out_proj/_s.pt b/params/opt/5/rnd_search_t_lin/comb_11/trained/model.decoder.layers.6.self_attn.out_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..1a7121c3eb8e626723baa50a93794e03119ce284
--- /dev/null
+++ b/params/opt/5/rnd_search_t_lin/comb_11/trained/model.decoder.layers.6.self_attn.out_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:6aec6c85ecf92e737a6cb03d486d14600b731f7f002f20f4b4ebf143120e9a77
+size 5251
diff --git a/params/opt/5/rnd_search_t_lin/comb_11/trained/model.decoder.layers.6.self_attn.q_proj/_0.pt b/params/opt/5/rnd_search_t_lin/comb_11/trained/model.decoder.layers.6.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a18f13aae590a9ea34581c36e51eeb3b03a81786
--- /dev/null
+++ b/params/opt/5/rnd_search_t_lin/comb_11/trained/model.decoder.layers.6.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:daaac79f459c8fa2b48c59fd1b009d2b74c4d83e2f025c65376d4af02beec1ee
+size 5251
diff --git a/params/opt/5/rnd_search_t_lin/comb_11/trained/model.decoder.layers.6.self_attn.q_proj/_s.pt b/params/opt/5/rnd_search_t_lin/comb_11/trained/model.decoder.layers.6.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..14c094ecab82c10a3cbc2051cb710bd22ae9c1c7
--- /dev/null
+++ b/params/opt/5/rnd_search_t_lin/comb_11/trained/model.decoder.layers.6.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:829cb27f7acb42c85f19dc381d32e12dd0145b309b757880e1517df9d900b87a
+size 5251
diff --git a/params/opt/5/rnd_search_t_lin/comb_11/trained/model.decoder.layers.6.self_attn.v_proj/_0.pt b/params/opt/5/rnd_search_t_lin/comb_11/trained/model.decoder.layers.6.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..fe15cb3d041b3d46310d6c9cfca3527829325b01
--- /dev/null
+++ b/params/opt/5/rnd_search_t_lin/comb_11/trained/model.decoder.layers.6.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:122efc1ff49c5029ab275c5414078c99fcf9a311f275e1a980e33d5420e0ef8b
+size 5251
diff --git a/params/opt/5/rnd_search_t_lin/comb_11/trained/model.decoder.layers.6.self_attn.v_proj/_s.pt b/params/opt/5/rnd_search_t_lin/comb_11/trained/model.decoder.layers.6.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..6c66b30cd640c50b405acbf759fdbe7029244c19
--- /dev/null
+++ b/params/opt/5/rnd_search_t_lin/comb_11/trained/model.decoder.layers.6.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a637e84952277628d6e544fe66bb0f4be17c14a8250ca19d48cbba1ef4b1494d
+size 5251
diff --git a/params/opt/5/rnd_search_t_lin/comb_11/trained/model.decoder.layers.7.fc1/_0.pt b/params/opt/5/rnd_search_t_lin/comb_11/trained/model.decoder.layers.7.fc1/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..f5eb665dc39198f120cffbb722026761b8b23690
--- /dev/null
+++ b/params/opt/5/rnd_search_t_lin/comb_11/trained/model.decoder.layers.7.fc1/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:457b95841c9aa76d850fa178e029838f8160b67f7f9ae23922ce6b9a02c47fba
+size 17539
diff --git a/params/opt/5/rnd_search_t_lin/comb_11/trained/model.decoder.layers.7.fc1/_s.pt b/params/opt/5/rnd_search_t_lin/comb_11/trained/model.decoder.layers.7.fc1/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..9b5d73ab24629d51a7ef22fbf2be6ed95c223d30
--- /dev/null
+++ b/params/opt/5/rnd_search_t_lin/comb_11/trained/model.decoder.layers.7.fc1/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ef7a1e2902a3d1bdd366475fb64e7c2986e669a8651d065b736342ce1215c8f4
+size 17539
diff --git a/params/opt/5/rnd_search_t_lin/comb_11/trained/model.decoder.layers.7.fc2/_0.pt b/params/opt/5/rnd_search_t_lin/comb_11/trained/model.decoder.layers.7.fc2/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..79781c22c99761fa2c58af6fce8a23da06d3f50f
--- /dev/null
+++ b/params/opt/5/rnd_search_t_lin/comb_11/trained/model.decoder.layers.7.fc2/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:4fd1d1f784d610e2b7e35d900eb5c788d87917432a383912c3442511fa00e459
+size 5251
diff --git a/params/opt/5/rnd_search_t_lin/comb_11/trained/model.decoder.layers.7.fc2/_s.pt b/params/opt/5/rnd_search_t_lin/comb_11/trained/model.decoder.layers.7.fc2/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..d83a9124dff7d1ea6173865a9ad19df1faba59d0
--- /dev/null
+++ b/params/opt/5/rnd_search_t_lin/comb_11/trained/model.decoder.layers.7.fc2/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:fc97bae5da9f4bfe1315d7e29dfab3e2872aec318ef040c1635d70d831617160
+size 5251
diff --git a/params/opt/5/rnd_search_t_lin/comb_11/trained/model.decoder.layers.7.self_attn.k_proj/_0.pt b/params/opt/5/rnd_search_t_lin/comb_11/trained/model.decoder.layers.7.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a7b2d60fd55355a10e428e7691e1075a8e120478
--- /dev/null
+++ b/params/opt/5/rnd_search_t_lin/comb_11/trained/model.decoder.layers.7.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:6ebe67172ba7e979d9887db61639aea80cddd434035da991ccc9a61053a8e9b8
+size 5251
diff --git a/params/opt/5/rnd_search_t_lin/comb_11/trained/model.decoder.layers.7.self_attn.k_proj/_s.pt b/params/opt/5/rnd_search_t_lin/comb_11/trained/model.decoder.layers.7.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..b12193c9ac4effb389544856aa9c36e1ee96fbbc
--- /dev/null
+++ b/params/opt/5/rnd_search_t_lin/comb_11/trained/model.decoder.layers.7.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5c3c8f539324b3e3249ab197f714d605303b4c758668460488c2a6463d50a7cb
+size 5251
diff --git a/params/opt/5/rnd_search_t_lin/comb_11/trained/model.decoder.layers.7.self_attn.out_proj/_0.pt b/params/opt/5/rnd_search_t_lin/comb_11/trained/model.decoder.layers.7.self_attn.out_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..626f7529e9bc6630823eef30cb2c78f7bf11d4dd
--- /dev/null
+++ b/params/opt/5/rnd_search_t_lin/comb_11/trained/model.decoder.layers.7.self_attn.out_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:310b9929d73c14aebc465536d59bbd29001920bddc968867ce63c1f131b4be2c
+size 5251
diff --git a/params/opt/5/rnd_search_t_lin/comb_11/trained/model.decoder.layers.7.self_attn.out_proj/_s.pt b/params/opt/5/rnd_search_t_lin/comb_11/trained/model.decoder.layers.7.self_attn.out_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e81be319560e8482b114662a1059bdbe0cb1eb31
--- /dev/null
+++ b/params/opt/5/rnd_search_t_lin/comb_11/trained/model.decoder.layers.7.self_attn.out_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cdefef331ea052bb019c8753a6cf19dd09b55545e042a979de702d7bc8cad9b
+size 5251
diff --git a/params/opt/5/rnd_search_t_lin/comb_11/trained/model.decoder.layers.7.self_attn.q_proj/_0.pt b/params/opt/5/rnd_search_t_lin/comb_11/trained/model.decoder.layers.7.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..7e1b5d4eb110bddaf0f8864ea42674669e80f015
--- /dev/null
+++ b/params/opt/5/rnd_search_t_lin/comb_11/trained/model.decoder.layers.7.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:20e190b08335af36a901410a9adcffb8f00fa947ec78bfa902e73f90f0a28e31
+size 5251
diff --git a/params/opt/5/rnd_search_t_lin/comb_11/trained/model.decoder.layers.7.self_attn.q_proj/_s.pt b/params/opt/5/rnd_search_t_lin/comb_11/trained/model.decoder.layers.7.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..1d1a2c7a53e0747104ec3fbdeb895ce43ad0d6f4
--- /dev/null
+++ b/params/opt/5/rnd_search_t_lin/comb_11/trained/model.decoder.layers.7.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:01377701bb28366f5299091e6584dd3a26309be492eae7c81b065d7f454f5a0f
+size 5251
diff --git a/params/opt/5/rnd_search_t_lin/comb_11/trained/model.decoder.layers.7.self_attn.v_proj/_0.pt b/params/opt/5/rnd_search_t_lin/comb_11/trained/model.decoder.layers.7.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..55128298a60181ffec5ff082c7216fbb20635886
--- /dev/null
+++ b/params/opt/5/rnd_search_t_lin/comb_11/trained/model.decoder.layers.7.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a02aa5d25ad0a59a82b13410a0f1df9fb06648f601dd13cad2be87b0787b989b
+size 5251
diff --git a/params/opt/5/rnd_search_t_lin/comb_11/trained/model.decoder.layers.7.self_attn.v_proj/_s.pt b/params/opt/5/rnd_search_t_lin/comb_11/trained/model.decoder.layers.7.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..d8e4a79ab8d840da234ade0c347bed729df52b5b
--- /dev/null
+++ b/params/opt/5/rnd_search_t_lin/comb_11/trained/model.decoder.layers.7.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:cc7cd1884525575d7e96ab7ffe70df20824975e90246816fca0d024745746615
+size 5251
diff --git a/params/opt/5/rnd_search_t_lin/comb_11/trained/model.decoder.layers.8.fc1/_0.pt b/params/opt/5/rnd_search_t_lin/comb_11/trained/model.decoder.layers.8.fc1/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..27c55aa29378f3c1f194023aa6757babc61d3a10
--- /dev/null
+++ b/params/opt/5/rnd_search_t_lin/comb_11/trained/model.decoder.layers.8.fc1/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5db4274c9c90da8584bbb0edaad406de5e810f84921f7ac396a93b290db9d0b6
+size 17539
diff --git a/params/opt/5/rnd_search_t_lin/comb_11/trained/model.decoder.layers.8.fc1/_s.pt b/params/opt/5/rnd_search_t_lin/comb_11/trained/model.decoder.layers.8.fc1/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..95a3354c5d7f86a86d296b5383ae1b09231caca4
--- /dev/null
+++ b/params/opt/5/rnd_search_t_lin/comb_11/trained/model.decoder.layers.8.fc1/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:3a2f9c4d83f8793a65d8dccc01ff046fc09b09f265ea04ac779c963516456b40
+size 17539
diff --git a/params/opt/5/rnd_search_t_lin/comb_11/trained/model.decoder.layers.8.fc2/_0.pt b/params/opt/5/rnd_search_t_lin/comb_11/trained/model.decoder.layers.8.fc2/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..450c6e3c818f63b7b27bcbad94da4b548591d954
--- /dev/null
+++ b/params/opt/5/rnd_search_t_lin/comb_11/trained/model.decoder.layers.8.fc2/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:09f68c601da10cc9e8e7d8d052217b60ffb17174501162604227d1b08484534f
+size 5251
diff --git a/params/opt/5/rnd_search_t_lin/comb_11/trained/model.decoder.layers.8.fc2/_s.pt b/params/opt/5/rnd_search_t_lin/comb_11/trained/model.decoder.layers.8.fc2/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..fd515b916986091ec24bbb343f9d1055fbdaac7f
--- /dev/null
+++ b/params/opt/5/rnd_search_t_lin/comb_11/trained/model.decoder.layers.8.fc2/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e77f2fd7a8b310d1de937629709b7762528a8b58acca76977abf90cc7a61c03f
+size 5251
diff --git a/params/opt/5/rnd_search_t_lin/comb_11/trained/model.decoder.layers.8.self_attn.k_proj/_0.pt b/params/opt/5/rnd_search_t_lin/comb_11/trained/model.decoder.layers.8.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..79024086dfc35d1fb5ffadfd129fecc0a1f23b16
--- /dev/null
+++ b/params/opt/5/rnd_search_t_lin/comb_11/trained/model.decoder.layers.8.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:1b4f7c510a6fdccf6e64829323bd66ad2df150b9a5bff5f773295b8b10e87a4e
+size 5251
diff --git a/params/opt/5/rnd_search_t_lin/comb_11/trained/model.decoder.layers.8.self_attn.k_proj/_s.pt b/params/opt/5/rnd_search_t_lin/comb_11/trained/model.decoder.layers.8.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..0a7d057baffe1389d401cbab46f5aaff534f1c11
--- /dev/null
+++ b/params/opt/5/rnd_search_t_lin/comb_11/trained/model.decoder.layers.8.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:20be1546540315a81a6e73819960c1fbebb385ea540b84b9cd239de1bc966216
+size 5251
diff --git a/params/opt/5/rnd_search_t_lin/comb_11/trained/model.decoder.layers.8.self_attn.out_proj/_0.pt b/params/opt/5/rnd_search_t_lin/comb_11/trained/model.decoder.layers.8.self_attn.out_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a757e4a2e37c3a6770b9716d3f11aa810fbd3798
--- /dev/null
+++ b/params/opt/5/rnd_search_t_lin/comb_11/trained/model.decoder.layers.8.self_attn.out_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:06a5a38bef29faaf0b278b8619e51bdc27f1513eaa41c010aca5c7e77f68ae30
+size 5251
diff --git a/params/opt/5/rnd_search_t_lin/comb_11/trained/model.decoder.layers.8.self_attn.out_proj/_s.pt b/params/opt/5/rnd_search_t_lin/comb_11/trained/model.decoder.layers.8.self_attn.out_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..f047caa624ed466631aa5f043a4b587dba927904
--- /dev/null
+++ b/params/opt/5/rnd_search_t_lin/comb_11/trained/model.decoder.layers.8.self_attn.out_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:57d58a0a74d045cdcf303ea228807ae24b69b61ff314d8643ed007e9ac66d737
+size 5251
diff --git a/params/opt/5/rnd_search_t_lin/comb_11/trained/model.decoder.layers.8.self_attn.q_proj/_0.pt b/params/opt/5/rnd_search_t_lin/comb_11/trained/model.decoder.layers.8.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..3f36f8f2329e8b5b619b426d8d167a9707c75e10
--- /dev/null
+++ b/params/opt/5/rnd_search_t_lin/comb_11/trained/model.decoder.layers.8.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:06413e8f40b14eca81f76331c341a217cabf8fdd7bf742a3349bed5e9e3fc519
+size 5251
diff --git a/params/opt/5/rnd_search_t_lin/comb_11/trained/model.decoder.layers.8.self_attn.q_proj/_s.pt b/params/opt/5/rnd_search_t_lin/comb_11/trained/model.decoder.layers.8.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..54c82306bb51739daa5198bdbbecf217725e7f09
--- /dev/null
+++ b/params/opt/5/rnd_search_t_lin/comb_11/trained/model.decoder.layers.8.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e3e5106dc573c410945d1316733486c92a76ae8258f249233a1880c0b1a4ca26
+size 5251
diff --git a/params/opt/5/rnd_search_t_lin/comb_11/trained/model.decoder.layers.8.self_attn.v_proj/_0.pt b/params/opt/5/rnd_search_t_lin/comb_11/trained/model.decoder.layers.8.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..1d11bacb326b3ee8f5584816cec3bfb706e6e5a7
--- /dev/null
+++ b/params/opt/5/rnd_search_t_lin/comb_11/trained/model.decoder.layers.8.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:9c15dfecb25ed1d886a789572639615bfd7efdd6966bc8fcf7aa643830dd9cbf
+size 5251
diff --git a/params/opt/5/rnd_search_t_lin/comb_11/trained/model.decoder.layers.8.self_attn.v_proj/_s.pt b/params/opt/5/rnd_search_t_lin/comb_11/trained/model.decoder.layers.8.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..d49d0a8747ee76a2f42aaa441919f41f4267d030
--- /dev/null
+++ b/params/opt/5/rnd_search_t_lin/comb_11/trained/model.decoder.layers.8.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5d93c99181617829a6e2f5a876a5721db26cf12e170d7e0e8cb2148f59daf697
+size 5251
diff --git a/params/opt/5/rnd_search_t_lin/comb_11/trained/model.decoder.layers.9.fc1/_0.pt b/params/opt/5/rnd_search_t_lin/comb_11/trained/model.decoder.layers.9.fc1/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..d8433f16d04b2e09606517348a46232992e33e9a
--- /dev/null
+++ b/params/opt/5/rnd_search_t_lin/comb_11/trained/model.decoder.layers.9.fc1/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:7c0d96af4644880ed2de45464477027fb173705e6f5d8c889adef76a834cf2b8
+size 17539
diff --git a/params/opt/5/rnd_search_t_lin/comb_11/trained/model.decoder.layers.9.fc1/_s.pt b/params/opt/5/rnd_search_t_lin/comb_11/trained/model.decoder.layers.9.fc1/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..5b9770c3bda59361c6dd644b69015f7de71a3972
--- /dev/null
+++ b/params/opt/5/rnd_search_t_lin/comb_11/trained/model.decoder.layers.9.fc1/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:99322055b35a57b4424917b44db9e344fcdf1abfa88c6980fe9703c9138366cf
+size 17539
diff --git a/params/opt/5/rnd_search_t_lin/comb_11/trained/model.decoder.layers.9.fc2/_0.pt b/params/opt/5/rnd_search_t_lin/comb_11/trained/model.decoder.layers.9.fc2/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8c2bbf93a8daa75838d400ca28b288fd346eb2c0
--- /dev/null
+++ b/params/opt/5/rnd_search_t_lin/comb_11/trained/model.decoder.layers.9.fc2/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e799f3aec6dfb94b631f01be1dbd92a5f756fde3ad9929b7bf96eb5259f17af2
+size 5251
diff --git a/params/opt/5/rnd_search_t_lin/comb_11/trained/model.decoder.layers.9.fc2/_s.pt b/params/opt/5/rnd_search_t_lin/comb_11/trained/model.decoder.layers.9.fc2/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..dcaf8dc7a594a761674b29853d84d9f401e25852
--- /dev/null
+++ b/params/opt/5/rnd_search_t_lin/comb_11/trained/model.decoder.layers.9.fc2/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e2c7127f7c106f3306bc7c308805df49cd0666c8b83b9a17bde533dfd2e26542
+size 5251
diff --git a/params/opt/5/rnd_search_t_lin/comb_11/trained/model.decoder.layers.9.self_attn.k_proj/_0.pt b/params/opt/5/rnd_search_t_lin/comb_11/trained/model.decoder.layers.9.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a6b31137d4c30c22f4282e17a6e796600020f7f3
--- /dev/null
+++ b/params/opt/5/rnd_search_t_lin/comb_11/trained/model.decoder.layers.9.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2ff3c7376403321372c06e3618480038da249a672b82310452bceab7224a9e7a
+size 5251
diff --git a/params/opt/5/rnd_search_t_lin/comb_11/trained/model.decoder.layers.9.self_attn.k_proj/_s.pt b/params/opt/5/rnd_search_t_lin/comb_11/trained/model.decoder.layers.9.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..9a7507d13448edb43955fa93d081ec4de720a696
--- /dev/null
+++ b/params/opt/5/rnd_search_t_lin/comb_11/trained/model.decoder.layers.9.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e45d05c95e5b7eddd212cf9d3c94fce163aa449b76595179a6746e3c74d7c730
+size 5251
diff --git a/params/opt/5/rnd_search_t_lin/comb_11/trained/model.decoder.layers.9.self_attn.out_proj/_0.pt b/params/opt/5/rnd_search_t_lin/comb_11/trained/model.decoder.layers.9.self_attn.out_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..d58d8f15011ffc1c24431b93b8dc741a30b7ddf8
--- /dev/null
+++ b/params/opt/5/rnd_search_t_lin/comb_11/trained/model.decoder.layers.9.self_attn.out_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e79e249a71cfc252d21a8d34576292ec5d0ac8bd1b5794420c465deb61c61104
+size 5251
diff --git a/params/opt/5/rnd_search_t_lin/comb_11/trained/model.decoder.layers.9.self_attn.out_proj/_s.pt b/params/opt/5/rnd_search_t_lin/comb_11/trained/model.decoder.layers.9.self_attn.out_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..b755fb391d449669d736efb37ab6916e29cdd955
--- /dev/null
+++ b/params/opt/5/rnd_search_t_lin/comb_11/trained/model.decoder.layers.9.self_attn.out_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:80e4a11447a6aede8a36cebddb814dad9b292df5aa9a16bed9f336e6918c9f02
+size 5251
diff --git a/params/opt/5/rnd_search_t_lin/comb_11/trained/model.decoder.layers.9.self_attn.q_proj/_0.pt b/params/opt/5/rnd_search_t_lin/comb_11/trained/model.decoder.layers.9.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..087cc87dbd3d6a4f14f502f7945ceea4e18fe918
--- /dev/null
+++ b/params/opt/5/rnd_search_t_lin/comb_11/trained/model.decoder.layers.9.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:99766ad78ac74e350937929cdc9cbad1aedeaf84ecde80eca53e9c9e52041d21
+size 5251
diff --git a/params/opt/5/rnd_search_t_lin/comb_11/trained/model.decoder.layers.9.self_attn.q_proj/_s.pt b/params/opt/5/rnd_search_t_lin/comb_11/trained/model.decoder.layers.9.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2a293035ef5db66407e67205014f92a8ade36391
--- /dev/null
+++ b/params/opt/5/rnd_search_t_lin/comb_11/trained/model.decoder.layers.9.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c543e1a976054010976110f0ca5eb8964609848610e64d8c964fc869c3525504
+size 5251
diff --git a/params/opt/5/rnd_search_t_lin/comb_11/trained/model.decoder.layers.9.self_attn.v_proj/_0.pt b/params/opt/5/rnd_search_t_lin/comb_11/trained/model.decoder.layers.9.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..93571ece7315a75b270e03fd6844c1b10e7f3868
--- /dev/null
+++ b/params/opt/5/rnd_search_t_lin/comb_11/trained/model.decoder.layers.9.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5f2f90ced78d0e006793a93da5171c54bc4d75ea652a9da5879d8043fc885f63
+size 5251
diff --git a/params/opt/5/rnd_search_t_lin/comb_11/trained/model.decoder.layers.9.self_attn.v_proj/_s.pt b/params/opt/5/rnd_search_t_lin/comb_11/trained/model.decoder.layers.9.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..1b4a4caa6d5d24b3dd44c6633733aff2e0541206
--- /dev/null
+++ b/params/opt/5/rnd_search_t_lin/comb_11/trained/model.decoder.layers.9.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:843b03e7836f938a98afe1c900adc950933a2df4ec747e0213c2b81fa054f623
+size 5251
diff --git a/params/opt/5/rnd_search_t_lin/comb_11/trained/model.decoder.project_in/_0.pt b/params/opt/5/rnd_search_t_lin/comb_11/trained/model.decoder.project_in/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..b923dbd07a42600de72fbdfbc12cddc2ddde2ca9
--- /dev/null
+++ b/params/opt/5/rnd_search_t_lin/comb_11/trained/model.decoder.project_in/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f2f402facf019eb016fb0a9b620fb3650ff76a2e0f1a01a7cf5ddd2f763c2c60
+size 5251
diff --git a/params/opt/5/rnd_search_t_lin/comb_11/trained/model.decoder.project_in/_s.pt b/params/opt/5/rnd_search_t_lin/comb_11/trained/model.decoder.project_in/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4cbe4518aff75d75b9343a74bfaf486f93a7c382
--- /dev/null
+++ b/params/opt/5/rnd_search_t_lin/comb_11/trained/model.decoder.project_in/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:8f2a19fa6e10b28f07df1bf85512fc1a4ec9d9cd789f7587e1b2e08845e5e1cf
+size 5251
diff --git a/params/opt/5/rnd_search_t_lin/comb_11/trained/model.decoder.project_out/_0.pt b/params/opt/5/rnd_search_t_lin/comb_11/trained/model.decoder.project_out/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..b3b0c8c21f18f7ff3505fdf754ca2c4fe924b13c
--- /dev/null
+++ b/params/opt/5/rnd_search_t_lin/comb_11/trained/model.decoder.project_out/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:3cdaa037cb851c5036a936c61c2d7a151d9ce9fa162047244aa2fa43e31d6481
+size 3203
diff --git a/params/opt/5/rnd_search_t_lin/comb_11/trained/model.decoder.project_out/_s.pt b/params/opt/5/rnd_search_t_lin/comb_11/trained/model.decoder.project_out/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..42c68bd456a3d36d41b66bc8e9efc68b3ff810bf
--- /dev/null
+++ b/params/opt/5/rnd_search_t_lin/comb_11/trained/model.decoder.project_out/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:7004838f8177fc1a9f5315fc75f213a1b6694261249eae919c3f5c2127abbe82
+size 3203
diff --git a/params/opt/5/rnd_search_t_lin/comb_11_t/global_train/lm_head/_0.pt b/params/opt/5/rnd_search_t_lin/comb_11_t/global_train/lm_head/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c7ca25f066cedb95f78eb1a13e4ee4d6dcddee84
--- /dev/null
+++ b/params/opt/5/rnd_search_t_lin/comb_11_t/global_train/lm_head/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e3b42f8ebd0f120505657a67a38705638086f58061f28f4dc006acf43a33eab7
+size 202243
diff --git a/params/opt/5/rnd_search_t_lin/comb_11_t/global_train/lm_head/_s.pt b/params/opt/5/rnd_search_t_lin/comb_11_t/global_train/lm_head/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4b28a2118c09781ed87a5c61b2f78ad98e95b6f9
--- /dev/null
+++ b/params/opt/5/rnd_search_t_lin/comb_11_t/global_train/lm_head/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:fe46f78730801729412897b0921bdbbca696b52a4f35bec65bd3580c66bf2744
+size 202243
diff --git a/params/opt/5/rnd_search_t_lin/comb_11_t/global_train/model.decoder.layers.0.fc1/_0.pt b/params/opt/5/rnd_search_t_lin/comb_11_t/global_train/model.decoder.layers.0.fc1/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..fe5fe4fe554ea14c5ef542bad33a2aa595f697c5
--- /dev/null
+++ b/params/opt/5/rnd_search_t_lin/comb_11_t/global_train/model.decoder.layers.0.fc1/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:746919128a0018618208222cec21f524052974b49555f67914252a1d1fa9249d
+size 17539
diff --git a/params/opt/5/rnd_search_t_lin/comb_11_t/global_train/model.decoder.layers.0.fc1/_s.pt b/params/opt/5/rnd_search_t_lin/comb_11_t/global_train/model.decoder.layers.0.fc1/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a3fc6f546f0db765b9af885d77d9b12c2b55acce
--- /dev/null
+++ b/params/opt/5/rnd_search_t_lin/comb_11_t/global_train/model.decoder.layers.0.fc1/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:1256fe9a2908b578e404f6ff70b37fb50ba35c4e465db53c23a5e5142d793e10
+size 17539
diff --git a/params/opt/5/rnd_search_t_lin/comb_11_t/global_train/model.decoder.layers.0.fc2/_0.pt b/params/opt/5/rnd_search_t_lin/comb_11_t/global_train/model.decoder.layers.0.fc2/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..cab64bd9c74681bd30d68ea55e3044ad781e49ad
--- /dev/null
+++ b/params/opt/5/rnd_search_t_lin/comb_11_t/global_train/model.decoder.layers.0.fc2/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:76f260b28c8fb77e10ab321632645f4e81f0ec321a5193fc9c8a68935b121cc5
+size 5251
diff --git a/params/opt/5/rnd_search_t_lin/comb_11_t/global_train/model.decoder.layers.0.fc2/_s.pt b/params/opt/5/rnd_search_t_lin/comb_11_t/global_train/model.decoder.layers.0.fc2/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..24c6c33a64052f9c154bf069e5cb3477241602dd
--- /dev/null
+++ b/params/opt/5/rnd_search_t_lin/comb_11_t/global_train/model.decoder.layers.0.fc2/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:8869f0fbe8c8f37037a83ab770f061ed9e0568bf267edd9eb72b688a7e5caf7b
+size 5251
diff --git a/params/opt/5/rnd_search_t_lin/comb_11_t/global_train/model.decoder.layers.0.self_attn.k_proj/_0.pt b/params/opt/5/rnd_search_t_lin/comb_11_t/global_train/model.decoder.layers.0.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ecb782847e540e202a222c1d3f4e9926ce495992
--- /dev/null
+++ b/params/opt/5/rnd_search_t_lin/comb_11_t/global_train/model.decoder.layers.0.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a502945e79f9cedf2210c16060791b539054a2db6d7644c6ab802c9ba0f33863
+size 5251
diff --git a/params/opt/5/rnd_search_t_lin/comb_11_t/global_train/model.decoder.layers.0.self_attn.k_proj/_s.pt b/params/opt/5/rnd_search_t_lin/comb_11_t/global_train/model.decoder.layers.0.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..89ebcac577e6f5a54922cdc466d116d83d4ad647
--- /dev/null
+++ b/params/opt/5/rnd_search_t_lin/comb_11_t/global_train/model.decoder.layers.0.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b5928c276386c40dae02eb81e9e39524a8275dd6d83e75b60ea970471b18b996
+size 5251
diff --git a/params/opt/5/rnd_search_t_lin/comb_11_t/global_train/model.decoder.layers.0.self_attn.out_proj/_0.pt b/params/opt/5/rnd_search_t_lin/comb_11_t/global_train/model.decoder.layers.0.self_attn.out_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..6a2aaf14c1d903170579adbedc02f5fcd346ba1a
--- /dev/null
+++ b/params/opt/5/rnd_search_t_lin/comb_11_t/global_train/model.decoder.layers.0.self_attn.out_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:fe4ad679c47d689022bdd0d342ef771e91b1f05d0966f86c0dd64300f982ffa9
+size 5251
diff --git a/params/opt/5/rnd_search_t_lin/comb_11_t/global_train/model.decoder.layers.0.self_attn.out_proj/_s.pt b/params/opt/5/rnd_search_t_lin/comb_11_t/global_train/model.decoder.layers.0.self_attn.out_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..320eb907f1afdea82561012ade6813c7ce1d8712
--- /dev/null
+++ b/params/opt/5/rnd_search_t_lin/comb_11_t/global_train/model.decoder.layers.0.self_attn.out_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e81009d956f7f263a2d4f97bdee7ea06d9185ab27f28ed6c850a357e46c904d1
+size 5251
diff --git a/params/opt/5/rnd_search_t_lin/comb_11_t/global_train/model.decoder.layers.0.self_attn.q_proj/_0.pt b/params/opt/5/rnd_search_t_lin/comb_11_t/global_train/model.decoder.layers.0.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ee9bd8096384fd53387a41b94e14e4e1596798ba
--- /dev/null
+++ b/params/opt/5/rnd_search_t_lin/comb_11_t/global_train/model.decoder.layers.0.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ad79b3422bb4a15c9122c8708d6e5803a3c01a28e0e2e325ad13e0ac6b57d64c
+size 5251
diff --git a/params/opt/5/rnd_search_t_lin/comb_11_t/global_train/model.decoder.layers.0.self_attn.q_proj/_s.pt b/params/opt/5/rnd_search_t_lin/comb_11_t/global_train/model.decoder.layers.0.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..f752f0c8379dbd920c58ca3787a1b3412523d22b
--- /dev/null
+++ b/params/opt/5/rnd_search_t_lin/comb_11_t/global_train/model.decoder.layers.0.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f44889bf486dfe6d1edfe35f51fa4f02ba0eac0690308fd2da3dc3e1af5e7634
+size 5251
diff --git a/params/opt/5/rnd_search_t_lin/comb_11_t/global_train/model.decoder.layers.0.self_attn.v_proj/_0.pt b/params/opt/5/rnd_search_t_lin/comb_11_t/global_train/model.decoder.layers.0.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..df757d0d3ac4f8f13fcbed4a69387427359ad067
--- /dev/null
+++ b/params/opt/5/rnd_search_t_lin/comb_11_t/global_train/model.decoder.layers.0.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d1a7b92eae862f3882c5a7e38f4de57640ed5fc6c667570adaceaad01a71efc2
+size 5251
diff --git a/params/opt/5/rnd_search_t_lin/comb_11_t/global_train/model.decoder.layers.0.self_attn.v_proj/_s.pt b/params/opt/5/rnd_search_t_lin/comb_11_t/global_train/model.decoder.layers.0.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..fa6b7f8e11a50426ecb3e7bc6d0b68591f621b18
--- /dev/null
+++ b/params/opt/5/rnd_search_t_lin/comb_11_t/global_train/model.decoder.layers.0.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:678407d884ef43faa0c03fe89e4fde96a2c0198e0ce91c1b1dd264b486846f2e
+size 5251
diff --git a/params/opt/5/rnd_search_t_lin/comb_11_t/global_train/model.decoder.layers.1.fc1/_0.pt b/params/opt/5/rnd_search_t_lin/comb_11_t/global_train/model.decoder.layers.1.fc1/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..b9c94055dcb2565f3da02c48831b583e4f0eecb2
--- /dev/null
+++ b/params/opt/5/rnd_search_t_lin/comb_11_t/global_train/model.decoder.layers.1.fc1/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:163dc0e19d37d9c6b0be900e796545155343939a037259105c02442c0357f585
+size 17539
diff --git a/params/opt/5/rnd_search_t_lin/comb_11_t/global_train/model.decoder.layers.1.fc1/_s.pt b/params/opt/5/rnd_search_t_lin/comb_11_t/global_train/model.decoder.layers.1.fc1/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..1ee6c328dc50500a8056bff25b0eef327745a8a6
--- /dev/null
+++ b/params/opt/5/rnd_search_t_lin/comb_11_t/global_train/model.decoder.layers.1.fc1/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:53b1d3b72ae9de5a6f122e6292f20f0820bc4cd4decd50b98f468de77509c3a0
+size 17539
diff --git a/params/opt/5/rnd_search_t_lin/comb_11_t/global_train/model.decoder.layers.1.fc2/_0.pt b/params/opt/5/rnd_search_t_lin/comb_11_t/global_train/model.decoder.layers.1.fc2/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..edd3d34ff7028f4e806ce19a1566cda50b2f2ef6
--- /dev/null
+++ b/params/opt/5/rnd_search_t_lin/comb_11_t/global_train/model.decoder.layers.1.fc2/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:6c33c44db658ec75534c5d39526bc4756bb1fcc25df138247aaac34c7fac40f9
+size 5251
diff --git a/params/opt/5/rnd_search_t_lin/comb_11_t/global_train/model.decoder.layers.1.fc2/_s.pt b/params/opt/5/rnd_search_t_lin/comb_11_t/global_train/model.decoder.layers.1.fc2/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8cfc6ef3e6605f924c0773a72be693ffbba40b79
--- /dev/null
+++ b/params/opt/5/rnd_search_t_lin/comb_11_t/global_train/model.decoder.layers.1.fc2/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:76253b68a7829e4f1fa3886193bcaf0b1eca2501297895e0ef9d2387407946e6
+size 5251
diff --git a/params/opt/5/rnd_search_t_lin/comb_11_t/global_train/model.decoder.layers.1.self_attn.k_proj/_0.pt b/params/opt/5/rnd_search_t_lin/comb_11_t/global_train/model.decoder.layers.1.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..775140dbb608f53ecefe58dd2d4dc27008ba0328
--- /dev/null
+++ b/params/opt/5/rnd_search_t_lin/comb_11_t/global_train/model.decoder.layers.1.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2ecb948c2a1e06eb780f5a7d420b6ba0e16e4a1c5c1e3550e7953242626bb92f
+size 5251
diff --git a/params/opt/5/rnd_search_t_lin/comb_11_t/global_train/model.decoder.layers.1.self_attn.k_proj/_s.pt b/params/opt/5/rnd_search_t_lin/comb_11_t/global_train/model.decoder.layers.1.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..04b53c22394b799f6cabd9221db30703ec7f6557
--- /dev/null
+++ b/params/opt/5/rnd_search_t_lin/comb_11_t/global_train/model.decoder.layers.1.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:6f0e552d65c2c1d229f61284fd098c268265ed8bf60589c6e8506530f6f99c90
+size 5251
diff --git a/params/opt/5/rnd_search_t_lin/comb_11_t/global_train/model.decoder.layers.1.self_attn.out_proj/_0.pt b/params/opt/5/rnd_search_t_lin/comb_11_t/global_train/model.decoder.layers.1.self_attn.out_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..95c08336adcd02ba44a131d6c0b3210c601f4401
--- /dev/null
+++ b/params/opt/5/rnd_search_t_lin/comb_11_t/global_train/model.decoder.layers.1.self_attn.out_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ea7381d15d9c8842fa5bcd0946fcc0c4fdcf016b04b74c68eea57d39be126b94
+size 5251
diff --git a/params/opt/5/rnd_search_t_lin/comb_11_t/global_train/model.decoder.layers.1.self_attn.out_proj/_s.pt b/params/opt/5/rnd_search_t_lin/comb_11_t/global_train/model.decoder.layers.1.self_attn.out_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..0c433c4bf35bc3e5f541e1934c05947d47d1223b
--- /dev/null
+++ b/params/opt/5/rnd_search_t_lin/comb_11_t/global_train/model.decoder.layers.1.self_attn.out_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cc2b6e71b2affa8176000de0097d4bfbf5df647e39edc4117052f42dfb86f8c
+size 5251
diff --git a/params/opt/5/rnd_search_t_lin/comb_11_t/global_train/model.decoder.layers.1.self_attn.q_proj/_0.pt b/params/opt/5/rnd_search_t_lin/comb_11_t/global_train/model.decoder.layers.1.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2e1ec561173abd7f1bbd060d9d4353a352ea54f9
--- /dev/null
+++ b/params/opt/5/rnd_search_t_lin/comb_11_t/global_train/model.decoder.layers.1.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:93e6c219fc04cead3837671581621e1f435909c0cead0abc21af77fd26d9fbe3
+size 5251
diff --git a/params/opt/5/rnd_search_t_lin/comb_11_t/global_train/model.decoder.layers.1.self_attn.q_proj/_s.pt b/params/opt/5/rnd_search_t_lin/comb_11_t/global_train/model.decoder.layers.1.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..93d60ac5d31b91e0b916e2e6e8293917722fe906
--- /dev/null
+++ b/params/opt/5/rnd_search_t_lin/comb_11_t/global_train/model.decoder.layers.1.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:4e03c7f11c3c772e8891f3b05a10f0fa35843834fae310e90450377eb5b5c537
+size 5251
diff --git a/params/opt/5/rnd_search_t_lin/comb_11_t/global_train/model.decoder.layers.1.self_attn.v_proj/_0.pt b/params/opt/5/rnd_search_t_lin/comb_11_t/global_train/model.decoder.layers.1.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..7586b035a481aafa49f653939005362524c7f51d
--- /dev/null
+++ b/params/opt/5/rnd_search_t_lin/comb_11_t/global_train/model.decoder.layers.1.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a23901f52a959877e9a22165e6461a5e0fe90f2f853d6e2eeee884f2d867520f
+size 5251
diff --git a/params/opt/5/rnd_search_t_lin/comb_11_t/global_train/model.decoder.layers.1.self_attn.v_proj/_s.pt b/params/opt/5/rnd_search_t_lin/comb_11_t/global_train/model.decoder.layers.1.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..80f70d482ca6593d9fe2c32cd1bdd5d05e10e6e1
--- /dev/null
+++ b/params/opt/5/rnd_search_t_lin/comb_11_t/global_train/model.decoder.layers.1.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:417d8f8a0990ebede19d7d1b30d30ffefee972a652d013da97821222dbb6976a
+size 5251
diff --git a/params/opt/5/rnd_search_t_lin/comb_11_t/global_train/model.decoder.layers.10.fc1/_0.pt b/params/opt/5/rnd_search_t_lin/comb_11_t/global_train/model.decoder.layers.10.fc1/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..0abf43ee28a1573e8eb18d5a539bee91123e5325
--- /dev/null
+++ b/params/opt/5/rnd_search_t_lin/comb_11_t/global_train/model.decoder.layers.10.fc1/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:44079e60a06c99d1a01018ceb59efd1ddefc98931676a0dc9984e763c015d078
+size 17539
diff --git a/params/opt/5/rnd_search_t_lin/comb_11_t/global_train/model.decoder.layers.10.fc1/_s.pt b/params/opt/5/rnd_search_t_lin/comb_11_t/global_train/model.decoder.layers.10.fc1/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..7429ba87db02bd78c1be1e6317a3be1783bd4987
--- /dev/null
+++ b/params/opt/5/rnd_search_t_lin/comb_11_t/global_train/model.decoder.layers.10.fc1/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5d074f43a13a541e71aa0bc0bba4539071ebda9292249fa0406ff79b56503ca3
+size 17539
diff --git a/params/opt/5/rnd_search_t_lin/comb_11_t/global_train/model.decoder.layers.10.fc2/_0.pt b/params/opt/5/rnd_search_t_lin/comb_11_t/global_train/model.decoder.layers.10.fc2/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..1001d3104e9356c2690912dcadc8638fce8a779f
--- /dev/null
+++ b/params/opt/5/rnd_search_t_lin/comb_11_t/global_train/model.decoder.layers.10.fc2/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:887c030af3113298c4b00f5661d833cc43abe902a52be65507516c504d0e3ada
+size 5251
diff --git a/params/opt/5/rnd_search_t_lin/comb_11_t/global_train/model.decoder.layers.10.fc2/_s.pt b/params/opt/5/rnd_search_t_lin/comb_11_t/global_train/model.decoder.layers.10.fc2/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..619da02bb6d33ee2bb1be98780a0891b28eaa32e
--- /dev/null
+++ b/params/opt/5/rnd_search_t_lin/comb_11_t/global_train/model.decoder.layers.10.fc2/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b7e816bad0cf1d2c3bfe364ced0778b5fc143915858bd93ad840708a1e01ee87
+size 5251
diff --git a/params/opt/5/rnd_search_t_lin/comb_11_t/global_train/model.decoder.layers.10.self_attn.k_proj/_0.pt b/params/opt/5/rnd_search_t_lin/comb_11_t/global_train/model.decoder.layers.10.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..d9f5915b28e4bb4e987751685a1d233e0c80afe2
--- /dev/null
+++ b/params/opt/5/rnd_search_t_lin/comb_11_t/global_train/model.decoder.layers.10.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ddd6e2f4dcfff91674cd5fa2556915f4efbaf841db5029b67f683f7d8c46360c
+size 5251
diff --git a/params/opt/5/rnd_search_t_lin/comb_11_t/global_train/model.decoder.layers.10.self_attn.k_proj/_s.pt b/params/opt/5/rnd_search_t_lin/comb_11_t/global_train/model.decoder.layers.10.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..3034dfacb95ffc19c95aac335dc27accdd1f15c2
--- /dev/null
+++ b/params/opt/5/rnd_search_t_lin/comb_11_t/global_train/model.decoder.layers.10.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c8688a28808449f0100e326eed016b7339a116bf988381a8343f7ee385e47e9b
+size 5251
diff --git a/params/opt/5/rnd_search_t_lin/comb_11_t/global_train/model.decoder.layers.10.self_attn.out_proj/_0.pt b/params/opt/5/rnd_search_t_lin/comb_11_t/global_train/model.decoder.layers.10.self_attn.out_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..35e123dee1e81b8d6a77533470a44922451c0616
--- /dev/null
+++ b/params/opt/5/rnd_search_t_lin/comb_11_t/global_train/model.decoder.layers.10.self_attn.out_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:99c4bfb4014683ee9217d5d5ee34913a9c4ea9ee057ea5a9ce98d97c68830905
+size 5251
diff --git a/params/opt/5/rnd_search_t_lin/comb_11_t/global_train/model.decoder.layers.10.self_attn.out_proj/_s.pt b/params/opt/5/rnd_search_t_lin/comb_11_t/global_train/model.decoder.layers.10.self_attn.out_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..15b2f456cefb5ee91b00261475688cb7020b10d2
--- /dev/null
+++ b/params/opt/5/rnd_search_t_lin/comb_11_t/global_train/model.decoder.layers.10.self_attn.out_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:bb1b092c56779dc326932f737e9dd15e2a5df68ada787b0b96307d002aacc627
+size 5251
diff --git a/params/opt/5/rnd_search_t_lin/comb_11_t/global_train/model.decoder.layers.10.self_attn.q_proj/_0.pt b/params/opt/5/rnd_search_t_lin/comb_11_t/global_train/model.decoder.layers.10.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..b57c6bec0421d1735219042f0a89e89256d17637
--- /dev/null
+++ b/params/opt/5/rnd_search_t_lin/comb_11_t/global_train/model.decoder.layers.10.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:cefdcd9a31ac220b1a17b17f5ec086552a388bd8c01502f761dd18442ed00613
+size 5251
diff --git a/params/opt/5/rnd_search_t_lin/comb_11_t/global_train/model.decoder.layers.10.self_attn.q_proj/_s.pt b/params/opt/5/rnd_search_t_lin/comb_11_t/global_train/model.decoder.layers.10.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..93105c447e76126e6b60d066b3a0778839d9c8c1
--- /dev/null
+++ b/params/opt/5/rnd_search_t_lin/comb_11_t/global_train/model.decoder.layers.10.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:03b975288ffef4a3b018c39edffea9cf40c84918fd14c099bed00ac06434039c
+size 5251
diff --git a/params/opt/5/rnd_search_t_lin/comb_11_t/global_train/model.decoder.layers.10.self_attn.v_proj/_0.pt b/params/opt/5/rnd_search_t_lin/comb_11_t/global_train/model.decoder.layers.10.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..9d6885344c5d3650cc01d9260064658eb13ce4c8
--- /dev/null
+++ b/params/opt/5/rnd_search_t_lin/comb_11_t/global_train/model.decoder.layers.10.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:04e1cd0bba2e583ca236f4d5f968a2627d6a9821a44900fb87a5b6d10e6e7d02
+size 5251
diff --git a/params/opt/5/rnd_search_t_lin/comb_11_t/global_train/model.decoder.layers.10.self_attn.v_proj/_s.pt b/params/opt/5/rnd_search_t_lin/comb_11_t/global_train/model.decoder.layers.10.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..0da2996b20d1c387dc8ef93df6ea23266647cd52
--- /dev/null
+++ b/params/opt/5/rnd_search_t_lin/comb_11_t/global_train/model.decoder.layers.10.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:9797fa004a866fba45a9c73f74da3da415b5e28308bcd6c98727e5a7a80a0f75
+size 5251
diff --git a/params/opt/5/rnd_search_t_lin/comb_11_t/global_train/model.decoder.layers.11.fc1/_0.pt b/params/opt/5/rnd_search_t_lin/comb_11_t/global_train/model.decoder.layers.11.fc1/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ad1649e52a2dfa2f462cc3b666c53084e03eae36
--- /dev/null
+++ b/params/opt/5/rnd_search_t_lin/comb_11_t/global_train/model.decoder.layers.11.fc1/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a4bbbe5fee31240e1f66a3ce98cc65f9bd348980d8dec387a30e33838e45fe8f
+size 17539
diff --git a/params/opt/5/rnd_search_t_lin/comb_11_t/global_train/model.decoder.layers.11.fc1/_s.pt b/params/opt/5/rnd_search_t_lin/comb_11_t/global_train/model.decoder.layers.11.fc1/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..71d16c47cc15a93fcdb761d69f0fb333cd65be5e
--- /dev/null
+++ b/params/opt/5/rnd_search_t_lin/comb_11_t/global_train/model.decoder.layers.11.fc1/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:fa9e3248e1edacd480f690a76bfb44f405d6be1a680e94bfa6ffcf48de2d1978
+size 17539
diff --git a/params/opt/5/rnd_search_t_lin/comb_11_t/global_train/model.decoder.layers.11.fc2/_0.pt b/params/opt/5/rnd_search_t_lin/comb_11_t/global_train/model.decoder.layers.11.fc2/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..61efc98259b24495993c17134a519c64acaeff46
--- /dev/null
+++ b/params/opt/5/rnd_search_t_lin/comb_11_t/global_train/model.decoder.layers.11.fc2/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ec1cdbe9bb4f24d81704bad716fd86bafad014000b2b644ba8375ffce8b09ab1
+size 5251
diff --git a/params/opt/5/rnd_search_t_lin/comb_11_t/global_train/model.decoder.layers.11.fc2/_s.pt b/params/opt/5/rnd_search_t_lin/comb_11_t/global_train/model.decoder.layers.11.fc2/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..d6661c10cc9108380fb8500d942eac1333fcec7a
--- /dev/null
+++ b/params/opt/5/rnd_search_t_lin/comb_11_t/global_train/model.decoder.layers.11.fc2/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f069a3ba1708a2ff1919b7390f7ec16f5c90cd2a08c4eb0227a75355e2e65873
+size 5251
diff --git a/params/opt/5/rnd_search_t_lin/comb_11_t/global_train/model.decoder.layers.11.self_attn.k_proj/_0.pt b/params/opt/5/rnd_search_t_lin/comb_11_t/global_train/model.decoder.layers.11.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..96e54a903566eeb790667f9fae8986b9381b7a8f
--- /dev/null
+++ b/params/opt/5/rnd_search_t_lin/comb_11_t/global_train/model.decoder.layers.11.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:86bb24a3f9037002f14c47d4a0eee8032e010a29d3fdda8ab211937703645f02
+size 5251
diff --git a/params/opt/5/rnd_search_t_lin/comb_11_t/global_train/model.decoder.layers.11.self_attn.k_proj/_s.pt b/params/opt/5/rnd_search_t_lin/comb_11_t/global_train/model.decoder.layers.11.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..5d09d311680d578551f8b7b0fb37fcc30026273d
--- /dev/null
+++ b/params/opt/5/rnd_search_t_lin/comb_11_t/global_train/model.decoder.layers.11.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2b6b84cb8d46cd472bfd5cca54a3767d2c0d876cff55b817046256f66bb395eb
+size 5251
diff --git a/params/opt/5/rnd_search_t_lin/comb_11_t/global_train/model.decoder.layers.11.self_attn.out_proj/_0.pt b/params/opt/5/rnd_search_t_lin/comb_11_t/global_train/model.decoder.layers.11.self_attn.out_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..08fd70866997a236d45ae265fce2d30c374e3661
--- /dev/null
+++ b/params/opt/5/rnd_search_t_lin/comb_11_t/global_train/model.decoder.layers.11.self_attn.out_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:6d7d880bfdeb39808c1c0046fce8b2fcfc7c929e27f07c2f5c51463dcf503bfa
+size 5251
diff --git a/params/opt/5/rnd_search_t_lin/comb_11_t/global_train/model.decoder.layers.11.self_attn.out_proj/_s.pt b/params/opt/5/rnd_search_t_lin/comb_11_t/global_train/model.decoder.layers.11.self_attn.out_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2d700f35ce30b53f9135a1bd475a4c35b207989a
--- /dev/null
+++ b/params/opt/5/rnd_search_t_lin/comb_11_t/global_train/model.decoder.layers.11.self_attn.out_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:4438a50de2eca754aa6c7de028a4a817f73cb3c56e63e9ff81698da157250c6a
+size 5251
diff --git a/params/opt/5/rnd_search_t_lin/comb_11_t/global_train/model.decoder.layers.11.self_attn.q_proj/_0.pt b/params/opt/5/rnd_search_t_lin/comb_11_t/global_train/model.decoder.layers.11.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ac9f910b539a9dfe14ac063359558bd403967a12
--- /dev/null
+++ b/params/opt/5/rnd_search_t_lin/comb_11_t/global_train/model.decoder.layers.11.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:43520ee9e8a609a9e8c4d1f38df7ed9ad63f74bb49c65b4dc8516e9468b64940
+size 5251
diff --git a/params/opt/5/rnd_search_t_lin/comb_11_t/global_train/model.decoder.layers.11.self_attn.q_proj/_s.pt b/params/opt/5/rnd_search_t_lin/comb_11_t/global_train/model.decoder.layers.11.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..f2c0a352840b9eb35465ea89095b3348a08579af
--- /dev/null
+++ b/params/opt/5/rnd_search_t_lin/comb_11_t/global_train/model.decoder.layers.11.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f13f27cad6e759880a37bbc640124c1611d39a0ba170a320578b5c8ff661c692
+size 5251
diff --git a/params/opt/5/rnd_search_t_lin/comb_11_t/global_train/model.decoder.layers.11.self_attn.v_proj/_0.pt b/params/opt/5/rnd_search_t_lin/comb_11_t/global_train/model.decoder.layers.11.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e8c90dabc7b22a016abf05e48cea187ac32b7e25
--- /dev/null
+++ b/params/opt/5/rnd_search_t_lin/comb_11_t/global_train/model.decoder.layers.11.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:07022848ba92dee42913d401870231b7d8f6005993ba2ac2fe69d551bcf8185f
+size 5251
diff --git a/params/opt/5/rnd_search_t_lin/comb_11_t/global_train/model.decoder.layers.11.self_attn.v_proj/_s.pt b/params/opt/5/rnd_search_t_lin/comb_11_t/global_train/model.decoder.layers.11.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..164c3b8229420756ce1eb7b732dfc337beaf335d
--- /dev/null
+++ b/params/opt/5/rnd_search_t_lin/comb_11_t/global_train/model.decoder.layers.11.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:70a220986c45c2ddd506fd1e491f9c4f35cd36a0b31c8db2629862c2add05d56
+size 5251
diff --git a/params/opt/5/rnd_search_t_lin/comb_11_t/global_train/model.decoder.layers.12.fc1/_0.pt b/params/opt/5/rnd_search_t_lin/comb_11_t/global_train/model.decoder.layers.12.fc1/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a141896deea627f61c8a400e52981fec552ab2c6
--- /dev/null
+++ b/params/opt/5/rnd_search_t_lin/comb_11_t/global_train/model.decoder.layers.12.fc1/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:faea68e50d0a78224f00dd299fd3f34a66d1f2ebb931c58f43c89508cb571657
+size 17539
diff --git a/params/opt/5/rnd_search_t_lin/comb_11_t/global_train/model.decoder.layers.12.fc1/_s.pt b/params/opt/5/rnd_search_t_lin/comb_11_t/global_train/model.decoder.layers.12.fc1/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a8562f818f7d9c010762b9e833b48a2b4a33746c
--- /dev/null
+++ b/params/opt/5/rnd_search_t_lin/comb_11_t/global_train/model.decoder.layers.12.fc1/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:4aecc9093ff9328a95886e1a71255ffe5508f2c3f2fc560a05758a0831ec53f7
+size 17539
diff --git a/params/opt/5/rnd_search_t_lin/comb_11_t/global_train/model.decoder.layers.12.fc2/_0.pt b/params/opt/5/rnd_search_t_lin/comb_11_t/global_train/model.decoder.layers.12.fc2/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..cf1b76dfcb7c4e5ee91685a8684f6add92302e93
--- /dev/null
+++ b/params/opt/5/rnd_search_t_lin/comb_11_t/global_train/model.decoder.layers.12.fc2/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:12ac3922d41f2637a499791546774640f671e256bf1f6a4a17a532458d5c3cf3
+size 5251
diff --git a/params/opt/5/rnd_search_t_lin/comb_11_t/global_train/model.decoder.layers.12.fc2/_s.pt b/params/opt/5/rnd_search_t_lin/comb_11_t/global_train/model.decoder.layers.12.fc2/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..0d0993789633c47361ff9087936560201787dc9d
--- /dev/null
+++ b/params/opt/5/rnd_search_t_lin/comb_11_t/global_train/model.decoder.layers.12.fc2/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:42d402875e30351c6e78c96376fd1a82c583c65d2b9adc906ce4fe8aca971c2e
+size 5251
diff --git a/params/opt/5/rnd_search_t_lin/comb_11_t/global_train/model.decoder.layers.12.self_attn.k_proj/_0.pt b/params/opt/5/rnd_search_t_lin/comb_11_t/global_train/model.decoder.layers.12.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..33ca8646fd36587a5599922aae7349f9935d949c
--- /dev/null
+++ b/params/opt/5/rnd_search_t_lin/comb_11_t/global_train/model.decoder.layers.12.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d2099aef9d51e559961966c9ed0f3a96ca3664855d0ce8e301ef9ca46a45cd06
+size 5251
diff --git a/params/opt/5/rnd_search_t_lin/comb_11_t/global_train/model.decoder.layers.12.self_attn.k_proj/_s.pt b/params/opt/5/rnd_search_t_lin/comb_11_t/global_train/model.decoder.layers.12.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..926867a6d177acc7a3a18b9812b50b6611ff83ac
--- /dev/null
+++ b/params/opt/5/rnd_search_t_lin/comb_11_t/global_train/model.decoder.layers.12.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:6e4c463b25d54c5580c5e18482a0612c946e3da019f7774352b8937b9c18c0a8
+size 5251
diff --git a/params/opt/5/rnd_search_t_lin/comb_11_t/global_train/model.decoder.layers.12.self_attn.out_proj/_0.pt b/params/opt/5/rnd_search_t_lin/comb_11_t/global_train/model.decoder.layers.12.self_attn.out_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..27588dae7b10447c0801f42394f25c5cdb456643
--- /dev/null
+++ b/params/opt/5/rnd_search_t_lin/comb_11_t/global_train/model.decoder.layers.12.self_attn.out_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c8b24b89ceae3c848d17d0375af82f968f75244f043b81f82a9418f839bd7c3e
+size 5251
diff --git a/params/opt/5/rnd_search_t_lin/comb_11_t/global_train/model.decoder.layers.12.self_attn.out_proj/_s.pt b/params/opt/5/rnd_search_t_lin/comb_11_t/global_train/model.decoder.layers.12.self_attn.out_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..03d6c0a16558c1ea7af4115a39f9ac23ff238195
--- /dev/null
+++ b/params/opt/5/rnd_search_t_lin/comb_11_t/global_train/model.decoder.layers.12.self_attn.out_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:81f82d200c148d25047b228a4dd8fcd3e00007f4078bd3d8fa9f749a1f1a0a4f
+size 5251
diff --git a/params/opt/5/rnd_search_t_lin/comb_11_t/global_train/model.decoder.layers.12.self_attn.q_proj/_0.pt b/params/opt/5/rnd_search_t_lin/comb_11_t/global_train/model.decoder.layers.12.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c571db2b1360fb6ee273420245d8055a8901c491
--- /dev/null
+++ b/params/opt/5/rnd_search_t_lin/comb_11_t/global_train/model.decoder.layers.12.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:96fbd2c046ec9998bc953d31d19f9a228fa5a68ae89e05e9d9e185d7851c5570
+size 5251
diff --git a/params/opt/5/rnd_search_t_lin/comb_11_t/global_train/model.decoder.layers.12.self_attn.q_proj/_s.pt b/params/opt/5/rnd_search_t_lin/comb_11_t/global_train/model.decoder.layers.12.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..397cb4c0eada00c20b6bd46e9a0ce9551442f2ae
--- /dev/null
+++ b/params/opt/5/rnd_search_t_lin/comb_11_t/global_train/model.decoder.layers.12.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:1e549450411e1a96462717c5807558ee412fc091115947b4946ae082c3f98d39
+size 5251
diff --git a/params/opt/5/rnd_search_t_lin/comb_11_t/global_train/model.decoder.layers.12.self_attn.v_proj/_0.pt b/params/opt/5/rnd_search_t_lin/comb_11_t/global_train/model.decoder.layers.12.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..97f64666bf9ce81f62d37e358aec5669f8b9b6a7
--- /dev/null
+++ b/params/opt/5/rnd_search_t_lin/comb_11_t/global_train/model.decoder.layers.12.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:3b66a4eb8b7e524638d265c51cf2fbc648aebb6b4f5fff1e134f7ed6fa17d1be
+size 5251
diff --git a/params/opt/5/rnd_search_t_lin/comb_11_t/global_train/model.decoder.layers.12.self_attn.v_proj/_s.pt b/params/opt/5/rnd_search_t_lin/comb_11_t/global_train/model.decoder.layers.12.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c29ed834399d45f29a9cf02e76adf06d321f2113
--- /dev/null
+++ b/params/opt/5/rnd_search_t_lin/comb_11_t/global_train/model.decoder.layers.12.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a27e110c44ac313843a2a85666ee1507f5bad161593da49138c35a8a0e0a35ea
+size 5251
diff --git a/params/opt/5/rnd_search_t_lin/comb_11_t/global_train/model.decoder.layers.13.fc1/_0.pt b/params/opt/5/rnd_search_t_lin/comb_11_t/global_train/model.decoder.layers.13.fc1/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..eb02462fd2e1153ae26a00bd96e294fd89cdaee8
--- /dev/null
+++ b/params/opt/5/rnd_search_t_lin/comb_11_t/global_train/model.decoder.layers.13.fc1/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:bce2592fb2f66c5431c584661a6b46bd1cf1d58aab97eee2cc6e70f2bfa6fc39
+size 17539
diff --git a/params/opt/5/rnd_search_t_lin/comb_11_t/global_train/model.decoder.layers.13.fc1/_s.pt b/params/opt/5/rnd_search_t_lin/comb_11_t/global_train/model.decoder.layers.13.fc1/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..b6397b6b4cd9090f6223fcaead58232fa44fa031
--- /dev/null
+++ b/params/opt/5/rnd_search_t_lin/comb_11_t/global_train/model.decoder.layers.13.fc1/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:9a86c07fdf660aac6f27eaf364c1e8d4bc217ca9563123b60091b10265ef8e82
+size 17539
diff --git a/params/opt/5/rnd_search_t_lin/comb_11_t/global_train/model.decoder.layers.13.fc2/_0.pt b/params/opt/5/rnd_search_t_lin/comb_11_t/global_train/model.decoder.layers.13.fc2/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c6bfca7adf64336d32efb75df970e7311bbbe519
--- /dev/null
+++ b/params/opt/5/rnd_search_t_lin/comb_11_t/global_train/model.decoder.layers.13.fc2/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:4f6852600e63c2bb9b784d125bc009fb7277b2f577e116fc224b62880c141eda
+size 5251
diff --git a/params/opt/5/rnd_search_t_lin/comb_11_t/global_train/model.decoder.layers.13.fc2/_s.pt b/params/opt/5/rnd_search_t_lin/comb_11_t/global_train/model.decoder.layers.13.fc2/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..7f38bf01d229fa4b3900191cf137fabbe181cbaa
--- /dev/null
+++ b/params/opt/5/rnd_search_t_lin/comb_11_t/global_train/model.decoder.layers.13.fc2/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:4d9cc0a37cc9f46de95cdb5fb025613f45857a629ddd94027e9e0c437d119e10
+size 5251
diff --git a/params/opt/5/rnd_search_t_lin/comb_11_t/global_train/model.decoder.layers.13.self_attn.k_proj/_0.pt b/params/opt/5/rnd_search_t_lin/comb_11_t/global_train/model.decoder.layers.13.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..fd5a9a029f04cf899f0d85940748f83605f4dd9f
--- /dev/null
+++ b/params/opt/5/rnd_search_t_lin/comb_11_t/global_train/model.decoder.layers.13.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:775984a264fc8335005f09a3a0d7751b574b381336a344e083fc60a802232a22
+size 5251
diff --git a/params/opt/5/rnd_search_t_lin/comb_11_t/global_train/model.decoder.layers.13.self_attn.k_proj/_s.pt b/params/opt/5/rnd_search_t_lin/comb_11_t/global_train/model.decoder.layers.13.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4b7799de2614985ec961b8e80cd0b864a3d4ccab
--- /dev/null
+++ b/params/opt/5/rnd_search_t_lin/comb_11_t/global_train/model.decoder.layers.13.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d0c1f5243988cb55f872754cf1f81b31215e8d47e224085663c849c4acac4a9d
+size 5251
diff --git a/params/opt/5/rnd_search_t_lin/comb_11_t/global_train/model.decoder.layers.13.self_attn.out_proj/_0.pt b/params/opt/5/rnd_search_t_lin/comb_11_t/global_train/model.decoder.layers.13.self_attn.out_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..639ea5acf5cf4dd98d0d7530df9fabbe8c9ad110
--- /dev/null
+++ b/params/opt/5/rnd_search_t_lin/comb_11_t/global_train/model.decoder.layers.13.self_attn.out_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:df284833f7c3af44830b9b6aad84e8023b01939902c51004348b81a773af5a4f
+size 5251
diff --git a/params/opt/5/rnd_search_t_lin/comb_11_t/global_train/model.decoder.layers.13.self_attn.out_proj/_s.pt b/params/opt/5/rnd_search_t_lin/comb_11_t/global_train/model.decoder.layers.13.self_attn.out_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c0b5469e74f24bf9d98443a558661437c8ccc3a3
--- /dev/null
+++ b/params/opt/5/rnd_search_t_lin/comb_11_t/global_train/model.decoder.layers.13.self_attn.out_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:1dfc9c9fb3098545c385eca07475dca6e50e5d184b76cbe4f475de8c0d7405e6
+size 5251
diff --git a/params/opt/5/rnd_search_t_lin/comb_11_t/global_train/model.decoder.layers.13.self_attn.q_proj/_0.pt b/params/opt/5/rnd_search_t_lin/comb_11_t/global_train/model.decoder.layers.13.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8b78ee3ea767097f6a2fe956d276df6cd91928fa
--- /dev/null
+++ b/params/opt/5/rnd_search_t_lin/comb_11_t/global_train/model.decoder.layers.13.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:35efa6cbc9ab1c53820d4d9d7e3f52c223767ceda90fa43febef0efb3fac7900
+size 5251
diff --git a/params/opt/5/rnd_search_t_lin/comb_11_t/global_train/model.decoder.layers.13.self_attn.q_proj/_s.pt b/params/opt/5/rnd_search_t_lin/comb_11_t/global_train/model.decoder.layers.13.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..30a51db071a96f4eb790b7971684fdb48c643538
--- /dev/null
+++ b/params/opt/5/rnd_search_t_lin/comb_11_t/global_train/model.decoder.layers.13.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:394f7d6c4acd838f01e4871670213ef6eb09e4f11bdd14d0d4343dd61f30cc2d
+size 5251
diff --git a/params/opt/5/rnd_search_t_lin/comb_11_t/global_train/model.decoder.layers.13.self_attn.v_proj/_0.pt b/params/opt/5/rnd_search_t_lin/comb_11_t/global_train/model.decoder.layers.13.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..936024c6623832545dbcb3147ffc93e02fd90e9f
--- /dev/null
+++ b/params/opt/5/rnd_search_t_lin/comb_11_t/global_train/model.decoder.layers.13.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b86bc5bd388af528d25a9eebad6857eccf8d227b50a3268c1c21326a80a3cdbb
+size 5251
diff --git a/params/opt/5/rnd_search_t_lin/comb_11_t/global_train/model.decoder.layers.13.self_attn.v_proj/_s.pt b/params/opt/5/rnd_search_t_lin/comb_11_t/global_train/model.decoder.layers.13.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..d46d25ba20937b35e5f2ca94df37c210d1c9fcbe
--- /dev/null
+++ b/params/opt/5/rnd_search_t_lin/comb_11_t/global_train/model.decoder.layers.13.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:1a8ea765c43941bf75b89a2fff8d0965f0dbf426b9e22be8d4356ed8879fcb5a
+size 5251
diff --git a/params/opt/5/rnd_search_t_lin/comb_11_t/global_train/model.decoder.layers.14.fc1/_0.pt b/params/opt/5/rnd_search_t_lin/comb_11_t/global_train/model.decoder.layers.14.fc1/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..7de05935f04517006c798f0c1fc5d00fc1fc1d8d
--- /dev/null
+++ b/params/opt/5/rnd_search_t_lin/comb_11_t/global_train/model.decoder.layers.14.fc1/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:726f50a66b5205233a9a1cbb29ae7b4f04f7455df3e30b2c206aba6f9085f85c
+size 17539
diff --git a/params/opt/5/rnd_search_t_lin/comb_11_t/global_train/model.decoder.layers.14.fc1/_s.pt b/params/opt/5/rnd_search_t_lin/comb_11_t/global_train/model.decoder.layers.14.fc1/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a94985cc6f3624a4ae6ea33f3d9f965bf2861270
--- /dev/null
+++ b/params/opt/5/rnd_search_t_lin/comb_11_t/global_train/model.decoder.layers.14.fc1/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:93be372df7d6b6a69d4c3e9c93e1271f6f92be2243e96964f434cbf7d900cad5
+size 17539
diff --git a/params/opt/5/rnd_search_t_lin/comb_11_t/global_train/model.decoder.layers.14.fc2/_0.pt b/params/opt/5/rnd_search_t_lin/comb_11_t/global_train/model.decoder.layers.14.fc2/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e4a7fdd37e9def6f2394766097721bbe590d997a
--- /dev/null
+++ b/params/opt/5/rnd_search_t_lin/comb_11_t/global_train/model.decoder.layers.14.fc2/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:fc06e1c892774b029306bbcf7f1ebc4cf0984923395d440891f4f96b65ec1519
+size 5251
diff --git a/params/opt/5/rnd_search_t_lin/comb_11_t/global_train/model.decoder.layers.14.fc2/_s.pt b/params/opt/5/rnd_search_t_lin/comb_11_t/global_train/model.decoder.layers.14.fc2/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ccfb91548e9e6194bd24b716e7b0ae14b486374c
--- /dev/null
+++ b/params/opt/5/rnd_search_t_lin/comb_11_t/global_train/model.decoder.layers.14.fc2/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:15308a7404c13ff55efb6ae111f278267e0095d716bd1fae66071fbe30f11d91
+size 5251
diff --git a/params/opt/5/rnd_search_t_lin/comb_11_t/global_train/model.decoder.layers.14.self_attn.k_proj/_0.pt b/params/opt/5/rnd_search_t_lin/comb_11_t/global_train/model.decoder.layers.14.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..b3abe47880fba6f8f3ab037abae53548fbf45ad8
--- /dev/null
+++ b/params/opt/5/rnd_search_t_lin/comb_11_t/global_train/model.decoder.layers.14.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:dc0622101fc12c324e1f0f8d1afa50f23cdfc56fcc8d81215e182d79590ee689
+size 5251
diff --git a/params/opt/5/rnd_search_t_lin/comb_11_t/global_train/model.decoder.layers.14.self_attn.k_proj/_s.pt b/params/opt/5/rnd_search_t_lin/comb_11_t/global_train/model.decoder.layers.14.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..20cae10fe86223097e0643ae629ef42055ecbb0b
--- /dev/null
+++ b/params/opt/5/rnd_search_t_lin/comb_11_t/global_train/model.decoder.layers.14.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:342e89a4084518e40d3e62895618ebd9cd727fc10a4ce6d21b337b3de4786b4e
+size 5251
diff --git a/params/opt/5/rnd_search_t_lin/comb_11_t/global_train/model.decoder.layers.14.self_attn.out_proj/_0.pt b/params/opt/5/rnd_search_t_lin/comb_11_t/global_train/model.decoder.layers.14.self_attn.out_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..b56bf207cbefeda08ee469e3802cf9f486c7ed23
--- /dev/null
+++ b/params/opt/5/rnd_search_t_lin/comb_11_t/global_train/model.decoder.layers.14.self_attn.out_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a185a3d024d5333d160ec45b5c2808707e1abcffc6ca5132b3188f9a64088019
+size 5251
diff --git a/params/opt/5/rnd_search_t_lin/comb_11_t/global_train/model.decoder.layers.14.self_attn.out_proj/_s.pt b/params/opt/5/rnd_search_t_lin/comb_11_t/global_train/model.decoder.layers.14.self_attn.out_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..1bb64f96ee21590aff6c25449219b22b3f002291
--- /dev/null
+++ b/params/opt/5/rnd_search_t_lin/comb_11_t/global_train/model.decoder.layers.14.self_attn.out_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c8b6d6417401e7d163f2daa6364f73c92070ef2172edb4fbf2da78bea002f77f
+size 5251
diff --git a/params/opt/5/rnd_search_t_lin/comb_11_t/global_train/model.decoder.layers.14.self_attn.q_proj/_0.pt b/params/opt/5/rnd_search_t_lin/comb_11_t/global_train/model.decoder.layers.14.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..7f00f34202eae46e26034a8a7c211dd94753c908
--- /dev/null
+++ b/params/opt/5/rnd_search_t_lin/comb_11_t/global_train/model.decoder.layers.14.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a46af0a8c90a92310e29bdbe01e4e5aa825d616640009c1eaf6d3c364d7da59b
+size 5251
diff --git a/params/opt/5/rnd_search_t_lin/comb_11_t/global_train/model.decoder.layers.14.self_attn.q_proj/_s.pt b/params/opt/5/rnd_search_t_lin/comb_11_t/global_train/model.decoder.layers.14.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..423bbca958471cd23947d4d032c5a71f2fe209a7
--- /dev/null
+++ b/params/opt/5/rnd_search_t_lin/comb_11_t/global_train/model.decoder.layers.14.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f84d0bfc30b9001954a55e8af26292d63b2dd43646419ad4c072d4c317eba65e
+size 5251
diff --git a/params/opt/5/rnd_search_t_lin/comb_11_t/global_train/model.decoder.layers.14.self_attn.v_proj/_0.pt b/params/opt/5/rnd_search_t_lin/comb_11_t/global_train/model.decoder.layers.14.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..9bc3961001111089ed6d3f221cb2e20902a6ec1e
--- /dev/null
+++ b/params/opt/5/rnd_search_t_lin/comb_11_t/global_train/model.decoder.layers.14.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ae1539833811240089699a5fe9466c2407c87df6d58df88a31dc007a5e448345
+size 5251
diff --git a/params/opt/5/rnd_search_t_lin/comb_11_t/global_train/model.decoder.layers.14.self_attn.v_proj/_s.pt b/params/opt/5/rnd_search_t_lin/comb_11_t/global_train/model.decoder.layers.14.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..5970334883131a73d3cd1a18345a5aea4234986c
--- /dev/null
+++ b/params/opt/5/rnd_search_t_lin/comb_11_t/global_train/model.decoder.layers.14.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:88c08838fa43fdbf1b436b1a959fdd840d6db77f27c514a1ecdb924d7274d800
+size 5251
diff --git a/params/opt/5/rnd_search_t_lin/comb_11_t/global_train/model.decoder.layers.15.fc1/_0.pt b/params/opt/5/rnd_search_t_lin/comb_11_t/global_train/model.decoder.layers.15.fc1/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..b0a23c83b7ba0e6e9221672653ed5259b75069fe
--- /dev/null
+++ b/params/opt/5/rnd_search_t_lin/comb_11_t/global_train/model.decoder.layers.15.fc1/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:401711dfe5b3d7937b9a7535e715e8f583a81e76edb590628f835a9e84251c87
+size 17539
diff --git a/params/opt/5/rnd_search_t_lin/comb_11_t/global_train/model.decoder.layers.15.fc1/_s.pt b/params/opt/5/rnd_search_t_lin/comb_11_t/global_train/model.decoder.layers.15.fc1/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a52c5179cb1b55b9ef85129d8877bf6a07047d94
--- /dev/null
+++ b/params/opt/5/rnd_search_t_lin/comb_11_t/global_train/model.decoder.layers.15.fc1/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:81dd225afec6315bb055d9eb9ca8f4a768f6c86ef5aeedd8dc2ddcf6cdeddb03
+size 17539
diff --git a/params/opt/5/rnd_search_t_lin/comb_11_t/global_train/model.decoder.layers.15.fc2/_0.pt b/params/opt/5/rnd_search_t_lin/comb_11_t/global_train/model.decoder.layers.15.fc2/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..84f9f2fcf73ea0b2c95e5315dfd8548507a2e66d
--- /dev/null
+++ b/params/opt/5/rnd_search_t_lin/comb_11_t/global_train/model.decoder.layers.15.fc2/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:338b726fa709a756113b51f879fe9944ddd5d26eeb563a466a43210c311de03b
+size 5251
diff --git a/params/opt/5/rnd_search_t_lin/comb_11_t/global_train/model.decoder.layers.15.fc2/_s.pt b/params/opt/5/rnd_search_t_lin/comb_11_t/global_train/model.decoder.layers.15.fc2/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2dacf56bebbca8bc69784158e213d086c32e74f9
--- /dev/null
+++ b/params/opt/5/rnd_search_t_lin/comb_11_t/global_train/model.decoder.layers.15.fc2/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d7b304e9b929e264328419fa093eb7f0fea31b8ef81d7995c81d3ded7f960484
+size 5251
diff --git a/params/opt/5/rnd_search_t_lin/comb_11_t/global_train/model.decoder.layers.15.self_attn.k_proj/_0.pt b/params/opt/5/rnd_search_t_lin/comb_11_t/global_train/model.decoder.layers.15.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..04b53bd2219b0453d02280738781970f9280d9f7
--- /dev/null
+++ b/params/opt/5/rnd_search_t_lin/comb_11_t/global_train/model.decoder.layers.15.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:9d0bd12c78fab8b0b9fde9a20e2aa5ceedb7e319b88590154f1b79f2962d9817
+size 5251
diff --git a/params/opt/5/rnd_search_t_lin/comb_11_t/global_train/model.decoder.layers.15.self_attn.k_proj/_s.pt b/params/opt/5/rnd_search_t_lin/comb_11_t/global_train/model.decoder.layers.15.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..aa7f7bfa457c518dda928e96074ea1c988a2f944
--- /dev/null
+++ b/params/opt/5/rnd_search_t_lin/comb_11_t/global_train/model.decoder.layers.15.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f8a51d1d152299ef83510c001421717462e3f371bf508936bc154e567dd5c96e
+size 5251
diff --git a/params/opt/5/rnd_search_t_lin/comb_11_t/global_train/model.decoder.layers.15.self_attn.out_proj/_0.pt b/params/opt/5/rnd_search_t_lin/comb_11_t/global_train/model.decoder.layers.15.self_attn.out_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..65f7045427a28ab99ed3b477d683078d23c34677
--- /dev/null
+++ b/params/opt/5/rnd_search_t_lin/comb_11_t/global_train/model.decoder.layers.15.self_attn.out_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:666284afc2965c3e2bd7d86dbb2ad3553902765a2e288ec69c31814756d5db34
+size 5251
diff --git a/params/opt/5/rnd_search_t_lin/comb_11_t/global_train/model.decoder.layers.15.self_attn.out_proj/_s.pt b/params/opt/5/rnd_search_t_lin/comb_11_t/global_train/model.decoder.layers.15.self_attn.out_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..eb1134a99af3937b5f68ad08b70211c5d9794873
--- /dev/null
+++ b/params/opt/5/rnd_search_t_lin/comb_11_t/global_train/model.decoder.layers.15.self_attn.out_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c5fd84379359edf178684a91440502da56265b9e270bdaa677b5c63e085795d8
+size 5251
diff --git a/params/opt/5/rnd_search_t_lin/comb_11_t/global_train/model.decoder.layers.15.self_attn.q_proj/_0.pt b/params/opt/5/rnd_search_t_lin/comb_11_t/global_train/model.decoder.layers.15.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2def78f9d8d516f9c1c24593c0b47695d4350bf2
--- /dev/null
+++ b/params/opt/5/rnd_search_t_lin/comb_11_t/global_train/model.decoder.layers.15.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:1b21c4a73c915517719238c4ae3978abd4f2711fb013bca9c521df918ec2300a
+size 5251
diff --git a/params/opt/5/rnd_search_t_lin/comb_11_t/global_train/model.decoder.layers.15.self_attn.q_proj/_s.pt b/params/opt/5/rnd_search_t_lin/comb_11_t/global_train/model.decoder.layers.15.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ea1b3e1f11352d4865e93e07296d7d97c498b209
--- /dev/null
+++ b/params/opt/5/rnd_search_t_lin/comb_11_t/global_train/model.decoder.layers.15.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e23ca2122b11383f7b78388f65fd30f354c1ee145297ed9324e679669208df14
+size 5251
diff --git a/params/opt/5/rnd_search_t_lin/comb_11_t/global_train/model.decoder.layers.15.self_attn.v_proj/_0.pt b/params/opt/5/rnd_search_t_lin/comb_11_t/global_train/model.decoder.layers.15.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..9cdc73d663c00cd9f141746bd7d9a0b51cb4f273
--- /dev/null
+++ b/params/opt/5/rnd_search_t_lin/comb_11_t/global_train/model.decoder.layers.15.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:afdf89248c31888ca03293ec56645ec5228c633bf8604cc04cdaf3c0b0cc7d77
+size 5251
diff --git a/params/opt/5/rnd_search_t_lin/comb_11_t/global_train/model.decoder.layers.15.self_attn.v_proj/_s.pt b/params/opt/5/rnd_search_t_lin/comb_11_t/global_train/model.decoder.layers.15.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..6415cd877607bc1d5c24fcffed5bddf9138ffde3
--- /dev/null
+++ b/params/opt/5/rnd_search_t_lin/comb_11_t/global_train/model.decoder.layers.15.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:cb9bdc4193352cde9f6d8a51891829c8cafb6686d60069d32d3b5b83cd7dce17
+size 5251
diff --git a/params/opt/5/rnd_search_t_lin/comb_11_t/global_train/model.decoder.layers.16.fc1/_0.pt b/params/opt/5/rnd_search_t_lin/comb_11_t/global_train/model.decoder.layers.16.fc1/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4eac529b7314a8e3bb1ce4cb1299407cfdcb1972
--- /dev/null
+++ b/params/opt/5/rnd_search_t_lin/comb_11_t/global_train/model.decoder.layers.16.fc1/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:805e78b8edcf38678d5e717256023f71206121458556cabb86c89c7554f66376
+size 17539
diff --git a/params/opt/5/rnd_search_t_lin/comb_11_t/global_train/model.decoder.layers.16.fc1/_s.pt b/params/opt/5/rnd_search_t_lin/comb_11_t/global_train/model.decoder.layers.16.fc1/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..f9ac5175b423c50b02d0ce54c04aeb96e91230c0
--- /dev/null
+++ b/params/opt/5/rnd_search_t_lin/comb_11_t/global_train/model.decoder.layers.16.fc1/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:6c57db639be105f3218c4ec27e5e0661694852b0381b1dcb21cee082d92bc508
+size 17539
diff --git a/params/opt/5/rnd_search_t_lin/comb_11_t/global_train/model.decoder.layers.16.fc2/_0.pt b/params/opt/5/rnd_search_t_lin/comb_11_t/global_train/model.decoder.layers.16.fc2/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..83d8c638e7979d00d8f82bae946bc11c4693a6ce
--- /dev/null
+++ b/params/opt/5/rnd_search_t_lin/comb_11_t/global_train/model.decoder.layers.16.fc2/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:76d3b323ead1811c6fc13e81dc2311596107cea087aaa5f06faf6531868b5bb5
+size 5251
diff --git a/params/opt/5/rnd_search_t_lin/comb_11_t/global_train/model.decoder.layers.16.fc2/_s.pt b/params/opt/5/rnd_search_t_lin/comb_11_t/global_train/model.decoder.layers.16.fc2/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..6db50d1c1e03be5a4c9957e1b6aee51fb0e59d1e
--- /dev/null
+++ b/params/opt/5/rnd_search_t_lin/comb_11_t/global_train/model.decoder.layers.16.fc2/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b81e2257311995da6949e35bfd447fb76bac4b54f07a4512b9b185748bbe44ba
+size 5251
diff --git a/params/opt/5/rnd_search_t_lin/comb_11_t/global_train/model.decoder.layers.16.self_attn.k_proj/_0.pt b/params/opt/5/rnd_search_t_lin/comb_11_t/global_train/model.decoder.layers.16.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..27f8d1fc196214325ad1d10bd873b6f1af22bebf
--- /dev/null
+++ b/params/opt/5/rnd_search_t_lin/comb_11_t/global_train/model.decoder.layers.16.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:06fca5a393209644e2a8829e226b0159cd3da25cb66ad371026a9f7b9a50770c
+size 5251
diff --git a/params/opt/5/rnd_search_t_lin/comb_11_t/global_train/model.decoder.layers.16.self_attn.k_proj/_s.pt b/params/opt/5/rnd_search_t_lin/comb_11_t/global_train/model.decoder.layers.16.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..d5f26073d6ab88679bf7b3f95cbe4f41669fb95d
--- /dev/null
+++ b/params/opt/5/rnd_search_t_lin/comb_11_t/global_train/model.decoder.layers.16.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c1408abd84372c0ede7c0165d0410636aacd1fe0ecc96e9ec367eb54c30766ec
+size 5251
diff --git a/params/opt/5/rnd_search_t_lin/comb_11_t/global_train/model.decoder.layers.16.self_attn.out_proj/_0.pt b/params/opt/5/rnd_search_t_lin/comb_11_t/global_train/model.decoder.layers.16.self_attn.out_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..eee2939e94db8181b3782484f773bf23acf9bb3f
--- /dev/null
+++ b/params/opt/5/rnd_search_t_lin/comb_11_t/global_train/model.decoder.layers.16.self_attn.out_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:90a6a0c76f572b0d2f4162627602883c5919a83539c9916767ca5e207e0a6ec3
+size 5251
diff --git a/params/opt/5/rnd_search_t_lin/comb_11_t/global_train/model.decoder.layers.16.self_attn.out_proj/_s.pt b/params/opt/5/rnd_search_t_lin/comb_11_t/global_train/model.decoder.layers.16.self_attn.out_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4bc41d46781342cb9d2f4de84806eae98b303448
--- /dev/null
+++ b/params/opt/5/rnd_search_t_lin/comb_11_t/global_train/model.decoder.layers.16.self_attn.out_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:bdf220c4edfb24b7420d70f05f72760d2b18827bda46588cdbdbd72c21709025
+size 5251
diff --git a/params/opt/5/rnd_search_t_lin/comb_11_t/global_train/model.decoder.layers.16.self_attn.q_proj/_0.pt b/params/opt/5/rnd_search_t_lin/comb_11_t/global_train/model.decoder.layers.16.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2d4f0eb59ec295c5f85157df2830f6985f1019ca
--- /dev/null
+++ b/params/opt/5/rnd_search_t_lin/comb_11_t/global_train/model.decoder.layers.16.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2a365188fd82a8fc4672ce3bc3f56cf4cd829e09ad56b6c51ba71d880064179a
+size 5251
diff --git a/params/opt/5/rnd_search_t_lin/comb_11_t/global_train/model.decoder.layers.16.self_attn.q_proj/_s.pt b/params/opt/5/rnd_search_t_lin/comb_11_t/global_train/model.decoder.layers.16.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..b760b577344fde1e824b3678cba8bcc3b3be63ae
--- /dev/null
+++ b/params/opt/5/rnd_search_t_lin/comb_11_t/global_train/model.decoder.layers.16.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:fccb02aa2eeb09601a83e20c4ee49fe5ff604f672ae3e1300bffc339019f6f94
+size 5251
diff --git a/params/opt/5/rnd_search_t_lin/comb_11_t/global_train/model.decoder.layers.16.self_attn.v_proj/_0.pt b/params/opt/5/rnd_search_t_lin/comb_11_t/global_train/model.decoder.layers.16.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..6c84060080e85b46a18f9a174b506dadba70f5a3
--- /dev/null
+++ b/params/opt/5/rnd_search_t_lin/comb_11_t/global_train/model.decoder.layers.16.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2953d863575d20c6b5c073d6d9fa7d54c4c04885c627d5bd0b9648c259a3af58
+size 5251
diff --git a/params/opt/5/rnd_search_t_lin/comb_11_t/global_train/model.decoder.layers.16.self_attn.v_proj/_s.pt b/params/opt/5/rnd_search_t_lin/comb_11_t/global_train/model.decoder.layers.16.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e0c8c617b17d7d1c62deb0f88a1f6013306d2a2e
--- /dev/null
+++ b/params/opt/5/rnd_search_t_lin/comb_11_t/global_train/model.decoder.layers.16.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:3855c3b46adf5478da4e08290abe29b27ce13bf9d1a1161d292af37e7aafda28
+size 5251
diff --git a/params/opt/5/rnd_search_t_lin/comb_11_t/global_train/model.decoder.layers.17.fc1/_0.pt b/params/opt/5/rnd_search_t_lin/comb_11_t/global_train/model.decoder.layers.17.fc1/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..40fad89ce1b67aa987f7976be6f227f9cd81b1e7
--- /dev/null
+++ b/params/opt/5/rnd_search_t_lin/comb_11_t/global_train/model.decoder.layers.17.fc1/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0790429eedcdd0f867c5b8558d683e910b9bcffda1e46ece7304369770b22a65
+size 17539
diff --git a/params/opt/5/rnd_search_t_lin/comb_11_t/global_train/model.decoder.layers.17.fc1/_s.pt b/params/opt/5/rnd_search_t_lin/comb_11_t/global_train/model.decoder.layers.17.fc1/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..134e5de9f0d52cd713c8350724f012e4712a2baa
--- /dev/null
+++ b/params/opt/5/rnd_search_t_lin/comb_11_t/global_train/model.decoder.layers.17.fc1/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:17b5054552a64469757cfbcdec1e79ad5cd06bc367bc0621a5485678444e85e6
+size 17539
diff --git a/params/opt/5/rnd_search_t_lin/comb_11_t/global_train/model.decoder.layers.17.fc2/_0.pt b/params/opt/5/rnd_search_t_lin/comb_11_t/global_train/model.decoder.layers.17.fc2/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..b7b899ab8f5a6a32f87b21c31fb066eeda04c64e
--- /dev/null
+++ b/params/opt/5/rnd_search_t_lin/comb_11_t/global_train/model.decoder.layers.17.fc2/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c952c438bd0d478fa7e77e2df302769c35091019ca0710be4f3823f086cf0493
+size 5251
diff --git a/params/opt/5/rnd_search_t_lin/comb_11_t/global_train/model.decoder.layers.17.fc2/_s.pt b/params/opt/5/rnd_search_t_lin/comb_11_t/global_train/model.decoder.layers.17.fc2/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..12d00e8025ce36715413d2393f100ea029b57bbf
--- /dev/null
+++ b/params/opt/5/rnd_search_t_lin/comb_11_t/global_train/model.decoder.layers.17.fc2/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2dc0e5900a7a4c4455e784d3676e348d9454b5106e1c300e6bb5ab3ca4c092f7
+size 5251
diff --git a/params/opt/5/rnd_search_t_lin/comb_11_t/global_train/model.decoder.layers.17.self_attn.k_proj/_0.pt b/params/opt/5/rnd_search_t_lin/comb_11_t/global_train/model.decoder.layers.17.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..f4dbb7bcd4c238d498740a3a0938e478b9f8a201
--- /dev/null
+++ b/params/opt/5/rnd_search_t_lin/comb_11_t/global_train/model.decoder.layers.17.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:791024c9a52bd156eb39d1e99b2c315186179322e12e515765209b9458bf334a
+size 5251
diff --git a/params/opt/5/rnd_search_t_lin/comb_11_t/global_train/model.decoder.layers.17.self_attn.k_proj/_s.pt b/params/opt/5/rnd_search_t_lin/comb_11_t/global_train/model.decoder.layers.17.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4060db71ac5c8d40ff8b74459cadbb13e398dcac
--- /dev/null
+++ b/params/opt/5/rnd_search_t_lin/comb_11_t/global_train/model.decoder.layers.17.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:fda60a3cefa48929b8ba64efd6c33a14fc3235e5bda5f78ec9901eca2cf9dd56
+size 5251
diff --git a/params/opt/5/rnd_search_t_lin/comb_11_t/global_train/model.decoder.layers.17.self_attn.out_proj/_0.pt b/params/opt/5/rnd_search_t_lin/comb_11_t/global_train/model.decoder.layers.17.self_attn.out_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..53944d0ad8daa3b3beb3a8ba165ae9fbdfcd30a8
--- /dev/null
+++ b/params/opt/5/rnd_search_t_lin/comb_11_t/global_train/model.decoder.layers.17.self_attn.out_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:68cabc06d24efc85a4bbfee9c3bfcc17693f6f96d1244a54c4a90431bb50ec89
+size 5251
diff --git a/params/opt/5/rnd_search_t_lin/comb_11_t/global_train/model.decoder.layers.17.self_attn.out_proj/_s.pt b/params/opt/5/rnd_search_t_lin/comb_11_t/global_train/model.decoder.layers.17.self_attn.out_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..5950f5af3a68a915093f9c273e7487979acafc6c
--- /dev/null
+++ b/params/opt/5/rnd_search_t_lin/comb_11_t/global_train/model.decoder.layers.17.self_attn.out_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:89fad5f434629234fcb411d30fe17ef0dd05c489580dc839655079f808806863
+size 5251
diff --git a/params/opt/5/rnd_search_t_lin/comb_11_t/global_train/model.decoder.layers.17.self_attn.q_proj/_0.pt b/params/opt/5/rnd_search_t_lin/comb_11_t/global_train/model.decoder.layers.17.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..5230c1fe8756aa892313887faad084d2cea82e1b
--- /dev/null
+++ b/params/opt/5/rnd_search_t_lin/comb_11_t/global_train/model.decoder.layers.17.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e7ad461eb357989ac379932ab5bef4e3facec845e7ba3375be2449a6ddd874c1
+size 5251
diff --git a/params/opt/5/rnd_search_t_lin/comb_11_t/global_train/model.decoder.layers.17.self_attn.q_proj/_s.pt b/params/opt/5/rnd_search_t_lin/comb_11_t/global_train/model.decoder.layers.17.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..77135877e6885918a9083f8777dcbfc84117a764
--- /dev/null
+++ b/params/opt/5/rnd_search_t_lin/comb_11_t/global_train/model.decoder.layers.17.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d388856f779f6c4b777afec77e4d240134efd151a1e5d5051a33f16db633299b
+size 5251
diff --git a/params/opt/5/rnd_search_t_lin/comb_11_t/global_train/model.decoder.layers.17.self_attn.v_proj/_0.pt b/params/opt/5/rnd_search_t_lin/comb_11_t/global_train/model.decoder.layers.17.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c9a1792f2ae15fce217de6df34b10f2a220ccd7c
--- /dev/null
+++ b/params/opt/5/rnd_search_t_lin/comb_11_t/global_train/model.decoder.layers.17.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:7df663b44e07ad4cf75bfd93013f140c2599011aabc635b3951d40a7261a53f2
+size 5251
diff --git a/params/opt/5/rnd_search_t_lin/comb_11_t/global_train/model.decoder.layers.17.self_attn.v_proj/_s.pt b/params/opt/5/rnd_search_t_lin/comb_11_t/global_train/model.decoder.layers.17.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..db855d2d5e08008278718c7028bde3b7c93b7da6
--- /dev/null
+++ b/params/opt/5/rnd_search_t_lin/comb_11_t/global_train/model.decoder.layers.17.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:afa6e25a346859cd1c8a049a22adf4c1df0846099376818ac1d198ca6ac1bd61
+size 5251
diff --git a/params/opt/5/rnd_search_t_lin/comb_11_t/global_train/model.decoder.layers.18.fc1/_0.pt b/params/opt/5/rnd_search_t_lin/comb_11_t/global_train/model.decoder.layers.18.fc1/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..05c0e20557fd1065d66f4ada1a6a3463737b99b9
--- /dev/null
+++ b/params/opt/5/rnd_search_t_lin/comb_11_t/global_train/model.decoder.layers.18.fc1/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:edd005892dad4e17988ff919d9896341e0bef68a869355583883942a8210e732
+size 17539
diff --git a/params/opt/5/rnd_search_t_lin/comb_11_t/global_train/model.decoder.layers.18.fc1/_s.pt b/params/opt/5/rnd_search_t_lin/comb_11_t/global_train/model.decoder.layers.18.fc1/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ff1d5ae5ff25082163081f4ef981528da3d64683
--- /dev/null
+++ b/params/opt/5/rnd_search_t_lin/comb_11_t/global_train/model.decoder.layers.18.fc1/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:7093ba9466d00d524b191d25c2437dbe9c22fa89de603948214130f1d0a7f025
+size 17539
diff --git a/params/opt/5/rnd_search_t_lin/comb_11_t/global_train/model.decoder.layers.18.fc2/_0.pt b/params/opt/5/rnd_search_t_lin/comb_11_t/global_train/model.decoder.layers.18.fc2/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..b816745a8ac454a0e5e664b38cb56d25a80e3735
--- /dev/null
+++ b/params/opt/5/rnd_search_t_lin/comb_11_t/global_train/model.decoder.layers.18.fc2/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:6e54ae214a4951878ab1309a126f0c666df3f19b046291f297effebeb2330e45
+size 5251
diff --git a/params/opt/5/rnd_search_t_lin/comb_11_t/global_train/model.decoder.layers.18.fc2/_s.pt b/params/opt/5/rnd_search_t_lin/comb_11_t/global_train/model.decoder.layers.18.fc2/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..6fba7311650a0842fc5c174252bf6ccf42905000
--- /dev/null
+++ b/params/opt/5/rnd_search_t_lin/comb_11_t/global_train/model.decoder.layers.18.fc2/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:3f162e467f947b1808eb05046a3795a8035ff8bc2e0312604d04fbe678801fac
+size 5251
diff --git a/params/opt/5/rnd_search_t_lin/comb_11_t/global_train/model.decoder.layers.18.self_attn.k_proj/_0.pt b/params/opt/5/rnd_search_t_lin/comb_11_t/global_train/model.decoder.layers.18.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e9bd10290d31b765c7a28e0154167b44fc086a9b
--- /dev/null
+++ b/params/opt/5/rnd_search_t_lin/comb_11_t/global_train/model.decoder.layers.18.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e95c47199cb9f242471888cdf2e1d3d35cc3ef0248de0dec440fbfb0e2c3e900
+size 5251
diff --git a/params/opt/5/rnd_search_t_lin/comb_11_t/global_train/model.decoder.layers.18.self_attn.k_proj/_s.pt b/params/opt/5/rnd_search_t_lin/comb_11_t/global_train/model.decoder.layers.18.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..50fdda2bc6ac6a58a1bd9567932a0e956f9c67d2
--- /dev/null
+++ b/params/opt/5/rnd_search_t_lin/comb_11_t/global_train/model.decoder.layers.18.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5f2ca9aa4c63a7bf806a5403efe94ec82c75c5804a403fd643a1572944b3d8a1
+size 5251
diff --git a/params/opt/5/rnd_search_t_lin/comb_11_t/global_train/model.decoder.layers.18.self_attn.out_proj/_0.pt b/params/opt/5/rnd_search_t_lin/comb_11_t/global_train/model.decoder.layers.18.self_attn.out_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8919e18a0485ead16989ed05f93e559f49465ae0
--- /dev/null
+++ b/params/opt/5/rnd_search_t_lin/comb_11_t/global_train/model.decoder.layers.18.self_attn.out_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:811784ec500b7c41d34201a0edaf4f1e94ce5c5b5f4c26dc8a057d4b128cd9eb
+size 5251
diff --git a/params/opt/5/rnd_search_t_lin/comb_11_t/global_train/model.decoder.layers.18.self_attn.out_proj/_s.pt b/params/opt/5/rnd_search_t_lin/comb_11_t/global_train/model.decoder.layers.18.self_attn.out_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..5d4c6489bf4fb358155835fcc5f8c4ce89b954ac
--- /dev/null
+++ b/params/opt/5/rnd_search_t_lin/comb_11_t/global_train/model.decoder.layers.18.self_attn.out_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:04150dc2cd1edfed426b6d649e990da4c645c1e8e18e7879368a0971b318d144
+size 5251
diff --git a/params/opt/5/rnd_search_t_lin/comb_11_t/global_train/model.decoder.layers.18.self_attn.q_proj/_0.pt b/params/opt/5/rnd_search_t_lin/comb_11_t/global_train/model.decoder.layers.18.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..623fd3040a22680ae73464fe60ef0bf0b5e7700b
--- /dev/null
+++ b/params/opt/5/rnd_search_t_lin/comb_11_t/global_train/model.decoder.layers.18.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e43a299ab7942683e02e4eb170d8e8bce1d7f526a09c36ff66f320a56261f697
+size 5251
diff --git a/params/opt/5/rnd_search_t_lin/comb_11_t/global_train/model.decoder.layers.18.self_attn.q_proj/_s.pt b/params/opt/5/rnd_search_t_lin/comb_11_t/global_train/model.decoder.layers.18.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e47908a72ecdc8d111343063730ad4257e3e20f8
--- /dev/null
+++ b/params/opt/5/rnd_search_t_lin/comb_11_t/global_train/model.decoder.layers.18.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ecfe4788e8b010889a80ba9adbdc7abd8400bbdfad6a392a7ddefa18e3d2796b
+size 5251
diff --git a/params/opt/5/rnd_search_t_lin/comb_11_t/global_train/model.decoder.layers.18.self_attn.v_proj/_0.pt b/params/opt/5/rnd_search_t_lin/comb_11_t/global_train/model.decoder.layers.18.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c8459b1e4429c8bb779adc51de6346154fdbde00
--- /dev/null
+++ b/params/opt/5/rnd_search_t_lin/comb_11_t/global_train/model.decoder.layers.18.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e7eed8f4a78d2cee0d8c58aa9db92fa50a7285d851eb3137d74910f93d696a4f
+size 5251
diff --git a/params/opt/5/rnd_search_t_lin/comb_11_t/global_train/model.decoder.layers.18.self_attn.v_proj/_s.pt b/params/opt/5/rnd_search_t_lin/comb_11_t/global_train/model.decoder.layers.18.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..f102390f7eb5f6e633a549e8206e11c937562611
--- /dev/null
+++ b/params/opt/5/rnd_search_t_lin/comb_11_t/global_train/model.decoder.layers.18.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:cfbe97859447c277552d60841e1d1bf590cc09e7cbfcb2846a52d4990188a211
+size 5251
diff --git a/params/opt/5/rnd_search_t_lin/comb_11_t/global_train/model.decoder.layers.19.fc1/_0.pt b/params/opt/5/rnd_search_t_lin/comb_11_t/global_train/model.decoder.layers.19.fc1/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..b6380869c7d8a79eaccada53a2464f1a38388ea9
--- /dev/null
+++ b/params/opt/5/rnd_search_t_lin/comb_11_t/global_train/model.decoder.layers.19.fc1/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:8ff94a8e1af1f393d488349674776bb62378f3e3ad1bd6b1b95d8d8fb6ec04f0
+size 17539
diff --git a/params/opt/5/rnd_search_t_lin/comb_11_t/global_train/model.decoder.layers.19.fc1/_s.pt b/params/opt/5/rnd_search_t_lin/comb_11_t/global_train/model.decoder.layers.19.fc1/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4af23e45cd9694b67ec1dc52470cc7c544acf988
--- /dev/null
+++ b/params/opt/5/rnd_search_t_lin/comb_11_t/global_train/model.decoder.layers.19.fc1/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d3a9276b917463433c81e06318623c90be44e2e65349df26d37af3f4ff681e6a
+size 17539
diff --git a/params/opt/5/rnd_search_t_lin/comb_11_t/global_train/model.decoder.layers.19.fc2/_0.pt b/params/opt/5/rnd_search_t_lin/comb_11_t/global_train/model.decoder.layers.19.fc2/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e79b1589c8c70518f0cfea1bc77911370d97a9b0
--- /dev/null
+++ b/params/opt/5/rnd_search_t_lin/comb_11_t/global_train/model.decoder.layers.19.fc2/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:bba2f052d15b18581285b6a7aabf2fe07fdb27a045b8177b97db92806799bdb6
+size 5251
diff --git a/params/opt/5/rnd_search_t_lin/comb_11_t/global_train/model.decoder.layers.19.fc2/_s.pt b/params/opt/5/rnd_search_t_lin/comb_11_t/global_train/model.decoder.layers.19.fc2/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..059cfda7191e8efbe68857f211ace476932a9ba5
--- /dev/null
+++ b/params/opt/5/rnd_search_t_lin/comb_11_t/global_train/model.decoder.layers.19.fc2/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:02049c42b85572ba1fa78ea9cceec86f3c020c456c1a4016743d79805ae1ff8e
+size 5251
diff --git a/params/opt/5/rnd_search_t_lin/comb_11_t/global_train/model.decoder.layers.19.self_attn.k_proj/_0.pt b/params/opt/5/rnd_search_t_lin/comb_11_t/global_train/model.decoder.layers.19.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..474e844c289cd3aac515950cf3b9f53c0aef71f1
--- /dev/null
+++ b/params/opt/5/rnd_search_t_lin/comb_11_t/global_train/model.decoder.layers.19.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:614e9dde1de6ce4722c9d560c88dabd1f30a76c0af38d642b14c29915053bede
+size 5251
diff --git a/params/opt/5/rnd_search_t_lin/comb_11_t/global_train/model.decoder.layers.19.self_attn.k_proj/_s.pt b/params/opt/5/rnd_search_t_lin/comb_11_t/global_train/model.decoder.layers.19.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8fe366c1a8d394e3c9506932eca3c18d1c16d2db
--- /dev/null
+++ b/params/opt/5/rnd_search_t_lin/comb_11_t/global_train/model.decoder.layers.19.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d61a5126c8a48421cb127b9a278f30086582caf5c979686d416fc47fbc282516
+size 5251
diff --git a/params/opt/5/rnd_search_t_lin/comb_11_t/global_train/model.decoder.layers.19.self_attn.out_proj/_0.pt b/params/opt/5/rnd_search_t_lin/comb_11_t/global_train/model.decoder.layers.19.self_attn.out_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..48df3764bc8dfca7d41af83d6712f9b17f1d48af
--- /dev/null
+++ b/params/opt/5/rnd_search_t_lin/comb_11_t/global_train/model.decoder.layers.19.self_attn.out_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0d2cb713a0b6be633eb1aa55bdd9cb776d74dc02d410d59eefe69d15375bcdce
+size 5251
diff --git a/params/opt/5/rnd_search_t_lin/comb_11_t/global_train/model.decoder.layers.19.self_attn.out_proj/_s.pt b/params/opt/5/rnd_search_t_lin/comb_11_t/global_train/model.decoder.layers.19.self_attn.out_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..fb310a905f272d561619fc03f2416dd1af9f3712
--- /dev/null
+++ b/params/opt/5/rnd_search_t_lin/comb_11_t/global_train/model.decoder.layers.19.self_attn.out_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2c46ff8741c0f7f13aca2ea6ebde0a8c08c26b0af9b5390e9089551d3c56739f
+size 5251
diff --git a/params/opt/5/rnd_search_t_lin/comb_11_t/global_train/model.decoder.layers.19.self_attn.q_proj/_0.pt b/params/opt/5/rnd_search_t_lin/comb_11_t/global_train/model.decoder.layers.19.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..9ad6a33491dcc2dc58d8561bb53825591d9c8441
--- /dev/null
+++ b/params/opt/5/rnd_search_t_lin/comb_11_t/global_train/model.decoder.layers.19.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ffffc4f7129be614be3126e729b3278d0c5551958c98b02d53d0579a0bf4bbac
+size 5251
diff --git a/params/opt/5/rnd_search_t_lin/comb_11_t/global_train/model.decoder.layers.19.self_attn.q_proj/_s.pt b/params/opt/5/rnd_search_t_lin/comb_11_t/global_train/model.decoder.layers.19.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..9a652c612ea773022da3f695172b31f233959023
--- /dev/null
+++ b/params/opt/5/rnd_search_t_lin/comb_11_t/global_train/model.decoder.layers.19.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:de68ddc0a0793efc1b644c8577ee1a5eeab160d87a50d572ab5c5083662bbaa8
+size 5251
diff --git a/params/opt/5/rnd_search_t_lin/comb_11_t/global_train/model.decoder.layers.19.self_attn.v_proj/_0.pt b/params/opt/5/rnd_search_t_lin/comb_11_t/global_train/model.decoder.layers.19.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..31222fe3788e917d8a3e17a9ddad7e62bbe54b12
--- /dev/null
+++ b/params/opt/5/rnd_search_t_lin/comb_11_t/global_train/model.decoder.layers.19.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:8bbb9ba19a105a4ca52cbe60190e46c442d5e0ed42c3ce10c8600b8193d32796
+size 5251
diff --git a/params/opt/5/rnd_search_t_lin/comb_11_t/global_train/model.decoder.layers.19.self_attn.v_proj/_s.pt b/params/opt/5/rnd_search_t_lin/comb_11_t/global_train/model.decoder.layers.19.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..f97f698c478e77fcd83d6df96f0e31e931dc09ab
--- /dev/null
+++ b/params/opt/5/rnd_search_t_lin/comb_11_t/global_train/model.decoder.layers.19.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b5b59a7b6d438caf0b794c12e6a7ac7307e576efbee0dd7f94c55e9a63e56c8b
+size 5251
diff --git a/params/opt/5/rnd_search_t_lin/comb_11_t/global_train/model.decoder.layers.2.fc1/_0.pt b/params/opt/5/rnd_search_t_lin/comb_11_t/global_train/model.decoder.layers.2.fc1/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8537ff8de97029d8dcbdb3b09144743885f0741d
--- /dev/null
+++ b/params/opt/5/rnd_search_t_lin/comb_11_t/global_train/model.decoder.layers.2.fc1/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0be71a5c6474b2a78703f67e6cc5db73d05a1bfe99470a7de8f36b68fd70f6da
+size 17539
diff --git a/params/opt/5/rnd_search_t_lin/comb_11_t/global_train/model.decoder.layers.2.fc1/_s.pt b/params/opt/5/rnd_search_t_lin/comb_11_t/global_train/model.decoder.layers.2.fc1/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a6da180a9142ef18c8bf2247be257df5cf65d34d
--- /dev/null
+++ b/params/opt/5/rnd_search_t_lin/comb_11_t/global_train/model.decoder.layers.2.fc1/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:9d82232dce174e40b11ece851d0a51e63a20c182b3bac7fa3d543d01d5c97bc3
+size 17539
diff --git a/params/opt/5/rnd_search_t_lin/comb_11_t/global_train/model.decoder.layers.2.fc2/_0.pt b/params/opt/5/rnd_search_t_lin/comb_11_t/global_train/model.decoder.layers.2.fc2/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a4324a6f65ffc04f5076ee8e5daf7417691036bc
--- /dev/null
+++ b/params/opt/5/rnd_search_t_lin/comb_11_t/global_train/model.decoder.layers.2.fc2/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:96f84850c564ab5d643d0910f14ef816a65c792b72f9a0065f64ac6813aef2b6
+size 5251
diff --git a/params/opt/5/rnd_search_t_lin/comb_11_t/global_train/model.decoder.layers.2.fc2/_s.pt b/params/opt/5/rnd_search_t_lin/comb_11_t/global_train/model.decoder.layers.2.fc2/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c673b668caa7da12bb4cce9a1f9de70c316f4ef6
--- /dev/null
+++ b/params/opt/5/rnd_search_t_lin/comb_11_t/global_train/model.decoder.layers.2.fc2/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c37468495e6549783de884829a50325767698e0435cb1f18c190a609de3aa963
+size 5251
diff --git a/params/opt/5/rnd_search_t_lin/comb_11_t/global_train/model.decoder.layers.2.self_attn.k_proj/_0.pt b/params/opt/5/rnd_search_t_lin/comb_11_t/global_train/model.decoder.layers.2.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..5cf6f378634379decdb16f56561c9e20ba3621de
--- /dev/null
+++ b/params/opt/5/rnd_search_t_lin/comb_11_t/global_train/model.decoder.layers.2.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:88563b1c6172986eaac6c8389dbc194bff73f18ace3cc8680922f91afed88e97
+size 5251
diff --git a/params/opt/5/rnd_search_t_lin/comb_11_t/global_train/model.decoder.layers.2.self_attn.k_proj/_s.pt b/params/opt/5/rnd_search_t_lin/comb_11_t/global_train/model.decoder.layers.2.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..bc34ff37adc1136dd009f468b3ba02443645a438
--- /dev/null
+++ b/params/opt/5/rnd_search_t_lin/comb_11_t/global_train/model.decoder.layers.2.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:72bc047146020dac948a69cd0635f78d040a771f48314e85be5bcbfd535d70c5
+size 5251
diff --git a/params/opt/5/rnd_search_t_lin/comb_11_t/global_train/model.decoder.layers.2.self_attn.out_proj/_0.pt b/params/opt/5/rnd_search_t_lin/comb_11_t/global_train/model.decoder.layers.2.self_attn.out_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..bc4372a1cb087890c224ab9a8779440276c0d684
--- /dev/null
+++ b/params/opt/5/rnd_search_t_lin/comb_11_t/global_train/model.decoder.layers.2.self_attn.out_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:8f9faa65b8c2322ec20002067189ecd4d494fb41a41436afc95609b8eb8560cb
+size 5251
diff --git a/params/opt/5/rnd_search_t_lin/comb_11_t/global_train/model.decoder.layers.2.self_attn.out_proj/_s.pt b/params/opt/5/rnd_search_t_lin/comb_11_t/global_train/model.decoder.layers.2.self_attn.out_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..02d8e1e45244d700fca9d9e7c47052ca3c674d6f
--- /dev/null
+++ b/params/opt/5/rnd_search_t_lin/comb_11_t/global_train/model.decoder.layers.2.self_attn.out_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:620b81c2ebcda2c5ed31245136f0b769e14c38e36d089acfcbd8b2d943a91d34
+size 5251
diff --git a/params/opt/5/rnd_search_t_lin/comb_11_t/global_train/model.decoder.layers.2.self_attn.q_proj/_0.pt b/params/opt/5/rnd_search_t_lin/comb_11_t/global_train/model.decoder.layers.2.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..723cc26f1c0bbc6e37bc6861728010c18f69ad69
--- /dev/null
+++ b/params/opt/5/rnd_search_t_lin/comb_11_t/global_train/model.decoder.layers.2.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ca108996abf22adbb836137affb3ededa61378420eb39d8687509ce7e77dbb18
+size 5251
diff --git a/params/opt/5/rnd_search_t_lin/comb_11_t/global_train/model.decoder.layers.2.self_attn.q_proj/_s.pt b/params/opt/5/rnd_search_t_lin/comb_11_t/global_train/model.decoder.layers.2.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..de978edb81530fe26c343d63a70d9ddbd379249a
--- /dev/null
+++ b/params/opt/5/rnd_search_t_lin/comb_11_t/global_train/model.decoder.layers.2.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c85b14a34c52d2efcba2eafe25e7a920379d3c7759e8ececde7106bee665ab4c
+size 5251
diff --git a/params/opt/5/rnd_search_t_lin/comb_11_t/global_train/model.decoder.layers.2.self_attn.v_proj/_0.pt b/params/opt/5/rnd_search_t_lin/comb_11_t/global_train/model.decoder.layers.2.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..15825f0c7e3b3173ad1a98e62a1c7c373aedbf6e
--- /dev/null
+++ b/params/opt/5/rnd_search_t_lin/comb_11_t/global_train/model.decoder.layers.2.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:45b02239674e4beeecb4354d103d6cc8400af9b883c83a63d765c6e865379794
+size 5251
diff --git a/params/opt/5/rnd_search_t_lin/comb_11_t/global_train/model.decoder.layers.2.self_attn.v_proj/_s.pt b/params/opt/5/rnd_search_t_lin/comb_11_t/global_train/model.decoder.layers.2.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..f9a1eaa13ceb2724f14977acdf993150fb2a0cb5
--- /dev/null
+++ b/params/opt/5/rnd_search_t_lin/comb_11_t/global_train/model.decoder.layers.2.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:4a5dfc8da3a3e62a5e01aa9dad7c56a310d76be8a5732cc657ffbc2f3ec2a8cf
+size 5251
diff --git a/params/opt/5/rnd_search_t_lin/comb_11_t/global_train/model.decoder.layers.20.fc1/_0.pt b/params/opt/5/rnd_search_t_lin/comb_11_t/global_train/model.decoder.layers.20.fc1/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..f571bccd126f5b3417bce62d635b5c570cfe6b12
--- /dev/null
+++ b/params/opt/5/rnd_search_t_lin/comb_11_t/global_train/model.decoder.layers.20.fc1/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:695c3851059b97423d875fc99263464f86bce47e4c5596685c037385c719a12f
+size 17539
diff --git a/params/opt/5/rnd_search_t_lin/comb_11_t/global_train/model.decoder.layers.20.fc1/_s.pt b/params/opt/5/rnd_search_t_lin/comb_11_t/global_train/model.decoder.layers.20.fc1/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..050117e715ab8c6404b80cbdcc4f712184754b91
--- /dev/null
+++ b/params/opt/5/rnd_search_t_lin/comb_11_t/global_train/model.decoder.layers.20.fc1/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:fe34b4619da1536e88a33d43562eac401f5ca4ede880bb5f1af39e1d7cc13f5a
+size 17539
diff --git a/params/opt/5/rnd_search_t_lin/comb_11_t/global_train/model.decoder.layers.20.fc2/_0.pt b/params/opt/5/rnd_search_t_lin/comb_11_t/global_train/model.decoder.layers.20.fc2/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..cc264b4f29c23d5543b748a969dbd75d2e5d8b29
--- /dev/null
+++ b/params/opt/5/rnd_search_t_lin/comb_11_t/global_train/model.decoder.layers.20.fc2/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:539c85dc4000b3f6fb1457dccd4c429e457a91cd4e7df9a3d57c4c1941c8f3ec
+size 5251
diff --git a/params/opt/5/rnd_search_t_lin/comb_11_t/global_train/model.decoder.layers.20.fc2/_s.pt b/params/opt/5/rnd_search_t_lin/comb_11_t/global_train/model.decoder.layers.20.fc2/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..9aff2de0417463e4f8e6871e094edc048072803f
--- /dev/null
+++ b/params/opt/5/rnd_search_t_lin/comb_11_t/global_train/model.decoder.layers.20.fc2/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e66aa495154c41238f553a7e526c178b2094aae35f9c3ac8a99c1ae28df8d3a3
+size 5251
diff --git a/params/opt/5/rnd_search_t_lin/comb_11_t/global_train/model.decoder.layers.20.self_attn.k_proj/_0.pt b/params/opt/5/rnd_search_t_lin/comb_11_t/global_train/model.decoder.layers.20.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..653607716cd68688a2fa53bbff6208e3bf798872
--- /dev/null
+++ b/params/opt/5/rnd_search_t_lin/comb_11_t/global_train/model.decoder.layers.20.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:3a43bfe2f66bb02c249ba39de0f53100bfc711f24009277afba41bb9767c6dee
+size 5251
diff --git a/params/opt/5/rnd_search_t_lin/comb_11_t/global_train/model.decoder.layers.20.self_attn.k_proj/_s.pt b/params/opt/5/rnd_search_t_lin/comb_11_t/global_train/model.decoder.layers.20.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a07e5ace17bacfc416fae14f7cc3d9369b3002d5
--- /dev/null
+++ b/params/opt/5/rnd_search_t_lin/comb_11_t/global_train/model.decoder.layers.20.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:01e800f644262b89f24e8e0791a3c1ee1258e5e5fca824c6fea0441c23d76c95
+size 5251
diff --git a/params/opt/5/rnd_search_t_lin/comb_11_t/global_train/model.decoder.layers.20.self_attn.out_proj/_0.pt b/params/opt/5/rnd_search_t_lin/comb_11_t/global_train/model.decoder.layers.20.self_attn.out_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4f209098d007dea5fd42362c518532f66a1a5c02
--- /dev/null
+++ b/params/opt/5/rnd_search_t_lin/comb_11_t/global_train/model.decoder.layers.20.self_attn.out_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:67eac35f646d77ac0fe221bfa2fa6b26d66a6ae53f3c490ab83f29052478577b
+size 5251
diff --git a/params/opt/5/rnd_search_t_lin/comb_11_t/global_train/model.decoder.layers.20.self_attn.out_proj/_s.pt b/params/opt/5/rnd_search_t_lin/comb_11_t/global_train/model.decoder.layers.20.self_attn.out_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a2c27c1da522d42708323f4679cbac5cbdd7b24a
--- /dev/null
+++ b/params/opt/5/rnd_search_t_lin/comb_11_t/global_train/model.decoder.layers.20.self_attn.out_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:9db8e4022b1a2d228f228929674b2293a52f3594190644aadaf4dc2647ce0a20
+size 5251
diff --git a/params/opt/5/rnd_search_t_lin/comb_11_t/global_train/model.decoder.layers.20.self_attn.q_proj/_0.pt b/params/opt/5/rnd_search_t_lin/comb_11_t/global_train/model.decoder.layers.20.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..f3cecc6cd32c1db91f14e6d603063ef55fc267ec
--- /dev/null
+++ b/params/opt/5/rnd_search_t_lin/comb_11_t/global_train/model.decoder.layers.20.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d1fb20ae1b0165780181b9198463c5e3433308c76a7a63643700a374711e1d89
+size 5251
diff --git a/params/opt/5/rnd_search_t_lin/comb_11_t/global_train/model.decoder.layers.20.self_attn.q_proj/_s.pt b/params/opt/5/rnd_search_t_lin/comb_11_t/global_train/model.decoder.layers.20.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ac4bbcd2c95bfadd810c1a6de2f5631c36c7c79f
--- /dev/null
+++ b/params/opt/5/rnd_search_t_lin/comb_11_t/global_train/model.decoder.layers.20.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f7b83b38701da393db6921681bfc691a52bae499bbb7dcea14df6a33427dff67
+size 5251
diff --git a/params/opt/5/rnd_search_t_lin/comb_11_t/global_train/model.decoder.layers.20.self_attn.v_proj/_0.pt b/params/opt/5/rnd_search_t_lin/comb_11_t/global_train/model.decoder.layers.20.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..02eab366e942034a72fbc17388c480f067ac4182
--- /dev/null
+++ b/params/opt/5/rnd_search_t_lin/comb_11_t/global_train/model.decoder.layers.20.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b58f2ec222677b7684ef8f990ea8dccaae20f4974be76e4ba373d445d6dafe80
+size 5251
diff --git a/params/opt/5/rnd_search_t_lin/comb_11_t/global_train/model.decoder.layers.20.self_attn.v_proj/_s.pt b/params/opt/5/rnd_search_t_lin/comb_11_t/global_train/model.decoder.layers.20.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..31175b1e45b62c356b4f3277aa8e7b715929089e
--- /dev/null
+++ b/params/opt/5/rnd_search_t_lin/comb_11_t/global_train/model.decoder.layers.20.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:6bcd8dd9fb4c747810c486eeae2bb91e5f7e60231d4277bde84688f12b6f4579
+size 5251
diff --git a/params/opt/5/rnd_search_t_lin/comb_11_t/global_train/model.decoder.layers.21.fc1/_0.pt b/params/opt/5/rnd_search_t_lin/comb_11_t/global_train/model.decoder.layers.21.fc1/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8a719084bf041baa2c886781888786e0b4f07cd3
--- /dev/null
+++ b/params/opt/5/rnd_search_t_lin/comb_11_t/global_train/model.decoder.layers.21.fc1/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5292ea78de620b2d63f7832e6393a3bb896cbbeb23a3938d1fbb00229abe180a
+size 17539
diff --git a/params/opt/5/rnd_search_t_lin/comb_11_t/global_train/model.decoder.layers.21.fc1/_s.pt b/params/opt/5/rnd_search_t_lin/comb_11_t/global_train/model.decoder.layers.21.fc1/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..56e75c5316f03b328566b1a8e067c6f03ffa4bb2
--- /dev/null
+++ b/params/opt/5/rnd_search_t_lin/comb_11_t/global_train/model.decoder.layers.21.fc1/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:75d931233fbe2f38b042dde609ef55f14a4f35fd8277457a49dd8f1a9408829f
+size 17539
diff --git a/params/opt/5/rnd_search_t_lin/comb_11_t/global_train/model.decoder.layers.21.fc2/_0.pt b/params/opt/5/rnd_search_t_lin/comb_11_t/global_train/model.decoder.layers.21.fc2/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..822c0c86b0a2c4a5677c55fe59d88258555180a0
--- /dev/null
+++ b/params/opt/5/rnd_search_t_lin/comb_11_t/global_train/model.decoder.layers.21.fc2/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a213da64cf499d6f26c79d3a84b04c0bb36f7e60655db527158f9f927b3789cd
+size 5251
diff --git a/params/opt/5/rnd_search_t_lin/comb_11_t/global_train/model.decoder.layers.21.fc2/_s.pt b/params/opt/5/rnd_search_t_lin/comb_11_t/global_train/model.decoder.layers.21.fc2/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..b328a757d353c753d19922f058499e3867f4f0f5
--- /dev/null
+++ b/params/opt/5/rnd_search_t_lin/comb_11_t/global_train/model.decoder.layers.21.fc2/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:bf74d185a4452752f4b4b588a0bca928a28f7a2d64f3684cc838d4c6539be789
+size 5251
diff --git a/params/opt/5/rnd_search_t_lin/comb_11_t/global_train/model.decoder.layers.21.self_attn.k_proj/_0.pt b/params/opt/5/rnd_search_t_lin/comb_11_t/global_train/model.decoder.layers.21.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..586d5efcc2b12c406ddcc3ddb2561a172942594d
--- /dev/null
+++ b/params/opt/5/rnd_search_t_lin/comb_11_t/global_train/model.decoder.layers.21.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a82061733f30a971fff849ea5af042a19d03ce33675d9de075b1b0042805fd72
+size 5251
diff --git a/params/opt/5/rnd_search_t_lin/comb_11_t/global_train/model.decoder.layers.21.self_attn.k_proj/_s.pt b/params/opt/5/rnd_search_t_lin/comb_11_t/global_train/model.decoder.layers.21.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..81d9c8a192d0443572f9c645f1a57b5a1459b3ff
--- /dev/null
+++ b/params/opt/5/rnd_search_t_lin/comb_11_t/global_train/model.decoder.layers.21.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ffab3ad601ae8ac676404128a2c28b0e04c715aa2f689993e3eb066d3818ca94
+size 5251
diff --git a/params/opt/5/rnd_search_t_lin/comb_11_t/global_train/model.decoder.layers.21.self_attn.out_proj/_0.pt b/params/opt/5/rnd_search_t_lin/comb_11_t/global_train/model.decoder.layers.21.self_attn.out_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..fb75b5975e522874ceeb0c689d6492222ff1d8e0
--- /dev/null
+++ b/params/opt/5/rnd_search_t_lin/comb_11_t/global_train/model.decoder.layers.21.self_attn.out_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:341e5211c9aaeff8980589731a5daa130756f540b8f0da494eb1565dfd3694ba
+size 5251
diff --git a/params/opt/5/rnd_search_t_lin/comb_11_t/global_train/model.decoder.layers.21.self_attn.out_proj/_s.pt b/params/opt/5/rnd_search_t_lin/comb_11_t/global_train/model.decoder.layers.21.self_attn.out_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..6c2ff255db9e0355ea84e72600a02c1f05e27fcf
--- /dev/null
+++ b/params/opt/5/rnd_search_t_lin/comb_11_t/global_train/model.decoder.layers.21.self_attn.out_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:48ff31ae44602605f14bc8abda09c6ce1a2cd2fa7b68bac29b465e7286478dbb
+size 5251
diff --git a/params/opt/5/rnd_search_t_lin/comb_11_t/global_train/model.decoder.layers.21.self_attn.q_proj/_0.pt b/params/opt/5/rnd_search_t_lin/comb_11_t/global_train/model.decoder.layers.21.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..eeae681df571e1e3f587c6a3c5fbcc2aa316665a
--- /dev/null
+++ b/params/opt/5/rnd_search_t_lin/comb_11_t/global_train/model.decoder.layers.21.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d15ed8ff47da37e416477e7dd474137e0926cbc83bf554e4c7286e998b77b6a1
+size 5251
diff --git a/params/opt/5/rnd_search_t_lin/comb_11_t/global_train/model.decoder.layers.21.self_attn.q_proj/_s.pt b/params/opt/5/rnd_search_t_lin/comb_11_t/global_train/model.decoder.layers.21.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..5269c940a6e8168e0d1a319d8ab2eb495825dc53
--- /dev/null
+++ b/params/opt/5/rnd_search_t_lin/comb_11_t/global_train/model.decoder.layers.21.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:fb8de8d340773402c454cc46ef6b8a8f5bfa0f4c23cd2039aebdba248ca11961
+size 5251
diff --git a/params/opt/5/rnd_search_t_lin/comb_11_t/global_train/model.decoder.layers.21.self_attn.v_proj/_0.pt b/params/opt/5/rnd_search_t_lin/comb_11_t/global_train/model.decoder.layers.21.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..245afc8d2eeaaa18adb67ea87d8b6ba8109ebf72
--- /dev/null
+++ b/params/opt/5/rnd_search_t_lin/comb_11_t/global_train/model.decoder.layers.21.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:cc53795d1032d05f2b3643450f884c6eebb2429f0a1ef4127dc9fdc101ee8dd5
+size 5251
diff --git a/params/opt/5/rnd_search_t_lin/comb_11_t/global_train/model.decoder.layers.21.self_attn.v_proj/_s.pt b/params/opt/5/rnd_search_t_lin/comb_11_t/global_train/model.decoder.layers.21.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..bc8fc7b7efbb461a10908e49876526238b181362
--- /dev/null
+++ b/params/opt/5/rnd_search_t_lin/comb_11_t/global_train/model.decoder.layers.21.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:572439466be9489aafdd719d28ff2274af5bfd23567349e320fe3572d2e13e62
+size 5251
diff --git a/params/opt/5/rnd_search_t_lin/comb_11_t/global_train/model.decoder.layers.22.fc1/_0.pt b/params/opt/5/rnd_search_t_lin/comb_11_t/global_train/model.decoder.layers.22.fc1/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2eec87fb84c5f4a4feac2b29e67a4530c0a5af29
--- /dev/null
+++ b/params/opt/5/rnd_search_t_lin/comb_11_t/global_train/model.decoder.layers.22.fc1/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:bc04b6932ce36a5543d22d2a840986d5c81c2b2fb7e88f7b6bd8b134fdc5bbf3
+size 17539
diff --git a/params/opt/5/rnd_search_t_lin/comb_11_t/global_train/model.decoder.layers.22.fc1/_s.pt b/params/opt/5/rnd_search_t_lin/comb_11_t/global_train/model.decoder.layers.22.fc1/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..0d80d5bcff07532c053e1046c5f85a4f16327b3e
--- /dev/null
+++ b/params/opt/5/rnd_search_t_lin/comb_11_t/global_train/model.decoder.layers.22.fc1/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d4c4c7ccf9164f9be97118ce47cfe67d4d72f7fa3979920c8167c3b8deb77c16
+size 17539
diff --git a/params/opt/5/rnd_search_t_lin/comb_11_t/global_train/model.decoder.layers.22.fc2/_0.pt b/params/opt/5/rnd_search_t_lin/comb_11_t/global_train/model.decoder.layers.22.fc2/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..f42cd6b74f61ddcbcdd228c1a9da17cff3a80cef
--- /dev/null
+++ b/params/opt/5/rnd_search_t_lin/comb_11_t/global_train/model.decoder.layers.22.fc2/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:52459ec881ad975eda7b2340246f5fc20313888e9f2f2d0a6849c2480cd6fb3b
+size 5251
diff --git a/params/opt/5/rnd_search_t_lin/comb_11_t/global_train/model.decoder.layers.22.fc2/_s.pt b/params/opt/5/rnd_search_t_lin/comb_11_t/global_train/model.decoder.layers.22.fc2/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4831d0c24adcf19bee784121eb59f1c118a80141
--- /dev/null
+++ b/params/opt/5/rnd_search_t_lin/comb_11_t/global_train/model.decoder.layers.22.fc2/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:7e0058f405680235afdfea5e1f9dc1893d6d95effa37c711eccb23e9dc08636a
+size 5251
diff --git a/params/opt/5/rnd_search_t_lin/comb_11_t/global_train/model.decoder.layers.22.self_attn.k_proj/_0.pt b/params/opt/5/rnd_search_t_lin/comb_11_t/global_train/model.decoder.layers.22.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ad1570bb8fe0bafe585afe91e6bd33c088348068
--- /dev/null
+++ b/params/opt/5/rnd_search_t_lin/comb_11_t/global_train/model.decoder.layers.22.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:3ed15d20ef398f592ab9a5df4988e27133c33e8ec2ad94fd560fc84bad42c7ba
+size 5251
diff --git a/params/opt/5/rnd_search_t_lin/comb_11_t/global_train/model.decoder.layers.22.self_attn.k_proj/_s.pt b/params/opt/5/rnd_search_t_lin/comb_11_t/global_train/model.decoder.layers.22.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..31d1a4f092eae0a59fad9f22f1c9c84fc05df991
--- /dev/null
+++ b/params/opt/5/rnd_search_t_lin/comb_11_t/global_train/model.decoder.layers.22.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:792431c1c73a1e947bad2c906f590c081ea36ad3f88f8ede094195e4aecd7eb1
+size 5251
diff --git a/params/opt/5/rnd_search_t_lin/comb_11_t/global_train/model.decoder.layers.22.self_attn.out_proj/_0.pt b/params/opt/5/rnd_search_t_lin/comb_11_t/global_train/model.decoder.layers.22.self_attn.out_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..1b0a08047bb54b02b0cf1631ede6d601caa49b97
--- /dev/null
+++ b/params/opt/5/rnd_search_t_lin/comb_11_t/global_train/model.decoder.layers.22.self_attn.out_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:7e47a13d5c9548817268371c023beb47fb75d2111a188e60bebe43823e9e96f3
+size 5251
diff --git a/params/opt/5/rnd_search_t_lin/comb_11_t/global_train/model.decoder.layers.22.self_attn.out_proj/_s.pt b/params/opt/5/rnd_search_t_lin/comb_11_t/global_train/model.decoder.layers.22.self_attn.out_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4afe99496ec867b8264f81a4af2690bc711ce4fe
--- /dev/null
+++ b/params/opt/5/rnd_search_t_lin/comb_11_t/global_train/model.decoder.layers.22.self_attn.out_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b059ca60302a0b5bb30f440412ce07d2a6b9abd94dffbdc26f9e0e8b2baccd74
+size 5251
diff --git a/params/opt/5/rnd_search_t_lin/comb_11_t/global_train/model.decoder.layers.22.self_attn.q_proj/_0.pt b/params/opt/5/rnd_search_t_lin/comb_11_t/global_train/model.decoder.layers.22.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..496452a8d01340a49ec765be5e2de4c17315dddd
--- /dev/null
+++ b/params/opt/5/rnd_search_t_lin/comb_11_t/global_train/model.decoder.layers.22.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:acb9645086183ddb44591c8ca7d3e390c74501663245354d7b54324ac72fb55b
+size 5251
diff --git a/params/opt/5/rnd_search_t_lin/comb_11_t/global_train/model.decoder.layers.22.self_attn.q_proj/_s.pt b/params/opt/5/rnd_search_t_lin/comb_11_t/global_train/model.decoder.layers.22.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..0cbffb2096c396320c46910618384852ce1aea81
--- /dev/null
+++ b/params/opt/5/rnd_search_t_lin/comb_11_t/global_train/model.decoder.layers.22.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:68f43ec750d3d33d2938e9cde39b3c33a90d34e2c541447c1c96ec16e4eaaa35
+size 5251
diff --git a/params/opt/5/rnd_search_t_lin/comb_11_t/global_train/model.decoder.layers.22.self_attn.v_proj/_0.pt b/params/opt/5/rnd_search_t_lin/comb_11_t/global_train/model.decoder.layers.22.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..548ea76ca6591597650872038538fec7253b9e0e
--- /dev/null
+++ b/params/opt/5/rnd_search_t_lin/comb_11_t/global_train/model.decoder.layers.22.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:bc33505acca19bc353d1fc7cfbeb1dc207e34cd1459b0bc0da8b3ef56ddbe898
+size 5251
diff --git a/params/opt/5/rnd_search_t_lin/comb_11_t/global_train/model.decoder.layers.22.self_attn.v_proj/_s.pt b/params/opt/5/rnd_search_t_lin/comb_11_t/global_train/model.decoder.layers.22.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..452fd8c984a37ebd0783f4211b56462e42d806a5
--- /dev/null
+++ b/params/opt/5/rnd_search_t_lin/comb_11_t/global_train/model.decoder.layers.22.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:516cdb4348445d7a9c322850ee20e4184af3267e99429ff5a1babad05b9493b8
+size 5251
diff --git a/params/opt/5/rnd_search_t_lin/comb_11_t/global_train/model.decoder.layers.23.fc1/_0.pt b/params/opt/5/rnd_search_t_lin/comb_11_t/global_train/model.decoder.layers.23.fc1/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..af467fd51cad0ae6b7ac2ded1b88a03213b54ece
--- /dev/null
+++ b/params/opt/5/rnd_search_t_lin/comb_11_t/global_train/model.decoder.layers.23.fc1/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:4c0b02107ff84d4e4f6563cd57d05e8b6843b540d23f56bef2fa85a3098e9bb5
+size 17539
diff --git a/params/opt/5/rnd_search_t_lin/comb_11_t/global_train/model.decoder.layers.23.fc1/_s.pt b/params/opt/5/rnd_search_t_lin/comb_11_t/global_train/model.decoder.layers.23.fc1/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..149babe5ac76338deefebfc14c517614ebecb076
--- /dev/null
+++ b/params/opt/5/rnd_search_t_lin/comb_11_t/global_train/model.decoder.layers.23.fc1/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:4d39e0dc88fbdad865071f128e63daaf383fda9cf9b5313e0e1a24a98e0eab0d
+size 17539
diff --git a/params/opt/5/rnd_search_t_lin/comb_11_t/global_train/model.decoder.layers.23.fc2/_0.pt b/params/opt/5/rnd_search_t_lin/comb_11_t/global_train/model.decoder.layers.23.fc2/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..bf64dcbc008a8c07383abd1875010ea040feed0f
--- /dev/null
+++ b/params/opt/5/rnd_search_t_lin/comb_11_t/global_train/model.decoder.layers.23.fc2/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:41e5399ec68654e5f44ef2527946ff91725401236ede3b925d2c136acc827836
+size 5251
diff --git a/params/opt/5/rnd_search_t_lin/comb_11_t/global_train/model.decoder.layers.23.fc2/_s.pt b/params/opt/5/rnd_search_t_lin/comb_11_t/global_train/model.decoder.layers.23.fc2/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c58161d550d580a5af48c72f90dfb1c34f771f37
--- /dev/null
+++ b/params/opt/5/rnd_search_t_lin/comb_11_t/global_train/model.decoder.layers.23.fc2/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:8c71e3ece5473f1204dfbcccb09ef8b0d948c93bd342670d352e48f80137b0bf
+size 5251
diff --git a/params/opt/5/rnd_search_t_lin/comb_11_t/global_train/model.decoder.layers.23.self_attn.k_proj/_0.pt b/params/opt/5/rnd_search_t_lin/comb_11_t/global_train/model.decoder.layers.23.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..51915387b615180cd956859d802db7f783727f35
--- /dev/null
+++ b/params/opt/5/rnd_search_t_lin/comb_11_t/global_train/model.decoder.layers.23.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c4cb36f376617d284bc88f5e822beed9e5169e29a1cd4d172c14ea5bbf754869
+size 5251
diff --git a/params/opt/5/rnd_search_t_lin/comb_11_t/global_train/model.decoder.layers.23.self_attn.k_proj/_s.pt b/params/opt/5/rnd_search_t_lin/comb_11_t/global_train/model.decoder.layers.23.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2eab552077130c4e5c61427903a6c794395648c1
--- /dev/null
+++ b/params/opt/5/rnd_search_t_lin/comb_11_t/global_train/model.decoder.layers.23.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c2b9362c42cb05599e7e952cf8335ae4a7dee6f3088db68a52757ca1d60e7d16
+size 5251
diff --git a/params/opt/5/rnd_search_t_lin/comb_11_t/global_train/model.decoder.layers.23.self_attn.out_proj/_0.pt b/params/opt/5/rnd_search_t_lin/comb_11_t/global_train/model.decoder.layers.23.self_attn.out_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..117c140b9fc1e37d41980f70d37f908fe36046f0
--- /dev/null
+++ b/params/opt/5/rnd_search_t_lin/comb_11_t/global_train/model.decoder.layers.23.self_attn.out_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b695bcc0083fce11e67928b2b27bc86c405c5d67cdf0dba834519c1747622b86
+size 5251
diff --git a/params/opt/5/rnd_search_t_lin/comb_11_t/global_train/model.decoder.layers.23.self_attn.out_proj/_s.pt b/params/opt/5/rnd_search_t_lin/comb_11_t/global_train/model.decoder.layers.23.self_attn.out_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4860488af5f45b11ab6dfce917961350210c88e3
--- /dev/null
+++ b/params/opt/5/rnd_search_t_lin/comb_11_t/global_train/model.decoder.layers.23.self_attn.out_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:22746657ef038d8d5f39f678295b36472dc1874e9635617f71dfb7868f32a0e6
+size 5251
diff --git a/params/opt/5/rnd_search_t_lin/comb_11_t/global_train/model.decoder.layers.23.self_attn.q_proj/_0.pt b/params/opt/5/rnd_search_t_lin/comb_11_t/global_train/model.decoder.layers.23.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a5193c0fe21c47cf254220911538d8cb366f5d20
--- /dev/null
+++ b/params/opt/5/rnd_search_t_lin/comb_11_t/global_train/model.decoder.layers.23.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:dae317e8d7975bb5425b2259aaafa4f585d0a336ad92ce05cb590f1338ff8789
+size 5251
diff --git a/params/opt/5/rnd_search_t_lin/comb_11_t/global_train/model.decoder.layers.23.self_attn.q_proj/_s.pt b/params/opt/5/rnd_search_t_lin/comb_11_t/global_train/model.decoder.layers.23.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..d962527690da32ddf0fd904f9c17afee3747cfe4
--- /dev/null
+++ b/params/opt/5/rnd_search_t_lin/comb_11_t/global_train/model.decoder.layers.23.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:20f9c1ff69890f0201439e383089e87bbcc1951b0146f15e5c37ea97fd850a5c
+size 5251
diff --git a/params/opt/5/rnd_search_t_lin/comb_11_t/global_train/model.decoder.layers.23.self_attn.v_proj/_0.pt b/params/opt/5/rnd_search_t_lin/comb_11_t/global_train/model.decoder.layers.23.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..7a6000579c6b8b8a21b7f05b9e5fc111abd6fb01
--- /dev/null
+++ b/params/opt/5/rnd_search_t_lin/comb_11_t/global_train/model.decoder.layers.23.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:869560ea3fc718016612273e0f056b8977a5dd291acdaac1853db4a96deb456a
+size 5251
diff --git a/params/opt/5/rnd_search_t_lin/comb_11_t/global_train/model.decoder.layers.23.self_attn.v_proj/_s.pt b/params/opt/5/rnd_search_t_lin/comb_11_t/global_train/model.decoder.layers.23.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..45a1ba422ef0f6ddce43b14f4ff68b847cd02497
--- /dev/null
+++ b/params/opt/5/rnd_search_t_lin/comb_11_t/global_train/model.decoder.layers.23.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:cb2a05fa8153e1e10ffb32373608ad8d9782b5ed53669285413c31ddb7b6b1be
+size 5251
diff --git a/params/opt/5/rnd_search_t_lin/comb_11_t/global_train/model.decoder.layers.3.fc1/_0.pt b/params/opt/5/rnd_search_t_lin/comb_11_t/global_train/model.decoder.layers.3.fc1/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..010fe174653540449cdb361f760eed6a29eef75e
--- /dev/null
+++ b/params/opt/5/rnd_search_t_lin/comb_11_t/global_train/model.decoder.layers.3.fc1/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:6ac05d8f1d603fdb117ff15ebca04d08a7f689e39baa6ff085091a4e9e04afbe
+size 17539
diff --git a/params/opt/5/rnd_search_t_lin/comb_11_t/global_train/model.decoder.layers.3.fc1/_s.pt b/params/opt/5/rnd_search_t_lin/comb_11_t/global_train/model.decoder.layers.3.fc1/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..38beca879b6616778269c9e47e95ef565fb1b492
--- /dev/null
+++ b/params/opt/5/rnd_search_t_lin/comb_11_t/global_train/model.decoder.layers.3.fc1/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:8103f4dfa6387de846a531ff36f28f97567e6677b4baa9ddbe4604a37af10914
+size 17539
diff --git a/params/opt/5/rnd_search_t_lin/comb_11_t/global_train/model.decoder.layers.3.fc2/_0.pt b/params/opt/5/rnd_search_t_lin/comb_11_t/global_train/model.decoder.layers.3.fc2/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a94679f537b4b7b9b09678fbd95c0a1efb9fa17f
--- /dev/null
+++ b/params/opt/5/rnd_search_t_lin/comb_11_t/global_train/model.decoder.layers.3.fc2/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:eb1a383eceb799f542de98911ef944bfa0842f5c8ba51429d2821eccad45d358
+size 5251
diff --git a/params/opt/5/rnd_search_t_lin/comb_11_t/global_train/model.decoder.layers.3.fc2/_s.pt b/params/opt/5/rnd_search_t_lin/comb_11_t/global_train/model.decoder.layers.3.fc2/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..6d91a413b917fb59e356cca4111ceeac8a641f27
--- /dev/null
+++ b/params/opt/5/rnd_search_t_lin/comb_11_t/global_train/model.decoder.layers.3.fc2/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:57a358e35938d3f99c26c59995cb487c164e318de99fe8c097c8be360336f6c7
+size 5251
diff --git a/params/opt/5/rnd_search_t_lin/comb_11_t/global_train/model.decoder.layers.3.self_attn.k_proj/_0.pt b/params/opt/5/rnd_search_t_lin/comb_11_t/global_train/model.decoder.layers.3.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..5f5da4c54c36a6a662148e956294c2befb2fa5bd
--- /dev/null
+++ b/params/opt/5/rnd_search_t_lin/comb_11_t/global_train/model.decoder.layers.3.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a16e7cdc682a1bcadfa479ed900b9ae6710d848799b86f46f58ccae80e89667d
+size 5251
diff --git a/params/opt/5/rnd_search_t_lin/comb_11_t/global_train/model.decoder.layers.3.self_attn.k_proj/_s.pt b/params/opt/5/rnd_search_t_lin/comb_11_t/global_train/model.decoder.layers.3.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ca8f53b3f551599b51e0c13df2becacc67d125f1
--- /dev/null
+++ b/params/opt/5/rnd_search_t_lin/comb_11_t/global_train/model.decoder.layers.3.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e6c5882356e8c95ef6f8dbfca5ab46b3968bd1c336d9d1340f412671e66b4905
+size 5251
diff --git a/params/opt/5/rnd_search_t_lin/comb_11_t/global_train/model.decoder.layers.3.self_attn.out_proj/_0.pt b/params/opt/5/rnd_search_t_lin/comb_11_t/global_train/model.decoder.layers.3.self_attn.out_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..f510096a493b91ca548369a3adac471a1d932ac1
--- /dev/null
+++ b/params/opt/5/rnd_search_t_lin/comb_11_t/global_train/model.decoder.layers.3.self_attn.out_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ecdabed63b0c1cc96a807f46129890be849708e778e34f178b4ca591df782397
+size 5251
diff --git a/params/opt/5/rnd_search_t_lin/comb_11_t/global_train/model.decoder.layers.3.self_attn.out_proj/_s.pt b/params/opt/5/rnd_search_t_lin/comb_11_t/global_train/model.decoder.layers.3.self_attn.out_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..fdfbe17f084ededbc2fb7dba1ca95a4c4511b3a5
--- /dev/null
+++ b/params/opt/5/rnd_search_t_lin/comb_11_t/global_train/model.decoder.layers.3.self_attn.out_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:4e6106ba4d0bb5fdd5f8df66c4b5b34efddd7e394d0cbde4ccff0c5c9975ac69
+size 5251
diff --git a/params/opt/5/rnd_search_t_lin/comb_11_t/global_train/model.decoder.layers.3.self_attn.q_proj/_0.pt b/params/opt/5/rnd_search_t_lin/comb_11_t/global_train/model.decoder.layers.3.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..9c7162fae5e6d65439abf3b99fdf41737ee1d85c
--- /dev/null
+++ b/params/opt/5/rnd_search_t_lin/comb_11_t/global_train/model.decoder.layers.3.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ca5d92fd130199946d6993b7bfa1681f318e0a93fed75fe96b61f42ad6a2695b
+size 5251
diff --git a/params/opt/5/rnd_search_t_lin/comb_11_t/global_train/model.decoder.layers.3.self_attn.q_proj/_s.pt b/params/opt/5/rnd_search_t_lin/comb_11_t/global_train/model.decoder.layers.3.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..7b480edff07337a1decef5ee69d77d1a3f357962
--- /dev/null
+++ b/params/opt/5/rnd_search_t_lin/comb_11_t/global_train/model.decoder.layers.3.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a7dc049f741b644a926924758ef1e5250a77184c85bb37039b9174366dff38bc
+size 5251
diff --git a/params/opt/5/rnd_search_t_lin/comb_11_t/global_train/model.decoder.layers.3.self_attn.v_proj/_0.pt b/params/opt/5/rnd_search_t_lin/comb_11_t/global_train/model.decoder.layers.3.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..9fdb84dd5fa6777626d6ef4c853e994f1841713f
--- /dev/null
+++ b/params/opt/5/rnd_search_t_lin/comb_11_t/global_train/model.decoder.layers.3.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d54725af62a72433e1e00a4236e9d6c79b414473ecd3475578b58c9f35aadb46
+size 5251
diff --git a/params/opt/5/rnd_search_t_lin/comb_11_t/global_train/model.decoder.layers.3.self_attn.v_proj/_s.pt b/params/opt/5/rnd_search_t_lin/comb_11_t/global_train/model.decoder.layers.3.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..b4d6d0a9158503e5a4ec1d47c53a03ac42345a54
--- /dev/null
+++ b/params/opt/5/rnd_search_t_lin/comb_11_t/global_train/model.decoder.layers.3.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:88a20cc4083418889df91475f77d3a9f797159edaed67aa5c90dd195f44c80c6
+size 5251
diff --git a/params/opt/5/rnd_search_t_lin/comb_11_t/global_train/model.decoder.layers.4.fc1/_0.pt b/params/opt/5/rnd_search_t_lin/comb_11_t/global_train/model.decoder.layers.4.fc1/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..af9480921ca860f5f352645a92e3f398b8d072a2
--- /dev/null
+++ b/params/opt/5/rnd_search_t_lin/comb_11_t/global_train/model.decoder.layers.4.fc1/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e635e0fcc56942797f0c4baeadaac273979940e12304dceba00b446cb65f380c
+size 17539
diff --git a/params/opt/5/rnd_search_t_lin/comb_11_t/global_train/model.decoder.layers.4.fc1/_s.pt b/params/opt/5/rnd_search_t_lin/comb_11_t/global_train/model.decoder.layers.4.fc1/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..86568a5f15d5d73741b3c48d956e1cb0442d6855
--- /dev/null
+++ b/params/opt/5/rnd_search_t_lin/comb_11_t/global_train/model.decoder.layers.4.fc1/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5898519a1623f593a1905d09a4a228206b2ae2986c482f859a2ef8b16af1a8d6
+size 17539
diff --git a/params/opt/5/rnd_search_t_lin/comb_11_t/global_train/model.decoder.layers.4.fc2/_0.pt b/params/opt/5/rnd_search_t_lin/comb_11_t/global_train/model.decoder.layers.4.fc2/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..cb8959023ff43c2f410459d2da0d758695864d91
--- /dev/null
+++ b/params/opt/5/rnd_search_t_lin/comb_11_t/global_train/model.decoder.layers.4.fc2/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0a4dc60bcf773bdd04193ac7559452847b7519fbad2ea4c9bd9ed45d04871cc3
+size 5251
diff --git a/params/opt/5/rnd_search_t_lin/comb_11_t/global_train/model.decoder.layers.4.fc2/_s.pt b/params/opt/5/rnd_search_t_lin/comb_11_t/global_train/model.decoder.layers.4.fc2/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..81291f9885feef6fd29514b3517fe9d8d5d10549
--- /dev/null
+++ b/params/opt/5/rnd_search_t_lin/comb_11_t/global_train/model.decoder.layers.4.fc2/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d2f568998c0f3701f753930e3e470fb7c79694db7d38f483cf7e673142640067
+size 5251
diff --git a/params/opt/5/rnd_search_t_lin/comb_11_t/global_train/model.decoder.layers.4.self_attn.k_proj/_0.pt b/params/opt/5/rnd_search_t_lin/comb_11_t/global_train/model.decoder.layers.4.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..9d02bfcdd585c3be54689f88e2f94fa5e1ea0da4
--- /dev/null
+++ b/params/opt/5/rnd_search_t_lin/comb_11_t/global_train/model.decoder.layers.4.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2afe6e6e1b84fd54c4f258e59829f46e9ec83821c04bed199a62af9fda110bf0
+size 5251
diff --git a/params/opt/5/rnd_search_t_lin/comb_11_t/global_train/model.decoder.layers.4.self_attn.k_proj/_s.pt b/params/opt/5/rnd_search_t_lin/comb_11_t/global_train/model.decoder.layers.4.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..41bec02ce1ff25e93103cb8389c4d46560f8d4f5
--- /dev/null
+++ b/params/opt/5/rnd_search_t_lin/comb_11_t/global_train/model.decoder.layers.4.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:8ab3755d119ab08941db069ef6ac5340f77e0292a07e23f4df2e61dff14e6b41
+size 5251
diff --git a/params/opt/5/rnd_search_t_lin/comb_11_t/global_train/model.decoder.layers.4.self_attn.out_proj/_0.pt b/params/opt/5/rnd_search_t_lin/comb_11_t/global_train/model.decoder.layers.4.self_attn.out_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..382b3031309870c25d53f55af584ee3246a92470
--- /dev/null
+++ b/params/opt/5/rnd_search_t_lin/comb_11_t/global_train/model.decoder.layers.4.self_attn.out_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:641063d113c03dd720d1bb2c5d1ff7c7780d75b129e63f23a3911707383a85a2
+size 5251
diff --git a/params/opt/5/rnd_search_t_lin/comb_11_t/global_train/model.decoder.layers.4.self_attn.out_proj/_s.pt b/params/opt/5/rnd_search_t_lin/comb_11_t/global_train/model.decoder.layers.4.self_attn.out_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..31d2cce0917cf6c4b1b2e2bbb4c5cfbaba23c1e7
--- /dev/null
+++ b/params/opt/5/rnd_search_t_lin/comb_11_t/global_train/model.decoder.layers.4.self_attn.out_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:fa771d5af343bb2ecf628f325c5f633227f0e58bcbd4ff813a7990237e18743c
+size 5251
diff --git a/params/opt/5/rnd_search_t_lin/comb_11_t/global_train/model.decoder.layers.4.self_attn.q_proj/_0.pt b/params/opt/5/rnd_search_t_lin/comb_11_t/global_train/model.decoder.layers.4.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..fc5ba8006f21d742e58c9e299ce7270f0f029155
--- /dev/null
+++ b/params/opt/5/rnd_search_t_lin/comb_11_t/global_train/model.decoder.layers.4.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:19c0341157ca0b76766b45bc77e4a0f3f8c62325fc35939cc079126750e98a1e
+size 5251
diff --git a/params/opt/5/rnd_search_t_lin/comb_11_t/global_train/model.decoder.layers.4.self_attn.q_proj/_s.pt b/params/opt/5/rnd_search_t_lin/comb_11_t/global_train/model.decoder.layers.4.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..94106a9e62550477fb4c36ac60cd6fa46fda4655
--- /dev/null
+++ b/params/opt/5/rnd_search_t_lin/comb_11_t/global_train/model.decoder.layers.4.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a7f38082ea0585250adc82c09ee33ab396d9f7fa1cc4a56b912fdcebd4ed5ed1
+size 5251
diff --git a/params/opt/5/rnd_search_t_lin/comb_11_t/global_train/model.decoder.layers.4.self_attn.v_proj/_0.pt b/params/opt/5/rnd_search_t_lin/comb_11_t/global_train/model.decoder.layers.4.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ff498e2ab3d185cbb16049a771bf671dd1456532
--- /dev/null
+++ b/params/opt/5/rnd_search_t_lin/comb_11_t/global_train/model.decoder.layers.4.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b39371143d00557a6846b15a483843655deb16e53170b23001a4692218644309
+size 5251
diff --git a/params/opt/5/rnd_search_t_lin/comb_11_t/global_train/model.decoder.layers.4.self_attn.v_proj/_s.pt b/params/opt/5/rnd_search_t_lin/comb_11_t/global_train/model.decoder.layers.4.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..da254323edbf32213009776558122a5a9b39bbba
--- /dev/null
+++ b/params/opt/5/rnd_search_t_lin/comb_11_t/global_train/model.decoder.layers.4.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f07c50cdc64fcc3aaba730b210500d165278cfba6366390beec2713b3d620076
+size 5251
diff --git a/params/opt/5/rnd_search_t_lin/comb_11_t/global_train/model.decoder.layers.5.fc1/_0.pt b/params/opt/5/rnd_search_t_lin/comb_11_t/global_train/model.decoder.layers.5.fc1/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c8433a5eea3ea04b207a2e508fe6f0ba922a70b1
--- /dev/null
+++ b/params/opt/5/rnd_search_t_lin/comb_11_t/global_train/model.decoder.layers.5.fc1/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c3698a3bb3f3feaf19a7ea6ee51ec0b315931e0a1596a45fb524087c0c2ae954
+size 17539
diff --git a/params/opt/5/rnd_search_t_lin/comb_11_t/global_train/model.decoder.layers.5.fc1/_s.pt b/params/opt/5/rnd_search_t_lin/comb_11_t/global_train/model.decoder.layers.5.fc1/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..04c1dbc935ce846265191cf07eeaa6804c8e14bd
--- /dev/null
+++ b/params/opt/5/rnd_search_t_lin/comb_11_t/global_train/model.decoder.layers.5.fc1/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:daeaa4f80ca88e3fed2e3722eaa3f37c67c1f65ba3e102a954d9dfb4643c2c15
+size 17539
diff --git a/params/opt/5/rnd_search_t_lin/comb_11_t/global_train/model.decoder.layers.5.fc2/_0.pt b/params/opt/5/rnd_search_t_lin/comb_11_t/global_train/model.decoder.layers.5.fc2/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..b57d93fc58f278ba50a41bc6b5e6ff028e21a482
--- /dev/null
+++ b/params/opt/5/rnd_search_t_lin/comb_11_t/global_train/model.decoder.layers.5.fc2/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:996ec842ad01914f648e1a94c41cafdec773acb7b7461e3eddeac6f0c0506154
+size 5251
diff --git a/params/opt/5/rnd_search_t_lin/comb_11_t/global_train/model.decoder.layers.5.fc2/_s.pt b/params/opt/5/rnd_search_t_lin/comb_11_t/global_train/model.decoder.layers.5.fc2/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..27790c5f35731f9e91874c304de1479689b31c8f
--- /dev/null
+++ b/params/opt/5/rnd_search_t_lin/comb_11_t/global_train/model.decoder.layers.5.fc2/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:120850593db491bb3b74b73eca6008cc753057498fcd42eefa61f0ce781c5850
+size 5251
diff --git a/params/opt/5/rnd_search_t_lin/comb_11_t/global_train/model.decoder.layers.5.self_attn.k_proj/_0.pt b/params/opt/5/rnd_search_t_lin/comb_11_t/global_train/model.decoder.layers.5.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..95b7b6f8521e4599779b2285ad81f2c3954ebea7
--- /dev/null
+++ b/params/opt/5/rnd_search_t_lin/comb_11_t/global_train/model.decoder.layers.5.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:537a6cdc5a1f98a65c3ce4baa7d612ff5a11c4dfba4f2f93e861246269007a32
+size 5251
diff --git a/params/opt/5/rnd_search_t_lin/comb_11_t/global_train/model.decoder.layers.5.self_attn.k_proj/_s.pt b/params/opt/5/rnd_search_t_lin/comb_11_t/global_train/model.decoder.layers.5.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..bd5b72783dd65dd510f1f7a41cadd90ff0891e06
--- /dev/null
+++ b/params/opt/5/rnd_search_t_lin/comb_11_t/global_train/model.decoder.layers.5.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b6ed8a8ec29efc314b513cb04b62758814b316571421a6db72dfce1682211a65
+size 5251
diff --git a/params/opt/5/rnd_search_t_lin/comb_11_t/global_train/model.decoder.layers.5.self_attn.out_proj/_0.pt b/params/opt/5/rnd_search_t_lin/comb_11_t/global_train/model.decoder.layers.5.self_attn.out_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..d32df2eb325e1991fa35282128f93ae43724ecdd
--- /dev/null
+++ b/params/opt/5/rnd_search_t_lin/comb_11_t/global_train/model.decoder.layers.5.self_attn.out_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5b6ba85d1de793786c7448ffc417c4e49906273553d2a41d7a4e5da3051dcde9
+size 5251
diff --git a/params/opt/5/rnd_search_t_lin/comb_11_t/global_train/model.decoder.layers.5.self_attn.out_proj/_s.pt b/params/opt/5/rnd_search_t_lin/comb_11_t/global_train/model.decoder.layers.5.self_attn.out_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..0972dace7a93d996e90b372ec76b31218140e31a
--- /dev/null
+++ b/params/opt/5/rnd_search_t_lin/comb_11_t/global_train/model.decoder.layers.5.self_attn.out_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f29839552a41fb2c92b58dfbb368018cef8f6ca0017af25bf580938f9891b6aa
+size 5251
diff --git a/params/opt/5/rnd_search_t_lin/comb_11_t/global_train/model.decoder.layers.5.self_attn.q_proj/_0.pt b/params/opt/5/rnd_search_t_lin/comb_11_t/global_train/model.decoder.layers.5.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..d53f4a85bbe7733be0c473e460711c41aee9a3f8
--- /dev/null
+++ b/params/opt/5/rnd_search_t_lin/comb_11_t/global_train/model.decoder.layers.5.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:7a063fdf2b41bd2416212a5da33dd04745cff0132e650a9f37b8a26304160ae4
+size 5251
diff --git a/params/opt/5/rnd_search_t_lin/comb_11_t/global_train/model.decoder.layers.5.self_attn.q_proj/_s.pt b/params/opt/5/rnd_search_t_lin/comb_11_t/global_train/model.decoder.layers.5.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..53c01421f6d4a6c0112ad15963793dd3a09c06d9
--- /dev/null
+++ b/params/opt/5/rnd_search_t_lin/comb_11_t/global_train/model.decoder.layers.5.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:6829c4560704ea18b1232cf7d662b2db44ed1784407806f7e4240fa6e41e9d2e
+size 5251
diff --git a/params/opt/5/rnd_search_t_lin/comb_11_t/global_train/model.decoder.layers.5.self_attn.v_proj/_0.pt b/params/opt/5/rnd_search_t_lin/comb_11_t/global_train/model.decoder.layers.5.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..abbe808c35e3669fdef3db37f72c9e0dea81f096
--- /dev/null
+++ b/params/opt/5/rnd_search_t_lin/comb_11_t/global_train/model.decoder.layers.5.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:4a103861dddb5dd6ca15e95996e0d542e5cc6b702fa412207a40a6bd12d2a322
+size 5251
diff --git a/params/opt/5/rnd_search_t_lin/comb_11_t/global_train/model.decoder.layers.5.self_attn.v_proj/_s.pt b/params/opt/5/rnd_search_t_lin/comb_11_t/global_train/model.decoder.layers.5.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..cc8650c688fa29f87f96d150fae330268b28f518
--- /dev/null
+++ b/params/opt/5/rnd_search_t_lin/comb_11_t/global_train/model.decoder.layers.5.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:1f8776634b089e5c63d247b141782efbb65711d4aa86433a01f9d600ead5f31e
+size 5251
diff --git a/params/opt/5/rnd_search_t_lin/comb_11_t/global_train/model.decoder.layers.6.fc1/_0.pt b/params/opt/5/rnd_search_t_lin/comb_11_t/global_train/model.decoder.layers.6.fc1/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..065ad68cd5bb82f56ed626a6d16b0d6d02c8d68a
--- /dev/null
+++ b/params/opt/5/rnd_search_t_lin/comb_11_t/global_train/model.decoder.layers.6.fc1/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:8d48fd31e14e10a7fd8b3fa21aa77b755c825a2835ce1e2d5fba1b78559945ac
+size 17539
diff --git a/params/opt/5/rnd_search_t_lin/comb_11_t/global_train/model.decoder.layers.6.fc1/_s.pt b/params/opt/5/rnd_search_t_lin/comb_11_t/global_train/model.decoder.layers.6.fc1/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2265074d4fec225377e4b11574c4c38c3f3653a4
--- /dev/null
+++ b/params/opt/5/rnd_search_t_lin/comb_11_t/global_train/model.decoder.layers.6.fc1/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:94515d5e819f4b17da457f810ef5c410abb1fa4141e6bdc2ac28d6a58272e766
+size 17539
diff --git a/params/opt/5/rnd_search_t_lin/comb_11_t/global_train/model.decoder.layers.6.fc2/_0.pt b/params/opt/5/rnd_search_t_lin/comb_11_t/global_train/model.decoder.layers.6.fc2/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..9c95ae37e409d528d3688f1ce0955f42ed46b7d0
--- /dev/null
+++ b/params/opt/5/rnd_search_t_lin/comb_11_t/global_train/model.decoder.layers.6.fc2/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b065861ffbc7b89febe8430f209020464254d3b2fcad79642ad86bca2e6a837c
+size 5251
diff --git a/params/opt/5/rnd_search_t_lin/comb_11_t/global_train/model.decoder.layers.6.fc2/_s.pt b/params/opt/5/rnd_search_t_lin/comb_11_t/global_train/model.decoder.layers.6.fc2/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..255239a8484370cde9951424cb9826e322b8d2eb
--- /dev/null
+++ b/params/opt/5/rnd_search_t_lin/comb_11_t/global_train/model.decoder.layers.6.fc2/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:68c997d3e5f6807189e2261e67cbd052f861c28b226bc5d61e0a60b888bae937
+size 5251
diff --git a/params/opt/5/rnd_search_t_lin/comb_11_t/global_train/model.decoder.layers.6.self_attn.k_proj/_0.pt b/params/opt/5/rnd_search_t_lin/comb_11_t/global_train/model.decoder.layers.6.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..06bc87d946329c56c3e0182641c737fa0add43fd
--- /dev/null
+++ b/params/opt/5/rnd_search_t_lin/comb_11_t/global_train/model.decoder.layers.6.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:1aa548545a0958eaeff6da41de5f761c1c76a29c69036f8b4a2ef1ca2a7ef763
+size 5251
diff --git a/params/opt/5/rnd_search_t_lin/comb_11_t/global_train/model.decoder.layers.6.self_attn.k_proj/_s.pt b/params/opt/5/rnd_search_t_lin/comb_11_t/global_train/model.decoder.layers.6.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ca0eb91a92b6c656c34255e63aeb0fa7b6cc9065
--- /dev/null
+++ b/params/opt/5/rnd_search_t_lin/comb_11_t/global_train/model.decoder.layers.6.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2c12ba022feb5137bbbd15a6173ee0569bbb99296db9ef3223451fd21ec71ad7
+size 5251
diff --git a/params/opt/5/rnd_search_t_lin/comb_11_t/global_train/model.decoder.layers.6.self_attn.out_proj/_0.pt b/params/opt/5/rnd_search_t_lin/comb_11_t/global_train/model.decoder.layers.6.self_attn.out_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..d21fa08c43a8f048269e8057f0a332148a4a78ff
--- /dev/null
+++ b/params/opt/5/rnd_search_t_lin/comb_11_t/global_train/model.decoder.layers.6.self_attn.out_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:cb7a9bb8d6390409e543bbeb9dc31ce8c1d7156beb771b1b0240957eb579ea92
+size 5251
diff --git a/params/opt/5/rnd_search_t_lin/comb_11_t/global_train/model.decoder.layers.6.self_attn.out_proj/_s.pt b/params/opt/5/rnd_search_t_lin/comb_11_t/global_train/model.decoder.layers.6.self_attn.out_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..7fa84748a2f7e147ad35286184acad3cb610a536
--- /dev/null
+++ b/params/opt/5/rnd_search_t_lin/comb_11_t/global_train/model.decoder.layers.6.self_attn.out_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2f29c559b69080d0c510497fe1e197796c606963ce74abdd2c9531b2c7f9a8ad
+size 5251
diff --git a/params/opt/5/rnd_search_t_lin/comb_11_t/global_train/model.decoder.layers.6.self_attn.q_proj/_0.pt b/params/opt/5/rnd_search_t_lin/comb_11_t/global_train/model.decoder.layers.6.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..b3fd3cfa316c8217f73758a50830c4ae2fb56d5f
--- /dev/null
+++ b/params/opt/5/rnd_search_t_lin/comb_11_t/global_train/model.decoder.layers.6.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:78c7addb5a5205be459f99704b373fd6308acfa0a384b1e08532ed32645fc987
+size 5251
diff --git a/params/opt/5/rnd_search_t_lin/comb_11_t/global_train/model.decoder.layers.6.self_attn.q_proj/_s.pt b/params/opt/5/rnd_search_t_lin/comb_11_t/global_train/model.decoder.layers.6.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..668e50ce219a29825b304f9301474d48220778fd
--- /dev/null
+++ b/params/opt/5/rnd_search_t_lin/comb_11_t/global_train/model.decoder.layers.6.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:3b90a08dbfa87084936cb02b25b985446054b02c607ec0ea5d7b8d896a1ab625
+size 5251
diff --git a/params/opt/5/rnd_search_t_lin/comb_11_t/global_train/model.decoder.layers.6.self_attn.v_proj/_0.pt b/params/opt/5/rnd_search_t_lin/comb_11_t/global_train/model.decoder.layers.6.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2c64bd07147dcacbcfaac81bdb7214041a969bb8
--- /dev/null
+++ b/params/opt/5/rnd_search_t_lin/comb_11_t/global_train/model.decoder.layers.6.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:47f3c65b3487e962e88ca7943839062059997607b1d5464cc2db4eaf4f40669b
+size 5251
diff --git a/params/opt/5/rnd_search_t_lin/comb_11_t/global_train/model.decoder.layers.6.self_attn.v_proj/_s.pt b/params/opt/5/rnd_search_t_lin/comb_11_t/global_train/model.decoder.layers.6.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..6b72e0d2233fcdc465898ddec46d1e8b6aeacc51
--- /dev/null
+++ b/params/opt/5/rnd_search_t_lin/comb_11_t/global_train/model.decoder.layers.6.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:af3bd17396bc3e5377ade7efbdaa3d87433407c8142877fd4270c31587eebd46
+size 5251
diff --git a/params/opt/5/rnd_search_t_lin/comb_11_t/global_train/model.decoder.layers.7.fc1/_0.pt b/params/opt/5/rnd_search_t_lin/comb_11_t/global_train/model.decoder.layers.7.fc1/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..204a1d0f4084001ff348f555a22d316a6f368ba5
--- /dev/null
+++ b/params/opt/5/rnd_search_t_lin/comb_11_t/global_train/model.decoder.layers.7.fc1/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:3573f37539b42403c87e6bb80ac5f9ce7c1b19affd394a8e254836a4e31502cf
+size 17539
diff --git a/params/opt/5/rnd_search_t_lin/comb_11_t/global_train/model.decoder.layers.7.fc1/_s.pt b/params/opt/5/rnd_search_t_lin/comb_11_t/global_train/model.decoder.layers.7.fc1/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..b71fa191333990fe134771fabb04005d8c8b3632
--- /dev/null
+++ b/params/opt/5/rnd_search_t_lin/comb_11_t/global_train/model.decoder.layers.7.fc1/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:80957db59e55643638769b3a3b2c89e2fd4ecf20a832a24b7d7324a830b456fb
+size 17539
diff --git a/params/opt/5/rnd_search_t_lin/comb_11_t/global_train/model.decoder.layers.7.fc2/_0.pt b/params/opt/5/rnd_search_t_lin/comb_11_t/global_train/model.decoder.layers.7.fc2/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..1b346e9bbde0f3feb15d5cd5f5587c3e33a81640
--- /dev/null
+++ b/params/opt/5/rnd_search_t_lin/comb_11_t/global_train/model.decoder.layers.7.fc2/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f3e9964ff7feddb480a87a6fc9ecdc4ca9c049227008cf7910e98a7c690da2b2
+size 5251
diff --git a/params/opt/5/rnd_search_t_lin/comb_11_t/global_train/model.decoder.layers.7.fc2/_s.pt b/params/opt/5/rnd_search_t_lin/comb_11_t/global_train/model.decoder.layers.7.fc2/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c4783bba5abd470d97da9e466c4c60064517ff3d
--- /dev/null
+++ b/params/opt/5/rnd_search_t_lin/comb_11_t/global_train/model.decoder.layers.7.fc2/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:3c647a245f536d714f5162d17ddb228eae70c0dba0729366e87ac22654bac1d3
+size 5251
diff --git a/params/opt/5/rnd_search_t_lin/comb_11_t/global_train/model.decoder.layers.7.self_attn.k_proj/_0.pt b/params/opt/5/rnd_search_t_lin/comb_11_t/global_train/model.decoder.layers.7.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4c77ee751c4a3fd3ef2be51db61e550f705f16ef
--- /dev/null
+++ b/params/opt/5/rnd_search_t_lin/comb_11_t/global_train/model.decoder.layers.7.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:97c608682ba960d3c2bde4532cbbf7fd9362455af826613e95de28c14d8fbe13
+size 5251
diff --git a/params/opt/5/rnd_search_t_lin/comb_11_t/global_train/model.decoder.layers.7.self_attn.k_proj/_s.pt b/params/opt/5/rnd_search_t_lin/comb_11_t/global_train/model.decoder.layers.7.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..98dd6a1ce3fb730156ae5444f5d891e44ee96d51
--- /dev/null
+++ b/params/opt/5/rnd_search_t_lin/comb_11_t/global_train/model.decoder.layers.7.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:471964350a2cd33e5ef8d911cd7b9861bfb725de0c7a82fd63c589ea975d17ad
+size 5251
diff --git a/params/opt/5/rnd_search_t_lin/comb_11_t/global_train/model.decoder.layers.7.self_attn.out_proj/_0.pt b/params/opt/5/rnd_search_t_lin/comb_11_t/global_train/model.decoder.layers.7.self_attn.out_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4fb9831e4adb2041b6acc3339a32b6a841f99f38
--- /dev/null
+++ b/params/opt/5/rnd_search_t_lin/comb_11_t/global_train/model.decoder.layers.7.self_attn.out_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:82eb0a4466da99dd49900a07b3c2aa265c59af9ff0cd085c6d80b9033c9163e4
+size 5251
diff --git a/params/opt/5/rnd_search_t_lin/comb_11_t/global_train/model.decoder.layers.7.self_attn.out_proj/_s.pt b/params/opt/5/rnd_search_t_lin/comb_11_t/global_train/model.decoder.layers.7.self_attn.out_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..cfbadbd253c8e55da34944812b371217006364da
--- /dev/null
+++ b/params/opt/5/rnd_search_t_lin/comb_11_t/global_train/model.decoder.layers.7.self_attn.out_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0eb324ffa9c8c87458fddfc4194eb28ca1ee4dd949c8574fc21e3924c190394a
+size 5251
diff --git a/params/opt/5/rnd_search_t_lin/comb_11_t/global_train/model.decoder.layers.7.self_attn.q_proj/_0.pt b/params/opt/5/rnd_search_t_lin/comb_11_t/global_train/model.decoder.layers.7.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..9eac5b7b2d76c376c7aa6a7d98c200dcd7747e67
--- /dev/null
+++ b/params/opt/5/rnd_search_t_lin/comb_11_t/global_train/model.decoder.layers.7.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:fad48f06cf1edc553918817b4e7d50dda10a4b66203000da69a9a1b8d404e30f
+size 5251
diff --git a/params/opt/5/rnd_search_t_lin/comb_11_t/global_train/model.decoder.layers.7.self_attn.q_proj/_s.pt b/params/opt/5/rnd_search_t_lin/comb_11_t/global_train/model.decoder.layers.7.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c81541d1abddd0e817e1b06ee9bce40c7d401251
--- /dev/null
+++ b/params/opt/5/rnd_search_t_lin/comb_11_t/global_train/model.decoder.layers.7.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:50a181cb0737382bd62b21bfa3f61318b9316f209d03e2cc622b284c0d529b49
+size 5251
diff --git a/params/opt/5/rnd_search_t_lin/comb_11_t/global_train/model.decoder.layers.7.self_attn.v_proj/_0.pt b/params/opt/5/rnd_search_t_lin/comb_11_t/global_train/model.decoder.layers.7.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..dc92421fa43169e506ccf8f0c542295e390a95f7
--- /dev/null
+++ b/params/opt/5/rnd_search_t_lin/comb_11_t/global_train/model.decoder.layers.7.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f2f90fb67c4cc9fb89ece8cbfa2e00710ab3b309169ca9d88a87a89645713d1c
+size 5251
diff --git a/params/opt/5/rnd_search_t_lin/comb_11_t/global_train/model.decoder.layers.7.self_attn.v_proj/_s.pt b/params/opt/5/rnd_search_t_lin/comb_11_t/global_train/model.decoder.layers.7.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..dd2fd1a92066f9ce90953d1b4dc283b2d9d36296
--- /dev/null
+++ b/params/opt/5/rnd_search_t_lin/comb_11_t/global_train/model.decoder.layers.7.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:aa9a3d576aeea03ae7278837c20f21acb175e19b5ffb22a94620d299ce9864cc
+size 5251
diff --git a/params/opt/5/rnd_search_t_lin/comb_11_t/global_train/model.decoder.layers.8.fc1/_0.pt b/params/opt/5/rnd_search_t_lin/comb_11_t/global_train/model.decoder.layers.8.fc1/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c90f440880a897b5ca346fd8765d1ad3d4a91f5d
--- /dev/null
+++ b/params/opt/5/rnd_search_t_lin/comb_11_t/global_train/model.decoder.layers.8.fc1/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:658d8a7bf99d00f41b1473053317480237e3d039189688869d6d14391d68f2de
+size 17539
diff --git a/params/opt/5/rnd_search_t_lin/comb_11_t/global_train/model.decoder.layers.8.fc1/_s.pt b/params/opt/5/rnd_search_t_lin/comb_11_t/global_train/model.decoder.layers.8.fc1/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..3377137b67a6c806a9d323bb5cd8c27bad25a0a8
--- /dev/null
+++ b/params/opt/5/rnd_search_t_lin/comb_11_t/global_train/model.decoder.layers.8.fc1/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0d14dd84d605393fe8f3d0d927f15148728043592333d74707f8cbc6807b0e87
+size 17539
diff --git a/params/opt/5/rnd_search_t_lin/comb_11_t/global_train/model.decoder.layers.8.fc2/_0.pt b/params/opt/5/rnd_search_t_lin/comb_11_t/global_train/model.decoder.layers.8.fc2/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..366a964f5be8fd740a80c4bbbb7e27fc15ab2a13
--- /dev/null
+++ b/params/opt/5/rnd_search_t_lin/comb_11_t/global_train/model.decoder.layers.8.fc2/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b7a203e8bb1f915cb5ff534e7f0b224b626e81193f166fca389c91edc1e4c121
+size 5251
diff --git a/params/opt/5/rnd_search_t_lin/comb_11_t/global_train/model.decoder.layers.8.fc2/_s.pt b/params/opt/5/rnd_search_t_lin/comb_11_t/global_train/model.decoder.layers.8.fc2/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..9fde8d6fb2d064834736aa2d6ca83f2a7d257306
--- /dev/null
+++ b/params/opt/5/rnd_search_t_lin/comb_11_t/global_train/model.decoder.layers.8.fc2/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e0d719f0f3b2a4f98e49fee26e1f6ee48eccbecf48ce6d06093d43325c196b51
+size 5251
diff --git a/params/opt/5/rnd_search_t_lin/comb_11_t/global_train/model.decoder.layers.8.self_attn.k_proj/_0.pt b/params/opt/5/rnd_search_t_lin/comb_11_t/global_train/model.decoder.layers.8.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..81aefc90e2fb40a618601c21b1f51de805381565
--- /dev/null
+++ b/params/opt/5/rnd_search_t_lin/comb_11_t/global_train/model.decoder.layers.8.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:75769b7c302ed2e30e092dc011badc1726bb675805943cc614b7694d6cb2f19f
+size 5251
diff --git a/params/opt/5/rnd_search_t_lin/comb_11_t/global_train/model.decoder.layers.8.self_attn.k_proj/_s.pt b/params/opt/5/rnd_search_t_lin/comb_11_t/global_train/model.decoder.layers.8.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8b268f6e2ec7a3de6cfc4584098b9216b38b0a2d
--- /dev/null
+++ b/params/opt/5/rnd_search_t_lin/comb_11_t/global_train/model.decoder.layers.8.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f94e13a86d6fa6028cd548fc8af9589ab6362bca17ce36b9bb620440b917b720
+size 5251
diff --git a/params/opt/5/rnd_search_t_lin/comb_11_t/global_train/model.decoder.layers.8.self_attn.out_proj/_0.pt b/params/opt/5/rnd_search_t_lin/comb_11_t/global_train/model.decoder.layers.8.self_attn.out_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..dfcc34332b324c89bd6dfe2363f2a04c3c07373c
--- /dev/null
+++ b/params/opt/5/rnd_search_t_lin/comb_11_t/global_train/model.decoder.layers.8.self_attn.out_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:da5f27c93b65014a9dce98056d815387ca9339df470c2cecc32584cc7f7771c3
+size 5251
diff --git a/params/opt/5/rnd_search_t_lin/comb_11_t/global_train/model.decoder.layers.8.self_attn.out_proj/_s.pt b/params/opt/5/rnd_search_t_lin/comb_11_t/global_train/model.decoder.layers.8.self_attn.out_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..567ce858b7fc35265788d6563b70b3b8636c62c6
--- /dev/null
+++ b/params/opt/5/rnd_search_t_lin/comb_11_t/global_train/model.decoder.layers.8.self_attn.out_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d077658a1ac9982643d89c1cef832cdbaa3b774af1b380f8e992ffbf8fc329a3
+size 5251
diff --git a/params/opt/5/rnd_search_t_lin/comb_11_t/global_train/model.decoder.layers.8.self_attn.q_proj/_0.pt b/params/opt/5/rnd_search_t_lin/comb_11_t/global_train/model.decoder.layers.8.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a3e7d8f91e45a22e169b2c07b147c582e2230acd
--- /dev/null
+++ b/params/opt/5/rnd_search_t_lin/comb_11_t/global_train/model.decoder.layers.8.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:bfcf35eeabe89700537eea969b9b8c5994a4fc5486a9e0a15eec08bceb697a04
+size 5251
diff --git a/params/opt/5/rnd_search_t_lin/comb_11_t/global_train/model.decoder.layers.8.self_attn.q_proj/_s.pt b/params/opt/5/rnd_search_t_lin/comb_11_t/global_train/model.decoder.layers.8.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ef15614c15e0c652c7878d537b7ae095522f4b9e
--- /dev/null
+++ b/params/opt/5/rnd_search_t_lin/comb_11_t/global_train/model.decoder.layers.8.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:1ebd77efde704b91bd7e9ed005ff7adc7c4fa1957464ca3db51368f0c414d201
+size 5251
diff --git a/params/opt/5/rnd_search_t_lin/comb_11_t/global_train/model.decoder.layers.8.self_attn.v_proj/_0.pt b/params/opt/5/rnd_search_t_lin/comb_11_t/global_train/model.decoder.layers.8.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..faaa6f983a83498d3236e310c687a53306fdecdb
--- /dev/null
+++ b/params/opt/5/rnd_search_t_lin/comb_11_t/global_train/model.decoder.layers.8.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a10fd26febcbf973a9e2a7f6c0e0cae83cd92a515007ac10d742fa5ec2e3d29b
+size 5251
diff --git a/params/opt/5/rnd_search_t_lin/comb_11_t/global_train/model.decoder.layers.8.self_attn.v_proj/_s.pt b/params/opt/5/rnd_search_t_lin/comb_11_t/global_train/model.decoder.layers.8.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..804d8c2f1f38e775fea657fb32d8f90084076526
--- /dev/null
+++ b/params/opt/5/rnd_search_t_lin/comb_11_t/global_train/model.decoder.layers.8.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:7036e3daba17582c102799bdea1b29a54fb3f5d50364277a1bf31ad684227328
+size 5251
diff --git a/params/opt/5/rnd_search_t_lin/comb_11_t/global_train/model.decoder.layers.9.fc1/_0.pt b/params/opt/5/rnd_search_t_lin/comb_11_t/global_train/model.decoder.layers.9.fc1/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..d688201c363171a3b13c406dbd1cd259171e044b
--- /dev/null
+++ b/params/opt/5/rnd_search_t_lin/comb_11_t/global_train/model.decoder.layers.9.fc1/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:79ca64625afa2c2b2ee23a984f3dc3390b65642c1e1dafdbd49a13dfcedf3565
+size 17539
diff --git a/params/opt/5/rnd_search_t_lin/comb_11_t/global_train/model.decoder.layers.9.fc1/_s.pt b/params/opt/5/rnd_search_t_lin/comb_11_t/global_train/model.decoder.layers.9.fc1/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e0f4c1dc2a13c77624360e6adbceae34a069d0a4
--- /dev/null
+++ b/params/opt/5/rnd_search_t_lin/comb_11_t/global_train/model.decoder.layers.9.fc1/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:43ddd4a29b5f6c65e133a6d63434713d80bd8d02a6a6c88fe0597dcf74e17acf
+size 17539
diff --git a/params/opt/5/rnd_search_t_lin/comb_11_t/global_train/model.decoder.layers.9.fc2/_0.pt b/params/opt/5/rnd_search_t_lin/comb_11_t/global_train/model.decoder.layers.9.fc2/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..7079178992b37fd34c79684129876edf85a663fb
--- /dev/null
+++ b/params/opt/5/rnd_search_t_lin/comb_11_t/global_train/model.decoder.layers.9.fc2/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b7529500da7859a915fc542c13f62a2e0dbe663bdc1469e32704693b3ac9c55c
+size 5251
diff --git a/params/opt/5/rnd_search_t_lin/comb_11_t/global_train/model.decoder.layers.9.fc2/_s.pt b/params/opt/5/rnd_search_t_lin/comb_11_t/global_train/model.decoder.layers.9.fc2/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..59e319df69f1b02d7e0a2ce6b8401392264494c8
--- /dev/null
+++ b/params/opt/5/rnd_search_t_lin/comb_11_t/global_train/model.decoder.layers.9.fc2/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c3b89dfa8de4c50111e982da90e090400dfde61672495361e72d0ad819182549
+size 5251
diff --git a/params/opt/5/rnd_search_t_lin/comb_11_t/global_train/model.decoder.layers.9.self_attn.k_proj/_0.pt b/params/opt/5/rnd_search_t_lin/comb_11_t/global_train/model.decoder.layers.9.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..970f960785340e124b14e7e617b1a68c11ea2988
--- /dev/null
+++ b/params/opt/5/rnd_search_t_lin/comb_11_t/global_train/model.decoder.layers.9.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:4ad9790a14438fd71ed5815ae11fc200be7a5bfe187de294308b9e2dd95c36ad
+size 5251
diff --git a/params/opt/5/rnd_search_t_lin/comb_11_t/global_train/model.decoder.layers.9.self_attn.k_proj/_s.pt b/params/opt/5/rnd_search_t_lin/comb_11_t/global_train/model.decoder.layers.9.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..aa3ba2f67001f34c3c6327ca2a5ae46a80022fe1
--- /dev/null
+++ b/params/opt/5/rnd_search_t_lin/comb_11_t/global_train/model.decoder.layers.9.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:32404c0b7ebaa27293dbb379414a227a2f92823c0910e23282dca7a1d5519b94
+size 5251
diff --git a/params/opt/5/rnd_search_t_lin/comb_11_t/global_train/model.decoder.layers.9.self_attn.out_proj/_0.pt b/params/opt/5/rnd_search_t_lin/comb_11_t/global_train/model.decoder.layers.9.self_attn.out_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c53a101a4f5bf15b51689d86ade662b6c30e6fc0
--- /dev/null
+++ b/params/opt/5/rnd_search_t_lin/comb_11_t/global_train/model.decoder.layers.9.self_attn.out_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c629c1cef2a83538b675f4a44de16d30c42a260d4d2a6065bf2b4ffa5b41060b
+size 5251
diff --git a/params/opt/5/rnd_search_t_lin/comb_11_t/global_train/model.decoder.layers.9.self_attn.out_proj/_s.pt b/params/opt/5/rnd_search_t_lin/comb_11_t/global_train/model.decoder.layers.9.self_attn.out_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e9fa98f66ee2f84275628a9a382da1aed3b7081e
--- /dev/null
+++ b/params/opt/5/rnd_search_t_lin/comb_11_t/global_train/model.decoder.layers.9.self_attn.out_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:6e7f52eb1f6e8f1d7f3624b439beff0cf07900b25ae6d001400c7d3fa5200dbd
+size 5251
diff --git a/params/opt/5/rnd_search_t_lin/comb_11_t/global_train/model.decoder.layers.9.self_attn.q_proj/_0.pt b/params/opt/5/rnd_search_t_lin/comb_11_t/global_train/model.decoder.layers.9.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..3948d7606e1ed9858c92459eb1f949d522c07826
--- /dev/null
+++ b/params/opt/5/rnd_search_t_lin/comb_11_t/global_train/model.decoder.layers.9.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:21600a54284c487a9fccba00884e439348fe17633206181b14cacb196a7e1336
+size 5251
diff --git a/params/opt/5/rnd_search_t_lin/comb_11_t/global_train/model.decoder.layers.9.self_attn.q_proj/_s.pt b/params/opt/5/rnd_search_t_lin/comb_11_t/global_train/model.decoder.layers.9.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..273dbf0e553f43447e143df5279fd3475c1e527f
--- /dev/null
+++ b/params/opt/5/rnd_search_t_lin/comb_11_t/global_train/model.decoder.layers.9.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:1857f77b2a59df33478123d3f11e444324dc498a994d4a3ef447431585269ac8
+size 5251
diff --git a/params/opt/5/rnd_search_t_lin/comb_11_t/global_train/model.decoder.layers.9.self_attn.v_proj/_0.pt b/params/opt/5/rnd_search_t_lin/comb_11_t/global_train/model.decoder.layers.9.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..d1ee5a08fc426999efd6b8b5b24416a75642d6c3
--- /dev/null
+++ b/params/opt/5/rnd_search_t_lin/comb_11_t/global_train/model.decoder.layers.9.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2bd5671bcbe37267e981c8ff4b585f2134d808e5f85b2b479acfeb38da34fb9b
+size 5251
diff --git a/params/opt/5/rnd_search_t_lin/comb_11_t/global_train/model.decoder.layers.9.self_attn.v_proj/_s.pt b/params/opt/5/rnd_search_t_lin/comb_11_t/global_train/model.decoder.layers.9.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..1c6f26fa1bbef72d803a9901c2b9d812d60beb03
--- /dev/null
+++ b/params/opt/5/rnd_search_t_lin/comb_11_t/global_train/model.decoder.layers.9.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:810ee01a5f19f88346cf5b7805e94b8affdc68317ad67d3a6fac9e44d126a12c
+size 5251
diff --git a/params/opt/5/rnd_search_t_lin/comb_11_t/global_train/model.decoder.project_in/_0.pt b/params/opt/5/rnd_search_t_lin/comb_11_t/global_train/model.decoder.project_in/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..98ad3da5a4a6b79b5542e1a064eadde6be8e192d
--- /dev/null
+++ b/params/opt/5/rnd_search_t_lin/comb_11_t/global_train/model.decoder.project_in/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c9d1fec6631221acbf4e68d6165244f8bb81a319b2db6ed887a5862aee7b5432
+size 5251
diff --git a/params/opt/5/rnd_search_t_lin/comb_11_t/global_train/model.decoder.project_in/_s.pt b/params/opt/5/rnd_search_t_lin/comb_11_t/global_train/model.decoder.project_in/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..30012d4afb5c7ebd1ab1a0d7e2543290786db477
--- /dev/null
+++ b/params/opt/5/rnd_search_t_lin/comb_11_t/global_train/model.decoder.project_in/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ad3efbe155e9bafd9abae527fda22bc6a50675e2690f0073013aa4e5e1e3092e
+size 5251
diff --git a/params/opt/5/rnd_search_t_lin/comb_11_t/global_train/model.decoder.project_out/_0.pt b/params/opt/5/rnd_search_t_lin/comb_11_t/global_train/model.decoder.project_out/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8b1888b04db56d5c360f8b45745eea26bfee420a
--- /dev/null
+++ b/params/opt/5/rnd_search_t_lin/comb_11_t/global_train/model.decoder.project_out/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:79f97bc971e4135f73c5bbb5b8cb3b4d2dc25e6c1a75bc4e385e0f778ff0ea56
+size 3203
diff --git a/params/opt/5/rnd_search_t_lin/comb_11_t/global_train/model.decoder.project_out/_s.pt b/params/opt/5/rnd_search_t_lin/comb_11_t/global_train/model.decoder.project_out/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a4397dee447fa823d3f9139ee381b21f0332ef00
--- /dev/null
+++ b/params/opt/5/rnd_search_t_lin/comb_11_t/global_train/model.decoder.project_out/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:1411bb0711eb45c2718cacac5a8830087a33a40064ae07fdea7d8a615efbe06e
+size 3203
diff --git a/params/opt/5/rnd_search_t_lin/comb_13/init/lm_head/_0.pt b/params/opt/5/rnd_search_t_lin/comb_13/init/lm_head/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..b26634d31627d1a0044c3f3651ff144ed5eb8f4c
--- /dev/null
+++ b/params/opt/5/rnd_search_t_lin/comb_13/init/lm_head/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2aeb55462019e469ec40ffa03573a99ed00c39ee31ce90f00c8b184c5501dbf7
+size 202243
diff --git a/params/opt/5/rnd_search_t_lin/comb_13/init/lm_head/_s.pt b/params/opt/5/rnd_search_t_lin/comb_13/init/lm_head/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..bbd80250c7c3df71be0a6b1aa35e7832ab4e22ad
--- /dev/null
+++ b/params/opt/5/rnd_search_t_lin/comb_13/init/lm_head/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2a1ac84325d9be11c1020a83b28b719a5e1ca2f73a79353229f092afc66ca2d2
+size 202243
diff --git a/params/opt/5/rnd_search_t_lin/comb_13/init/model.decoder.layers.0.fc1/_0.pt b/params/opt/5/rnd_search_t_lin/comb_13/init/model.decoder.layers.0.fc1/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..58c96248fd00550cc15d645205571ee67c337035
--- /dev/null
+++ b/params/opt/5/rnd_search_t_lin/comb_13/init/model.decoder.layers.0.fc1/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d77f62f2a90ce91416a8360d6ec3a5205dee0afeca27666c8c1c6bc185c247e5
+size 17539
diff --git a/params/opt/5/rnd_search_t_lin/comb_13/init/model.decoder.layers.0.fc1/_s.pt b/params/opt/5/rnd_search_t_lin/comb_13/init/model.decoder.layers.0.fc1/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..5a5bc9f830bca121238c4132ccd494648bdf0f7c
--- /dev/null
+++ b/params/opt/5/rnd_search_t_lin/comb_13/init/model.decoder.layers.0.fc1/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:74e33e97e8c1fe2f348c538dd3ff48f9631f52175b6d72f69d39d27c61935ee3
+size 17539
diff --git a/params/opt/5/rnd_search_t_lin/comb_13/init/model.decoder.layers.0.fc2/_0.pt b/params/opt/5/rnd_search_t_lin/comb_13/init/model.decoder.layers.0.fc2/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/opt/5/rnd_search_t_lin/comb_13/init/model.decoder.layers.0.fc2/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/opt/5/rnd_search_t_lin/comb_13/init/model.decoder.layers.0.fc2/_s.pt b/params/opt/5/rnd_search_t_lin/comb_13/init/model.decoder.layers.0.fc2/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..942fa3a800ba176970afc0224aa1b2a2de71e616
--- /dev/null
+++ b/params/opt/5/rnd_search_t_lin/comb_13/init/model.decoder.layers.0.fc2/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:92fb384bcd8000fd5d72fd2b8fda61ec2b91647417e9235375714b55502c7b4d
+size 5251
diff --git a/params/opt/5/rnd_search_t_lin/comb_13/init/model.decoder.layers.0.self_attn.k_proj/_0.pt b/params/opt/5/rnd_search_t_lin/comb_13/init/model.decoder.layers.0.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..16e1d9e980c919faa70bc349538e20fca4816036
--- /dev/null
+++ b/params/opt/5/rnd_search_t_lin/comb_13/init/model.decoder.layers.0.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:4f0c1ca2ce1295d247bc5c1f7f6dbc97f7174e6426eaeb0ca21396e49ceba771
+size 5251
diff --git a/params/opt/5/rnd_search_t_lin/comb_13/init/model.decoder.layers.0.self_attn.k_proj/_s.pt b/params/opt/5/rnd_search_t_lin/comb_13/init/model.decoder.layers.0.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..23819ca03187d62c40b0e4575a095818810d386e
--- /dev/null
+++ b/params/opt/5/rnd_search_t_lin/comb_13/init/model.decoder.layers.0.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5760ced64cdce2ddc4b375f285abb35452c74718a684317f7d2e8434bc0f9c5f
+size 5251
diff --git a/params/opt/5/rnd_search_t_lin/comb_13/init/model.decoder.layers.0.self_attn.out_proj/_0.pt b/params/opt/5/rnd_search_t_lin/comb_13/init/model.decoder.layers.0.self_attn.out_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/opt/5/rnd_search_t_lin/comb_13/init/model.decoder.layers.0.self_attn.out_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/opt/5/rnd_search_t_lin/comb_13/init/model.decoder.layers.0.self_attn.out_proj/_s.pt b/params/opt/5/rnd_search_t_lin/comb_13/init/model.decoder.layers.0.self_attn.out_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4fb26e81de8399f1f31a9aa177705f531e84b892
--- /dev/null
+++ b/params/opt/5/rnd_search_t_lin/comb_13/init/model.decoder.layers.0.self_attn.out_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:8b3ff0d11a172d18693d38221b85a05ca837ce52704d56ce0ef9310d33fea0e1
+size 5251
diff --git a/params/opt/5/rnd_search_t_lin/comb_13/init/model.decoder.layers.0.self_attn.q_proj/_0.pt b/params/opt/5/rnd_search_t_lin/comb_13/init/model.decoder.layers.0.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/opt/5/rnd_search_t_lin/comb_13/init/model.decoder.layers.0.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/opt/5/rnd_search_t_lin/comb_13/init/model.decoder.layers.0.self_attn.q_proj/_s.pt b/params/opt/5/rnd_search_t_lin/comb_13/init/model.decoder.layers.0.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..77c3a8bf17757a92e9bfcc1bf8c64beef81f9eee
--- /dev/null
+++ b/params/opt/5/rnd_search_t_lin/comb_13/init/model.decoder.layers.0.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b1d9649014231e3f1ca1e755661fa43f1ad2b6f45fd2d6b0d8cb2206ec1a630e
+size 5251
diff --git a/params/opt/5/rnd_search_t_lin/comb_13/init/model.decoder.layers.0.self_attn.v_proj/_0.pt b/params/opt/5/rnd_search_t_lin/comb_13/init/model.decoder.layers.0.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/opt/5/rnd_search_t_lin/comb_13/init/model.decoder.layers.0.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/opt/5/rnd_search_t_lin/comb_13/init/model.decoder.layers.0.self_attn.v_proj/_s.pt b/params/opt/5/rnd_search_t_lin/comb_13/init/model.decoder.layers.0.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..9fe4d4f8f92538d427e5b979627f48c217ec92cf
--- /dev/null
+++ b/params/opt/5/rnd_search_t_lin/comb_13/init/model.decoder.layers.0.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c8243f49f2b7599fea6bad912bef0a00c12f2a7f2ca431802736c6b3f452c567
+size 5251
diff --git a/params/opt/5/rnd_search_t_lin/comb_13/init/model.decoder.layers.1.fc1/_0.pt b/params/opt/5/rnd_search_t_lin/comb_13/init/model.decoder.layers.1.fc1/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..58c96248fd00550cc15d645205571ee67c337035
--- /dev/null
+++ b/params/opt/5/rnd_search_t_lin/comb_13/init/model.decoder.layers.1.fc1/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d77f62f2a90ce91416a8360d6ec3a5205dee0afeca27666c8c1c6bc185c247e5
+size 17539
diff --git a/params/opt/5/rnd_search_t_lin/comb_13/init/model.decoder.layers.1.fc1/_s.pt b/params/opt/5/rnd_search_t_lin/comb_13/init/model.decoder.layers.1.fc1/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..830edd66f1982bc6ae9b05062564740be64ee557
--- /dev/null
+++ b/params/opt/5/rnd_search_t_lin/comb_13/init/model.decoder.layers.1.fc1/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:7736d504654dabe962470398dd257c914e1dccc0d72d4eb1a3c6802cd453b037
+size 17539
diff --git a/params/opt/5/rnd_search_t_lin/comb_13/init/model.decoder.layers.1.fc2/_0.pt b/params/opt/5/rnd_search_t_lin/comb_13/init/model.decoder.layers.1.fc2/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/opt/5/rnd_search_t_lin/comb_13/init/model.decoder.layers.1.fc2/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/opt/5/rnd_search_t_lin/comb_13/init/model.decoder.layers.1.fc2/_s.pt b/params/opt/5/rnd_search_t_lin/comb_13/init/model.decoder.layers.1.fc2/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c1325047be1b047c933b85160153568a0649bcdc
--- /dev/null
+++ b/params/opt/5/rnd_search_t_lin/comb_13/init/model.decoder.layers.1.fc2/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:432185c422677bacde05df31e6821f4b63baae1d0f26bba45fbddcab5a6f8f1b
+size 5251
diff --git a/params/opt/5/rnd_search_t_lin/comb_13/init/model.decoder.layers.1.self_attn.k_proj/_0.pt b/params/opt/5/rnd_search_t_lin/comb_13/init/model.decoder.layers.1.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/opt/5/rnd_search_t_lin/comb_13/init/model.decoder.layers.1.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/opt/5/rnd_search_t_lin/comb_13/init/model.decoder.layers.1.self_attn.k_proj/_s.pt b/params/opt/5/rnd_search_t_lin/comb_13/init/model.decoder.layers.1.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..515fed2c3bd681d1be22dfbee3559dd97be2e79f
--- /dev/null
+++ b/params/opt/5/rnd_search_t_lin/comb_13/init/model.decoder.layers.1.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f4e71348159bf97603580d9ea00adb752e55eeaf402a21e81a2023a70547c239
+size 5251
diff --git a/params/opt/5/rnd_search_t_lin/comb_13/init/model.decoder.layers.1.self_attn.out_proj/_0.pt b/params/opt/5/rnd_search_t_lin/comb_13/init/model.decoder.layers.1.self_attn.out_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/opt/5/rnd_search_t_lin/comb_13/init/model.decoder.layers.1.self_attn.out_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/opt/5/rnd_search_t_lin/comb_13/init/model.decoder.layers.1.self_attn.out_proj/_s.pt b/params/opt/5/rnd_search_t_lin/comb_13/init/model.decoder.layers.1.self_attn.out_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..be814125e2969af2904591259355565a0be9f1e4
--- /dev/null
+++ b/params/opt/5/rnd_search_t_lin/comb_13/init/model.decoder.layers.1.self_attn.out_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:91ca99e481828933410e705fd82399186aa981a06e7790248aa0d709734625b8
+size 5251
diff --git a/params/opt/5/rnd_search_t_lin/comb_13/init/model.decoder.layers.1.self_attn.q_proj/_0.pt b/params/opt/5/rnd_search_t_lin/comb_13/init/model.decoder.layers.1.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/opt/5/rnd_search_t_lin/comb_13/init/model.decoder.layers.1.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/opt/5/rnd_search_t_lin/comb_13/init/model.decoder.layers.1.self_attn.q_proj/_s.pt b/params/opt/5/rnd_search_t_lin/comb_13/init/model.decoder.layers.1.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..5b782ab4bd0786f7dbfa416b20735929dc3c8c3f
--- /dev/null
+++ b/params/opt/5/rnd_search_t_lin/comb_13/init/model.decoder.layers.1.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:192e0eb2dd30d130f44d31aa00ec2a001146f377c6477c67be24a9ac8671fc70
+size 5251
diff --git a/params/opt/5/rnd_search_t_lin/comb_13/init/model.decoder.layers.1.self_attn.v_proj/_0.pt b/params/opt/5/rnd_search_t_lin/comb_13/init/model.decoder.layers.1.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/opt/5/rnd_search_t_lin/comb_13/init/model.decoder.layers.1.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/opt/5/rnd_search_t_lin/comb_13/init/model.decoder.layers.1.self_attn.v_proj/_s.pt b/params/opt/5/rnd_search_t_lin/comb_13/init/model.decoder.layers.1.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..08e938203dbe7082e8bef7cbeb0f8b5baf79e60b
--- /dev/null
+++ b/params/opt/5/rnd_search_t_lin/comb_13/init/model.decoder.layers.1.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:38cf4bf8b821718653375d4bdfc9dc3971afd4c0270297b7a7d6ba49dd520437
+size 5251
diff --git a/params/opt/5/rnd_search_t_lin/comb_13/init/model.decoder.layers.10.fc1/_0.pt b/params/opt/5/rnd_search_t_lin/comb_13/init/model.decoder.layers.10.fc1/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..58c96248fd00550cc15d645205571ee67c337035
--- /dev/null
+++ b/params/opt/5/rnd_search_t_lin/comb_13/init/model.decoder.layers.10.fc1/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d77f62f2a90ce91416a8360d6ec3a5205dee0afeca27666c8c1c6bc185c247e5
+size 17539
diff --git a/params/opt/5/rnd_search_t_lin/comb_13/init/model.decoder.layers.10.fc1/_s.pt b/params/opt/5/rnd_search_t_lin/comb_13/init/model.decoder.layers.10.fc1/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..d9c8647524afc0a9dacb46e3188b245cc3447548
--- /dev/null
+++ b/params/opt/5/rnd_search_t_lin/comb_13/init/model.decoder.layers.10.fc1/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:db96be3cf274bbae7c40997a40402f0f12f1879596639ae34ea27c848ec3a3f4
+size 17539
diff --git a/params/opt/5/rnd_search_t_lin/comb_13/init/model.decoder.layers.10.fc2/_0.pt b/params/opt/5/rnd_search_t_lin/comb_13/init/model.decoder.layers.10.fc2/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/opt/5/rnd_search_t_lin/comb_13/init/model.decoder.layers.10.fc2/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/opt/5/rnd_search_t_lin/comb_13/init/model.decoder.layers.10.fc2/_s.pt b/params/opt/5/rnd_search_t_lin/comb_13/init/model.decoder.layers.10.fc2/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2c36f6dbda3b576cc143f5edae3ee8d8b114f66c
--- /dev/null
+++ b/params/opt/5/rnd_search_t_lin/comb_13/init/model.decoder.layers.10.fc2/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:70d36b1c9fd2d613ef7321891fb951b009b27ae6e42d2a8592f660a6a9d9dce3
+size 5251
diff --git a/params/opt/5/rnd_search_t_lin/comb_13/init/model.decoder.layers.10.self_attn.k_proj/_0.pt b/params/opt/5/rnd_search_t_lin/comb_13/init/model.decoder.layers.10.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/opt/5/rnd_search_t_lin/comb_13/init/model.decoder.layers.10.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/opt/5/rnd_search_t_lin/comb_13/init/model.decoder.layers.10.self_attn.k_proj/_s.pt b/params/opt/5/rnd_search_t_lin/comb_13/init/model.decoder.layers.10.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..1c79bbcbf9dc7e64c9204a8d8f79090a082d900f
--- /dev/null
+++ b/params/opt/5/rnd_search_t_lin/comb_13/init/model.decoder.layers.10.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2f95867dd845a7ccea5a360668e5dc5ac23a33eb96e8d84f0d7ccbcfbc7e5532
+size 5251
diff --git a/params/opt/5/rnd_search_t_lin/comb_13/init/model.decoder.layers.10.self_attn.out_proj/_0.pt b/params/opt/5/rnd_search_t_lin/comb_13/init/model.decoder.layers.10.self_attn.out_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/opt/5/rnd_search_t_lin/comb_13/init/model.decoder.layers.10.self_attn.out_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/opt/5/rnd_search_t_lin/comb_13/init/model.decoder.layers.10.self_attn.out_proj/_s.pt b/params/opt/5/rnd_search_t_lin/comb_13/init/model.decoder.layers.10.self_attn.out_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..1faec0a043bc973aefe09e6370341edfe9afc264
--- /dev/null
+++ b/params/opt/5/rnd_search_t_lin/comb_13/init/model.decoder.layers.10.self_attn.out_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f7441378186d9fcd68591125ac60b3fe05ce334af4ef4572d896618cbba7faa4
+size 5251
diff --git a/params/opt/5/rnd_search_t_lin/comb_13/init/model.decoder.layers.10.self_attn.q_proj/_0.pt b/params/opt/5/rnd_search_t_lin/comb_13/init/model.decoder.layers.10.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/opt/5/rnd_search_t_lin/comb_13/init/model.decoder.layers.10.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/opt/5/rnd_search_t_lin/comb_13/init/model.decoder.layers.10.self_attn.q_proj/_s.pt b/params/opt/5/rnd_search_t_lin/comb_13/init/model.decoder.layers.10.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..b5608c0d7c850f194daabc20873bd7ebad960a87
--- /dev/null
+++ b/params/opt/5/rnd_search_t_lin/comb_13/init/model.decoder.layers.10.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:da576009ce73004e9c0521c457d727f02f8d6089939e4b9aff89113f4fed57e9
+size 5251
diff --git a/params/opt/5/rnd_search_t_lin/comb_13/init/model.decoder.layers.10.self_attn.v_proj/_0.pt b/params/opt/5/rnd_search_t_lin/comb_13/init/model.decoder.layers.10.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/opt/5/rnd_search_t_lin/comb_13/init/model.decoder.layers.10.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/opt/5/rnd_search_t_lin/comb_13/init/model.decoder.layers.10.self_attn.v_proj/_s.pt b/params/opt/5/rnd_search_t_lin/comb_13/init/model.decoder.layers.10.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..cc5e20d46143b419d0bca363ae2ef3c991b4074e
--- /dev/null
+++ b/params/opt/5/rnd_search_t_lin/comb_13/init/model.decoder.layers.10.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:de192097b8a80ba3b22ee4147307e05f4ac10ecb70e01b245cab8ee65491bb58
+size 5251
diff --git a/params/opt/5/rnd_search_t_lin/comb_13/init/model.decoder.layers.11.fc1/_0.pt b/params/opt/5/rnd_search_t_lin/comb_13/init/model.decoder.layers.11.fc1/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..58c96248fd00550cc15d645205571ee67c337035
--- /dev/null
+++ b/params/opt/5/rnd_search_t_lin/comb_13/init/model.decoder.layers.11.fc1/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d77f62f2a90ce91416a8360d6ec3a5205dee0afeca27666c8c1c6bc185c247e5
+size 17539
diff --git a/params/opt/5/rnd_search_t_lin/comb_13/init/model.decoder.layers.11.fc1/_s.pt b/params/opt/5/rnd_search_t_lin/comb_13/init/model.decoder.layers.11.fc1/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ce859410c57ca69327988ab04e3b2f89c2c07c4c
--- /dev/null
+++ b/params/opt/5/rnd_search_t_lin/comb_13/init/model.decoder.layers.11.fc1/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c97101921b2f1d884eca24f6e73fefb9b4c56cde9a69129ac211d1d84f643d54
+size 17539
diff --git a/params/opt/5/rnd_search_t_lin/comb_13/init/model.decoder.layers.11.fc2/_0.pt b/params/opt/5/rnd_search_t_lin/comb_13/init/model.decoder.layers.11.fc2/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/opt/5/rnd_search_t_lin/comb_13/init/model.decoder.layers.11.fc2/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/opt/5/rnd_search_t_lin/comb_13/init/model.decoder.layers.11.fc2/_s.pt b/params/opt/5/rnd_search_t_lin/comb_13/init/model.decoder.layers.11.fc2/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..f1ca71724024dffb25c0c3a63e9953a74f2435b3
--- /dev/null
+++ b/params/opt/5/rnd_search_t_lin/comb_13/init/model.decoder.layers.11.fc2/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ee0445ce7206ad9b606372aa0ad0f2d76cd2c0de2ff64bc182fe78724cbb40af
+size 5251
diff --git a/params/opt/5/rnd_search_t_lin/comb_13/init/model.decoder.layers.11.self_attn.k_proj/_0.pt b/params/opt/5/rnd_search_t_lin/comb_13/init/model.decoder.layers.11.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/opt/5/rnd_search_t_lin/comb_13/init/model.decoder.layers.11.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/opt/5/rnd_search_t_lin/comb_13/init/model.decoder.layers.11.self_attn.k_proj/_s.pt b/params/opt/5/rnd_search_t_lin/comb_13/init/model.decoder.layers.11.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..00012a4e72d7fa919f586fa892569fc6934596f7
--- /dev/null
+++ b/params/opt/5/rnd_search_t_lin/comb_13/init/model.decoder.layers.11.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:329743fc51fc31f9041e8d69a924804f258d4d5d59b77fd2d64f4b63f8f086fd
+size 5251
diff --git a/params/opt/5/rnd_search_t_lin/comb_13/init/model.decoder.layers.11.self_attn.out_proj/_0.pt b/params/opt/5/rnd_search_t_lin/comb_13/init/model.decoder.layers.11.self_attn.out_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/opt/5/rnd_search_t_lin/comb_13/init/model.decoder.layers.11.self_attn.out_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/opt/5/rnd_search_t_lin/comb_13/init/model.decoder.layers.11.self_attn.out_proj/_s.pt b/params/opt/5/rnd_search_t_lin/comb_13/init/model.decoder.layers.11.self_attn.out_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..0f2680e661a8a6ccb1d7bc7732a0f5e48778d5cd
--- /dev/null
+++ b/params/opt/5/rnd_search_t_lin/comb_13/init/model.decoder.layers.11.self_attn.out_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:fdd91df942e0665e0b2e57588148a74e9eaa0866f3ed9ee39521ece2570fac2d
+size 5251
diff --git a/params/opt/5/rnd_search_t_lin/comb_13/init/model.decoder.layers.11.self_attn.q_proj/_0.pt b/params/opt/5/rnd_search_t_lin/comb_13/init/model.decoder.layers.11.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/opt/5/rnd_search_t_lin/comb_13/init/model.decoder.layers.11.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/opt/5/rnd_search_t_lin/comb_13/init/model.decoder.layers.11.self_attn.q_proj/_s.pt b/params/opt/5/rnd_search_t_lin/comb_13/init/model.decoder.layers.11.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a240c4faa18937ad5fbc9e14ae36dba8bb4ed1c7
--- /dev/null
+++ b/params/opt/5/rnd_search_t_lin/comb_13/init/model.decoder.layers.11.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:68f78b311f7dfcc1c139f153dc2dd09235ab997ba993ec806779d830a46f60fe
+size 5251
diff --git a/params/opt/5/rnd_search_t_lin/comb_13/init/model.decoder.layers.11.self_attn.v_proj/_0.pt b/params/opt/5/rnd_search_t_lin/comb_13/init/model.decoder.layers.11.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/opt/5/rnd_search_t_lin/comb_13/init/model.decoder.layers.11.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/opt/5/rnd_search_t_lin/comb_13/init/model.decoder.layers.11.self_attn.v_proj/_s.pt b/params/opt/5/rnd_search_t_lin/comb_13/init/model.decoder.layers.11.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..61c3ded60a7c34a3a1d73fb08de9fd2f200a9618
--- /dev/null
+++ b/params/opt/5/rnd_search_t_lin/comb_13/init/model.decoder.layers.11.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a90a77da3435279b7241b4a367e9159b2776f598fb40c043a3f798f7df2a91a9
+size 5251
diff --git a/params/opt/5/rnd_search_t_lin/comb_13/init/model.decoder.layers.12.fc1/_0.pt b/params/opt/5/rnd_search_t_lin/comb_13/init/model.decoder.layers.12.fc1/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..58c96248fd00550cc15d645205571ee67c337035
--- /dev/null
+++ b/params/opt/5/rnd_search_t_lin/comb_13/init/model.decoder.layers.12.fc1/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d77f62f2a90ce91416a8360d6ec3a5205dee0afeca27666c8c1c6bc185c247e5
+size 17539
diff --git a/params/opt/5/rnd_search_t_lin/comb_13/init/model.decoder.layers.12.fc1/_s.pt b/params/opt/5/rnd_search_t_lin/comb_13/init/model.decoder.layers.12.fc1/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..265327f9b6a34b49e25f67d1ca001228fe2fe9a4
--- /dev/null
+++ b/params/opt/5/rnd_search_t_lin/comb_13/init/model.decoder.layers.12.fc1/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c4f7c9e24124b4df9d91b2bad5bca66fd0f14fffb2121ff5ef83616ed42d8b4f
+size 17539
diff --git a/params/opt/5/rnd_search_t_lin/comb_13/init/model.decoder.layers.12.fc2/_0.pt b/params/opt/5/rnd_search_t_lin/comb_13/init/model.decoder.layers.12.fc2/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/opt/5/rnd_search_t_lin/comb_13/init/model.decoder.layers.12.fc2/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/opt/5/rnd_search_t_lin/comb_13/init/model.decoder.layers.12.fc2/_s.pt b/params/opt/5/rnd_search_t_lin/comb_13/init/model.decoder.layers.12.fc2/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..1e152e1a8db1d24e5196b6d0fddfc881b029d8dc
--- /dev/null
+++ b/params/opt/5/rnd_search_t_lin/comb_13/init/model.decoder.layers.12.fc2/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5431dde9c9420bb0711f7d9b3297874f3c784fccb4780ead169ab5fef9341ec0
+size 5251
diff --git a/params/opt/5/rnd_search_t_lin/comb_13/init/model.decoder.layers.12.self_attn.k_proj/_0.pt b/params/opt/5/rnd_search_t_lin/comb_13/init/model.decoder.layers.12.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/opt/5/rnd_search_t_lin/comb_13/init/model.decoder.layers.12.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/opt/5/rnd_search_t_lin/comb_13/init/model.decoder.layers.12.self_attn.k_proj/_s.pt b/params/opt/5/rnd_search_t_lin/comb_13/init/model.decoder.layers.12.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..d02dd2cb912d35ea087df48e05d9034f357a0f39
--- /dev/null
+++ b/params/opt/5/rnd_search_t_lin/comb_13/init/model.decoder.layers.12.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:cc665bfb6a02d7c3f9dcbc0cc3da62f99c327b7eed4ccc377ad57e4e8e50089d
+size 5251
diff --git a/params/opt/5/rnd_search_t_lin/comb_13/init/model.decoder.layers.12.self_attn.out_proj/_0.pt b/params/opt/5/rnd_search_t_lin/comb_13/init/model.decoder.layers.12.self_attn.out_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/opt/5/rnd_search_t_lin/comb_13/init/model.decoder.layers.12.self_attn.out_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/opt/5/rnd_search_t_lin/comb_13/init/model.decoder.layers.12.self_attn.out_proj/_s.pt b/params/opt/5/rnd_search_t_lin/comb_13/init/model.decoder.layers.12.self_attn.out_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..50f06568ede15593df719c0d1ae01c1e6c69717e
--- /dev/null
+++ b/params/opt/5/rnd_search_t_lin/comb_13/init/model.decoder.layers.12.self_attn.out_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:64f57a7cc32d50e19f6f0098de0bc0af28007835b5c031b5d40ae64d621b55cf
+size 5251
diff --git a/params/opt/5/rnd_search_t_lin/comb_13/init/model.decoder.layers.12.self_attn.q_proj/_0.pt b/params/opt/5/rnd_search_t_lin/comb_13/init/model.decoder.layers.12.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/opt/5/rnd_search_t_lin/comb_13/init/model.decoder.layers.12.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/opt/5/rnd_search_t_lin/comb_13/init/model.decoder.layers.12.self_attn.q_proj/_s.pt b/params/opt/5/rnd_search_t_lin/comb_13/init/model.decoder.layers.12.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..d31d6110b121a531644ab9b4ff56cc3b042a5c7c
--- /dev/null
+++ b/params/opt/5/rnd_search_t_lin/comb_13/init/model.decoder.layers.12.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d8bc4f1141c591073120d74326727cbfc8ba94924ba6d351562faedd71ece094
+size 5251
diff --git a/params/opt/5/rnd_search_t_lin/comb_13/init/model.decoder.layers.12.self_attn.v_proj/_0.pt b/params/opt/5/rnd_search_t_lin/comb_13/init/model.decoder.layers.12.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/opt/5/rnd_search_t_lin/comb_13/init/model.decoder.layers.12.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/opt/5/rnd_search_t_lin/comb_13/init/model.decoder.layers.12.self_attn.v_proj/_s.pt b/params/opt/5/rnd_search_t_lin/comb_13/init/model.decoder.layers.12.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..cca42086150cb2cee3e9910a3221cd67e0d8d11a
--- /dev/null
+++ b/params/opt/5/rnd_search_t_lin/comb_13/init/model.decoder.layers.12.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:7f2fb5056ef02f4533c52d13800a59824ab1f88e9ab707b5cab396f2b6d4c370
+size 5251
diff --git a/params/opt/5/rnd_search_t_lin/comb_13/init/model.decoder.layers.13.fc1/_0.pt b/params/opt/5/rnd_search_t_lin/comb_13/init/model.decoder.layers.13.fc1/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..58c96248fd00550cc15d645205571ee67c337035
--- /dev/null
+++ b/params/opt/5/rnd_search_t_lin/comb_13/init/model.decoder.layers.13.fc1/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d77f62f2a90ce91416a8360d6ec3a5205dee0afeca27666c8c1c6bc185c247e5
+size 17539
diff --git a/params/opt/5/rnd_search_t_lin/comb_13/init/model.decoder.layers.13.fc1/_s.pt b/params/opt/5/rnd_search_t_lin/comb_13/init/model.decoder.layers.13.fc1/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..759be496ed52aa450b336ab35856599d0c99a78d
--- /dev/null
+++ b/params/opt/5/rnd_search_t_lin/comb_13/init/model.decoder.layers.13.fc1/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:4ab671c4ed63fb57228a484267c5555665f1d8543605fcbd00b9b3e69b6bdf85
+size 17539
diff --git a/params/opt/5/rnd_search_t_lin/comb_13/init/model.decoder.layers.13.fc2/_0.pt b/params/opt/5/rnd_search_t_lin/comb_13/init/model.decoder.layers.13.fc2/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/opt/5/rnd_search_t_lin/comb_13/init/model.decoder.layers.13.fc2/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/opt/5/rnd_search_t_lin/comb_13/init/model.decoder.layers.13.fc2/_s.pt b/params/opt/5/rnd_search_t_lin/comb_13/init/model.decoder.layers.13.fc2/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..80a239206ab7c865d5f0f836284b86b752faa4a4
--- /dev/null
+++ b/params/opt/5/rnd_search_t_lin/comb_13/init/model.decoder.layers.13.fc2/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:6b6f303add2539b3ec56309684c510bbe228f923ab36721581e095cc52455678
+size 5251
diff --git a/params/opt/5/rnd_search_t_lin/comb_13/init/model.decoder.layers.13.self_attn.k_proj/_0.pt b/params/opt/5/rnd_search_t_lin/comb_13/init/model.decoder.layers.13.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/opt/5/rnd_search_t_lin/comb_13/init/model.decoder.layers.13.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/opt/5/rnd_search_t_lin/comb_13/init/model.decoder.layers.13.self_attn.k_proj/_s.pt b/params/opt/5/rnd_search_t_lin/comb_13/init/model.decoder.layers.13.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2a319baa228c8d857b568b6d206d7d851994e75e
--- /dev/null
+++ b/params/opt/5/rnd_search_t_lin/comb_13/init/model.decoder.layers.13.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:08383350769e1273d5a28400e814d48a4a52ed57dafd8686ac1533dfd293c8ee
+size 5251
diff --git a/params/opt/5/rnd_search_t_lin/comb_13/init/model.decoder.layers.13.self_attn.out_proj/_0.pt b/params/opt/5/rnd_search_t_lin/comb_13/init/model.decoder.layers.13.self_attn.out_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/opt/5/rnd_search_t_lin/comb_13/init/model.decoder.layers.13.self_attn.out_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/opt/5/rnd_search_t_lin/comb_13/init/model.decoder.layers.13.self_attn.out_proj/_s.pt b/params/opt/5/rnd_search_t_lin/comb_13/init/model.decoder.layers.13.self_attn.out_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..7d52f6d02309d43fcad3aa15c88b450b8006a7a2
--- /dev/null
+++ b/params/opt/5/rnd_search_t_lin/comb_13/init/model.decoder.layers.13.self_attn.out_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e4d7f9a94f0bd27fe12ab2f33e115b32e07f7482075c762c5a3d5f832822b825
+size 5251
diff --git a/params/opt/5/rnd_search_t_lin/comb_13/init/model.decoder.layers.13.self_attn.q_proj/_0.pt b/params/opt/5/rnd_search_t_lin/comb_13/init/model.decoder.layers.13.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/opt/5/rnd_search_t_lin/comb_13/init/model.decoder.layers.13.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/opt/5/rnd_search_t_lin/comb_13/init/model.decoder.layers.13.self_attn.q_proj/_s.pt b/params/opt/5/rnd_search_t_lin/comb_13/init/model.decoder.layers.13.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..1f96263f9ff89e4ef1680b9acccd4c0bca7daa87
--- /dev/null
+++ b/params/opt/5/rnd_search_t_lin/comb_13/init/model.decoder.layers.13.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:729afa53c087e40332ed79f6b5af809de591f229338ae0f69590d067c1e9f616
+size 5251
diff --git a/params/opt/5/rnd_search_t_lin/comb_13/init/model.decoder.layers.13.self_attn.v_proj/_0.pt b/params/opt/5/rnd_search_t_lin/comb_13/init/model.decoder.layers.13.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/opt/5/rnd_search_t_lin/comb_13/init/model.decoder.layers.13.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/opt/5/rnd_search_t_lin/comb_13/init/model.decoder.layers.13.self_attn.v_proj/_s.pt b/params/opt/5/rnd_search_t_lin/comb_13/init/model.decoder.layers.13.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..38ddbe355600554329ea4742b9f7b8e90c229621
--- /dev/null
+++ b/params/opt/5/rnd_search_t_lin/comb_13/init/model.decoder.layers.13.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:8ab365717a99ce2bb045b3ddfdeb57cd3ba4afff11109672557811535f27f4fd
+size 5251
diff --git a/params/opt/5/rnd_search_t_lin/comb_13/init/model.decoder.layers.14.fc1/_0.pt b/params/opt/5/rnd_search_t_lin/comb_13/init/model.decoder.layers.14.fc1/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..58c96248fd00550cc15d645205571ee67c337035
--- /dev/null
+++ b/params/opt/5/rnd_search_t_lin/comb_13/init/model.decoder.layers.14.fc1/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d77f62f2a90ce91416a8360d6ec3a5205dee0afeca27666c8c1c6bc185c247e5
+size 17539
diff --git a/params/opt/5/rnd_search_t_lin/comb_13/init/model.decoder.layers.14.fc1/_s.pt b/params/opt/5/rnd_search_t_lin/comb_13/init/model.decoder.layers.14.fc1/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e857587a7dfaa07c321708c315cadc6e473d0c05
--- /dev/null
+++ b/params/opt/5/rnd_search_t_lin/comb_13/init/model.decoder.layers.14.fc1/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:803e15df3b0bd90ee11c25420655e9ba81d325394e5414353c211c31752467e7
+size 17539
diff --git a/params/opt/5/rnd_search_t_lin/comb_13/init/model.decoder.layers.14.fc2/_0.pt b/params/opt/5/rnd_search_t_lin/comb_13/init/model.decoder.layers.14.fc2/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/opt/5/rnd_search_t_lin/comb_13/init/model.decoder.layers.14.fc2/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/opt/5/rnd_search_t_lin/comb_13/init/model.decoder.layers.14.fc2/_s.pt b/params/opt/5/rnd_search_t_lin/comb_13/init/model.decoder.layers.14.fc2/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..5a562f28303a964fa8e66b132ee981e0fc5927de
--- /dev/null
+++ b/params/opt/5/rnd_search_t_lin/comb_13/init/model.decoder.layers.14.fc2/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:8f6626c70b851a225d92fa7184ab60546a626fee87e580114e488fbbc7eae34d
+size 5251
diff --git a/params/opt/5/rnd_search_t_lin/comb_13/init/model.decoder.layers.14.self_attn.k_proj/_0.pt b/params/opt/5/rnd_search_t_lin/comb_13/init/model.decoder.layers.14.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/opt/5/rnd_search_t_lin/comb_13/init/model.decoder.layers.14.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/opt/5/rnd_search_t_lin/comb_13/init/model.decoder.layers.14.self_attn.k_proj/_s.pt b/params/opt/5/rnd_search_t_lin/comb_13/init/model.decoder.layers.14.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..56dec5f1e4e9b4406271b14c1e66084cb72c0745
--- /dev/null
+++ b/params/opt/5/rnd_search_t_lin/comb_13/init/model.decoder.layers.14.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:96a4f736ef865fcc06973a0ff194fce397affefa039915fee2b5d371ae5505d6
+size 5251
diff --git a/params/opt/5/rnd_search_t_lin/comb_13/init/model.decoder.layers.14.self_attn.out_proj/_0.pt b/params/opt/5/rnd_search_t_lin/comb_13/init/model.decoder.layers.14.self_attn.out_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/opt/5/rnd_search_t_lin/comb_13/init/model.decoder.layers.14.self_attn.out_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/opt/5/rnd_search_t_lin/comb_13/init/model.decoder.layers.14.self_attn.out_proj/_s.pt b/params/opt/5/rnd_search_t_lin/comb_13/init/model.decoder.layers.14.self_attn.out_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..be9e4ddcde5d6d75d5ba96bc49ad02b265c5a8ac
--- /dev/null
+++ b/params/opt/5/rnd_search_t_lin/comb_13/init/model.decoder.layers.14.self_attn.out_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:64b8f5915709ae32fe63c893482c583744027c1f598da755b48a4fba817b2bdb
+size 5251
diff --git a/params/opt/5/rnd_search_t_lin/comb_13/init/model.decoder.layers.14.self_attn.q_proj/_0.pt b/params/opt/5/rnd_search_t_lin/comb_13/init/model.decoder.layers.14.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/opt/5/rnd_search_t_lin/comb_13/init/model.decoder.layers.14.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/opt/5/rnd_search_t_lin/comb_13/init/model.decoder.layers.14.self_attn.q_proj/_s.pt b/params/opt/5/rnd_search_t_lin/comb_13/init/model.decoder.layers.14.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c4928b581ecf7edc60562bc41e060c3b4725f059
--- /dev/null
+++ b/params/opt/5/rnd_search_t_lin/comb_13/init/model.decoder.layers.14.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:79a5840334f308bd0180ca8efa3f58bd861ba5a4abba105d41f4efe19b3784df
+size 5251
diff --git a/params/opt/5/rnd_search_t_lin/comb_13/init/model.decoder.layers.14.self_attn.v_proj/_0.pt b/params/opt/5/rnd_search_t_lin/comb_13/init/model.decoder.layers.14.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/opt/5/rnd_search_t_lin/comb_13/init/model.decoder.layers.14.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/opt/5/rnd_search_t_lin/comb_13/init/model.decoder.layers.14.self_attn.v_proj/_s.pt b/params/opt/5/rnd_search_t_lin/comb_13/init/model.decoder.layers.14.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..cc8a0d172676ced2ef56655d224c5ee41ba45c7e
--- /dev/null
+++ b/params/opt/5/rnd_search_t_lin/comb_13/init/model.decoder.layers.14.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:045a51211e5b4d4aeadaba1315e74b0d4a37609f08af0135fcad6ccfa805e75e
+size 5251
diff --git a/params/opt/5/rnd_search_t_lin/comb_13/init/model.decoder.layers.15.fc1/_0.pt b/params/opt/5/rnd_search_t_lin/comb_13/init/model.decoder.layers.15.fc1/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..58c96248fd00550cc15d645205571ee67c337035
--- /dev/null
+++ b/params/opt/5/rnd_search_t_lin/comb_13/init/model.decoder.layers.15.fc1/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d77f62f2a90ce91416a8360d6ec3a5205dee0afeca27666c8c1c6bc185c247e5
+size 17539
diff --git a/params/opt/5/rnd_search_t_lin/comb_13/init/model.decoder.layers.15.fc1/_s.pt b/params/opt/5/rnd_search_t_lin/comb_13/init/model.decoder.layers.15.fc1/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a7e386e325c1a94a172693d07f8c0e29d598a0d7
--- /dev/null
+++ b/params/opt/5/rnd_search_t_lin/comb_13/init/model.decoder.layers.15.fc1/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:210a2ee993f8f604fa4c933983d77b8d6408fb8dfd798f053068fe434fe6a260
+size 17539
diff --git a/params/opt/5/rnd_search_t_lin/comb_13/init/model.decoder.layers.15.fc2/_0.pt b/params/opt/5/rnd_search_t_lin/comb_13/init/model.decoder.layers.15.fc2/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/opt/5/rnd_search_t_lin/comb_13/init/model.decoder.layers.15.fc2/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/opt/5/rnd_search_t_lin/comb_13/init/model.decoder.layers.15.fc2/_s.pt b/params/opt/5/rnd_search_t_lin/comb_13/init/model.decoder.layers.15.fc2/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..48391d92ae2c32ca8d6bf3cb59e1d41e0e6748a9
--- /dev/null
+++ b/params/opt/5/rnd_search_t_lin/comb_13/init/model.decoder.layers.15.fc2/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e69544fb5658fc450f2955509eb05e2532cd305247a8ded511c9d758fc3055b7
+size 5251
diff --git a/params/opt/5/rnd_search_t_lin/comb_13/init/model.decoder.layers.15.self_attn.k_proj/_0.pt b/params/opt/5/rnd_search_t_lin/comb_13/init/model.decoder.layers.15.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/opt/5/rnd_search_t_lin/comb_13/init/model.decoder.layers.15.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/opt/5/rnd_search_t_lin/comb_13/init/model.decoder.layers.15.self_attn.k_proj/_s.pt b/params/opt/5/rnd_search_t_lin/comb_13/init/model.decoder.layers.15.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..02c6b2719d6e841d276dc401e0775d280f6dc48a
--- /dev/null
+++ b/params/opt/5/rnd_search_t_lin/comb_13/init/model.decoder.layers.15.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c6e44b4b84a9f9469a345573b87605a306f94fb88ff1577f0f00f9f06e4d4f68
+size 5251
diff --git a/params/opt/5/rnd_search_t_lin/comb_13/init/model.decoder.layers.15.self_attn.out_proj/_0.pt b/params/opt/5/rnd_search_t_lin/comb_13/init/model.decoder.layers.15.self_attn.out_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/opt/5/rnd_search_t_lin/comb_13/init/model.decoder.layers.15.self_attn.out_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/opt/5/rnd_search_t_lin/comb_13/init/model.decoder.layers.15.self_attn.out_proj/_s.pt b/params/opt/5/rnd_search_t_lin/comb_13/init/model.decoder.layers.15.self_attn.out_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..7161a9d4a123afc9bdb42f7a242e1373eb5c850f
--- /dev/null
+++ b/params/opt/5/rnd_search_t_lin/comb_13/init/model.decoder.layers.15.self_attn.out_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:8ad0708845016d98804bad1e8b6b017fbfa628eb0c19f0687fc8e620f9ec04ff
+size 5251
diff --git a/params/opt/5/rnd_search_t_lin/comb_13/init/model.decoder.layers.15.self_attn.q_proj/_0.pt b/params/opt/5/rnd_search_t_lin/comb_13/init/model.decoder.layers.15.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/opt/5/rnd_search_t_lin/comb_13/init/model.decoder.layers.15.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/opt/5/rnd_search_t_lin/comb_13/init/model.decoder.layers.15.self_attn.q_proj/_s.pt b/params/opt/5/rnd_search_t_lin/comb_13/init/model.decoder.layers.15.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4fcfc975cd29499799dd21cb5e2434cd674257d0
--- /dev/null
+++ b/params/opt/5/rnd_search_t_lin/comb_13/init/model.decoder.layers.15.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5f2158e9a231976ca349964af681f321d6b30aad6f940332c07d972262f4be65
+size 5251
diff --git a/params/opt/5/rnd_search_t_lin/comb_13/init/model.decoder.layers.15.self_attn.v_proj/_0.pt b/params/opt/5/rnd_search_t_lin/comb_13/init/model.decoder.layers.15.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/opt/5/rnd_search_t_lin/comb_13/init/model.decoder.layers.15.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/opt/5/rnd_search_t_lin/comb_13/init/model.decoder.layers.15.self_attn.v_proj/_s.pt b/params/opt/5/rnd_search_t_lin/comb_13/init/model.decoder.layers.15.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..765acbfe85a1270ce322cc7eb3a6332894891dab
--- /dev/null
+++ b/params/opt/5/rnd_search_t_lin/comb_13/init/model.decoder.layers.15.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:8f2ff2504b669d9437d6eba1abced2466f4ea0b8fd460d5c6b657e6bf1fe97b6
+size 5251
diff --git a/params/opt/5/rnd_search_t_lin/comb_13/init/model.decoder.layers.16.fc1/_0.pt b/params/opt/5/rnd_search_t_lin/comb_13/init/model.decoder.layers.16.fc1/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..58c96248fd00550cc15d645205571ee67c337035
--- /dev/null
+++ b/params/opt/5/rnd_search_t_lin/comb_13/init/model.decoder.layers.16.fc1/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d77f62f2a90ce91416a8360d6ec3a5205dee0afeca27666c8c1c6bc185c247e5
+size 17539
diff --git a/params/opt/5/rnd_search_t_lin/comb_13/init/model.decoder.layers.16.fc1/_s.pt b/params/opt/5/rnd_search_t_lin/comb_13/init/model.decoder.layers.16.fc1/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2ec5586ae3fa5176261fff8ead9f025e42ea7698
--- /dev/null
+++ b/params/opt/5/rnd_search_t_lin/comb_13/init/model.decoder.layers.16.fc1/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:07c580cb256b2eaea1228768d4ce3af36e05fa9d2b0d77c41d920e8886fca799
+size 17539
diff --git a/params/opt/5/rnd_search_t_lin/comb_13/init/model.decoder.layers.16.fc2/_0.pt b/params/opt/5/rnd_search_t_lin/comb_13/init/model.decoder.layers.16.fc2/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/opt/5/rnd_search_t_lin/comb_13/init/model.decoder.layers.16.fc2/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/opt/5/rnd_search_t_lin/comb_13/init/model.decoder.layers.16.fc2/_s.pt b/params/opt/5/rnd_search_t_lin/comb_13/init/model.decoder.layers.16.fc2/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4cff811c8f006233edcee9394b883c88ae2a3c59
--- /dev/null
+++ b/params/opt/5/rnd_search_t_lin/comb_13/init/model.decoder.layers.16.fc2/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:92d979f81f3fbdad72a467b3564ad570e87caeef1be49a2531e08d5d2e8d90ec
+size 5251
diff --git a/params/opt/5/rnd_search_t_lin/comb_13/init/model.decoder.layers.16.self_attn.k_proj/_0.pt b/params/opt/5/rnd_search_t_lin/comb_13/init/model.decoder.layers.16.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/opt/5/rnd_search_t_lin/comb_13/init/model.decoder.layers.16.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/opt/5/rnd_search_t_lin/comb_13/init/model.decoder.layers.16.self_attn.k_proj/_s.pt b/params/opt/5/rnd_search_t_lin/comb_13/init/model.decoder.layers.16.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..06c74a459ee42f588c9bf4e980756ab9f1be0312
--- /dev/null
+++ b/params/opt/5/rnd_search_t_lin/comb_13/init/model.decoder.layers.16.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:dd8178b6959640cb62720c3ea1e86c28a67a1e5a7438dac1c8541f4ebdad2992
+size 5251
diff --git a/params/opt/5/rnd_search_t_lin/comb_13/init/model.decoder.layers.16.self_attn.out_proj/_0.pt b/params/opt/5/rnd_search_t_lin/comb_13/init/model.decoder.layers.16.self_attn.out_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/opt/5/rnd_search_t_lin/comb_13/init/model.decoder.layers.16.self_attn.out_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/opt/5/rnd_search_t_lin/comb_13/init/model.decoder.layers.16.self_attn.out_proj/_s.pt b/params/opt/5/rnd_search_t_lin/comb_13/init/model.decoder.layers.16.self_attn.out_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..32ad3f1a7f141dc309bd9e5c283603193b791eba
--- /dev/null
+++ b/params/opt/5/rnd_search_t_lin/comb_13/init/model.decoder.layers.16.self_attn.out_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:aa5b10353f11612308daa5f97bec873518a2e1c97efb4482f901ce27b38df049
+size 5251
diff --git a/params/opt/5/rnd_search_t_lin/comb_13/init/model.decoder.layers.16.self_attn.q_proj/_0.pt b/params/opt/5/rnd_search_t_lin/comb_13/init/model.decoder.layers.16.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/opt/5/rnd_search_t_lin/comb_13/init/model.decoder.layers.16.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/opt/5/rnd_search_t_lin/comb_13/init/model.decoder.layers.16.self_attn.q_proj/_s.pt b/params/opt/5/rnd_search_t_lin/comb_13/init/model.decoder.layers.16.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..7bcb08ca19cb1602c4bea94326e2da01f5e48c8f
--- /dev/null
+++ b/params/opt/5/rnd_search_t_lin/comb_13/init/model.decoder.layers.16.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:fdc2bb1eae3eebac7e354c176eaaf697370700fcd47911c460566a89403048b1
+size 5251
diff --git a/params/opt/5/rnd_search_t_lin/comb_13/init/model.decoder.layers.16.self_attn.v_proj/_0.pt b/params/opt/5/rnd_search_t_lin/comb_13/init/model.decoder.layers.16.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/opt/5/rnd_search_t_lin/comb_13/init/model.decoder.layers.16.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/opt/5/rnd_search_t_lin/comb_13/init/model.decoder.layers.16.self_attn.v_proj/_s.pt b/params/opt/5/rnd_search_t_lin/comb_13/init/model.decoder.layers.16.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..13bc6b990f34e23a86346a594b46be9a9e0bd2f7
--- /dev/null
+++ b/params/opt/5/rnd_search_t_lin/comb_13/init/model.decoder.layers.16.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:8e2f4844604c882cbe6023b6e309eb5558f0ced8b6c082d6b1ef68033577abb2
+size 5251
diff --git a/params/opt/5/rnd_search_t_lin/comb_13/init/model.decoder.layers.17.fc1/_0.pt b/params/opt/5/rnd_search_t_lin/comb_13/init/model.decoder.layers.17.fc1/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..58c96248fd00550cc15d645205571ee67c337035
--- /dev/null
+++ b/params/opt/5/rnd_search_t_lin/comb_13/init/model.decoder.layers.17.fc1/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d77f62f2a90ce91416a8360d6ec3a5205dee0afeca27666c8c1c6bc185c247e5
+size 17539
diff --git a/params/opt/5/rnd_search_t_lin/comb_13/init/model.decoder.layers.17.fc1/_s.pt b/params/opt/5/rnd_search_t_lin/comb_13/init/model.decoder.layers.17.fc1/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8395c3e5e90ffd2c303f054286c842a1573e6aec
--- /dev/null
+++ b/params/opt/5/rnd_search_t_lin/comb_13/init/model.decoder.layers.17.fc1/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:75c17eaf60e4ee181a9621d3d66f97355e2e77a215179e5e38d0ade23089c6d9
+size 17539
diff --git a/params/opt/5/rnd_search_t_lin/comb_13/init/model.decoder.layers.17.fc2/_0.pt b/params/opt/5/rnd_search_t_lin/comb_13/init/model.decoder.layers.17.fc2/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/opt/5/rnd_search_t_lin/comb_13/init/model.decoder.layers.17.fc2/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/opt/5/rnd_search_t_lin/comb_13/init/model.decoder.layers.17.fc2/_s.pt b/params/opt/5/rnd_search_t_lin/comb_13/init/model.decoder.layers.17.fc2/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..b2ad2134fa25f6dc9a6800a4c6d583931660e315
--- /dev/null
+++ b/params/opt/5/rnd_search_t_lin/comb_13/init/model.decoder.layers.17.fc2/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:089cf99fd728004e55d8238bfd4fc9ccc644d6e18f772b852ea300da28791b58
+size 5251
diff --git a/params/opt/5/rnd_search_t_lin/comb_13/init/model.decoder.layers.17.self_attn.k_proj/_0.pt b/params/opt/5/rnd_search_t_lin/comb_13/init/model.decoder.layers.17.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/opt/5/rnd_search_t_lin/comb_13/init/model.decoder.layers.17.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/opt/5/rnd_search_t_lin/comb_13/init/model.decoder.layers.17.self_attn.k_proj/_s.pt b/params/opt/5/rnd_search_t_lin/comb_13/init/model.decoder.layers.17.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..df9195521c7f111405a597c381e25b3a38f5ffe3
--- /dev/null
+++ b/params/opt/5/rnd_search_t_lin/comb_13/init/model.decoder.layers.17.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:8082b121a0ec265d1b37735af838694b6d9ffd7a88420b80044b4785c480a900
+size 5251
diff --git a/params/opt/5/rnd_search_t_lin/comb_13/init/model.decoder.layers.17.self_attn.out_proj/_0.pt b/params/opt/5/rnd_search_t_lin/comb_13/init/model.decoder.layers.17.self_attn.out_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/opt/5/rnd_search_t_lin/comb_13/init/model.decoder.layers.17.self_attn.out_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/opt/5/rnd_search_t_lin/comb_13/init/model.decoder.layers.17.self_attn.out_proj/_s.pt b/params/opt/5/rnd_search_t_lin/comb_13/init/model.decoder.layers.17.self_attn.out_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..bad56fc7be642c14140e38061fedbef8c1d8c50e
--- /dev/null
+++ b/params/opt/5/rnd_search_t_lin/comb_13/init/model.decoder.layers.17.self_attn.out_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:1922b9722f1d5cca472db5665dee3b361f847e75817d2b9f19c7b85a9234b1a7
+size 5251
diff --git a/params/opt/5/rnd_search_t_lin/comb_13/init/model.decoder.layers.17.self_attn.q_proj/_0.pt b/params/opt/5/rnd_search_t_lin/comb_13/init/model.decoder.layers.17.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/opt/5/rnd_search_t_lin/comb_13/init/model.decoder.layers.17.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/opt/5/rnd_search_t_lin/comb_13/init/model.decoder.layers.17.self_attn.q_proj/_s.pt b/params/opt/5/rnd_search_t_lin/comb_13/init/model.decoder.layers.17.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..9c8771997c5424aaf5f81daeee8f93e96c3d4709
--- /dev/null
+++ b/params/opt/5/rnd_search_t_lin/comb_13/init/model.decoder.layers.17.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:561a8df113f2125ba4b812c4d6db8ecc039edce2ae8f6aa4bcce571fb394309e
+size 5251
diff --git a/params/opt/5/rnd_search_t_lin/comb_13/init/model.decoder.layers.17.self_attn.v_proj/_0.pt b/params/opt/5/rnd_search_t_lin/comb_13/init/model.decoder.layers.17.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/opt/5/rnd_search_t_lin/comb_13/init/model.decoder.layers.17.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/opt/5/rnd_search_t_lin/comb_13/init/model.decoder.layers.17.self_attn.v_proj/_s.pt b/params/opt/5/rnd_search_t_lin/comb_13/init/model.decoder.layers.17.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..5d3259277b5c5b21956940ed1888836efcd91391
--- /dev/null
+++ b/params/opt/5/rnd_search_t_lin/comb_13/init/model.decoder.layers.17.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0c040ea479afd4672ebfa67941ec9d380e895e1eefd9f87cb6eb5d5a09b046e2
+size 5251
diff --git a/params/opt/5/rnd_search_t_lin/comb_13/init/model.decoder.layers.18.fc1/_0.pt b/params/opt/5/rnd_search_t_lin/comb_13/init/model.decoder.layers.18.fc1/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..58c96248fd00550cc15d645205571ee67c337035
--- /dev/null
+++ b/params/opt/5/rnd_search_t_lin/comb_13/init/model.decoder.layers.18.fc1/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d77f62f2a90ce91416a8360d6ec3a5205dee0afeca27666c8c1c6bc185c247e5
+size 17539
diff --git a/params/opt/5/rnd_search_t_lin/comb_13/init/model.decoder.layers.18.fc1/_s.pt b/params/opt/5/rnd_search_t_lin/comb_13/init/model.decoder.layers.18.fc1/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c75d29dda92e6c377b441b461acae0675dae5ce4
--- /dev/null
+++ b/params/opt/5/rnd_search_t_lin/comb_13/init/model.decoder.layers.18.fc1/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:05e8a76e50ac89f57b38be698e30367cb9f8a47c55e7262ac66a8b32aabdd6c0
+size 17539
diff --git a/params/opt/5/rnd_search_t_lin/comb_13/init/model.decoder.layers.18.fc2/_0.pt b/params/opt/5/rnd_search_t_lin/comb_13/init/model.decoder.layers.18.fc2/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/opt/5/rnd_search_t_lin/comb_13/init/model.decoder.layers.18.fc2/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/opt/5/rnd_search_t_lin/comb_13/init/model.decoder.layers.18.fc2/_s.pt b/params/opt/5/rnd_search_t_lin/comb_13/init/model.decoder.layers.18.fc2/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..48d03607c476c43e00da69138fc364f7c6e626a2
--- /dev/null
+++ b/params/opt/5/rnd_search_t_lin/comb_13/init/model.decoder.layers.18.fc2/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f8b13a43cfb41ba256e8d37496f2746fa038c0576de2ecb84c4e8cb916c003b3
+size 5251
diff --git a/params/opt/5/rnd_search_t_lin/comb_13/init/model.decoder.layers.18.self_attn.k_proj/_0.pt b/params/opt/5/rnd_search_t_lin/comb_13/init/model.decoder.layers.18.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/opt/5/rnd_search_t_lin/comb_13/init/model.decoder.layers.18.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/opt/5/rnd_search_t_lin/comb_13/init/model.decoder.layers.18.self_attn.k_proj/_s.pt b/params/opt/5/rnd_search_t_lin/comb_13/init/model.decoder.layers.18.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..50b5c3938a2b53a5059a455ef4c1833d12a2e181
--- /dev/null
+++ b/params/opt/5/rnd_search_t_lin/comb_13/init/model.decoder.layers.18.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ec7f638cc37eda7f0fb43f5f2d6e744fd3fc0b764bd1676083c5e107632a585b
+size 5251
diff --git a/params/opt/5/rnd_search_t_lin/comb_13/init/model.decoder.layers.18.self_attn.out_proj/_0.pt b/params/opt/5/rnd_search_t_lin/comb_13/init/model.decoder.layers.18.self_attn.out_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/opt/5/rnd_search_t_lin/comb_13/init/model.decoder.layers.18.self_attn.out_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/opt/5/rnd_search_t_lin/comb_13/init/model.decoder.layers.18.self_attn.out_proj/_s.pt b/params/opt/5/rnd_search_t_lin/comb_13/init/model.decoder.layers.18.self_attn.out_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8fd32ee1441d56a707818f99555841b5af0e4eb2
--- /dev/null
+++ b/params/opt/5/rnd_search_t_lin/comb_13/init/model.decoder.layers.18.self_attn.out_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e8c5395785b5ef8b221685cba217e7bdf3aacfb4f0be6c0d5e88faedce0da2cd
+size 5251
diff --git a/params/opt/5/rnd_search_t_lin/comb_13/init/model.decoder.layers.18.self_attn.q_proj/_0.pt b/params/opt/5/rnd_search_t_lin/comb_13/init/model.decoder.layers.18.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/opt/5/rnd_search_t_lin/comb_13/init/model.decoder.layers.18.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/opt/5/rnd_search_t_lin/comb_13/init/model.decoder.layers.18.self_attn.q_proj/_s.pt b/params/opt/5/rnd_search_t_lin/comb_13/init/model.decoder.layers.18.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a66a657475f7f2c59e60ee8378a00f1d6a479c74
--- /dev/null
+++ b/params/opt/5/rnd_search_t_lin/comb_13/init/model.decoder.layers.18.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:9328b8ea20ec2a490ded26aac936ef968ec4d25b062d0da997aa1cf98832b6d2
+size 5251
diff --git a/params/opt/5/rnd_search_t_lin/comb_13/init/model.decoder.layers.18.self_attn.v_proj/_0.pt b/params/opt/5/rnd_search_t_lin/comb_13/init/model.decoder.layers.18.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/opt/5/rnd_search_t_lin/comb_13/init/model.decoder.layers.18.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/opt/5/rnd_search_t_lin/comb_13/init/model.decoder.layers.18.self_attn.v_proj/_s.pt b/params/opt/5/rnd_search_t_lin/comb_13/init/model.decoder.layers.18.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..488afa23eab503a8600f76b4db57e60754b6bec3
--- /dev/null
+++ b/params/opt/5/rnd_search_t_lin/comb_13/init/model.decoder.layers.18.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:7c30e601f91ff655d239a489a99bad4949a446e0dbe1adc19795bcffb3aaee1d
+size 5251
diff --git a/params/opt/5/rnd_search_t_lin/comb_13/init/model.decoder.layers.19.fc1/_0.pt b/params/opt/5/rnd_search_t_lin/comb_13/init/model.decoder.layers.19.fc1/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..58c96248fd00550cc15d645205571ee67c337035
--- /dev/null
+++ b/params/opt/5/rnd_search_t_lin/comb_13/init/model.decoder.layers.19.fc1/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d77f62f2a90ce91416a8360d6ec3a5205dee0afeca27666c8c1c6bc185c247e5
+size 17539
diff --git a/params/opt/5/rnd_search_t_lin/comb_13/init/model.decoder.layers.19.fc1/_s.pt b/params/opt/5/rnd_search_t_lin/comb_13/init/model.decoder.layers.19.fc1/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..0d04a4bb60393c85c24db722ff92b593f04076d5
--- /dev/null
+++ b/params/opt/5/rnd_search_t_lin/comb_13/init/model.decoder.layers.19.fc1/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b55abe795fcbef762d042f51c685541c59704611d709675a9a79c494156e744c
+size 17539
diff --git a/params/opt/5/rnd_search_t_lin/comb_13/init/model.decoder.layers.19.fc2/_0.pt b/params/opt/5/rnd_search_t_lin/comb_13/init/model.decoder.layers.19.fc2/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/opt/5/rnd_search_t_lin/comb_13/init/model.decoder.layers.19.fc2/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/opt/5/rnd_search_t_lin/comb_13/init/model.decoder.layers.19.fc2/_s.pt b/params/opt/5/rnd_search_t_lin/comb_13/init/model.decoder.layers.19.fc2/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..053e9c1dd5cee287cf613055e852408d21950e0a
--- /dev/null
+++ b/params/opt/5/rnd_search_t_lin/comb_13/init/model.decoder.layers.19.fc2/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f53ac082ab149537c81cf47684193dd2c25b0cd9362c273a2da8134bae223d7c
+size 5251
diff --git a/params/opt/5/rnd_search_t_lin/comb_13/init/model.decoder.layers.19.self_attn.k_proj/_0.pt b/params/opt/5/rnd_search_t_lin/comb_13/init/model.decoder.layers.19.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/opt/5/rnd_search_t_lin/comb_13/init/model.decoder.layers.19.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/opt/5/rnd_search_t_lin/comb_13/init/model.decoder.layers.19.self_attn.k_proj/_s.pt b/params/opt/5/rnd_search_t_lin/comb_13/init/model.decoder.layers.19.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..7edd25d238841c3156d8f11a3f60f1fe59840b26
--- /dev/null
+++ b/params/opt/5/rnd_search_t_lin/comb_13/init/model.decoder.layers.19.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e02b3507b252ce9d162e178557de5266bbebdc26976fd0f4bb6f7a5c19de79a3
+size 5251
diff --git a/params/opt/5/rnd_search_t_lin/comb_13/init/model.decoder.layers.19.self_attn.out_proj/_0.pt b/params/opt/5/rnd_search_t_lin/comb_13/init/model.decoder.layers.19.self_attn.out_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/opt/5/rnd_search_t_lin/comb_13/init/model.decoder.layers.19.self_attn.out_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/opt/5/rnd_search_t_lin/comb_13/init/model.decoder.layers.19.self_attn.out_proj/_s.pt b/params/opt/5/rnd_search_t_lin/comb_13/init/model.decoder.layers.19.self_attn.out_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..fd93245669eae32a34d4fbb9b1017a2478a007e3
--- /dev/null
+++ b/params/opt/5/rnd_search_t_lin/comb_13/init/model.decoder.layers.19.self_attn.out_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:97e6b0d75ce40d65ab5d67bd47f913a180b923c1081fd7520852c2218c83792c
+size 5251
diff --git a/params/opt/5/rnd_search_t_lin/comb_13/init/model.decoder.layers.19.self_attn.q_proj/_0.pt b/params/opt/5/rnd_search_t_lin/comb_13/init/model.decoder.layers.19.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/opt/5/rnd_search_t_lin/comb_13/init/model.decoder.layers.19.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/opt/5/rnd_search_t_lin/comb_13/init/model.decoder.layers.19.self_attn.q_proj/_s.pt b/params/opt/5/rnd_search_t_lin/comb_13/init/model.decoder.layers.19.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..62459b583d2939f7f11b2327482503fa44017c54
--- /dev/null
+++ b/params/opt/5/rnd_search_t_lin/comb_13/init/model.decoder.layers.19.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a1a910e73c1ca8e1da1548ec389d4a59b9b1e9482710a79b9ea445019b80637c
+size 5251
diff --git a/params/opt/5/rnd_search_t_lin/comb_13/init/model.decoder.layers.19.self_attn.v_proj/_0.pt b/params/opt/5/rnd_search_t_lin/comb_13/init/model.decoder.layers.19.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/opt/5/rnd_search_t_lin/comb_13/init/model.decoder.layers.19.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/opt/5/rnd_search_t_lin/comb_13/init/model.decoder.layers.19.self_attn.v_proj/_s.pt b/params/opt/5/rnd_search_t_lin/comb_13/init/model.decoder.layers.19.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8e09d805c549241a0271963390ad6cb20e7f7d69
--- /dev/null
+++ b/params/opt/5/rnd_search_t_lin/comb_13/init/model.decoder.layers.19.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:4b96cf8acafcf76fcf5ffd9ced7abde6678194f72e139fcbcc2da2049ecd0931
+size 5251
diff --git a/params/opt/5/rnd_search_t_lin/comb_13/init/model.decoder.layers.2.fc1/_0.pt b/params/opt/5/rnd_search_t_lin/comb_13/init/model.decoder.layers.2.fc1/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..58c96248fd00550cc15d645205571ee67c337035
--- /dev/null
+++ b/params/opt/5/rnd_search_t_lin/comb_13/init/model.decoder.layers.2.fc1/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d77f62f2a90ce91416a8360d6ec3a5205dee0afeca27666c8c1c6bc185c247e5
+size 17539
diff --git a/params/opt/5/rnd_search_t_lin/comb_13/init/model.decoder.layers.2.fc1/_s.pt b/params/opt/5/rnd_search_t_lin/comb_13/init/model.decoder.layers.2.fc1/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ed1a0408abe0a98c1183be651f6f0402977a8c87
--- /dev/null
+++ b/params/opt/5/rnd_search_t_lin/comb_13/init/model.decoder.layers.2.fc1/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:6f94167c24b1d0db369edba310ed39b477b93ec102db6ec5ec29ffdb83db2482
+size 17539
diff --git a/params/opt/5/rnd_search_t_lin/comb_13/init/model.decoder.layers.2.fc2/_0.pt b/params/opt/5/rnd_search_t_lin/comb_13/init/model.decoder.layers.2.fc2/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/opt/5/rnd_search_t_lin/comb_13/init/model.decoder.layers.2.fc2/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/opt/5/rnd_search_t_lin/comb_13/init/model.decoder.layers.2.fc2/_s.pt b/params/opt/5/rnd_search_t_lin/comb_13/init/model.decoder.layers.2.fc2/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..10d8e68a5cd407b68ce99b44d604d559bb28c472
--- /dev/null
+++ b/params/opt/5/rnd_search_t_lin/comb_13/init/model.decoder.layers.2.fc2/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a2f01094eb367f4ea248e20ebcba0f2e2898dbf85bb05b099d14b8cafbd5f6c6
+size 5251
diff --git a/params/opt/5/rnd_search_t_lin/comb_13/init/model.decoder.layers.2.self_attn.k_proj/_0.pt b/params/opt/5/rnd_search_t_lin/comb_13/init/model.decoder.layers.2.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/opt/5/rnd_search_t_lin/comb_13/init/model.decoder.layers.2.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/opt/5/rnd_search_t_lin/comb_13/init/model.decoder.layers.2.self_attn.k_proj/_s.pt b/params/opt/5/rnd_search_t_lin/comb_13/init/model.decoder.layers.2.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..5fedd8d2208e2b0e6c8f24c4ca3ff5ffcc3bfcd2
--- /dev/null
+++ b/params/opt/5/rnd_search_t_lin/comb_13/init/model.decoder.layers.2.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:7e4b64a9e2525c4454cb5386a543cb4d9d436487babb69a2b473d7604acf6b78
+size 5251
diff --git a/params/opt/5/rnd_search_t_lin/comb_13/init/model.decoder.layers.2.self_attn.out_proj/_0.pt b/params/opt/5/rnd_search_t_lin/comb_13/init/model.decoder.layers.2.self_attn.out_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/opt/5/rnd_search_t_lin/comb_13/init/model.decoder.layers.2.self_attn.out_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/opt/5/rnd_search_t_lin/comb_13/init/model.decoder.layers.2.self_attn.out_proj/_s.pt b/params/opt/5/rnd_search_t_lin/comb_13/init/model.decoder.layers.2.self_attn.out_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..182022fd4d0bb85fb783453744d9589c6e0d3023
--- /dev/null
+++ b/params/opt/5/rnd_search_t_lin/comb_13/init/model.decoder.layers.2.self_attn.out_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:1cd1315ad21be4e1234291df77436bb0830019dda694b59259aaf8f3d3922950
+size 5251
diff --git a/params/opt/5/rnd_search_t_lin/comb_13/init/model.decoder.layers.2.self_attn.q_proj/_0.pt b/params/opt/5/rnd_search_t_lin/comb_13/init/model.decoder.layers.2.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/opt/5/rnd_search_t_lin/comb_13/init/model.decoder.layers.2.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/opt/5/rnd_search_t_lin/comb_13/init/model.decoder.layers.2.self_attn.q_proj/_s.pt b/params/opt/5/rnd_search_t_lin/comb_13/init/model.decoder.layers.2.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..9443df3bda218d420cf67172e3bccea891b9081c
--- /dev/null
+++ b/params/opt/5/rnd_search_t_lin/comb_13/init/model.decoder.layers.2.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:85794e84500142014cfbee82e789e8ecdaf8cd7ffb64808953ded65c3de72697
+size 5251
diff --git a/params/opt/5/rnd_search_t_lin/comb_13/init/model.decoder.layers.2.self_attn.v_proj/_0.pt b/params/opt/5/rnd_search_t_lin/comb_13/init/model.decoder.layers.2.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/opt/5/rnd_search_t_lin/comb_13/init/model.decoder.layers.2.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/opt/5/rnd_search_t_lin/comb_13/init/model.decoder.layers.2.self_attn.v_proj/_s.pt b/params/opt/5/rnd_search_t_lin/comb_13/init/model.decoder.layers.2.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..f5fc442bf2824c29769730daf0b9bbbca7c71574
--- /dev/null
+++ b/params/opt/5/rnd_search_t_lin/comb_13/init/model.decoder.layers.2.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:75c23eeead5c5883676eb1a16399adff068c4ad2f0e34647d67b4c01cc577b4f
+size 5251
diff --git a/params/opt/5/rnd_search_t_lin/comb_13/init/model.decoder.layers.20.fc1/_0.pt b/params/opt/5/rnd_search_t_lin/comb_13/init/model.decoder.layers.20.fc1/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..58c96248fd00550cc15d645205571ee67c337035
--- /dev/null
+++ b/params/opt/5/rnd_search_t_lin/comb_13/init/model.decoder.layers.20.fc1/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d77f62f2a90ce91416a8360d6ec3a5205dee0afeca27666c8c1c6bc185c247e5
+size 17539
diff --git a/params/opt/5/rnd_search_t_lin/comb_13/init/model.decoder.layers.20.fc1/_s.pt b/params/opt/5/rnd_search_t_lin/comb_13/init/model.decoder.layers.20.fc1/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..42fffff99ec42af3259cefe1efab9d66ba4bd7c5
--- /dev/null
+++ b/params/opt/5/rnd_search_t_lin/comb_13/init/model.decoder.layers.20.fc1/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:426ae7519c47f86e5bb25008389217ad9ca144061821287ad0fd2033cb85cda4
+size 17539
diff --git a/params/opt/5/rnd_search_t_lin/comb_13/init/model.decoder.layers.20.fc2/_0.pt b/params/opt/5/rnd_search_t_lin/comb_13/init/model.decoder.layers.20.fc2/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/opt/5/rnd_search_t_lin/comb_13/init/model.decoder.layers.20.fc2/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/opt/5/rnd_search_t_lin/comb_13/init/model.decoder.layers.20.fc2/_s.pt b/params/opt/5/rnd_search_t_lin/comb_13/init/model.decoder.layers.20.fc2/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..784c2ebef777e9acbf17142ef805aa9a4c3eeb7e
--- /dev/null
+++ b/params/opt/5/rnd_search_t_lin/comb_13/init/model.decoder.layers.20.fc2/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2bd3479de940f3f05ca7977e86ad7b911d1349552e1a36147afc2dc1fee9e72b
+size 5251
diff --git a/params/opt/5/rnd_search_t_lin/comb_13/init/model.decoder.layers.20.self_attn.k_proj/_0.pt b/params/opt/5/rnd_search_t_lin/comb_13/init/model.decoder.layers.20.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/opt/5/rnd_search_t_lin/comb_13/init/model.decoder.layers.20.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/opt/5/rnd_search_t_lin/comb_13/init/model.decoder.layers.20.self_attn.k_proj/_s.pt b/params/opt/5/rnd_search_t_lin/comb_13/init/model.decoder.layers.20.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4b0bf2812a685b8026e75590c7b2acff3b95a174
--- /dev/null
+++ b/params/opt/5/rnd_search_t_lin/comb_13/init/model.decoder.layers.20.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:7274b32e22ca21f4ac414137be0743ab2b88a4611e0cfcd581e5cedf679ccb23
+size 5251
diff --git a/params/opt/5/rnd_search_t_lin/comb_13/init/model.decoder.layers.20.self_attn.out_proj/_0.pt b/params/opt/5/rnd_search_t_lin/comb_13/init/model.decoder.layers.20.self_attn.out_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/opt/5/rnd_search_t_lin/comb_13/init/model.decoder.layers.20.self_attn.out_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/opt/5/rnd_search_t_lin/comb_13/init/model.decoder.layers.20.self_attn.out_proj/_s.pt b/params/opt/5/rnd_search_t_lin/comb_13/init/model.decoder.layers.20.self_attn.out_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..9e86fd69bb76304c88f734dbf4342efe51e4b6ec
--- /dev/null
+++ b/params/opt/5/rnd_search_t_lin/comb_13/init/model.decoder.layers.20.self_attn.out_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0867000ee91afd3d9d0054c3f347e79e67136f557c2f2538e96a5d7064683ec3
+size 5251
diff --git a/params/opt/5/rnd_search_t_lin/comb_13/init/model.decoder.layers.20.self_attn.q_proj/_0.pt b/params/opt/5/rnd_search_t_lin/comb_13/init/model.decoder.layers.20.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/opt/5/rnd_search_t_lin/comb_13/init/model.decoder.layers.20.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/opt/5/rnd_search_t_lin/comb_13/init/model.decoder.layers.20.self_attn.q_proj/_s.pt b/params/opt/5/rnd_search_t_lin/comb_13/init/model.decoder.layers.20.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e47e504a3fc9f5e5e3af33e66566d390e7248597
--- /dev/null
+++ b/params/opt/5/rnd_search_t_lin/comb_13/init/model.decoder.layers.20.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:3c7f0055a4ab063b573ce79e16d8a3182b2cde8291c40cf684cecd35ae5f0152
+size 5251
diff --git a/params/opt/5/rnd_search_t_lin/comb_13/init/model.decoder.layers.20.self_attn.v_proj/_0.pt b/params/opt/5/rnd_search_t_lin/comb_13/init/model.decoder.layers.20.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/opt/5/rnd_search_t_lin/comb_13/init/model.decoder.layers.20.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/opt/5/rnd_search_t_lin/comb_13/init/model.decoder.layers.20.self_attn.v_proj/_s.pt b/params/opt/5/rnd_search_t_lin/comb_13/init/model.decoder.layers.20.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..134b90d0aeba14faaba26aa0d3378fdbcc57973b
--- /dev/null
+++ b/params/opt/5/rnd_search_t_lin/comb_13/init/model.decoder.layers.20.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:fb765181a44081848456631e630a8812a5ef6b3cb8dfeaac6a7dbdf21de1044e
+size 5251
diff --git a/params/opt/5/rnd_search_t_lin/comb_13/init/model.decoder.layers.21.fc1/_0.pt b/params/opt/5/rnd_search_t_lin/comb_13/init/model.decoder.layers.21.fc1/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..58c96248fd00550cc15d645205571ee67c337035
--- /dev/null
+++ b/params/opt/5/rnd_search_t_lin/comb_13/init/model.decoder.layers.21.fc1/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d77f62f2a90ce91416a8360d6ec3a5205dee0afeca27666c8c1c6bc185c247e5
+size 17539
diff --git a/params/opt/5/rnd_search_t_lin/comb_13/init/model.decoder.layers.21.fc1/_s.pt b/params/opt/5/rnd_search_t_lin/comb_13/init/model.decoder.layers.21.fc1/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2141c9a4750dbeaaaff8cb65bbf9af4b886c3f7a
--- /dev/null
+++ b/params/opt/5/rnd_search_t_lin/comb_13/init/model.decoder.layers.21.fc1/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0b059b8e56cb274c4a8074034fe8609c87ca0306f45931a5ef8b340c78616102
+size 17539
diff --git a/params/opt/5/rnd_search_t_lin/comb_13/init/model.decoder.layers.21.fc2/_0.pt b/params/opt/5/rnd_search_t_lin/comb_13/init/model.decoder.layers.21.fc2/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/opt/5/rnd_search_t_lin/comb_13/init/model.decoder.layers.21.fc2/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/opt/5/rnd_search_t_lin/comb_13/init/model.decoder.layers.21.fc2/_s.pt b/params/opt/5/rnd_search_t_lin/comb_13/init/model.decoder.layers.21.fc2/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..15b2dd87cf30ad9f033fca20bc0b97da79c794c3
--- /dev/null
+++ b/params/opt/5/rnd_search_t_lin/comb_13/init/model.decoder.layers.21.fc2/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:636877438e9372e32a7303fe45f799e9c0f75358a00992b390919f4856235e36
+size 5251
diff --git a/params/opt/5/rnd_search_t_lin/comb_13/init/model.decoder.layers.21.self_attn.k_proj/_0.pt b/params/opt/5/rnd_search_t_lin/comb_13/init/model.decoder.layers.21.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/opt/5/rnd_search_t_lin/comb_13/init/model.decoder.layers.21.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/opt/5/rnd_search_t_lin/comb_13/init/model.decoder.layers.21.self_attn.k_proj/_s.pt b/params/opt/5/rnd_search_t_lin/comb_13/init/model.decoder.layers.21.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..7b69e54683d22f0052738a4e95f7b32890dad51a
--- /dev/null
+++ b/params/opt/5/rnd_search_t_lin/comb_13/init/model.decoder.layers.21.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:55cb51d5ed42317af5510bdc46f132f64d959a24a776555244c1a9290e4c9add
+size 5251
diff --git a/params/opt/5/rnd_search_t_lin/comb_13/init/model.decoder.layers.21.self_attn.out_proj/_0.pt b/params/opt/5/rnd_search_t_lin/comb_13/init/model.decoder.layers.21.self_attn.out_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/opt/5/rnd_search_t_lin/comb_13/init/model.decoder.layers.21.self_attn.out_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/opt/5/rnd_search_t_lin/comb_13/init/model.decoder.layers.21.self_attn.out_proj/_s.pt b/params/opt/5/rnd_search_t_lin/comb_13/init/model.decoder.layers.21.self_attn.out_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a22f8921aa3a460f755af8874f5106e199f3805c
--- /dev/null
+++ b/params/opt/5/rnd_search_t_lin/comb_13/init/model.decoder.layers.21.self_attn.out_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5f07caf231120828650605e36d67e020dda5ad9c30d04265f3188d2c552cffe0
+size 5251
diff --git a/params/opt/5/rnd_search_t_lin/comb_13/init/model.decoder.layers.21.self_attn.q_proj/_0.pt b/params/opt/5/rnd_search_t_lin/comb_13/init/model.decoder.layers.21.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/opt/5/rnd_search_t_lin/comb_13/init/model.decoder.layers.21.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/opt/5/rnd_search_t_lin/comb_13/init/model.decoder.layers.21.self_attn.q_proj/_s.pt b/params/opt/5/rnd_search_t_lin/comb_13/init/model.decoder.layers.21.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..502a949299986b7b194bdcb95d78b9374a007892
--- /dev/null
+++ b/params/opt/5/rnd_search_t_lin/comb_13/init/model.decoder.layers.21.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:7a8a8323c3ac34336161559687e66d4c074bf31b6120e91538fe95a28dfc3b6a
+size 5251
diff --git a/params/opt/5/rnd_search_t_lin/comb_13/init/model.decoder.layers.21.self_attn.v_proj/_0.pt b/params/opt/5/rnd_search_t_lin/comb_13/init/model.decoder.layers.21.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/opt/5/rnd_search_t_lin/comb_13/init/model.decoder.layers.21.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/opt/5/rnd_search_t_lin/comb_13/init/model.decoder.layers.21.self_attn.v_proj/_s.pt b/params/opt/5/rnd_search_t_lin/comb_13/init/model.decoder.layers.21.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..441835d7ae1e4b7c14a3210ede8b36959f3246eb
--- /dev/null
+++ b/params/opt/5/rnd_search_t_lin/comb_13/init/model.decoder.layers.21.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a001fd3e787334c7f8b667b640662b691ecfe2e5b002ae5b5b82cd86c991da9f
+size 5251
diff --git a/params/opt/5/rnd_search_t_lin/comb_13/init/model.decoder.layers.22.fc1/_0.pt b/params/opt/5/rnd_search_t_lin/comb_13/init/model.decoder.layers.22.fc1/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..58c96248fd00550cc15d645205571ee67c337035
--- /dev/null
+++ b/params/opt/5/rnd_search_t_lin/comb_13/init/model.decoder.layers.22.fc1/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d77f62f2a90ce91416a8360d6ec3a5205dee0afeca27666c8c1c6bc185c247e5
+size 17539
diff --git a/params/opt/5/rnd_search_t_lin/comb_13/init/model.decoder.layers.22.fc1/_s.pt b/params/opt/5/rnd_search_t_lin/comb_13/init/model.decoder.layers.22.fc1/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..1051fb2c29647bfde5dff9ec0ee92d1b80d041d8
--- /dev/null
+++ b/params/opt/5/rnd_search_t_lin/comb_13/init/model.decoder.layers.22.fc1/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:218d2ce8e3db70209d9d251a12004b04ae347a8fc1acf296de363348fb33b971
+size 17539
diff --git a/params/opt/5/rnd_search_t_lin/comb_13/init/model.decoder.layers.22.fc2/_0.pt b/params/opt/5/rnd_search_t_lin/comb_13/init/model.decoder.layers.22.fc2/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/opt/5/rnd_search_t_lin/comb_13/init/model.decoder.layers.22.fc2/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/opt/5/rnd_search_t_lin/comb_13/init/model.decoder.layers.22.fc2/_s.pt b/params/opt/5/rnd_search_t_lin/comb_13/init/model.decoder.layers.22.fc2/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..39d6b140f47edb1b37248f61e38be08ebdff2a4a
--- /dev/null
+++ b/params/opt/5/rnd_search_t_lin/comb_13/init/model.decoder.layers.22.fc2/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c1562f887c149269a1e8323ff1668adc58df75edd897bb5f545e4f32a790fb84
+size 5251
diff --git a/params/opt/5/rnd_search_t_lin/comb_13/init/model.decoder.layers.22.self_attn.k_proj/_0.pt b/params/opt/5/rnd_search_t_lin/comb_13/init/model.decoder.layers.22.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/opt/5/rnd_search_t_lin/comb_13/init/model.decoder.layers.22.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/opt/5/rnd_search_t_lin/comb_13/init/model.decoder.layers.22.self_attn.k_proj/_s.pt b/params/opt/5/rnd_search_t_lin/comb_13/init/model.decoder.layers.22.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..89fa99f1baa9b658f487e79bc7b882f340b77243
--- /dev/null
+++ b/params/opt/5/rnd_search_t_lin/comb_13/init/model.decoder.layers.22.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e9250cca054b4a844344469e6dc4c2181b210344cbf1af52bc22eb85b6036466
+size 5251
diff --git a/params/opt/5/rnd_search_t_lin/comb_13/init/model.decoder.layers.22.self_attn.out_proj/_0.pt b/params/opt/5/rnd_search_t_lin/comb_13/init/model.decoder.layers.22.self_attn.out_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/opt/5/rnd_search_t_lin/comb_13/init/model.decoder.layers.22.self_attn.out_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/opt/5/rnd_search_t_lin/comb_13/init/model.decoder.layers.22.self_attn.out_proj/_s.pt b/params/opt/5/rnd_search_t_lin/comb_13/init/model.decoder.layers.22.self_attn.out_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..d2aa9640f6ca7fe8ec8583cba0b219ff2f88fa0e
--- /dev/null
+++ b/params/opt/5/rnd_search_t_lin/comb_13/init/model.decoder.layers.22.self_attn.out_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:209a84b23639a2760638fda329bb0df8e280882cbc0f5b08f0c496d2ece9bb1c
+size 5251
diff --git a/params/opt/5/rnd_search_t_lin/comb_13/init/model.decoder.layers.22.self_attn.q_proj/_0.pt b/params/opt/5/rnd_search_t_lin/comb_13/init/model.decoder.layers.22.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/opt/5/rnd_search_t_lin/comb_13/init/model.decoder.layers.22.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/opt/5/rnd_search_t_lin/comb_13/init/model.decoder.layers.22.self_attn.q_proj/_s.pt b/params/opt/5/rnd_search_t_lin/comb_13/init/model.decoder.layers.22.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2042b3038072641dd3f884502a7b8c86c2c8ea52
--- /dev/null
+++ b/params/opt/5/rnd_search_t_lin/comb_13/init/model.decoder.layers.22.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e0e1eadbf9ac92ffb3bb90da4012da40ea99f5e719d30a47108c8c94a0c686f1
+size 5251
diff --git a/params/opt/5/rnd_search_t_lin/comb_13/init/model.decoder.layers.22.self_attn.v_proj/_0.pt b/params/opt/5/rnd_search_t_lin/comb_13/init/model.decoder.layers.22.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/opt/5/rnd_search_t_lin/comb_13/init/model.decoder.layers.22.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/opt/5/rnd_search_t_lin/comb_13/init/model.decoder.layers.22.self_attn.v_proj/_s.pt b/params/opt/5/rnd_search_t_lin/comb_13/init/model.decoder.layers.22.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a038bad527e170cfecadd95349a4b1007f66413e
--- /dev/null
+++ b/params/opt/5/rnd_search_t_lin/comb_13/init/model.decoder.layers.22.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:17ca7686b70dcca1000258630a237679d230b21288ff08968329a3afeb86d9d1
+size 5251
diff --git a/params/opt/5/rnd_search_t_lin/comb_13/init/model.decoder.layers.23.fc1/_0.pt b/params/opt/5/rnd_search_t_lin/comb_13/init/model.decoder.layers.23.fc1/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..58c96248fd00550cc15d645205571ee67c337035
--- /dev/null
+++ b/params/opt/5/rnd_search_t_lin/comb_13/init/model.decoder.layers.23.fc1/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d77f62f2a90ce91416a8360d6ec3a5205dee0afeca27666c8c1c6bc185c247e5
+size 17539
diff --git a/params/opt/5/rnd_search_t_lin/comb_13/init/model.decoder.layers.23.fc1/_s.pt b/params/opt/5/rnd_search_t_lin/comb_13/init/model.decoder.layers.23.fc1/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..0baff3b7b7f1ab087280e2525a501671dc731b0d
--- /dev/null
+++ b/params/opt/5/rnd_search_t_lin/comb_13/init/model.decoder.layers.23.fc1/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d74d100ed57bf59bc5c0e301d059ae9b9a996b52ccbda49708a89ae58c9ea504
+size 17539
diff --git a/params/opt/5/rnd_search_t_lin/comb_13/init/model.decoder.layers.23.fc2/_0.pt b/params/opt/5/rnd_search_t_lin/comb_13/init/model.decoder.layers.23.fc2/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/opt/5/rnd_search_t_lin/comb_13/init/model.decoder.layers.23.fc2/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/opt/5/rnd_search_t_lin/comb_13/init/model.decoder.layers.23.fc2/_s.pt b/params/opt/5/rnd_search_t_lin/comb_13/init/model.decoder.layers.23.fc2/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..219d6ffd45b3f1ac39d5738c297365eebd12f31b
--- /dev/null
+++ b/params/opt/5/rnd_search_t_lin/comb_13/init/model.decoder.layers.23.fc2/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:086d71c1b7158de895fb9bb5cb38628688e0c51733e4abb27c4b9e30499eab60
+size 5251
diff --git a/params/opt/5/rnd_search_t_lin/comb_13/init/model.decoder.layers.23.self_attn.k_proj/_0.pt b/params/opt/5/rnd_search_t_lin/comb_13/init/model.decoder.layers.23.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/opt/5/rnd_search_t_lin/comb_13/init/model.decoder.layers.23.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/opt/5/rnd_search_t_lin/comb_13/init/model.decoder.layers.23.self_attn.k_proj/_s.pt b/params/opt/5/rnd_search_t_lin/comb_13/init/model.decoder.layers.23.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..7725ded067834d9ba6052179823cce7560e6d6f8
--- /dev/null
+++ b/params/opt/5/rnd_search_t_lin/comb_13/init/model.decoder.layers.23.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:eb4451c785fa8a160ddcf729bdc37fc035cb138235ac658d50a48b72b2a416d6
+size 5251
diff --git a/params/opt/5/rnd_search_t_lin/comb_13/init/model.decoder.layers.23.self_attn.out_proj/_0.pt b/params/opt/5/rnd_search_t_lin/comb_13/init/model.decoder.layers.23.self_attn.out_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/opt/5/rnd_search_t_lin/comb_13/init/model.decoder.layers.23.self_attn.out_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/opt/5/rnd_search_t_lin/comb_13/init/model.decoder.layers.23.self_attn.out_proj/_s.pt b/params/opt/5/rnd_search_t_lin/comb_13/init/model.decoder.layers.23.self_attn.out_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..69ab958555df1bc46d048c8de1c0f05d664bb180
--- /dev/null
+++ b/params/opt/5/rnd_search_t_lin/comb_13/init/model.decoder.layers.23.self_attn.out_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2d6738c6feda04dcf8b8b3bfc77d32a175fd169b4a12cf4534d6f2fd8524a047
+size 5251
diff --git a/params/opt/5/rnd_search_t_lin/comb_13/init/model.decoder.layers.23.self_attn.q_proj/_0.pt b/params/opt/5/rnd_search_t_lin/comb_13/init/model.decoder.layers.23.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/opt/5/rnd_search_t_lin/comb_13/init/model.decoder.layers.23.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/opt/5/rnd_search_t_lin/comb_13/init/model.decoder.layers.23.self_attn.q_proj/_s.pt b/params/opt/5/rnd_search_t_lin/comb_13/init/model.decoder.layers.23.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..04c69758d5bd635423e04a6583bce86ebcf424fa
--- /dev/null
+++ b/params/opt/5/rnd_search_t_lin/comb_13/init/model.decoder.layers.23.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e31f03640a86579447c976a238dc3346de947f59fd93682b4ce1f8bf400173e5
+size 5251
diff --git a/params/opt/5/rnd_search_t_lin/comb_13/init/model.decoder.layers.23.self_attn.v_proj/_0.pt b/params/opt/5/rnd_search_t_lin/comb_13/init/model.decoder.layers.23.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/opt/5/rnd_search_t_lin/comb_13/init/model.decoder.layers.23.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/opt/5/rnd_search_t_lin/comb_13/init/model.decoder.layers.23.self_attn.v_proj/_s.pt b/params/opt/5/rnd_search_t_lin/comb_13/init/model.decoder.layers.23.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..611101a2a0da90f89c3333c7589e3147131f90d8
--- /dev/null
+++ b/params/opt/5/rnd_search_t_lin/comb_13/init/model.decoder.layers.23.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b471292b4f42f66b301d8425d2b8da0c44465d5e1638e17363249b5e0cb1611d
+size 5251
diff --git a/params/opt/5/rnd_search_t_lin/comb_13/init/model.decoder.layers.3.fc1/_0.pt b/params/opt/5/rnd_search_t_lin/comb_13/init/model.decoder.layers.3.fc1/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..58c96248fd00550cc15d645205571ee67c337035
--- /dev/null
+++ b/params/opt/5/rnd_search_t_lin/comb_13/init/model.decoder.layers.3.fc1/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d77f62f2a90ce91416a8360d6ec3a5205dee0afeca27666c8c1c6bc185c247e5
+size 17539
diff --git a/params/opt/5/rnd_search_t_lin/comb_13/init/model.decoder.layers.3.fc1/_s.pt b/params/opt/5/rnd_search_t_lin/comb_13/init/model.decoder.layers.3.fc1/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ce5714a95f9a18ab5d85caf3ec2775d4beec3fe3
--- /dev/null
+++ b/params/opt/5/rnd_search_t_lin/comb_13/init/model.decoder.layers.3.fc1/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c7e842ca1baebd1965101d6dcfd9a5a724515547e7e1763805b7075bb28fb232
+size 17539
diff --git a/params/opt/5/rnd_search_t_lin/comb_13/init/model.decoder.layers.3.fc2/_0.pt b/params/opt/5/rnd_search_t_lin/comb_13/init/model.decoder.layers.3.fc2/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/opt/5/rnd_search_t_lin/comb_13/init/model.decoder.layers.3.fc2/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/opt/5/rnd_search_t_lin/comb_13/init/model.decoder.layers.3.fc2/_s.pt b/params/opt/5/rnd_search_t_lin/comb_13/init/model.decoder.layers.3.fc2/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..21fbcba05fa206e1a8acae6f8c7c9cc58acf70c9
--- /dev/null
+++ b/params/opt/5/rnd_search_t_lin/comb_13/init/model.decoder.layers.3.fc2/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:569864d95b83fb54f1a6bb248c8158f86bf2592b06af26edd5a7f133c864a36a
+size 5251
diff --git a/params/opt/5/rnd_search_t_lin/comb_13/init/model.decoder.layers.3.self_attn.k_proj/_0.pt b/params/opt/5/rnd_search_t_lin/comb_13/init/model.decoder.layers.3.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/opt/5/rnd_search_t_lin/comb_13/init/model.decoder.layers.3.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/opt/5/rnd_search_t_lin/comb_13/init/model.decoder.layers.3.self_attn.k_proj/_s.pt b/params/opt/5/rnd_search_t_lin/comb_13/init/model.decoder.layers.3.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..092795eb327a62bcf37bad3b8c1ff81f9bb47843
--- /dev/null
+++ b/params/opt/5/rnd_search_t_lin/comb_13/init/model.decoder.layers.3.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:705f39892f449683b0c7a1ab5797ded3fe7a50dd6fd24d6aaccaea6df8a9251c
+size 5251
diff --git a/params/opt/5/rnd_search_t_lin/comb_13/init/model.decoder.layers.3.self_attn.out_proj/_0.pt b/params/opt/5/rnd_search_t_lin/comb_13/init/model.decoder.layers.3.self_attn.out_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/opt/5/rnd_search_t_lin/comb_13/init/model.decoder.layers.3.self_attn.out_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/opt/5/rnd_search_t_lin/comb_13/init/model.decoder.layers.3.self_attn.out_proj/_s.pt b/params/opt/5/rnd_search_t_lin/comb_13/init/model.decoder.layers.3.self_attn.out_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..daa96d1a6f056e0afcec543ab13541973bc7f37b
--- /dev/null
+++ b/params/opt/5/rnd_search_t_lin/comb_13/init/model.decoder.layers.3.self_attn.out_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b50d50c5b3caef46558a192d72ffa9bd0cd535e41bde48d471ca6f8889fa0245
+size 5251
diff --git a/params/opt/5/rnd_search_t_lin/comb_13/init/model.decoder.layers.3.self_attn.q_proj/_0.pt b/params/opt/5/rnd_search_t_lin/comb_13/init/model.decoder.layers.3.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/opt/5/rnd_search_t_lin/comb_13/init/model.decoder.layers.3.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/opt/5/rnd_search_t_lin/comb_13/init/model.decoder.layers.3.self_attn.q_proj/_s.pt b/params/opt/5/rnd_search_t_lin/comb_13/init/model.decoder.layers.3.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e26a24d15740192b5c4e152b18b5a1f9104fbc52
--- /dev/null
+++ b/params/opt/5/rnd_search_t_lin/comb_13/init/model.decoder.layers.3.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a620d122892ee77d2ff3c22453db6fd5fbfbb2b6a5d8627a7cc67189dab32027
+size 5251
diff --git a/params/opt/5/rnd_search_t_lin/comb_13/init/model.decoder.layers.3.self_attn.v_proj/_0.pt b/params/opt/5/rnd_search_t_lin/comb_13/init/model.decoder.layers.3.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/opt/5/rnd_search_t_lin/comb_13/init/model.decoder.layers.3.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/opt/5/rnd_search_t_lin/comb_13/init/model.decoder.layers.3.self_attn.v_proj/_s.pt b/params/opt/5/rnd_search_t_lin/comb_13/init/model.decoder.layers.3.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ac696a5da9199d70f193337f13e91a27e06fe831
--- /dev/null
+++ b/params/opt/5/rnd_search_t_lin/comb_13/init/model.decoder.layers.3.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:9df0dfee3e12da78341902a3406f339c06ee93ec0e446211b1b10dbde450b795
+size 5251
diff --git a/params/opt/5/rnd_search_t_lin/comb_13/init/model.decoder.layers.4.fc1/_0.pt b/params/opt/5/rnd_search_t_lin/comb_13/init/model.decoder.layers.4.fc1/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..58c96248fd00550cc15d645205571ee67c337035
--- /dev/null
+++ b/params/opt/5/rnd_search_t_lin/comb_13/init/model.decoder.layers.4.fc1/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d77f62f2a90ce91416a8360d6ec3a5205dee0afeca27666c8c1c6bc185c247e5
+size 17539
diff --git a/params/opt/5/rnd_search_t_lin/comb_13/init/model.decoder.layers.4.fc1/_s.pt b/params/opt/5/rnd_search_t_lin/comb_13/init/model.decoder.layers.4.fc1/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ace2040921bc25246efa3db810f6ddc6e8557d64
--- /dev/null
+++ b/params/opt/5/rnd_search_t_lin/comb_13/init/model.decoder.layers.4.fc1/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ba4e2335c082f650a0d3f53395420d42ee7375619ee3526c67a64873c7f2160b
+size 17539
diff --git a/params/opt/5/rnd_search_t_lin/comb_13/init/model.decoder.layers.4.fc2/_0.pt b/params/opt/5/rnd_search_t_lin/comb_13/init/model.decoder.layers.4.fc2/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/opt/5/rnd_search_t_lin/comb_13/init/model.decoder.layers.4.fc2/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/opt/5/rnd_search_t_lin/comb_13/init/model.decoder.layers.4.fc2/_s.pt b/params/opt/5/rnd_search_t_lin/comb_13/init/model.decoder.layers.4.fc2/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..1f2b4a25f4daaa4b75ce136c09e75d2f94573b39
--- /dev/null
+++ b/params/opt/5/rnd_search_t_lin/comb_13/init/model.decoder.layers.4.fc2/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:7a716f3a9d19b327774bbe0e5e7a5910896038c3995ed466a991e2c7a0b2290d
+size 5251
diff --git a/params/opt/5/rnd_search_t_lin/comb_13/init/model.decoder.layers.4.self_attn.k_proj/_0.pt b/params/opt/5/rnd_search_t_lin/comb_13/init/model.decoder.layers.4.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/opt/5/rnd_search_t_lin/comb_13/init/model.decoder.layers.4.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/opt/5/rnd_search_t_lin/comb_13/init/model.decoder.layers.4.self_attn.k_proj/_s.pt b/params/opt/5/rnd_search_t_lin/comb_13/init/model.decoder.layers.4.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4a9deb3dec61f58650a34e99f61e84b5b444bebe
--- /dev/null
+++ b/params/opt/5/rnd_search_t_lin/comb_13/init/model.decoder.layers.4.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:426476cc2c5901aa9a4bb9ca9a05a2128b1832bd5e774b7278fc69879bf549c0
+size 5251
diff --git a/params/opt/5/rnd_search_t_lin/comb_13/init/model.decoder.layers.4.self_attn.out_proj/_0.pt b/params/opt/5/rnd_search_t_lin/comb_13/init/model.decoder.layers.4.self_attn.out_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/opt/5/rnd_search_t_lin/comb_13/init/model.decoder.layers.4.self_attn.out_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/opt/5/rnd_search_t_lin/comb_13/init/model.decoder.layers.4.self_attn.out_proj/_s.pt b/params/opt/5/rnd_search_t_lin/comb_13/init/model.decoder.layers.4.self_attn.out_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..77a969ae91a4bd78b3036d321bd4c3579f24e93c
--- /dev/null
+++ b/params/opt/5/rnd_search_t_lin/comb_13/init/model.decoder.layers.4.self_attn.out_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:8de4d8231b35a22735bdb2d0457137956f3b408e94eec1de232292ff7467d39e
+size 5251
diff --git a/params/opt/5/rnd_search_t_lin/comb_13/init/model.decoder.layers.4.self_attn.q_proj/_0.pt b/params/opt/5/rnd_search_t_lin/comb_13/init/model.decoder.layers.4.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/opt/5/rnd_search_t_lin/comb_13/init/model.decoder.layers.4.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/opt/5/rnd_search_t_lin/comb_13/init/model.decoder.layers.4.self_attn.q_proj/_s.pt b/params/opt/5/rnd_search_t_lin/comb_13/init/model.decoder.layers.4.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..af93a2058bacca67f17b9901d7f726f406f5b299
--- /dev/null
+++ b/params/opt/5/rnd_search_t_lin/comb_13/init/model.decoder.layers.4.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0c638b1b8f1817dd4cb6cf3d608bc6e2db2cc38e1920a24f3ade309b7e2b34da
+size 5251
diff --git a/params/opt/5/rnd_search_t_lin/comb_13/init/model.decoder.layers.4.self_attn.v_proj/_0.pt b/params/opt/5/rnd_search_t_lin/comb_13/init/model.decoder.layers.4.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/opt/5/rnd_search_t_lin/comb_13/init/model.decoder.layers.4.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/opt/5/rnd_search_t_lin/comb_13/init/model.decoder.layers.4.self_attn.v_proj/_s.pt b/params/opt/5/rnd_search_t_lin/comb_13/init/model.decoder.layers.4.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e1b10387ca3c9ff322f7ecdd971212bcb54f23e3
--- /dev/null
+++ b/params/opt/5/rnd_search_t_lin/comb_13/init/model.decoder.layers.4.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:9d348234d670ba23109e0f9af9613ea8bfeaf49e0241121396b01e488f85372a
+size 5251
diff --git a/params/opt/5/rnd_search_t_lin/comb_13/init/model.decoder.layers.5.fc1/_0.pt b/params/opt/5/rnd_search_t_lin/comb_13/init/model.decoder.layers.5.fc1/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..58c96248fd00550cc15d645205571ee67c337035
--- /dev/null
+++ b/params/opt/5/rnd_search_t_lin/comb_13/init/model.decoder.layers.5.fc1/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d77f62f2a90ce91416a8360d6ec3a5205dee0afeca27666c8c1c6bc185c247e5
+size 17539
diff --git a/params/opt/5/rnd_search_t_lin/comb_13/init/model.decoder.layers.5.fc1/_s.pt b/params/opt/5/rnd_search_t_lin/comb_13/init/model.decoder.layers.5.fc1/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..bfbf7c2f5a6f9da5bceb97d31ecec2bafd58dac1
--- /dev/null
+++ b/params/opt/5/rnd_search_t_lin/comb_13/init/model.decoder.layers.5.fc1/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:73299f51cc4bf87f0db772dd806990d9e6b3016c3f045b863d087fbf8ab0b431
+size 17539
diff --git a/params/opt/5/rnd_search_t_lin/comb_13/init/model.decoder.layers.5.fc2/_0.pt b/params/opt/5/rnd_search_t_lin/comb_13/init/model.decoder.layers.5.fc2/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/opt/5/rnd_search_t_lin/comb_13/init/model.decoder.layers.5.fc2/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/opt/5/rnd_search_t_lin/comb_13/init/model.decoder.layers.5.fc2/_s.pt b/params/opt/5/rnd_search_t_lin/comb_13/init/model.decoder.layers.5.fc2/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..632ee2437b2f2d4b365e4f24c9e676bbb1695e51
--- /dev/null
+++ b/params/opt/5/rnd_search_t_lin/comb_13/init/model.decoder.layers.5.fc2/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:29bd559eb5e5f594bac49775579e20a569a5e8e6c590ece8ecfd1b21deb971f5
+size 5251
diff --git a/params/opt/5/rnd_search_t_lin/comb_13/init/model.decoder.layers.5.self_attn.k_proj/_0.pt b/params/opt/5/rnd_search_t_lin/comb_13/init/model.decoder.layers.5.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/opt/5/rnd_search_t_lin/comb_13/init/model.decoder.layers.5.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/opt/5/rnd_search_t_lin/comb_13/init/model.decoder.layers.5.self_attn.k_proj/_s.pt b/params/opt/5/rnd_search_t_lin/comb_13/init/model.decoder.layers.5.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..b1244851b3695a8db8a9f7bb9261e61387703f05
--- /dev/null
+++ b/params/opt/5/rnd_search_t_lin/comb_13/init/model.decoder.layers.5.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ced421916c82b3443c8cf78f08f36fd9f84cdf74b6def931ea820e150205267c
+size 5251
diff --git a/params/opt/5/rnd_search_t_lin/comb_13/init/model.decoder.layers.5.self_attn.out_proj/_0.pt b/params/opt/5/rnd_search_t_lin/comb_13/init/model.decoder.layers.5.self_attn.out_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/opt/5/rnd_search_t_lin/comb_13/init/model.decoder.layers.5.self_attn.out_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/opt/5/rnd_search_t_lin/comb_13/init/model.decoder.layers.5.self_attn.out_proj/_s.pt b/params/opt/5/rnd_search_t_lin/comb_13/init/model.decoder.layers.5.self_attn.out_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a3f74c3f1e91d7d1dcd8c19cee1f5d0ac7d4e09d
--- /dev/null
+++ b/params/opt/5/rnd_search_t_lin/comb_13/init/model.decoder.layers.5.self_attn.out_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0ab29edcb2f344215c4f15caf12599c4608c2c592983f8fad8f525ca482ad2ec
+size 5251
diff --git a/params/opt/5/rnd_search_t_lin/comb_13/init/model.decoder.layers.5.self_attn.q_proj/_0.pt b/params/opt/5/rnd_search_t_lin/comb_13/init/model.decoder.layers.5.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/opt/5/rnd_search_t_lin/comb_13/init/model.decoder.layers.5.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/opt/5/rnd_search_t_lin/comb_13/init/model.decoder.layers.5.self_attn.q_proj/_s.pt b/params/opt/5/rnd_search_t_lin/comb_13/init/model.decoder.layers.5.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e8df2521714675a11160021bfef26c174ea6cd7a
--- /dev/null
+++ b/params/opt/5/rnd_search_t_lin/comb_13/init/model.decoder.layers.5.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ca0d1837af20a342a36dbd664af2c4ac6ff1e1aa19bd0d50a7b00d41112385fb
+size 5251
diff --git a/params/opt/5/rnd_search_t_lin/comb_13/init/model.decoder.layers.5.self_attn.v_proj/_0.pt b/params/opt/5/rnd_search_t_lin/comb_13/init/model.decoder.layers.5.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/opt/5/rnd_search_t_lin/comb_13/init/model.decoder.layers.5.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/opt/5/rnd_search_t_lin/comb_13/init/model.decoder.layers.5.self_attn.v_proj/_s.pt b/params/opt/5/rnd_search_t_lin/comb_13/init/model.decoder.layers.5.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..95d5a28f0a47c1db794f6366c9e7fbe568442db4
--- /dev/null
+++ b/params/opt/5/rnd_search_t_lin/comb_13/init/model.decoder.layers.5.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:606ddc12e8f7df41074d1b4c50705291a5ac1f9b877e6d3099621d9be37c49bb
+size 5251
diff --git a/params/opt/5/rnd_search_t_lin/comb_13/init/model.decoder.layers.6.fc1/_0.pt b/params/opt/5/rnd_search_t_lin/comb_13/init/model.decoder.layers.6.fc1/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..58c96248fd00550cc15d645205571ee67c337035
--- /dev/null
+++ b/params/opt/5/rnd_search_t_lin/comb_13/init/model.decoder.layers.6.fc1/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d77f62f2a90ce91416a8360d6ec3a5205dee0afeca27666c8c1c6bc185c247e5
+size 17539
diff --git a/params/opt/5/rnd_search_t_lin/comb_13/init/model.decoder.layers.6.fc1/_s.pt b/params/opt/5/rnd_search_t_lin/comb_13/init/model.decoder.layers.6.fc1/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..45dac422d9ba735a355c71f837584f93d246c619
--- /dev/null
+++ b/params/opt/5/rnd_search_t_lin/comb_13/init/model.decoder.layers.6.fc1/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:599ceda45e5e4f615f71d6f0ffae410c4d1880b130c3bcdf55e1b76f16e39ff4
+size 17539
diff --git a/params/opt/5/rnd_search_t_lin/comb_13/init/model.decoder.layers.6.fc2/_0.pt b/params/opt/5/rnd_search_t_lin/comb_13/init/model.decoder.layers.6.fc2/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/opt/5/rnd_search_t_lin/comb_13/init/model.decoder.layers.6.fc2/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/opt/5/rnd_search_t_lin/comb_13/init/model.decoder.layers.6.fc2/_s.pt b/params/opt/5/rnd_search_t_lin/comb_13/init/model.decoder.layers.6.fc2/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..d024815fa0418bc04f18c5c26a73ad8451101855
--- /dev/null
+++ b/params/opt/5/rnd_search_t_lin/comb_13/init/model.decoder.layers.6.fc2/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:cfa9994979bf421ddb2d03212bd26b1b81ef5441a4e4dc199f34178d7ab4eed0
+size 5251
diff --git a/params/opt/5/rnd_search_t_lin/comb_13/init/model.decoder.layers.6.self_attn.k_proj/_0.pt b/params/opt/5/rnd_search_t_lin/comb_13/init/model.decoder.layers.6.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/opt/5/rnd_search_t_lin/comb_13/init/model.decoder.layers.6.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/opt/5/rnd_search_t_lin/comb_13/init/model.decoder.layers.6.self_attn.k_proj/_s.pt b/params/opt/5/rnd_search_t_lin/comb_13/init/model.decoder.layers.6.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..9d3fa02ea5ebcf289ec8da913f1d327e947f9f5c
--- /dev/null
+++ b/params/opt/5/rnd_search_t_lin/comb_13/init/model.decoder.layers.6.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:40295a955ecdb1cd3b81049b079f51d76c7c9c6cdf7f7d344b944de58ddbe09c
+size 5251
diff --git a/params/opt/5/rnd_search_t_lin/comb_13/init/model.decoder.layers.6.self_attn.out_proj/_0.pt b/params/opt/5/rnd_search_t_lin/comb_13/init/model.decoder.layers.6.self_attn.out_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/opt/5/rnd_search_t_lin/comb_13/init/model.decoder.layers.6.self_attn.out_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/opt/5/rnd_search_t_lin/comb_13/init/model.decoder.layers.6.self_attn.out_proj/_s.pt b/params/opt/5/rnd_search_t_lin/comb_13/init/model.decoder.layers.6.self_attn.out_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..39d4f2d88cb43b5b8f88d1ffc181cc4a53b6af04
--- /dev/null
+++ b/params/opt/5/rnd_search_t_lin/comb_13/init/model.decoder.layers.6.self_attn.out_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:8b7d34febd798b30ef65e4afff0bc3d3204bc8cebb7ab4d42e4bc5e5ee781310
+size 5251
diff --git a/params/opt/5/rnd_search_t_lin/comb_13/init/model.decoder.layers.6.self_attn.q_proj/_0.pt b/params/opt/5/rnd_search_t_lin/comb_13/init/model.decoder.layers.6.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/opt/5/rnd_search_t_lin/comb_13/init/model.decoder.layers.6.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/opt/5/rnd_search_t_lin/comb_13/init/model.decoder.layers.6.self_attn.q_proj/_s.pt b/params/opt/5/rnd_search_t_lin/comb_13/init/model.decoder.layers.6.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..54ece56aa523dba12444fb235dc3d6cb8ddf5ad8
--- /dev/null
+++ b/params/opt/5/rnd_search_t_lin/comb_13/init/model.decoder.layers.6.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c0497a122937102c96560cb13ee8cbd701dd8227008a0d73b6b2e65ab51c4627
+size 5251
diff --git a/params/opt/5/rnd_search_t_lin/comb_13/init/model.decoder.layers.6.self_attn.v_proj/_0.pt b/params/opt/5/rnd_search_t_lin/comb_13/init/model.decoder.layers.6.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/opt/5/rnd_search_t_lin/comb_13/init/model.decoder.layers.6.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/opt/5/rnd_search_t_lin/comb_13/init/model.decoder.layers.6.self_attn.v_proj/_s.pt b/params/opt/5/rnd_search_t_lin/comb_13/init/model.decoder.layers.6.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..39e3afd096499554d142d13320808a14d9620690
--- /dev/null
+++ b/params/opt/5/rnd_search_t_lin/comb_13/init/model.decoder.layers.6.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b9a4b42e12ae38f190e6af9a895d41436be0ade393572e859b838bfb3fc5cbab
+size 5251
diff --git a/params/opt/5/rnd_search_t_lin/comb_13/init/model.decoder.layers.7.fc1/_0.pt b/params/opt/5/rnd_search_t_lin/comb_13/init/model.decoder.layers.7.fc1/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..58c96248fd00550cc15d645205571ee67c337035
--- /dev/null
+++ b/params/opt/5/rnd_search_t_lin/comb_13/init/model.decoder.layers.7.fc1/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d77f62f2a90ce91416a8360d6ec3a5205dee0afeca27666c8c1c6bc185c247e5
+size 17539
diff --git a/params/opt/5/rnd_search_t_lin/comb_13/init/model.decoder.layers.7.fc1/_s.pt b/params/opt/5/rnd_search_t_lin/comb_13/init/model.decoder.layers.7.fc1/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..16f079f630539e6ec6d11a2534e3bdfceeec5b59
--- /dev/null
+++ b/params/opt/5/rnd_search_t_lin/comb_13/init/model.decoder.layers.7.fc1/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:deb2c15784222a94f97ae478c47ea5b360b6c713b205d04b56cfc8c159bfa706
+size 17539
diff --git a/params/opt/5/rnd_search_t_lin/comb_13/init/model.decoder.layers.7.fc2/_0.pt b/params/opt/5/rnd_search_t_lin/comb_13/init/model.decoder.layers.7.fc2/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/opt/5/rnd_search_t_lin/comb_13/init/model.decoder.layers.7.fc2/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/opt/5/rnd_search_t_lin/comb_13/init/model.decoder.layers.7.fc2/_s.pt b/params/opt/5/rnd_search_t_lin/comb_13/init/model.decoder.layers.7.fc2/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..441c443d3bb1af8e844e3a3ee30c901f4f97547d
--- /dev/null
+++ b/params/opt/5/rnd_search_t_lin/comb_13/init/model.decoder.layers.7.fc2/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:af924e0aa4d42a455fe03fc95da0fbda3b3500be942d347c2386a3552942f40b
+size 5251
diff --git a/params/opt/5/rnd_search_t_lin/comb_13/init/model.decoder.layers.7.self_attn.k_proj/_0.pt b/params/opt/5/rnd_search_t_lin/comb_13/init/model.decoder.layers.7.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/opt/5/rnd_search_t_lin/comb_13/init/model.decoder.layers.7.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/opt/5/rnd_search_t_lin/comb_13/init/model.decoder.layers.7.self_attn.k_proj/_s.pt b/params/opt/5/rnd_search_t_lin/comb_13/init/model.decoder.layers.7.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..7a4af49749f359db62d8011b46c0c7ee2e320199
--- /dev/null
+++ b/params/opt/5/rnd_search_t_lin/comb_13/init/model.decoder.layers.7.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f7392df3475910be56fd5a1b6bff0670bf47e9f90ab694bb10f3687db879151e
+size 5251
diff --git a/params/opt/5/rnd_search_t_lin/comb_13/init/model.decoder.layers.7.self_attn.out_proj/_0.pt b/params/opt/5/rnd_search_t_lin/comb_13/init/model.decoder.layers.7.self_attn.out_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/opt/5/rnd_search_t_lin/comb_13/init/model.decoder.layers.7.self_attn.out_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/opt/5/rnd_search_t_lin/comb_13/init/model.decoder.layers.7.self_attn.out_proj/_s.pt b/params/opt/5/rnd_search_t_lin/comb_13/init/model.decoder.layers.7.self_attn.out_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e05dbfb1b6f87085ec0c81b500538ab5c007738b
--- /dev/null
+++ b/params/opt/5/rnd_search_t_lin/comb_13/init/model.decoder.layers.7.self_attn.out_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:1b0fcd260e2a2361178dfed77337862b570f134d33d76691c2a67fcfd88148b7
+size 5251
diff --git a/params/opt/5/rnd_search_t_lin/comb_13/init/model.decoder.layers.7.self_attn.q_proj/_0.pt b/params/opt/5/rnd_search_t_lin/comb_13/init/model.decoder.layers.7.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/opt/5/rnd_search_t_lin/comb_13/init/model.decoder.layers.7.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/opt/5/rnd_search_t_lin/comb_13/init/model.decoder.layers.7.self_attn.q_proj/_s.pt b/params/opt/5/rnd_search_t_lin/comb_13/init/model.decoder.layers.7.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..0e9e0d9d712284548183ad79dd0f75558d9c82e6
--- /dev/null
+++ b/params/opt/5/rnd_search_t_lin/comb_13/init/model.decoder.layers.7.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5ad262920df5bad2217b678bce245018f42b81085e041ee1e62972ba91f76767
+size 5251
diff --git a/params/opt/5/rnd_search_t_lin/comb_13/init/model.decoder.layers.7.self_attn.v_proj/_0.pt b/params/opt/5/rnd_search_t_lin/comb_13/init/model.decoder.layers.7.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/opt/5/rnd_search_t_lin/comb_13/init/model.decoder.layers.7.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/opt/5/rnd_search_t_lin/comb_13/init/model.decoder.layers.7.self_attn.v_proj/_s.pt b/params/opt/5/rnd_search_t_lin/comb_13/init/model.decoder.layers.7.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..58e3c48dd392e206a6d3ef15305e461a92da8969
--- /dev/null
+++ b/params/opt/5/rnd_search_t_lin/comb_13/init/model.decoder.layers.7.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:3f825783522119c43527c46b8d7ab4c3aa6e04cbec6e328be6c37596848cc76c
+size 5251
diff --git a/params/opt/5/rnd_search_t_lin/comb_13/init/model.decoder.layers.8.fc1/_0.pt b/params/opt/5/rnd_search_t_lin/comb_13/init/model.decoder.layers.8.fc1/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..58c96248fd00550cc15d645205571ee67c337035
--- /dev/null
+++ b/params/opt/5/rnd_search_t_lin/comb_13/init/model.decoder.layers.8.fc1/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d77f62f2a90ce91416a8360d6ec3a5205dee0afeca27666c8c1c6bc185c247e5
+size 17539
diff --git a/params/opt/5/rnd_search_t_lin/comb_13/init/model.decoder.layers.8.fc1/_s.pt b/params/opt/5/rnd_search_t_lin/comb_13/init/model.decoder.layers.8.fc1/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..f3e7dea468ca19a7cef5c0c6e68f0d77ba8a23db
--- /dev/null
+++ b/params/opt/5/rnd_search_t_lin/comb_13/init/model.decoder.layers.8.fc1/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:3ef693d4e0d224b922ca60af758ea50646eb8705544e145a4d67a0c59cf90c90
+size 17539
diff --git a/params/opt/5/rnd_search_t_lin/comb_13/init/model.decoder.layers.8.fc2/_0.pt b/params/opt/5/rnd_search_t_lin/comb_13/init/model.decoder.layers.8.fc2/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/opt/5/rnd_search_t_lin/comb_13/init/model.decoder.layers.8.fc2/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/opt/5/rnd_search_t_lin/comb_13/init/model.decoder.layers.8.fc2/_s.pt b/params/opt/5/rnd_search_t_lin/comb_13/init/model.decoder.layers.8.fc2/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..3217b6101e05069802b3f79558afd8549ec76fe1
--- /dev/null
+++ b/params/opt/5/rnd_search_t_lin/comb_13/init/model.decoder.layers.8.fc2/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5ad2debe632b978138d5ef7f43b56c01c1985414650f9faa4006f3791ffd1d75
+size 5251
diff --git a/params/opt/5/rnd_search_t_lin/comb_13/init/model.decoder.layers.8.self_attn.k_proj/_0.pt b/params/opt/5/rnd_search_t_lin/comb_13/init/model.decoder.layers.8.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/opt/5/rnd_search_t_lin/comb_13/init/model.decoder.layers.8.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/opt/5/rnd_search_t_lin/comb_13/init/model.decoder.layers.8.self_attn.k_proj/_s.pt b/params/opt/5/rnd_search_t_lin/comb_13/init/model.decoder.layers.8.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..f3da35a9b259c812fce15064213d0fdda95658c0
--- /dev/null
+++ b/params/opt/5/rnd_search_t_lin/comb_13/init/model.decoder.layers.8.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:737962facf71a0702ed649356c3890364d51b818273312017e47881cf7e2fb7a
+size 5251
diff --git a/params/opt/5/rnd_search_t_lin/comb_13/init/model.decoder.layers.8.self_attn.out_proj/_0.pt b/params/opt/5/rnd_search_t_lin/comb_13/init/model.decoder.layers.8.self_attn.out_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/opt/5/rnd_search_t_lin/comb_13/init/model.decoder.layers.8.self_attn.out_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/opt/5/rnd_search_t_lin/comb_13/init/model.decoder.layers.8.self_attn.out_proj/_s.pt b/params/opt/5/rnd_search_t_lin/comb_13/init/model.decoder.layers.8.self_attn.out_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..79ebd7244a5eeccc366357dc5b6a49c8d76ae232
--- /dev/null
+++ b/params/opt/5/rnd_search_t_lin/comb_13/init/model.decoder.layers.8.self_attn.out_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:bf00c2419ab60e26dce63af947b1adae5c44c8439ee58c03e436acb29bd12cc2
+size 5251
diff --git a/params/opt/5/rnd_search_t_lin/comb_13/init/model.decoder.layers.8.self_attn.q_proj/_0.pt b/params/opt/5/rnd_search_t_lin/comb_13/init/model.decoder.layers.8.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/opt/5/rnd_search_t_lin/comb_13/init/model.decoder.layers.8.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/opt/5/rnd_search_t_lin/comb_13/init/model.decoder.layers.8.self_attn.q_proj/_s.pt b/params/opt/5/rnd_search_t_lin/comb_13/init/model.decoder.layers.8.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..404620e6816dd4b8e63134ae9aeddc9d40f61329
--- /dev/null
+++ b/params/opt/5/rnd_search_t_lin/comb_13/init/model.decoder.layers.8.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c36c4b4fbf1529d27ae36eca3146446daf1c368d18d67da7abbcff29f127e68a
+size 5251
diff --git a/params/opt/5/rnd_search_t_lin/comb_13/init/model.decoder.layers.8.self_attn.v_proj/_0.pt b/params/opt/5/rnd_search_t_lin/comb_13/init/model.decoder.layers.8.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/opt/5/rnd_search_t_lin/comb_13/init/model.decoder.layers.8.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/opt/5/rnd_search_t_lin/comb_13/init/model.decoder.layers.8.self_attn.v_proj/_s.pt b/params/opt/5/rnd_search_t_lin/comb_13/init/model.decoder.layers.8.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..86e28cb574bd49d21df4e981ae55be44a45ba1d9
--- /dev/null
+++ b/params/opt/5/rnd_search_t_lin/comb_13/init/model.decoder.layers.8.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:fc84f7c1988abf9ef0eec3840e2710aa0cc082f794e933b35300e0182766f78c
+size 5251
diff --git a/params/opt/5/rnd_search_t_lin/comb_13/init/model.decoder.layers.9.fc1/_0.pt b/params/opt/5/rnd_search_t_lin/comb_13/init/model.decoder.layers.9.fc1/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..58c96248fd00550cc15d645205571ee67c337035
--- /dev/null
+++ b/params/opt/5/rnd_search_t_lin/comb_13/init/model.decoder.layers.9.fc1/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d77f62f2a90ce91416a8360d6ec3a5205dee0afeca27666c8c1c6bc185c247e5
+size 17539
diff --git a/params/opt/5/rnd_search_t_lin/comb_13/init/model.decoder.layers.9.fc1/_s.pt b/params/opt/5/rnd_search_t_lin/comb_13/init/model.decoder.layers.9.fc1/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..aaa815d83e1b89760eab6cdce607e80ee5636cfb
--- /dev/null
+++ b/params/opt/5/rnd_search_t_lin/comb_13/init/model.decoder.layers.9.fc1/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:071c89f298997dd2fd6ebbbeadfa3d03c7cf5c7f5b07262901f16326ae74ceca
+size 17539
diff --git a/params/opt/5/rnd_search_t_lin/comb_13/init/model.decoder.layers.9.fc2/_0.pt b/params/opt/5/rnd_search_t_lin/comb_13/init/model.decoder.layers.9.fc2/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/opt/5/rnd_search_t_lin/comb_13/init/model.decoder.layers.9.fc2/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/opt/5/rnd_search_t_lin/comb_13/init/model.decoder.layers.9.fc2/_s.pt b/params/opt/5/rnd_search_t_lin/comb_13/init/model.decoder.layers.9.fc2/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..932fb86a75389f07a00ac41669d0f1d22d9211bd
--- /dev/null
+++ b/params/opt/5/rnd_search_t_lin/comb_13/init/model.decoder.layers.9.fc2/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5d05557c0b82560b2e62507fdb39caaf055906d10c5db8e4abac28aef0d987eb
+size 5251
diff --git a/params/opt/5/rnd_search_t_lin/comb_13/init/model.decoder.layers.9.self_attn.k_proj/_0.pt b/params/opt/5/rnd_search_t_lin/comb_13/init/model.decoder.layers.9.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/opt/5/rnd_search_t_lin/comb_13/init/model.decoder.layers.9.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/opt/5/rnd_search_t_lin/comb_13/init/model.decoder.layers.9.self_attn.k_proj/_s.pt b/params/opt/5/rnd_search_t_lin/comb_13/init/model.decoder.layers.9.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..80aa59d822c1fb5365e58278c1b9df5a0a6398b6
--- /dev/null
+++ b/params/opt/5/rnd_search_t_lin/comb_13/init/model.decoder.layers.9.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:fe8fb934ed5b7e71f96987dfd9bf8f53c7b6bfcded71e2593708f52a8a81aabe
+size 5251
diff --git a/params/opt/5/rnd_search_t_lin/comb_13/init/model.decoder.layers.9.self_attn.out_proj/_0.pt b/params/opt/5/rnd_search_t_lin/comb_13/init/model.decoder.layers.9.self_attn.out_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/opt/5/rnd_search_t_lin/comb_13/init/model.decoder.layers.9.self_attn.out_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/opt/5/rnd_search_t_lin/comb_13/init/model.decoder.layers.9.self_attn.out_proj/_s.pt b/params/opt/5/rnd_search_t_lin/comb_13/init/model.decoder.layers.9.self_attn.out_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..cd5886e9c0efa3fa2f75dc613a835f434eaee8a6
--- /dev/null
+++ b/params/opt/5/rnd_search_t_lin/comb_13/init/model.decoder.layers.9.self_attn.out_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:6f09ec821d4f6e50e12aba22288203b9c7452461578c2abfadb441479632098b
+size 5251
diff --git a/params/opt/5/rnd_search_t_lin/comb_13/init/model.decoder.layers.9.self_attn.q_proj/_0.pt b/params/opt/5/rnd_search_t_lin/comb_13/init/model.decoder.layers.9.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/opt/5/rnd_search_t_lin/comb_13/init/model.decoder.layers.9.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/opt/5/rnd_search_t_lin/comb_13/init/model.decoder.layers.9.self_attn.q_proj/_s.pt b/params/opt/5/rnd_search_t_lin/comb_13/init/model.decoder.layers.9.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..41e546fcbc7d8decd24f25a32f1090a50722f809
--- /dev/null
+++ b/params/opt/5/rnd_search_t_lin/comb_13/init/model.decoder.layers.9.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:1ee1b8ace357b1bbb7b8161acbe105fb3c2bd9e22911c1b75ad66013b04bf99a
+size 5251
diff --git a/params/opt/5/rnd_search_t_lin/comb_13/init/model.decoder.layers.9.self_attn.v_proj/_0.pt b/params/opt/5/rnd_search_t_lin/comb_13/init/model.decoder.layers.9.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/opt/5/rnd_search_t_lin/comb_13/init/model.decoder.layers.9.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/opt/5/rnd_search_t_lin/comb_13/init/model.decoder.layers.9.self_attn.v_proj/_s.pt b/params/opt/5/rnd_search_t_lin/comb_13/init/model.decoder.layers.9.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..096f66f871124f719fdb3a104b2647c31f3d28ea
--- /dev/null
+++ b/params/opt/5/rnd_search_t_lin/comb_13/init/model.decoder.layers.9.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:1e75fe78545da03ea6eede813ce4c9fed9288e443fa58c6988379294d886a7ed
+size 5251
diff --git a/params/opt/5/rnd_search_t_lin/comb_13/init/model.decoder.project_in/_0.pt b/params/opt/5/rnd_search_t_lin/comb_13/init/model.decoder.project_in/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/opt/5/rnd_search_t_lin/comb_13/init/model.decoder.project_in/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/opt/5/rnd_search_t_lin/comb_13/init/model.decoder.project_in/_s.pt b/params/opt/5/rnd_search_t_lin/comb_13/init/model.decoder.project_in/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a11907be77fae25c22ba1114572a909a776fc619
--- /dev/null
+++ b/params/opt/5/rnd_search_t_lin/comb_13/init/model.decoder.project_in/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ad9e08572a93a696250a3dafb0c67944abf48ed6341d8b108c93156202ecdddc
+size 5251
diff --git a/params/opt/5/rnd_search_t_lin/comb_13/init/model.decoder.project_out/_0.pt b/params/opt/5/rnd_search_t_lin/comb_13/init/model.decoder.project_out/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..7dafd7dbb653cbd2daae7b5c32e1db4207127f70
--- /dev/null
+++ b/params/opt/5/rnd_search_t_lin/comb_13/init/model.decoder.project_out/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c190e0e27174863691b4d6213f0eb2960c410741df0ce7e97f0315f29a271735
+size 3203
diff --git a/params/opt/5/rnd_search_t_lin/comb_13/init/model.decoder.project_out/_s.pt b/params/opt/5/rnd_search_t_lin/comb_13/init/model.decoder.project_out/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..86adcac3e5017c980ccbfab45332a66265ab6020
--- /dev/null
+++ b/params/opt/5/rnd_search_t_lin/comb_13/init/model.decoder.project_out/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ac0a196dc2b2875e77cc4a7259f510866f12a21e47a3e6b05768c287d2a3de15
+size 3203
diff --git a/params/opt/5/rnd_search_t_lin/comb_13/trained/lm_head/_0.pt b/params/opt/5/rnd_search_t_lin/comb_13/trained/lm_head/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..eefbe8395f4065fcdf80080f3731e34e94f3b211
--- /dev/null
+++ b/params/opt/5/rnd_search_t_lin/comb_13/trained/lm_head/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:06c57c95a6ac48165ff534a37c0beb6b036107384f439e6b60739931bca9a2fd
+size 202243
diff --git a/params/opt/5/rnd_search_t_lin/comb_13/trained/lm_head/_s.pt b/params/opt/5/rnd_search_t_lin/comb_13/trained/lm_head/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c0c17186a7e34a2c1ea8de18d5cd9cb0cccbcdc4
--- /dev/null
+++ b/params/opt/5/rnd_search_t_lin/comb_13/trained/lm_head/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:be21bb6f2e320289d4ecc26ec04c18fb7902c23de041292bcbf5e609229b226b
+size 202243
diff --git a/params/opt/5/rnd_search_t_lin/comb_13/trained/model.decoder.layers.0.fc1/_0.pt b/params/opt/5/rnd_search_t_lin/comb_13/trained/model.decoder.layers.0.fc1/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..bd5fa6ff4c77b02367216ad8679019b3c29e19e7
--- /dev/null
+++ b/params/opt/5/rnd_search_t_lin/comb_13/trained/model.decoder.layers.0.fc1/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2fe6ba2b500cecb02ebed340eb580dcd9e49ccb30349163956215f0ad418e472
+size 17539
diff --git a/params/opt/5/rnd_search_t_lin/comb_13/trained/model.decoder.layers.0.fc1/_s.pt b/params/opt/5/rnd_search_t_lin/comb_13/trained/model.decoder.layers.0.fc1/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ed680fa44ace8c1b38f043e59fb9f9375ff54e84
--- /dev/null
+++ b/params/opt/5/rnd_search_t_lin/comb_13/trained/model.decoder.layers.0.fc1/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:228edc319f8af9f06eb2d9afcc3de77e7203262663be1e1db58186f7aabc53d9
+size 17539
diff --git a/params/opt/5/rnd_search_t_lin/comb_13/trained/model.decoder.layers.0.fc2/_0.pt b/params/opt/5/rnd_search_t_lin/comb_13/trained/model.decoder.layers.0.fc2/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..1860c2c3cc8058d3d010291f8ffe02a87447887e
--- /dev/null
+++ b/params/opt/5/rnd_search_t_lin/comb_13/trained/model.decoder.layers.0.fc2/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:8c7957e15a38add793a282a2b46d56a45ff16b49a68370bcc282a3fb428123f0
+size 5251
diff --git a/params/opt/5/rnd_search_t_lin/comb_13/trained/model.decoder.layers.0.fc2/_s.pt b/params/opt/5/rnd_search_t_lin/comb_13/trained/model.decoder.layers.0.fc2/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e654cb89bea2eceb38b08a9e855471836a91af1a
--- /dev/null
+++ b/params/opt/5/rnd_search_t_lin/comb_13/trained/model.decoder.layers.0.fc2/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d26ec5a1333f2127811f1701398f41fab20cfa84afa05a70172cdac8310c6389
+size 5251
diff --git a/params/opt/5/rnd_search_t_lin/comb_13/trained/model.decoder.layers.0.self_attn.k_proj/_0.pt b/params/opt/5/rnd_search_t_lin/comb_13/trained/model.decoder.layers.0.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..b6142d18fdc78197e5def850128ccdedb2a9c207
--- /dev/null
+++ b/params/opt/5/rnd_search_t_lin/comb_13/trained/model.decoder.layers.0.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d56217cd9bdbba6a71023037c3a73e5bb8188a39e77b9bf89dd49bd9f1a8fffb
+size 5251
diff --git a/params/opt/5/rnd_search_t_lin/comb_13/trained/model.decoder.layers.0.self_attn.k_proj/_s.pt b/params/opt/5/rnd_search_t_lin/comb_13/trained/model.decoder.layers.0.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..83cef8172405b301aa530d513e25bac1816b115f
--- /dev/null
+++ b/params/opt/5/rnd_search_t_lin/comb_13/trained/model.decoder.layers.0.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e5d5f6ab4b49d353dc2a468f2a39b01dfb703fdc9e39cb86075d94d70445938f
+size 5251
diff --git a/params/opt/5/rnd_search_t_lin/comb_13/trained/model.decoder.layers.0.self_attn.out_proj/_0.pt b/params/opt/5/rnd_search_t_lin/comb_13/trained/model.decoder.layers.0.self_attn.out_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..453beed3f528e70b54c7c11325a5db59b2b5c4bf
--- /dev/null
+++ b/params/opt/5/rnd_search_t_lin/comb_13/trained/model.decoder.layers.0.self_attn.out_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:58f15c18027a27aeba33ea2fe8c2bcb835dab2f2536b7d601c82644b58591e3d
+size 5251
diff --git a/params/opt/5/rnd_search_t_lin/comb_13/trained/model.decoder.layers.0.self_attn.out_proj/_s.pt b/params/opt/5/rnd_search_t_lin/comb_13/trained/model.decoder.layers.0.self_attn.out_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..20fa13a1da6a9d9f0a0caf9af0c6527948adfccd
--- /dev/null
+++ b/params/opt/5/rnd_search_t_lin/comb_13/trained/model.decoder.layers.0.self_attn.out_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:81803af964c73f444b86301c3e870fb7927c25a9817c313ea613513f32cedbd5
+size 5251
diff --git a/params/opt/5/rnd_search_t_lin/comb_13/trained/model.decoder.layers.0.self_attn.q_proj/_0.pt b/params/opt/5/rnd_search_t_lin/comb_13/trained/model.decoder.layers.0.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..57afbdfcf22b13030409dc0516b881742b689336
--- /dev/null
+++ b/params/opt/5/rnd_search_t_lin/comb_13/trained/model.decoder.layers.0.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c31ac71666a885162708a27e689214219d9bcf4cd900a7ba5be05abdbb212542
+size 5251
diff --git a/params/opt/5/rnd_search_t_lin/comb_13/trained/model.decoder.layers.0.self_attn.q_proj/_s.pt b/params/opt/5/rnd_search_t_lin/comb_13/trained/model.decoder.layers.0.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8c5baa9a14a917f96c27175c12c8311d7316346f
--- /dev/null
+++ b/params/opt/5/rnd_search_t_lin/comb_13/trained/model.decoder.layers.0.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:03c8570eef8dd4fffe7ecb6d54e86c388eea47baac58ba9e01dfa30fde6461b4
+size 5251
diff --git a/params/opt/5/rnd_search_t_lin/comb_13/trained/model.decoder.layers.0.self_attn.v_proj/_0.pt b/params/opt/5/rnd_search_t_lin/comb_13/trained/model.decoder.layers.0.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a23d36dacccf9ad37edea970fb3e90a3fd216f05
--- /dev/null
+++ b/params/opt/5/rnd_search_t_lin/comb_13/trained/model.decoder.layers.0.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:121f063566a848b6a86f553ff7d18ae3863f27b0ffd43db93bef6c0000d47e22
+size 5251
diff --git a/params/opt/5/rnd_search_t_lin/comb_13/trained/model.decoder.layers.0.self_attn.v_proj/_s.pt b/params/opt/5/rnd_search_t_lin/comb_13/trained/model.decoder.layers.0.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..f19d3645dd068f62a4cf35b571d6d59c6616d0b3
--- /dev/null
+++ b/params/opt/5/rnd_search_t_lin/comb_13/trained/model.decoder.layers.0.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:410581f3530e3cbcc8fa7adf18b820c07d668f81c07bef9f9ce7cfad0564e1f5
+size 5251
diff --git a/params/opt/5/rnd_search_t_lin/comb_13/trained/model.decoder.layers.1.fc1/_0.pt b/params/opt/5/rnd_search_t_lin/comb_13/trained/model.decoder.layers.1.fc1/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ed12aaa54632a1b0371d145905441c66663e9f21
--- /dev/null
+++ b/params/opt/5/rnd_search_t_lin/comb_13/trained/model.decoder.layers.1.fc1/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:90461aa48e395d12742036425bd52a9936238a608450732aba73decad7eeb725
+size 17539
diff --git a/params/opt/5/rnd_search_t_lin/comb_13/trained/model.decoder.layers.1.fc1/_s.pt b/params/opt/5/rnd_search_t_lin/comb_13/trained/model.decoder.layers.1.fc1/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..28cabf5634fb9cd0f0993e791a649b50296ad855
--- /dev/null
+++ b/params/opt/5/rnd_search_t_lin/comb_13/trained/model.decoder.layers.1.fc1/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:44c11f477e41bf59cdb2b16018dd0bd04125bf4bdd420583b0d2b15a0016146c
+size 17539
diff --git a/params/opt/5/rnd_search_t_lin/comb_13/trained/model.decoder.layers.1.fc2/_0.pt b/params/opt/5/rnd_search_t_lin/comb_13/trained/model.decoder.layers.1.fc2/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e81ae9616c7437b8e4b206d9028c9b1bc2fbd5e7
--- /dev/null
+++ b/params/opt/5/rnd_search_t_lin/comb_13/trained/model.decoder.layers.1.fc2/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c56f2523a781cf613e73b60fe3f956e17ae7361e0346e7ffffbb99a033ce4213
+size 5251
diff --git a/params/opt/5/rnd_search_t_lin/comb_13/trained/model.decoder.layers.1.fc2/_s.pt b/params/opt/5/rnd_search_t_lin/comb_13/trained/model.decoder.layers.1.fc2/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..dc524c120fb758861a68915289d7148568f9774a
--- /dev/null
+++ b/params/opt/5/rnd_search_t_lin/comb_13/trained/model.decoder.layers.1.fc2/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:fd00f831968f91a8dd003fb5660a4b4aa30b9776cc459058330a6af26371dcd6
+size 5251
diff --git a/params/opt/5/rnd_search_t_lin/comb_13/trained/model.decoder.layers.1.self_attn.k_proj/_0.pt b/params/opt/5/rnd_search_t_lin/comb_13/trained/model.decoder.layers.1.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..662b6fc3b9c2decdcd06dfabe46d676e3ff88509
--- /dev/null
+++ b/params/opt/5/rnd_search_t_lin/comb_13/trained/model.decoder.layers.1.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:aa3481e16c5138cab9445878e7df7d18b1cad3a21a0d8c0bd2f11a66c82e9597
+size 5251
diff --git a/params/opt/5/rnd_search_t_lin/comb_13/trained/model.decoder.layers.1.self_attn.k_proj/_s.pt b/params/opt/5/rnd_search_t_lin/comb_13/trained/model.decoder.layers.1.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..bab4d6dcfeced7aa642ddacbf0654de756f42293
--- /dev/null
+++ b/params/opt/5/rnd_search_t_lin/comb_13/trained/model.decoder.layers.1.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0050f023e4e81e470ba97a7ca13d5a276faef10e159c77dd9a26216f4ae07526
+size 5251
diff --git a/params/opt/5/rnd_search_t_lin/comb_13/trained/model.decoder.layers.1.self_attn.out_proj/_0.pt b/params/opt/5/rnd_search_t_lin/comb_13/trained/model.decoder.layers.1.self_attn.out_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a468ee9fe66a022de3cc0468249166ea3243fba3
--- /dev/null
+++ b/params/opt/5/rnd_search_t_lin/comb_13/trained/model.decoder.layers.1.self_attn.out_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d508995af3b8bdb1cb8ec76b649142f03b66c9f1e1a6adc3b915746dff826965
+size 5251
diff --git a/params/opt/5/rnd_search_t_lin/comb_13/trained/model.decoder.layers.1.self_attn.out_proj/_s.pt b/params/opt/5/rnd_search_t_lin/comb_13/trained/model.decoder.layers.1.self_attn.out_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..752641b3cf677be9c6516d895b569c3c6f516bde
--- /dev/null
+++ b/params/opt/5/rnd_search_t_lin/comb_13/trained/model.decoder.layers.1.self_attn.out_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:85a40ed3411fac6453fb2fddd38e682198cea928461a52f8c72cb7ac48960d4f
+size 5251
diff --git a/params/opt/5/rnd_search_t_lin/comb_13/trained/model.decoder.layers.1.self_attn.q_proj/_0.pt b/params/opt/5/rnd_search_t_lin/comb_13/trained/model.decoder.layers.1.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..f8df2051e0da1f345e7c4ce674447b7c58b31666
--- /dev/null
+++ b/params/opt/5/rnd_search_t_lin/comb_13/trained/model.decoder.layers.1.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:44bfcba91d703b5332cf8f0d678a2ba3a27b225d6cca01059518bd4870c36d58
+size 5251
diff --git a/params/opt/5/rnd_search_t_lin/comb_13/trained/model.decoder.layers.1.self_attn.q_proj/_s.pt b/params/opt/5/rnd_search_t_lin/comb_13/trained/model.decoder.layers.1.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..05a60ae95235d7a844a4eb35f25ae9e51209abf0
--- /dev/null
+++ b/params/opt/5/rnd_search_t_lin/comb_13/trained/model.decoder.layers.1.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:026ec06a53d2ea772c99599d5cc241afc4c73ba0e870cabb5dc9c3d60ba2841a
+size 5251
diff --git a/params/opt/5/rnd_search_t_lin/comb_13/trained/model.decoder.layers.1.self_attn.v_proj/_0.pt b/params/opt/5/rnd_search_t_lin/comb_13/trained/model.decoder.layers.1.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..55cc1f48773200fb523bb93143b17cdd140b5a27
--- /dev/null
+++ b/params/opt/5/rnd_search_t_lin/comb_13/trained/model.decoder.layers.1.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:3bc622aaafd87ba0091237ac569a106e95cf48ba4f96e95a05589341c0f4edc8
+size 5251
diff --git a/params/opt/5/rnd_search_t_lin/comb_13/trained/model.decoder.layers.1.self_attn.v_proj/_s.pt b/params/opt/5/rnd_search_t_lin/comb_13/trained/model.decoder.layers.1.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..6e5121d656a56c02ef9917073b7db1bcee518cd7
--- /dev/null
+++ b/params/opt/5/rnd_search_t_lin/comb_13/trained/model.decoder.layers.1.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:288f005a53f82b34e86ddbdd59f1bf0ad9492e167cb67ac13e1d01f8daffd8cd
+size 5251
diff --git a/params/opt/5/rnd_search_t_lin/comb_13/trained/model.decoder.layers.10.fc1/_0.pt b/params/opt/5/rnd_search_t_lin/comb_13/trained/model.decoder.layers.10.fc1/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a5e34434c2a83490d20d22741a816f2940e9449d
--- /dev/null
+++ b/params/opt/5/rnd_search_t_lin/comb_13/trained/model.decoder.layers.10.fc1/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:906a910aec70bdce954d18725d90c4785c6ffe78f093005896cab3ad8db9904e
+size 17539
diff --git a/params/opt/5/rnd_search_t_lin/comb_13/trained/model.decoder.layers.10.fc1/_s.pt b/params/opt/5/rnd_search_t_lin/comb_13/trained/model.decoder.layers.10.fc1/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..21833309e80fda86eefae9b8648725d3de20f165
--- /dev/null
+++ b/params/opt/5/rnd_search_t_lin/comb_13/trained/model.decoder.layers.10.fc1/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:4bb8a911bf3755ebb34a2e7f0f45e20d6557400a1218a2969aae13fc82bbf5c3
+size 17539
diff --git a/params/opt/5/rnd_search_t_lin/comb_13/trained/model.decoder.layers.10.fc2/_0.pt b/params/opt/5/rnd_search_t_lin/comb_13/trained/model.decoder.layers.10.fc2/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4e6cc1d6fdc3d97406bfbe256739c85ee983c1d1
--- /dev/null
+++ b/params/opt/5/rnd_search_t_lin/comb_13/trained/model.decoder.layers.10.fc2/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b71bc533d0d76c75f27e88d0ef2881d61eaf00ae375e756bb14bb7a712cb2b32
+size 5251
diff --git a/params/opt/5/rnd_search_t_lin/comb_13/trained/model.decoder.layers.10.fc2/_s.pt b/params/opt/5/rnd_search_t_lin/comb_13/trained/model.decoder.layers.10.fc2/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..5c47169ca921318909694cb6882130c643be543b
--- /dev/null
+++ b/params/opt/5/rnd_search_t_lin/comb_13/trained/model.decoder.layers.10.fc2/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d1a69b781c32d2c42d185083afe7015e3bb7800d842f8fbd20fa2e16b11efa47
+size 5251
diff --git a/params/opt/5/rnd_search_t_lin/comb_13/trained/model.decoder.layers.10.self_attn.k_proj/_0.pt b/params/opt/5/rnd_search_t_lin/comb_13/trained/model.decoder.layers.10.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..af80154cf701100587025047430ce537aad70ff6
--- /dev/null
+++ b/params/opt/5/rnd_search_t_lin/comb_13/trained/model.decoder.layers.10.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d9f0c56c73e07a325c22e9e7c64c0662959ec4f17068aa06d6fd247e97151620
+size 5251
diff --git a/params/opt/5/rnd_search_t_lin/comb_13/trained/model.decoder.layers.10.self_attn.k_proj/_s.pt b/params/opt/5/rnd_search_t_lin/comb_13/trained/model.decoder.layers.10.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c3b27e6d884e363f7ff9c1d434d5a9e11e8d5b4e
--- /dev/null
+++ b/params/opt/5/rnd_search_t_lin/comb_13/trained/model.decoder.layers.10.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:3d41f4e7983031201f4896928ef6c6bfa29cf4b420a4322b880b988ad0285e7e
+size 5251
diff --git a/params/opt/5/rnd_search_t_lin/comb_13/trained/model.decoder.layers.10.self_attn.out_proj/_0.pt b/params/opt/5/rnd_search_t_lin/comb_13/trained/model.decoder.layers.10.self_attn.out_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..dc2bf94bcd4b0adf27d1878f666421988028a2fe
--- /dev/null
+++ b/params/opt/5/rnd_search_t_lin/comb_13/trained/model.decoder.layers.10.self_attn.out_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:00ae190347f4245ae1f830b8ff26ff5e7f01f2bc075859281f01d56b1239f98a
+size 5251
diff --git a/params/opt/5/rnd_search_t_lin/comb_13/trained/model.decoder.layers.10.self_attn.out_proj/_s.pt b/params/opt/5/rnd_search_t_lin/comb_13/trained/model.decoder.layers.10.self_attn.out_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ba3d15d720f2e7782bf0721c4f08986a31b52617
--- /dev/null
+++ b/params/opt/5/rnd_search_t_lin/comb_13/trained/model.decoder.layers.10.self_attn.out_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c61fae9dbbfbb2ef4a13cf5b3a1355e0a3eba1a292479f21012dab4e2dcc0269
+size 5251
diff --git a/params/opt/5/rnd_search_t_lin/comb_13/trained/model.decoder.layers.10.self_attn.q_proj/_0.pt b/params/opt/5/rnd_search_t_lin/comb_13/trained/model.decoder.layers.10.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..56d0f24672168ab9a14456afad2155aac5fb357d
--- /dev/null
+++ b/params/opt/5/rnd_search_t_lin/comb_13/trained/model.decoder.layers.10.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b699d1d9140d476ce81ecabb47b6c4e52a4ef243f32a8e12c9e800e973f3141d
+size 5251
diff --git a/params/opt/5/rnd_search_t_lin/comb_13/trained/model.decoder.layers.10.self_attn.q_proj/_s.pt b/params/opt/5/rnd_search_t_lin/comb_13/trained/model.decoder.layers.10.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..d0730f3e553d13906e938f9fd4f3511ac6d39fe0
--- /dev/null
+++ b/params/opt/5/rnd_search_t_lin/comb_13/trained/model.decoder.layers.10.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:60ad3b5115f1f1ba53fa4fd96bfe9a875bbef0f8583d7ac2b79e179d29f188e0
+size 5251
diff --git a/params/opt/5/rnd_search_t_lin/comb_13/trained/model.decoder.layers.10.self_attn.v_proj/_0.pt b/params/opt/5/rnd_search_t_lin/comb_13/trained/model.decoder.layers.10.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4a12cc822a1cefec7a946d8ac4a8d593fff631e2
--- /dev/null
+++ b/params/opt/5/rnd_search_t_lin/comb_13/trained/model.decoder.layers.10.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:1da4859e6bd7318d685fa13e1f887eeeaefce3cceb6fdac6fbfb40427b83b48e
+size 5251
diff --git a/params/opt/5/rnd_search_t_lin/comb_13/trained/model.decoder.layers.10.self_attn.v_proj/_s.pt b/params/opt/5/rnd_search_t_lin/comb_13/trained/model.decoder.layers.10.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e2ebb0ad8e1a1826c90b790ef6f178842b38a5ac
--- /dev/null
+++ b/params/opt/5/rnd_search_t_lin/comb_13/trained/model.decoder.layers.10.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:9c65181153f8fe2d881a0e566b93362a6f81faaf642093df9657abdaab302218
+size 5251
diff --git a/params/opt/5/rnd_search_t_lin/comb_13/trained/model.decoder.layers.11.fc1/_0.pt b/params/opt/5/rnd_search_t_lin/comb_13/trained/model.decoder.layers.11.fc1/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..1c03497df81834d3f0143141401bffecc92be342
--- /dev/null
+++ b/params/opt/5/rnd_search_t_lin/comb_13/trained/model.decoder.layers.11.fc1/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f0df536d917244c6d99eb89b0f607093dbe9d4f02ab9a3143e82f26303312350
+size 17539
diff --git a/params/opt/5/rnd_search_t_lin/comb_13/trained/model.decoder.layers.11.fc1/_s.pt b/params/opt/5/rnd_search_t_lin/comb_13/trained/model.decoder.layers.11.fc1/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..66101c5b5257edf3d70dc78cd501df455e37c48d
--- /dev/null
+++ b/params/opt/5/rnd_search_t_lin/comb_13/trained/model.decoder.layers.11.fc1/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:582a5ccbec6d2bae3d031a98dc1acbddd6b66a4744f48d40a8dcdefec5870d8c
+size 17539
diff --git a/params/opt/5/rnd_search_t_lin/comb_13/trained/model.decoder.layers.11.fc2/_0.pt b/params/opt/5/rnd_search_t_lin/comb_13/trained/model.decoder.layers.11.fc2/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..5f435451f6ad092a38bd522c8f2897476f41094f
--- /dev/null
+++ b/params/opt/5/rnd_search_t_lin/comb_13/trained/model.decoder.layers.11.fc2/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:430aa90c5c260d136471bf7f47b3b2bc96b0cf25b41a1809bdd7232a917686c1
+size 5251
diff --git a/params/opt/5/rnd_search_t_lin/comb_13/trained/model.decoder.layers.11.fc2/_s.pt b/params/opt/5/rnd_search_t_lin/comb_13/trained/model.decoder.layers.11.fc2/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..761b82ca5cf01944bb189a8fbb052db1c7416c4d
--- /dev/null
+++ b/params/opt/5/rnd_search_t_lin/comb_13/trained/model.decoder.layers.11.fc2/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b9aca991e07c5a6eb22c0b97fec88dc6eb67fcad508112c89f9356dab43bc038
+size 5251
diff --git a/params/opt/5/rnd_search_t_lin/comb_13/trained/model.decoder.layers.11.self_attn.k_proj/_0.pt b/params/opt/5/rnd_search_t_lin/comb_13/trained/model.decoder.layers.11.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ee3142f8637c05d999616e0965d710f602bb44a2
--- /dev/null
+++ b/params/opt/5/rnd_search_t_lin/comb_13/trained/model.decoder.layers.11.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e2f5e3f09038d71dd29b101764100ffa3bfb772a41a3ab4d424db14d462125ad
+size 5251
diff --git a/params/opt/5/rnd_search_t_lin/comb_13/trained/model.decoder.layers.11.self_attn.k_proj/_s.pt b/params/opt/5/rnd_search_t_lin/comb_13/trained/model.decoder.layers.11.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..64b8d4d7f9fe2255baa027fc18e212c85fbe6018
--- /dev/null
+++ b/params/opt/5/rnd_search_t_lin/comb_13/trained/model.decoder.layers.11.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a8447fe641c0e732ecfc07bb7ef1d9a37bf32f0518ea1f5c8b13fc7e364f436b
+size 5251
diff --git a/params/opt/5/rnd_search_t_lin/comb_13/trained/model.decoder.layers.11.self_attn.out_proj/_0.pt b/params/opt/5/rnd_search_t_lin/comb_13/trained/model.decoder.layers.11.self_attn.out_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..34df1fd53a17b79bb553651bab656be55bb1f605
--- /dev/null
+++ b/params/opt/5/rnd_search_t_lin/comb_13/trained/model.decoder.layers.11.self_attn.out_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:81b2b915d0e9c26bf2abc9b7b44963e9099707056cc082b963aeec53a583c478
+size 5251
diff --git a/params/opt/5/rnd_search_t_lin/comb_13/trained/model.decoder.layers.11.self_attn.out_proj/_s.pt b/params/opt/5/rnd_search_t_lin/comb_13/trained/model.decoder.layers.11.self_attn.out_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..13bece1a39e04e1403c9a3a0f48346864884df3a
--- /dev/null
+++ b/params/opt/5/rnd_search_t_lin/comb_13/trained/model.decoder.layers.11.self_attn.out_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:aea088b5792297f246ee1040a69856cdb9dfddf971af2a8bb553179adb9174e0
+size 5251
diff --git a/params/opt/5/rnd_search_t_lin/comb_13/trained/model.decoder.layers.11.self_attn.q_proj/_0.pt b/params/opt/5/rnd_search_t_lin/comb_13/trained/model.decoder.layers.11.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..127f9a1e5a11667427b677d7aa83f4bc3871b49d
--- /dev/null
+++ b/params/opt/5/rnd_search_t_lin/comb_13/trained/model.decoder.layers.11.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2a24f17be16e3124da7acdfe29a64adc819ef5a5f842edc82adf7d0989597bb1
+size 5251
diff --git a/params/opt/5/rnd_search_t_lin/comb_13/trained/model.decoder.layers.11.self_attn.q_proj/_s.pt b/params/opt/5/rnd_search_t_lin/comb_13/trained/model.decoder.layers.11.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..9cec703c9f265d77d7bc99234b4d50a04cd483fc
--- /dev/null
+++ b/params/opt/5/rnd_search_t_lin/comb_13/trained/model.decoder.layers.11.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:9aca3335ad3bbd179b1b031b2c5f241d62c71d896572384039ed9d88202309f6
+size 5251
diff --git a/params/opt/5/rnd_search_t_lin/comb_13/trained/model.decoder.layers.11.self_attn.v_proj/_0.pt b/params/opt/5/rnd_search_t_lin/comb_13/trained/model.decoder.layers.11.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..b8b8aca615363dd9a36b3fd935fa6c642a88f2f1
--- /dev/null
+++ b/params/opt/5/rnd_search_t_lin/comb_13/trained/model.decoder.layers.11.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:57c9d8f6d1618bf3d04cec75c1a9656f0a78001eb8cf25c31277c0c62a1d229d
+size 5251
diff --git a/params/opt/5/rnd_search_t_lin/comb_13/trained/model.decoder.layers.11.self_attn.v_proj/_s.pt b/params/opt/5/rnd_search_t_lin/comb_13/trained/model.decoder.layers.11.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..6fec8da5a5312ce94fee8cc9d13fbce5cfec4f29
--- /dev/null
+++ b/params/opt/5/rnd_search_t_lin/comb_13/trained/model.decoder.layers.11.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:51eb44981398062a36e2a24f7d1c6f338783c7abb346de898d3231667c4e82bf
+size 5251
diff --git a/params/opt/5/rnd_search_t_lin/comb_13/trained/model.decoder.layers.12.fc1/_0.pt b/params/opt/5/rnd_search_t_lin/comb_13/trained/model.decoder.layers.12.fc1/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ac4c938a1f326000fcd4ac3cdfb2c2aac5e0a645
--- /dev/null
+++ b/params/opt/5/rnd_search_t_lin/comb_13/trained/model.decoder.layers.12.fc1/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:69bb5dd294c62fbb77d0fe5c79c8cda4a5d73ea3bde3c8bd8d8f9256ede26936
+size 17539
diff --git a/params/opt/5/rnd_search_t_lin/comb_13/trained/model.decoder.layers.12.fc1/_s.pt b/params/opt/5/rnd_search_t_lin/comb_13/trained/model.decoder.layers.12.fc1/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..f0a9bca6765a27a3fc15773059dafde45eec68e2
--- /dev/null
+++ b/params/opt/5/rnd_search_t_lin/comb_13/trained/model.decoder.layers.12.fc1/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:dc406ee2c0ac914134b11d13bb9d613a459849550f64f5b7029af07892c3f6d6
+size 17539
diff --git a/params/opt/5/rnd_search_t_lin/comb_13/trained/model.decoder.layers.12.fc2/_0.pt b/params/opt/5/rnd_search_t_lin/comb_13/trained/model.decoder.layers.12.fc2/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..442ad3a6c123737fb8fe97004d22431f7c65dc14
--- /dev/null
+++ b/params/opt/5/rnd_search_t_lin/comb_13/trained/model.decoder.layers.12.fc2/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:100393d07044be79a7650d0df7579e1cb3c9821ab0f0319e31ec90adfe63c7be
+size 5251
diff --git a/params/opt/5/rnd_search_t_lin/comb_13/trained/model.decoder.layers.12.fc2/_s.pt b/params/opt/5/rnd_search_t_lin/comb_13/trained/model.decoder.layers.12.fc2/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e2ecad7382c8dab511ffad952c3ab2fb7c1c7e5f
--- /dev/null
+++ b/params/opt/5/rnd_search_t_lin/comb_13/trained/model.decoder.layers.12.fc2/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:dc1026c1acfdfbcf4b9daf8187e2184634142896302fc8ab1c440e9abfceaac4
+size 5251
diff --git a/params/opt/5/rnd_search_t_lin/comb_13/trained/model.decoder.layers.12.self_attn.k_proj/_0.pt b/params/opt/5/rnd_search_t_lin/comb_13/trained/model.decoder.layers.12.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..fe4d87e5c4f4b434ca50d4e3fe8baa53fddb6a9f
--- /dev/null
+++ b/params/opt/5/rnd_search_t_lin/comb_13/trained/model.decoder.layers.12.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:3685a1a786ee13b2be76ac3b11a14172234567649c016a1466e174a8681cd7c7
+size 5251
diff --git a/params/opt/5/rnd_search_t_lin/comb_13/trained/model.decoder.layers.12.self_attn.k_proj/_s.pt b/params/opt/5/rnd_search_t_lin/comb_13/trained/model.decoder.layers.12.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..62936f062bcc956cc932cec39e5fa9a3f032543e
--- /dev/null
+++ b/params/opt/5/rnd_search_t_lin/comb_13/trained/model.decoder.layers.12.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f3a437c724dae6dc156f867182f1f61afd7f4a527412c41ced3164dd2d6ed388
+size 5251
diff --git a/params/opt/5/rnd_search_t_lin/comb_13/trained/model.decoder.layers.12.self_attn.out_proj/_0.pt b/params/opt/5/rnd_search_t_lin/comb_13/trained/model.decoder.layers.12.self_attn.out_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..5d735a76eaac192c3f27a850272eafed48a0e132
--- /dev/null
+++ b/params/opt/5/rnd_search_t_lin/comb_13/trained/model.decoder.layers.12.self_attn.out_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:3e44d57bbf9beba608c6a9fbce8d50037dcd2ab0ba51545dfe81acdb9d3e6440
+size 5251
diff --git a/params/opt/5/rnd_search_t_lin/comb_13/trained/model.decoder.layers.12.self_attn.out_proj/_s.pt b/params/opt/5/rnd_search_t_lin/comb_13/trained/model.decoder.layers.12.self_attn.out_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c2c67349972f11f8b754e695d5c4999d54daad3f
--- /dev/null
+++ b/params/opt/5/rnd_search_t_lin/comb_13/trained/model.decoder.layers.12.self_attn.out_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:1402356d5ad3d538ecef2ac727a4faf1693f8293c80669f68d47cd2f0960a691
+size 5251
diff --git a/params/opt/5/rnd_search_t_lin/comb_13/trained/model.decoder.layers.12.self_attn.q_proj/_0.pt b/params/opt/5/rnd_search_t_lin/comb_13/trained/model.decoder.layers.12.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..115451c999cedf78974d7fde2d45f3cb39135963
--- /dev/null
+++ b/params/opt/5/rnd_search_t_lin/comb_13/trained/model.decoder.layers.12.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:161e7d7f5719e11c8746781905fc7049f52c3aa1b072e99d252865bc22cb710c
+size 5251
diff --git a/params/opt/5/rnd_search_t_lin/comb_13/trained/model.decoder.layers.12.self_attn.q_proj/_s.pt b/params/opt/5/rnd_search_t_lin/comb_13/trained/model.decoder.layers.12.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..000973ed85a0f65dc5256cc3c088d977e3a2d785
--- /dev/null
+++ b/params/opt/5/rnd_search_t_lin/comb_13/trained/model.decoder.layers.12.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ee75a78660a016900910e4313312a76918b165939ec13df69de69e647863e892
+size 5251
diff --git a/params/opt/5/rnd_search_t_lin/comb_13/trained/model.decoder.layers.12.self_attn.v_proj/_0.pt b/params/opt/5/rnd_search_t_lin/comb_13/trained/model.decoder.layers.12.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..993f988daae8c69a04ba3720b7425cfa1d127fa8
--- /dev/null
+++ b/params/opt/5/rnd_search_t_lin/comb_13/trained/model.decoder.layers.12.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:993fc8147580f1690ebb88a05e2b2196454be072bdbb280ee72efca2c6313a6a
+size 5251
diff --git a/params/opt/5/rnd_search_t_lin/comb_13/trained/model.decoder.layers.12.self_attn.v_proj/_s.pt b/params/opt/5/rnd_search_t_lin/comb_13/trained/model.decoder.layers.12.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..6bc0804bafb9c9955a7102b008626630821ad882
--- /dev/null
+++ b/params/opt/5/rnd_search_t_lin/comb_13/trained/model.decoder.layers.12.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:7d112701982139f404ae61196d646bdeea6cd800db4df80352d1ca2a49968d72
+size 5251
diff --git a/params/opt/5/rnd_search_t_lin/comb_13/trained/model.decoder.layers.13.fc1/_0.pt b/params/opt/5/rnd_search_t_lin/comb_13/trained/model.decoder.layers.13.fc1/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ba6d31369722ad706c9a281cb94d1548cd9d802a
--- /dev/null
+++ b/params/opt/5/rnd_search_t_lin/comb_13/trained/model.decoder.layers.13.fc1/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:36705cad5bcf05678f285b94001d823ab0e718fbed5368cbc70a082471696550
+size 17539
diff --git a/params/opt/5/rnd_search_t_lin/comb_13/trained/model.decoder.layers.13.fc1/_s.pt b/params/opt/5/rnd_search_t_lin/comb_13/trained/model.decoder.layers.13.fc1/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..50360fbc3f8095af380c81559ce83e60fbe76d9a
--- /dev/null
+++ b/params/opt/5/rnd_search_t_lin/comb_13/trained/model.decoder.layers.13.fc1/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:781f735bb2c9ed8539f3160f93cfb6a655c5f0ecf2dfc4d405abff8c65bf39c2
+size 17539
diff --git a/params/opt/5/rnd_search_t_lin/comb_13/trained/model.decoder.layers.13.fc2/_0.pt b/params/opt/5/rnd_search_t_lin/comb_13/trained/model.decoder.layers.13.fc2/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..455280c1a06d8005d8e385b864c18cdb21116f12
--- /dev/null
+++ b/params/opt/5/rnd_search_t_lin/comb_13/trained/model.decoder.layers.13.fc2/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:9f8f7fec2fe596e7b25c908a35402b2d3d9b747964cfa1328f7a93b5036ffd56
+size 5251
diff --git a/params/opt/5/rnd_search_t_lin/comb_13/trained/model.decoder.layers.13.fc2/_s.pt b/params/opt/5/rnd_search_t_lin/comb_13/trained/model.decoder.layers.13.fc2/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..7ae9dab9f94033fea89a4b8696f7b1b319b67afb
--- /dev/null
+++ b/params/opt/5/rnd_search_t_lin/comb_13/trained/model.decoder.layers.13.fc2/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2c0952e8fa3a24d6ba17ffb6ba8beca2802423717551075e56dae8b4c0a83c42
+size 5251
diff --git a/params/opt/5/rnd_search_t_lin/comb_13/trained/model.decoder.layers.13.self_attn.k_proj/_0.pt b/params/opt/5/rnd_search_t_lin/comb_13/trained/model.decoder.layers.13.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..d53f5f46eec02128e105f544d02de4af768bbacb
--- /dev/null
+++ b/params/opt/5/rnd_search_t_lin/comb_13/trained/model.decoder.layers.13.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:81555cfb70b7a5add6a69dd18aedb02e99c855da3a7a179fd8ad1a878da3f544
+size 5251
diff --git a/params/opt/5/rnd_search_t_lin/comb_13/trained/model.decoder.layers.13.self_attn.k_proj/_s.pt b/params/opt/5/rnd_search_t_lin/comb_13/trained/model.decoder.layers.13.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..112917c5b70f45ed536ad3d1be782306c6cf5c71
--- /dev/null
+++ b/params/opt/5/rnd_search_t_lin/comb_13/trained/model.decoder.layers.13.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f973a5fd8931c35aa279a190597724d5d7b0979338e908c8d373c7ee3c4b49d1
+size 5251
diff --git a/params/opt/5/rnd_search_t_lin/comb_13/trained/model.decoder.layers.13.self_attn.out_proj/_0.pt b/params/opt/5/rnd_search_t_lin/comb_13/trained/model.decoder.layers.13.self_attn.out_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e1b3e3dca88d3d88c0e448539178580b8a58068a
--- /dev/null
+++ b/params/opt/5/rnd_search_t_lin/comb_13/trained/model.decoder.layers.13.self_attn.out_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f2fa04ba81ce4cf729a30ed2491b5d20615ea6ee0cb2097ebca6f480b96bee80
+size 5251
diff --git a/params/opt/5/rnd_search_t_lin/comb_13/trained/model.decoder.layers.13.self_attn.out_proj/_s.pt b/params/opt/5/rnd_search_t_lin/comb_13/trained/model.decoder.layers.13.self_attn.out_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..5e5d6c4fe2bded75bf332f25c226d79008e02370
--- /dev/null
+++ b/params/opt/5/rnd_search_t_lin/comb_13/trained/model.decoder.layers.13.self_attn.out_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:8c419e7762c97d62627d26af083cdbde005ee95d6997839dc066ff1e77cebe38
+size 5251
diff --git a/params/opt/5/rnd_search_t_lin/comb_13/trained/model.decoder.layers.13.self_attn.q_proj/_0.pt b/params/opt/5/rnd_search_t_lin/comb_13/trained/model.decoder.layers.13.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..abfbdb623934b55f8c2d411a50b7a15dcbd1087a
--- /dev/null
+++ b/params/opt/5/rnd_search_t_lin/comb_13/trained/model.decoder.layers.13.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:485c2b1e28276717ba3b2a71586dc3fbc22a708e983527083d1b7af465f695bf
+size 5251
diff --git a/params/opt/5/rnd_search_t_lin/comb_13/trained/model.decoder.layers.13.self_attn.q_proj/_s.pt b/params/opt/5/rnd_search_t_lin/comb_13/trained/model.decoder.layers.13.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..55226fd6f51f49b5f44495cdbcee644a89a5019b
--- /dev/null
+++ b/params/opt/5/rnd_search_t_lin/comb_13/trained/model.decoder.layers.13.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e916168f5901bb537c51d25166d33bf397b470e2eba60a641e711edcb1bfed09
+size 5251
diff --git a/params/opt/5/rnd_search_t_lin/comb_13/trained/model.decoder.layers.13.self_attn.v_proj/_0.pt b/params/opt/5/rnd_search_t_lin/comb_13/trained/model.decoder.layers.13.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..71139b06f6fc06677bdcf55f37d982630e287107
--- /dev/null
+++ b/params/opt/5/rnd_search_t_lin/comb_13/trained/model.decoder.layers.13.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:9084da33cf256bacf18d49b44adcbaf1b2ef5d2e0461cc68740d8f65b75eca93
+size 5251
diff --git a/params/opt/5/rnd_search_t_lin/comb_13/trained/model.decoder.layers.13.self_attn.v_proj/_s.pt b/params/opt/5/rnd_search_t_lin/comb_13/trained/model.decoder.layers.13.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..0195ab726a1be4ca4140adbb8b1cf05f8d04b81b
--- /dev/null
+++ b/params/opt/5/rnd_search_t_lin/comb_13/trained/model.decoder.layers.13.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d16030e7d83d53a922e0d1c89536b5a0943af169c9969d1d151d255cf2c8ad70
+size 5251
diff --git a/params/opt/5/rnd_search_t_lin/comb_13/trained/model.decoder.layers.14.fc1/_0.pt b/params/opt/5/rnd_search_t_lin/comb_13/trained/model.decoder.layers.14.fc1/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..79edaa3064c4a9f25bd81b81f83b0fdeb4ce2ef3
--- /dev/null
+++ b/params/opt/5/rnd_search_t_lin/comb_13/trained/model.decoder.layers.14.fc1/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:be445fadb944bdc8ff042e94c03e520a47dc110fa392b977080242b3feabf076
+size 17539
diff --git a/params/opt/5/rnd_search_t_lin/comb_13/trained/model.decoder.layers.14.fc1/_s.pt b/params/opt/5/rnd_search_t_lin/comb_13/trained/model.decoder.layers.14.fc1/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a84d2b4fdaad15525386940b8a6a6410a5033c9e
--- /dev/null
+++ b/params/opt/5/rnd_search_t_lin/comb_13/trained/model.decoder.layers.14.fc1/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e474baa0713084cc4fafb3fd5260686313bb20908d38a8f0ddd5a73862413ff2
+size 17539
diff --git a/params/opt/5/rnd_search_t_lin/comb_13/trained/model.decoder.layers.14.fc2/_0.pt b/params/opt/5/rnd_search_t_lin/comb_13/trained/model.decoder.layers.14.fc2/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..f7bf5c0a00b1b969cc7890902c27294a86039a6d
--- /dev/null
+++ b/params/opt/5/rnd_search_t_lin/comb_13/trained/model.decoder.layers.14.fc2/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:4649488f0b5e8ae489759efb18d9dbffe1c385542921fe54ab0342a549e5244c
+size 5251
diff --git a/params/opt/5/rnd_search_t_lin/comb_13/trained/model.decoder.layers.14.fc2/_s.pt b/params/opt/5/rnd_search_t_lin/comb_13/trained/model.decoder.layers.14.fc2/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..d4b2d572be5723b2764d7e48a4ce4fbd52c605cf
--- /dev/null
+++ b/params/opt/5/rnd_search_t_lin/comb_13/trained/model.decoder.layers.14.fc2/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:42888b0a2d801aad1ecbe26955c9c882326f5e1c91ce5bcf02d4b1ab46972576
+size 5251
diff --git a/params/opt/5/rnd_search_t_lin/comb_13/trained/model.decoder.layers.14.self_attn.k_proj/_0.pt b/params/opt/5/rnd_search_t_lin/comb_13/trained/model.decoder.layers.14.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..62f04753aaab3565870db68f9267c74761928e63
--- /dev/null
+++ b/params/opt/5/rnd_search_t_lin/comb_13/trained/model.decoder.layers.14.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:1ec3b66e0fb3fd8ce6d2272cc360a24dc28faaedf56708b0574e74cb3cc3c9c6
+size 5251
diff --git a/params/opt/5/rnd_search_t_lin/comb_13/trained/model.decoder.layers.14.self_attn.k_proj/_s.pt b/params/opt/5/rnd_search_t_lin/comb_13/trained/model.decoder.layers.14.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..6cd096f8f5ed4361cc96b607390672a1e48a8990
--- /dev/null
+++ b/params/opt/5/rnd_search_t_lin/comb_13/trained/model.decoder.layers.14.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ed1f7bcf85d175d93fa4c5a5912e1f5f4e5f16292bc350605a2d708e500eb582
+size 5251
diff --git a/params/opt/5/rnd_search_t_lin/comb_13/trained/model.decoder.layers.14.self_attn.out_proj/_0.pt b/params/opt/5/rnd_search_t_lin/comb_13/trained/model.decoder.layers.14.self_attn.out_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e964e30dc4a046311d5e1ee06c5e7e8a1d24f472
--- /dev/null
+++ b/params/opt/5/rnd_search_t_lin/comb_13/trained/model.decoder.layers.14.self_attn.out_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0cb4f4641b84f74a326e89c0d0a34838dc71faea28a086984b86f785b240a928
+size 5251
diff --git a/params/opt/5/rnd_search_t_lin/comb_13/trained/model.decoder.layers.14.self_attn.out_proj/_s.pt b/params/opt/5/rnd_search_t_lin/comb_13/trained/model.decoder.layers.14.self_attn.out_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..149bbbe4bdf9650fd7d7770327fb81406827826c
--- /dev/null
+++ b/params/opt/5/rnd_search_t_lin/comb_13/trained/model.decoder.layers.14.self_attn.out_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:90764272932f63d9df1b7d2fcbf1a2e5c69331aa0bcb98ae8cd65f99174c86c6
+size 5251
diff --git a/params/opt/5/rnd_search_t_lin/comb_13/trained/model.decoder.layers.14.self_attn.q_proj/_0.pt b/params/opt/5/rnd_search_t_lin/comb_13/trained/model.decoder.layers.14.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2afed12b1d7b53eef069c2188215e5284ba36a92
--- /dev/null
+++ b/params/opt/5/rnd_search_t_lin/comb_13/trained/model.decoder.layers.14.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:1428ca2e2a061175b6bc7d1d04ff90baebb7e92967769977733cffe317c44e4c
+size 5251
diff --git a/params/opt/5/rnd_search_t_lin/comb_13/trained/model.decoder.layers.14.self_attn.q_proj/_s.pt b/params/opt/5/rnd_search_t_lin/comb_13/trained/model.decoder.layers.14.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..57608e10e5b43221ab45d21c9c316c4c44f03f91
--- /dev/null
+++ b/params/opt/5/rnd_search_t_lin/comb_13/trained/model.decoder.layers.14.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:7089876aa8f9f23a0e808bf369bb149c508519a0db0f34e0a450bcf3c44a25be
+size 5251
diff --git a/params/opt/5/rnd_search_t_lin/comb_13/trained/model.decoder.layers.14.self_attn.v_proj/_0.pt b/params/opt/5/rnd_search_t_lin/comb_13/trained/model.decoder.layers.14.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..1a25c41d0d1c24f0f09790152e58e9295e10298f
--- /dev/null
+++ b/params/opt/5/rnd_search_t_lin/comb_13/trained/model.decoder.layers.14.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f363c06f45d8b08f86d9640dab02ae8b93a9dd70b1aa689115f1998b160b44e6
+size 5251
diff --git a/params/opt/5/rnd_search_t_lin/comb_13/trained/model.decoder.layers.14.self_attn.v_proj/_s.pt b/params/opt/5/rnd_search_t_lin/comb_13/trained/model.decoder.layers.14.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..04a1990eb6d1244942457908c372c13564eefa01
--- /dev/null
+++ b/params/opt/5/rnd_search_t_lin/comb_13/trained/model.decoder.layers.14.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:52bd25ae61439ac21a9d5175d83610d421becf50afcd4ccfc5f1b3b7ecaed431
+size 5251
diff --git a/params/opt/5/rnd_search_t_lin/comb_13/trained/model.decoder.layers.15.fc1/_0.pt b/params/opt/5/rnd_search_t_lin/comb_13/trained/model.decoder.layers.15.fc1/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..39dc141eb9f3b0ceb7627eec4dcf9885524131f2
--- /dev/null
+++ b/params/opt/5/rnd_search_t_lin/comb_13/trained/model.decoder.layers.15.fc1/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:dbb246b1c02b2b8f16946184d0f1f04abd3738725a3d14557c440e78347bd694
+size 17539
diff --git a/params/opt/5/rnd_search_t_lin/comb_13/trained/model.decoder.layers.15.fc1/_s.pt b/params/opt/5/rnd_search_t_lin/comb_13/trained/model.decoder.layers.15.fc1/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..545349ca7d462b73b98b5a81a6a3ab94441be337
--- /dev/null
+++ b/params/opt/5/rnd_search_t_lin/comb_13/trained/model.decoder.layers.15.fc1/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b00dba417244e6c31d2e004cdfc0816fb628f1d37d33d97026bead55f74880cb
+size 17539
diff --git a/params/opt/5/rnd_search_t_lin/comb_13/trained/model.decoder.layers.15.fc2/_0.pt b/params/opt/5/rnd_search_t_lin/comb_13/trained/model.decoder.layers.15.fc2/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..07f6a2ffe517bd476093f16b14e054215d84ae57
--- /dev/null
+++ b/params/opt/5/rnd_search_t_lin/comb_13/trained/model.decoder.layers.15.fc2/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0137037b596b226a23dd8269874af60299bac5d3274812fcc23fdab70a56ccaf
+size 5251
diff --git a/params/opt/5/rnd_search_t_lin/comb_13/trained/model.decoder.layers.15.fc2/_s.pt b/params/opt/5/rnd_search_t_lin/comb_13/trained/model.decoder.layers.15.fc2/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..12991d8dd7f82b90f26f0c6a6ff2b534187f2428
--- /dev/null
+++ b/params/opt/5/rnd_search_t_lin/comb_13/trained/model.decoder.layers.15.fc2/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:06205df7f01c0f44355b893078ba16b594dc1039d2df083e43627dc2becdaf0e
+size 5251
diff --git a/params/opt/5/rnd_search_t_lin/comb_13/trained/model.decoder.layers.15.self_attn.k_proj/_0.pt b/params/opt/5/rnd_search_t_lin/comb_13/trained/model.decoder.layers.15.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2d4e49e05950d4338eaddff9cff90373f888cfa0
--- /dev/null
+++ b/params/opt/5/rnd_search_t_lin/comb_13/trained/model.decoder.layers.15.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b08da92d14de1c75c8e72490094565ed016ed41a662573548c9408f2d6d0979d
+size 5251
diff --git a/params/opt/5/rnd_search_t_lin/comb_13/trained/model.decoder.layers.15.self_attn.k_proj/_s.pt b/params/opt/5/rnd_search_t_lin/comb_13/trained/model.decoder.layers.15.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a79ce287bda625b8b58dc5ce83b4066b63f2cb5c
--- /dev/null
+++ b/params/opt/5/rnd_search_t_lin/comb_13/trained/model.decoder.layers.15.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:288816edb4dcb741d8e90b7917a9b30684266835994b4956c5d9641a1c0fac95
+size 5251
diff --git a/params/opt/5/rnd_search_t_lin/comb_13/trained/model.decoder.layers.15.self_attn.out_proj/_0.pt b/params/opt/5/rnd_search_t_lin/comb_13/trained/model.decoder.layers.15.self_attn.out_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..5d04d6c0433329ed8e1b1afeadab52698e705f8d
--- /dev/null
+++ b/params/opt/5/rnd_search_t_lin/comb_13/trained/model.decoder.layers.15.self_attn.out_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ec68381d9e153a67e2a26f611180dbccf3b1ead1abb1175e5f87333ca49586dd
+size 5251
diff --git a/params/opt/5/rnd_search_t_lin/comb_13/trained/model.decoder.layers.15.self_attn.out_proj/_s.pt b/params/opt/5/rnd_search_t_lin/comb_13/trained/model.decoder.layers.15.self_attn.out_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..b5bc75b467669c5d5d7b80f8c3532ad3b2bcd41d
--- /dev/null
+++ b/params/opt/5/rnd_search_t_lin/comb_13/trained/model.decoder.layers.15.self_attn.out_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:afa42e25caf9ad222f1df93a264d1014294441270b8c858143539813be473962
+size 5251
diff --git a/params/opt/5/rnd_search_t_lin/comb_13/trained/model.decoder.layers.15.self_attn.q_proj/_0.pt b/params/opt/5/rnd_search_t_lin/comb_13/trained/model.decoder.layers.15.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..d47021935eee4687e47291b3fd79505d15c51853
--- /dev/null
+++ b/params/opt/5/rnd_search_t_lin/comb_13/trained/model.decoder.layers.15.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:3d15ff0f23e98da50572d3e1c58216027c1902a5f26df3131494d36693998a84
+size 5251
diff --git a/params/opt/5/rnd_search_t_lin/comb_13/trained/model.decoder.layers.15.self_attn.q_proj/_s.pt b/params/opt/5/rnd_search_t_lin/comb_13/trained/model.decoder.layers.15.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..d20d05c849621c483eabafa881f52b9dee3a74cf
--- /dev/null
+++ b/params/opt/5/rnd_search_t_lin/comb_13/trained/model.decoder.layers.15.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:861f987cf9db6d5380354a1772f429b88cf65473b9497ce9a12dab447fd7fc9c
+size 5251
diff --git a/params/opt/5/rnd_search_t_lin/comb_13/trained/model.decoder.layers.15.self_attn.v_proj/_0.pt b/params/opt/5/rnd_search_t_lin/comb_13/trained/model.decoder.layers.15.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..f5e39831b66738b54059dd564e9762c3b01fe8db
--- /dev/null
+++ b/params/opt/5/rnd_search_t_lin/comb_13/trained/model.decoder.layers.15.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:736b7b26009ee954bc410c7d607fb62759b06b5c9629bc679eed654fd433dcd8
+size 5251
diff --git a/params/opt/5/rnd_search_t_lin/comb_13/trained/model.decoder.layers.15.self_attn.v_proj/_s.pt b/params/opt/5/rnd_search_t_lin/comb_13/trained/model.decoder.layers.15.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..f1352b5ec7604aabbe30a5db8dc05b0d3b2c9da3
--- /dev/null
+++ b/params/opt/5/rnd_search_t_lin/comb_13/trained/model.decoder.layers.15.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0087d7953ecee65867c4921e4e32adb240e0c904ca7cd1331f4392a0c96ec507
+size 5251
diff --git a/params/opt/5/rnd_search_t_lin/comb_13/trained/model.decoder.layers.16.fc1/_0.pt b/params/opt/5/rnd_search_t_lin/comb_13/trained/model.decoder.layers.16.fc1/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..b4bb0d201981972d404b0da5ae03d51d3d5dff36
--- /dev/null
+++ b/params/opt/5/rnd_search_t_lin/comb_13/trained/model.decoder.layers.16.fc1/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:6e28b600910f59874e86464678ec849511318dc90a090029b55653b003a35586
+size 17539
diff --git a/params/opt/5/rnd_search_t_lin/comb_13/trained/model.decoder.layers.16.fc1/_s.pt b/params/opt/5/rnd_search_t_lin/comb_13/trained/model.decoder.layers.16.fc1/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..1e28d1132dd82b4cf026f944ecb89ecf10507f3a
--- /dev/null
+++ b/params/opt/5/rnd_search_t_lin/comb_13/trained/model.decoder.layers.16.fc1/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:9741257871c8e53f188cd725d051aea6234aca7be4c289cc350c2fedf954bcf3
+size 17539
diff --git a/params/opt/5/rnd_search_t_lin/comb_13/trained/model.decoder.layers.16.fc2/_0.pt b/params/opt/5/rnd_search_t_lin/comb_13/trained/model.decoder.layers.16.fc2/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..47ef82d03e482d1f52e902eb9cadeddb2b5f15a6
--- /dev/null
+++ b/params/opt/5/rnd_search_t_lin/comb_13/trained/model.decoder.layers.16.fc2/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:6376730d61ec827e2cdd8c44282113263bacdd3659c33421ab8d1ae68c43931f
+size 5251
diff --git a/params/opt/5/rnd_search_t_lin/comb_13/trained/model.decoder.layers.16.fc2/_s.pt b/params/opt/5/rnd_search_t_lin/comb_13/trained/model.decoder.layers.16.fc2/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..1103ba25a1f8d282f84d6d07977bad78eb5a8d7b
--- /dev/null
+++ b/params/opt/5/rnd_search_t_lin/comb_13/trained/model.decoder.layers.16.fc2/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:edb439bbcad327e2aa08c893b7686119da0321c35d75d68a6cdfdfd26ee0c14c
+size 5251
diff --git a/params/opt/5/rnd_search_t_lin/comb_13/trained/model.decoder.layers.16.self_attn.k_proj/_0.pt b/params/opt/5/rnd_search_t_lin/comb_13/trained/model.decoder.layers.16.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..90051cc8677dda6f4685fe56685c0a3043084fe5
--- /dev/null
+++ b/params/opt/5/rnd_search_t_lin/comb_13/trained/model.decoder.layers.16.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a0a9731d2aaad5f94a55ac6dc2ba764a1cef682b8e7d91ee05d433a54ac3ae00
+size 5251
diff --git a/params/opt/5/rnd_search_t_lin/comb_13/trained/model.decoder.layers.16.self_attn.k_proj/_s.pt b/params/opt/5/rnd_search_t_lin/comb_13/trained/model.decoder.layers.16.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..1acb7bdea0e2a9edd7ba50f8c0de6ea33d06e709
--- /dev/null
+++ b/params/opt/5/rnd_search_t_lin/comb_13/trained/model.decoder.layers.16.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:6eb712b6f15d989dbadeac195ab69d0bf713316a12f2f70d7721ad5a798fe5a7
+size 5251
diff --git a/params/opt/5/rnd_search_t_lin/comb_13/trained/model.decoder.layers.16.self_attn.out_proj/_0.pt b/params/opt/5/rnd_search_t_lin/comb_13/trained/model.decoder.layers.16.self_attn.out_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..196a3e5e949273b3161055351b488a4f4deb331b
--- /dev/null
+++ b/params/opt/5/rnd_search_t_lin/comb_13/trained/model.decoder.layers.16.self_attn.out_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e22e894216b5166f65973d248162f0a45c332bbd51ef7541e51b5300508832bd
+size 5251
diff --git a/params/opt/5/rnd_search_t_lin/comb_13/trained/model.decoder.layers.16.self_attn.out_proj/_s.pt b/params/opt/5/rnd_search_t_lin/comb_13/trained/model.decoder.layers.16.self_attn.out_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..18c81a73bb8c0edf56262589577586a72b14fad1
--- /dev/null
+++ b/params/opt/5/rnd_search_t_lin/comb_13/trained/model.decoder.layers.16.self_attn.out_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:965da1a3711489038ce07a6bbd0fbad430608721612c0ded2c5b04c051a8e491
+size 5251
diff --git a/params/opt/5/rnd_search_t_lin/comb_13/trained/model.decoder.layers.16.self_attn.q_proj/_0.pt b/params/opt/5/rnd_search_t_lin/comb_13/trained/model.decoder.layers.16.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..cf6012d60d9090bf8a5a6fc268424d0ea2f09a73
--- /dev/null
+++ b/params/opt/5/rnd_search_t_lin/comb_13/trained/model.decoder.layers.16.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e10f8310f79bb12d43a0ad6ef47050430f59fe6f5f6ff4db4b384f4c45696cc9
+size 5251
diff --git a/params/opt/5/rnd_search_t_lin/comb_13/trained/model.decoder.layers.16.self_attn.q_proj/_s.pt b/params/opt/5/rnd_search_t_lin/comb_13/trained/model.decoder.layers.16.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..3d7e9c984451f4f0ffab38703a0d1314a518a516
--- /dev/null
+++ b/params/opt/5/rnd_search_t_lin/comb_13/trained/model.decoder.layers.16.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d1a8bb37dc5480178150897a36b158637735613520b497e2e94b4f66f46e3257
+size 5251
diff --git a/params/opt/5/rnd_search_t_lin/comb_13/trained/model.decoder.layers.16.self_attn.v_proj/_0.pt b/params/opt/5/rnd_search_t_lin/comb_13/trained/model.decoder.layers.16.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..b88e8db4f6f1b513db4d24bc100c33f19d5e81a8
--- /dev/null
+++ b/params/opt/5/rnd_search_t_lin/comb_13/trained/model.decoder.layers.16.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:8180598e00683a297a8f4b7868af44200bf1d53a254d74ab13ef1b2a7b934794
+size 5251
diff --git a/params/opt/5/rnd_search_t_lin/comb_13/trained/model.decoder.layers.16.self_attn.v_proj/_s.pt b/params/opt/5/rnd_search_t_lin/comb_13/trained/model.decoder.layers.16.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..d04ae2ae34e22eac5f56a3d2d32d19f7d216096d
--- /dev/null
+++ b/params/opt/5/rnd_search_t_lin/comb_13/trained/model.decoder.layers.16.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:1fc57a303e01f063e6d828502807d8c5dfc250eee1d7a401bb174eb19069fea4
+size 5251
diff --git a/params/opt/5/rnd_search_t_lin/comb_13/trained/model.decoder.layers.17.fc1/_0.pt b/params/opt/5/rnd_search_t_lin/comb_13/trained/model.decoder.layers.17.fc1/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..fc4a334e102fc38eb1d02680c3fc3bdbd0b1b4d4
--- /dev/null
+++ b/params/opt/5/rnd_search_t_lin/comb_13/trained/model.decoder.layers.17.fc1/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ade35a104b38b0985896c1ed91f0434405833cb4f4bcb5afecdca4b48a13e623
+size 17539
diff --git a/params/opt/5/rnd_search_t_lin/comb_13/trained/model.decoder.layers.17.fc1/_s.pt b/params/opt/5/rnd_search_t_lin/comb_13/trained/model.decoder.layers.17.fc1/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..0f7a3e0999a2fd3df71baeb0efa7b1480ba02def
--- /dev/null
+++ b/params/opt/5/rnd_search_t_lin/comb_13/trained/model.decoder.layers.17.fc1/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5fc85b474d234f44e0a96f2c74ac89784ad9534fa480f26928e418d62deb272f
+size 17539
diff --git a/params/opt/5/rnd_search_t_lin/comb_13/trained/model.decoder.layers.17.fc2/_0.pt b/params/opt/5/rnd_search_t_lin/comb_13/trained/model.decoder.layers.17.fc2/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2c461d8783ba84291d3f6c021a3eede451b11f08
--- /dev/null
+++ b/params/opt/5/rnd_search_t_lin/comb_13/trained/model.decoder.layers.17.fc2/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:90c59a7e3b59f72e0bdedf44b5fc652f60a656cc10117c10f60bc9f0f48a6163
+size 5251
diff --git a/params/opt/5/rnd_search_t_lin/comb_13/trained/model.decoder.layers.17.fc2/_s.pt b/params/opt/5/rnd_search_t_lin/comb_13/trained/model.decoder.layers.17.fc2/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c1cee59071b487c7513f24917f737b4b7562cac8
--- /dev/null
+++ b/params/opt/5/rnd_search_t_lin/comb_13/trained/model.decoder.layers.17.fc2/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:cba40fb8e39500affa347cc782b8740621db57268eb1c45400f350857ae81510
+size 5251
diff --git a/params/opt/5/rnd_search_t_lin/comb_13/trained/model.decoder.layers.17.self_attn.k_proj/_0.pt b/params/opt/5/rnd_search_t_lin/comb_13/trained/model.decoder.layers.17.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..cb2a439efa7cb8a843899745b8f1f65e0ef5bcf2
--- /dev/null
+++ b/params/opt/5/rnd_search_t_lin/comb_13/trained/model.decoder.layers.17.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:255384b0f471b5bdf558c545b26a8e253d25f8f562c872d4796a66491fc617cb
+size 5251
diff --git a/params/opt/5/rnd_search_t_lin/comb_13/trained/model.decoder.layers.17.self_attn.k_proj/_s.pt b/params/opt/5/rnd_search_t_lin/comb_13/trained/model.decoder.layers.17.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..9ed8e24e4db0fa71bd48fc326a1be2c33d043eb2
--- /dev/null
+++ b/params/opt/5/rnd_search_t_lin/comb_13/trained/model.decoder.layers.17.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b14f406f0b2101839d6d56538adb6bb83cb3db3a74e6cd0eb4380a8780e4219b
+size 5251
diff --git a/params/opt/5/rnd_search_t_lin/comb_13/trained/model.decoder.layers.17.self_attn.out_proj/_0.pt b/params/opt/5/rnd_search_t_lin/comb_13/trained/model.decoder.layers.17.self_attn.out_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8c4a79d4c9521737d35d96f455f3584545347c9d
--- /dev/null
+++ b/params/opt/5/rnd_search_t_lin/comb_13/trained/model.decoder.layers.17.self_attn.out_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ef51e5a588c50e453f82b9bfbb61582adf1cdc5481f01218d4c6b7bd65ebfe5c
+size 5251
diff --git a/params/opt/5/rnd_search_t_lin/comb_13/trained/model.decoder.layers.17.self_attn.out_proj/_s.pt b/params/opt/5/rnd_search_t_lin/comb_13/trained/model.decoder.layers.17.self_attn.out_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..79888d7a3bd65e471d941b2ec308da209b49ce0b
--- /dev/null
+++ b/params/opt/5/rnd_search_t_lin/comb_13/trained/model.decoder.layers.17.self_attn.out_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d0a4bb22486294218d93a3ee86fa07ac5ee73d8457462e7f8b5148fbfeadca58
+size 5251
diff --git a/params/opt/5/rnd_search_t_lin/comb_13/trained/model.decoder.layers.17.self_attn.q_proj/_0.pt b/params/opt/5/rnd_search_t_lin/comb_13/trained/model.decoder.layers.17.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..7852662ec9c38bcfec1e070e5a1de520532d376a
--- /dev/null
+++ b/params/opt/5/rnd_search_t_lin/comb_13/trained/model.decoder.layers.17.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f1ea61567e2f442a1b2fe50ea88f32e6865a72bae050008ba4e9d5c01478ec29
+size 5251
diff --git a/params/opt/5/rnd_search_t_lin/comb_13/trained/model.decoder.layers.17.self_attn.q_proj/_s.pt b/params/opt/5/rnd_search_t_lin/comb_13/trained/model.decoder.layers.17.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..54ebe5a3699d8e0d53095d7ab4ee97fea1ce6c46
--- /dev/null
+++ b/params/opt/5/rnd_search_t_lin/comb_13/trained/model.decoder.layers.17.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:aee9a0f54bfa5cef08fc463ad9e040504de87973a74e967f4d0a30aba66fe969
+size 5251
diff --git a/params/opt/5/rnd_search_t_lin/comb_13/trained/model.decoder.layers.17.self_attn.v_proj/_0.pt b/params/opt/5/rnd_search_t_lin/comb_13/trained/model.decoder.layers.17.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..cebcd2e6914e5ec6ae61a616eb4b6c2fbcdf80be
--- /dev/null
+++ b/params/opt/5/rnd_search_t_lin/comb_13/trained/model.decoder.layers.17.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2ad9f16dcdfe29f06e91b7b0efae215fb9c4fedea1fd6f587465be5f3f2a704d
+size 5251
diff --git a/params/opt/5/rnd_search_t_lin/comb_13/trained/model.decoder.layers.17.self_attn.v_proj/_s.pt b/params/opt/5/rnd_search_t_lin/comb_13/trained/model.decoder.layers.17.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..bab04523b6a205c8af5507d2c5d263e237832543
--- /dev/null
+++ b/params/opt/5/rnd_search_t_lin/comb_13/trained/model.decoder.layers.17.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:40a6f6c7a9fb62c9c1c0da9b3b359c710e10d52a577e944d33edc3f710a1ed60
+size 5251
diff --git a/params/opt/5/rnd_search_t_lin/comb_13/trained/model.decoder.layers.18.fc1/_0.pt b/params/opt/5/rnd_search_t_lin/comb_13/trained/model.decoder.layers.18.fc1/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..aabaee184f89fcefde7b7552cfce7c6feb3963ee
--- /dev/null
+++ b/params/opt/5/rnd_search_t_lin/comb_13/trained/model.decoder.layers.18.fc1/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ceafd8edc6b05ec2a97b2c380ed9094e81bf59cb5aeb8f7c1c6e3959ae60d701
+size 17539
diff --git a/params/opt/5/rnd_search_t_lin/comb_13/trained/model.decoder.layers.18.fc1/_s.pt b/params/opt/5/rnd_search_t_lin/comb_13/trained/model.decoder.layers.18.fc1/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..05eb6ddc4007ea2f8cfd34c9ea9683d7718b7bd6
--- /dev/null
+++ b/params/opt/5/rnd_search_t_lin/comb_13/trained/model.decoder.layers.18.fc1/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:edef2cb992da66e456ce0ad0a0089a697b1a34edf2a264522585e363c47ee493
+size 17539
diff --git a/params/opt/5/rnd_search_t_lin/comb_13/trained/model.decoder.layers.18.fc2/_0.pt b/params/opt/5/rnd_search_t_lin/comb_13/trained/model.decoder.layers.18.fc2/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..99ad996363e1a9e01d5b701a57811dfd25518606
--- /dev/null
+++ b/params/opt/5/rnd_search_t_lin/comb_13/trained/model.decoder.layers.18.fc2/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e4ad8a16a69887530f5d7c29f105b30527b2144cf86b2f1c2682bc6690c9c4ef
+size 5251
diff --git a/params/opt/5/rnd_search_t_lin/comb_13/trained/model.decoder.layers.18.fc2/_s.pt b/params/opt/5/rnd_search_t_lin/comb_13/trained/model.decoder.layers.18.fc2/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..810642a57d28d4c80b24551df85483d2bf2222d6
--- /dev/null
+++ b/params/opt/5/rnd_search_t_lin/comb_13/trained/model.decoder.layers.18.fc2/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:72282130e9cce10f250916db9c9854f346c5f2a0f7e90781ac04a8c0a70d2828
+size 5251
diff --git a/params/opt/5/rnd_search_t_lin/comb_13/trained/model.decoder.layers.18.self_attn.k_proj/_0.pt b/params/opt/5/rnd_search_t_lin/comb_13/trained/model.decoder.layers.18.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..05d9a450a2bd3dc58c33602b3f2d23a011cab2e7
--- /dev/null
+++ b/params/opt/5/rnd_search_t_lin/comb_13/trained/model.decoder.layers.18.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:254b625199cc91c53b268f95c7c56f31763a54e27fd02e656285f5fbf6be3667
+size 5251
diff --git a/params/opt/5/rnd_search_t_lin/comb_13/trained/model.decoder.layers.18.self_attn.k_proj/_s.pt b/params/opt/5/rnd_search_t_lin/comb_13/trained/model.decoder.layers.18.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..688885ffda5a2db48b468f64288f70303fe123bf
--- /dev/null
+++ b/params/opt/5/rnd_search_t_lin/comb_13/trained/model.decoder.layers.18.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:cbcf9493f89fbc15fc5b26280cbfc11c2a9e0afc37c1907186d4f71834486c94
+size 5251
diff --git a/params/opt/5/rnd_search_t_lin/comb_13/trained/model.decoder.layers.18.self_attn.out_proj/_0.pt b/params/opt/5/rnd_search_t_lin/comb_13/trained/model.decoder.layers.18.self_attn.out_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..30284a0ea032c75a67f7233bab1c7fd6f21704be
--- /dev/null
+++ b/params/opt/5/rnd_search_t_lin/comb_13/trained/model.decoder.layers.18.self_attn.out_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:84d1d4ea87ca2ec16100dd8ea2e9c57ffa51e3365b5d6834512258ed0ecfb5ce
+size 5251
diff --git a/params/opt/5/rnd_search_t_lin/comb_13/trained/model.decoder.layers.18.self_attn.out_proj/_s.pt b/params/opt/5/rnd_search_t_lin/comb_13/trained/model.decoder.layers.18.self_attn.out_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..0f5ebe60d08f6bfc6106453526823ec3d4a6ce42
--- /dev/null
+++ b/params/opt/5/rnd_search_t_lin/comb_13/trained/model.decoder.layers.18.self_attn.out_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ad23e41adf3b818f00360cdf15b52bdb35d094c7647ab6cefe22de38ffb3609f
+size 5251
diff --git a/params/opt/5/rnd_search_t_lin/comb_13/trained/model.decoder.layers.18.self_attn.q_proj/_0.pt b/params/opt/5/rnd_search_t_lin/comb_13/trained/model.decoder.layers.18.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..58fab82dcafd98dbf7fc06a604e197a7edc3b6be
--- /dev/null
+++ b/params/opt/5/rnd_search_t_lin/comb_13/trained/model.decoder.layers.18.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:3389b99c554b908f22c896cf71af07eb85c9170b0479fbef19772a936c9302e4
+size 5251
diff --git a/params/opt/5/rnd_search_t_lin/comb_13/trained/model.decoder.layers.18.self_attn.q_proj/_s.pt b/params/opt/5/rnd_search_t_lin/comb_13/trained/model.decoder.layers.18.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..59ef63afa7d1dfb718e48589eb347756777e76fa
--- /dev/null
+++ b/params/opt/5/rnd_search_t_lin/comb_13/trained/model.decoder.layers.18.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f699f5d7a5029f18ab198dc5cdbac04f5e8883200f9bd11199ffd851f0ecea0a
+size 5251
diff --git a/params/opt/5/rnd_search_t_lin/comb_13/trained/model.decoder.layers.18.self_attn.v_proj/_0.pt b/params/opt/5/rnd_search_t_lin/comb_13/trained/model.decoder.layers.18.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4e563212e218653b94baf04568ea1f4673780bff
--- /dev/null
+++ b/params/opt/5/rnd_search_t_lin/comb_13/trained/model.decoder.layers.18.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:10dfb5d3c6e985da2230e9046bb21ee5fa503bca6fb8fb08f62da8ad8d0871de
+size 5251
diff --git a/params/opt/5/rnd_search_t_lin/comb_13/trained/model.decoder.layers.18.self_attn.v_proj/_s.pt b/params/opt/5/rnd_search_t_lin/comb_13/trained/model.decoder.layers.18.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..65086ee23a792829d0b168896b38ca0e8a14a6ad
--- /dev/null
+++ b/params/opt/5/rnd_search_t_lin/comb_13/trained/model.decoder.layers.18.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:4cacb59c135c67be472757ccc8012d7a182da50db287ff51fd755c6b78178d36
+size 5251
diff --git a/params/opt/5/rnd_search_t_lin/comb_13/trained/model.decoder.layers.19.fc1/_0.pt b/params/opt/5/rnd_search_t_lin/comb_13/trained/model.decoder.layers.19.fc1/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2e4452d5f403512e7a7cd2842ee6c2fe7de8a832
--- /dev/null
+++ b/params/opt/5/rnd_search_t_lin/comb_13/trained/model.decoder.layers.19.fc1/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:00ae51daafa5fe474efd1d7797a787f7c98b83d41aa02d12556efcd5e15b384f
+size 17539
diff --git a/params/opt/5/rnd_search_t_lin/comb_13/trained/model.decoder.layers.19.fc1/_s.pt b/params/opt/5/rnd_search_t_lin/comb_13/trained/model.decoder.layers.19.fc1/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..52cd33006bccf7a46f967cecb5990706c8c88c6a
--- /dev/null
+++ b/params/opt/5/rnd_search_t_lin/comb_13/trained/model.decoder.layers.19.fc1/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a0a7403b1a4e7278fca7591871a1901e5e0a976ff67a19339eea85b69fb0ad80
+size 17539
diff --git a/params/opt/5/rnd_search_t_lin/comb_13/trained/model.decoder.layers.19.fc2/_0.pt b/params/opt/5/rnd_search_t_lin/comb_13/trained/model.decoder.layers.19.fc2/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ff42cf06fb95508c49ad28b5d2e23067538ef02a
--- /dev/null
+++ b/params/opt/5/rnd_search_t_lin/comb_13/trained/model.decoder.layers.19.fc2/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:9d3b6e2f8bf585a8ec089c4c2bf7863649f788f2230e5acc3281f0bc012b017b
+size 5251
diff --git a/params/opt/5/rnd_search_t_lin/comb_13/trained/model.decoder.layers.19.fc2/_s.pt b/params/opt/5/rnd_search_t_lin/comb_13/trained/model.decoder.layers.19.fc2/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2a6bae8140160a756d7c1bb221ef2b8049249f11
--- /dev/null
+++ b/params/opt/5/rnd_search_t_lin/comb_13/trained/model.decoder.layers.19.fc2/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a8420f2df54c70a19480030e091cedec6fba0196f23de10c959033ed649e6ae5
+size 5251
diff --git a/params/opt/5/rnd_search_t_lin/comb_13/trained/model.decoder.layers.19.self_attn.k_proj/_0.pt b/params/opt/5/rnd_search_t_lin/comb_13/trained/model.decoder.layers.19.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e3c72ceed7a099f52ce2988190c018691a24b92d
--- /dev/null
+++ b/params/opt/5/rnd_search_t_lin/comb_13/trained/model.decoder.layers.19.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:4b6cc017698047edacb188100d305d383933f9ed0731dfc37eec891456c474a6
+size 5251
diff --git a/params/opt/5/rnd_search_t_lin/comb_13/trained/model.decoder.layers.19.self_attn.k_proj/_s.pt b/params/opt/5/rnd_search_t_lin/comb_13/trained/model.decoder.layers.19.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8e3e7b3b7329597a962af81ad6bc83a800a1fefa
--- /dev/null
+++ b/params/opt/5/rnd_search_t_lin/comb_13/trained/model.decoder.layers.19.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:69940f7f72d91043bc89e5bd0ba476c27226e447cbde1478b65ad38b49217c9f
+size 5251
diff --git a/params/opt/5/rnd_search_t_lin/comb_13/trained/model.decoder.layers.19.self_attn.out_proj/_0.pt b/params/opt/5/rnd_search_t_lin/comb_13/trained/model.decoder.layers.19.self_attn.out_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..becf65cc871075c891cf88cde62f0075ca7f22be
--- /dev/null
+++ b/params/opt/5/rnd_search_t_lin/comb_13/trained/model.decoder.layers.19.self_attn.out_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:8206053d209ad26c557baf43c9908c2e64777137587a1add38f679034ac8b1f0
+size 5251
diff --git a/params/opt/5/rnd_search_t_lin/comb_13/trained/model.decoder.layers.19.self_attn.out_proj/_s.pt b/params/opt/5/rnd_search_t_lin/comb_13/trained/model.decoder.layers.19.self_attn.out_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..1ce06d6ac653bcdc5f9cbd2b47da0412d83b3956
--- /dev/null
+++ b/params/opt/5/rnd_search_t_lin/comb_13/trained/model.decoder.layers.19.self_attn.out_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2139d1bd8f3a2a910ca70d050e316d7807fb981be63f8d85a9b135f2a251e6ef
+size 5251
diff --git a/params/opt/5/rnd_search_t_lin/comb_13/trained/model.decoder.layers.19.self_attn.q_proj/_0.pt b/params/opt/5/rnd_search_t_lin/comb_13/trained/model.decoder.layers.19.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8864dce7545a4d55cd35a705b90350c6e314bf23
--- /dev/null
+++ b/params/opt/5/rnd_search_t_lin/comb_13/trained/model.decoder.layers.19.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0941254b70fab9498af10387a1d7624c5df71b8a71d5a6bd3fcd3e48a9dfb5f6
+size 5251
diff --git a/params/opt/5/rnd_search_t_lin/comb_13/trained/model.decoder.layers.19.self_attn.q_proj/_s.pt b/params/opt/5/rnd_search_t_lin/comb_13/trained/model.decoder.layers.19.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..aee0cf4647e0d4adc7ab27ff99eafc2bd7f96ff5
--- /dev/null
+++ b/params/opt/5/rnd_search_t_lin/comb_13/trained/model.decoder.layers.19.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f4c573d43eb7572e5f8a55323a65fac305b61e54c4f354bfb3e9795a09b4aaec
+size 5251
diff --git a/params/opt/5/rnd_search_t_lin/comb_13/trained/model.decoder.layers.19.self_attn.v_proj/_0.pt b/params/opt/5/rnd_search_t_lin/comb_13/trained/model.decoder.layers.19.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..92b16e37acfbf1453f97d1be8e4a25a8a14561d4
--- /dev/null
+++ b/params/opt/5/rnd_search_t_lin/comb_13/trained/model.decoder.layers.19.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a87b5de8feb609ce0ab3338e6665e8111b41c029247a8351c8c0f34c901a7a03
+size 5251
diff --git a/params/opt/5/rnd_search_t_lin/comb_13/trained/model.decoder.layers.19.self_attn.v_proj/_s.pt b/params/opt/5/rnd_search_t_lin/comb_13/trained/model.decoder.layers.19.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..56bfd54c1090a9462137fb3a222b21f8f9cbbece
--- /dev/null
+++ b/params/opt/5/rnd_search_t_lin/comb_13/trained/model.decoder.layers.19.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:92e9fd37eea2b9152a9cc973e2eb7eb8329b6a7ba92da378c58731f79d771c0f
+size 5251
diff --git a/params/opt/5/rnd_search_t_lin/comb_13/trained/model.decoder.layers.2.fc1/_0.pt b/params/opt/5/rnd_search_t_lin/comb_13/trained/model.decoder.layers.2.fc1/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..54b3203c22ec3f20df4fd89437a30d3ed1daf745
--- /dev/null
+++ b/params/opt/5/rnd_search_t_lin/comb_13/trained/model.decoder.layers.2.fc1/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:888d8c5d4ef2fe2b5f5a3308a85e800351dd14a2ef0faeb9f95b138abf73cd6d
+size 17539
diff --git a/params/opt/5/rnd_search_t_lin/comb_13/trained/model.decoder.layers.2.fc1/_s.pt b/params/opt/5/rnd_search_t_lin/comb_13/trained/model.decoder.layers.2.fc1/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..1e1aea206f45198b1e662ac55bdb634aed8012cd
--- /dev/null
+++ b/params/opt/5/rnd_search_t_lin/comb_13/trained/model.decoder.layers.2.fc1/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:97130295d5401dc5509c5a75c61f91390173c838a763b4283997e85c28fb6cad
+size 17539
diff --git a/params/opt/5/rnd_search_t_lin/comb_13/trained/model.decoder.layers.2.fc2/_0.pt b/params/opt/5/rnd_search_t_lin/comb_13/trained/model.decoder.layers.2.fc2/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..0450452f5684ec3b11e19053abbf0d766754b653
--- /dev/null
+++ b/params/opt/5/rnd_search_t_lin/comb_13/trained/model.decoder.layers.2.fc2/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:7d24bbbe0b9b16eba9ac3d46b7799db1a10c0564e9db42e9079e6787249485a1
+size 5251
diff --git a/params/opt/5/rnd_search_t_lin/comb_13/trained/model.decoder.layers.2.fc2/_s.pt b/params/opt/5/rnd_search_t_lin/comb_13/trained/model.decoder.layers.2.fc2/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..0acb0812a17989e297fcff7656cc09e7c11df1a8
--- /dev/null
+++ b/params/opt/5/rnd_search_t_lin/comb_13/trained/model.decoder.layers.2.fc2/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:378a1db401cbfe3663ee74794143b0aff5b6db9cad6b6b38b1cf60e0563230c2
+size 5251
diff --git a/params/opt/5/rnd_search_t_lin/comb_13/trained/model.decoder.layers.2.self_attn.k_proj/_0.pt b/params/opt/5/rnd_search_t_lin/comb_13/trained/model.decoder.layers.2.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..7e12ffb1b079e1844e464d50e1392b63b3554400
--- /dev/null
+++ b/params/opt/5/rnd_search_t_lin/comb_13/trained/model.decoder.layers.2.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e855ed2b266704e09ef1055bab6fdba2dcbfa557d58a1c11351a559d5947ac27
+size 5251
diff --git a/params/opt/5/rnd_search_t_lin/comb_13/trained/model.decoder.layers.2.self_attn.k_proj/_s.pt b/params/opt/5/rnd_search_t_lin/comb_13/trained/model.decoder.layers.2.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..f21152091d1a3b26675ebaa13338a4b819216f2c
--- /dev/null
+++ b/params/opt/5/rnd_search_t_lin/comb_13/trained/model.decoder.layers.2.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c381970923140f80c48eef5cf44b2904e8dc010c2df46ef865d707b5f8ea169c
+size 5251
diff --git a/params/opt/5/rnd_search_t_lin/comb_13/trained/model.decoder.layers.2.self_attn.out_proj/_0.pt b/params/opt/5/rnd_search_t_lin/comb_13/trained/model.decoder.layers.2.self_attn.out_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c1035127c90df4e1a6b596a5c57aafe8444ea201
--- /dev/null
+++ b/params/opt/5/rnd_search_t_lin/comb_13/trained/model.decoder.layers.2.self_attn.out_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ec5e3918bdc587ec98761ba90f51b78a9f6a4d8c52ea620a6b9eee4ea28fd5ca
+size 5251
diff --git a/params/opt/5/rnd_search_t_lin/comb_13/trained/model.decoder.layers.2.self_attn.out_proj/_s.pt b/params/opt/5/rnd_search_t_lin/comb_13/trained/model.decoder.layers.2.self_attn.out_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..255029c0a2d866b1f31b02ffbf721cb9c3e39ef5
--- /dev/null
+++ b/params/opt/5/rnd_search_t_lin/comb_13/trained/model.decoder.layers.2.self_attn.out_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:34c33e034bc197280ad67c3bab99217ebe2fd1ef011c83094ec74127a2ea4047
+size 5251
diff --git a/params/opt/5/rnd_search_t_lin/comb_13/trained/model.decoder.layers.2.self_attn.q_proj/_0.pt b/params/opt/5/rnd_search_t_lin/comb_13/trained/model.decoder.layers.2.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..6233793c49c791675bc386e047a51122d757bb46
--- /dev/null
+++ b/params/opt/5/rnd_search_t_lin/comb_13/trained/model.decoder.layers.2.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0eeb34fbe1a3b75fe2b94bd2e25fc4921795afdf9058a71591defb177ca90f4f
+size 5251
diff --git a/params/opt/5/rnd_search_t_lin/comb_13/trained/model.decoder.layers.2.self_attn.q_proj/_s.pt b/params/opt/5/rnd_search_t_lin/comb_13/trained/model.decoder.layers.2.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..db085645313f5855f6d2c1a2b47aebad26c4a7b9
--- /dev/null
+++ b/params/opt/5/rnd_search_t_lin/comb_13/trained/model.decoder.layers.2.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:fa0480da232adba22db669861a39205a0edc4e2d065285e7506576ff019b5dfd
+size 5251
diff --git a/params/opt/5/rnd_search_t_lin/comb_13/trained/model.decoder.layers.2.self_attn.v_proj/_0.pt b/params/opt/5/rnd_search_t_lin/comb_13/trained/model.decoder.layers.2.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e5116a75f2998f060270c87f7c25a35b37bd32a4
--- /dev/null
+++ b/params/opt/5/rnd_search_t_lin/comb_13/trained/model.decoder.layers.2.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e2eb174fe47152f9426cbb1a8a10ef2540c1fdd4783b0d37e0b4edb992faf688
+size 5251
diff --git a/params/opt/5/rnd_search_t_lin/comb_13/trained/model.decoder.layers.2.self_attn.v_proj/_s.pt b/params/opt/5/rnd_search_t_lin/comb_13/trained/model.decoder.layers.2.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..7c3bd10b21c0847b29581cb3fe8ec9f0746acc83
--- /dev/null
+++ b/params/opt/5/rnd_search_t_lin/comb_13/trained/model.decoder.layers.2.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:13b7ed602f957de967848011dc748f6ece85bc509ded2835098d3e56cea366ad
+size 5251
diff --git a/params/opt/5/rnd_search_t_lin/comb_13/trained/model.decoder.layers.20.fc1/_0.pt b/params/opt/5/rnd_search_t_lin/comb_13/trained/model.decoder.layers.20.fc1/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a9beb4c040e2ce45a7915c51a4cade60d77c737f
--- /dev/null
+++ b/params/opt/5/rnd_search_t_lin/comb_13/trained/model.decoder.layers.20.fc1/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:81f54d252d0b55b4cb3d5bd4468fd4932cee05cd804a824066b3efceb00c8193
+size 17539
diff --git a/params/opt/5/rnd_search_t_lin/comb_13/trained/model.decoder.layers.20.fc1/_s.pt b/params/opt/5/rnd_search_t_lin/comb_13/trained/model.decoder.layers.20.fc1/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..848e7c5b6ef0f2be11f5b2ca9c265453e6637f56
--- /dev/null
+++ b/params/opt/5/rnd_search_t_lin/comb_13/trained/model.decoder.layers.20.fc1/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:9f35bf16eef3e9a37e37fbaa4d53aba8eaaca604907a67c70c19c4f5bead6f19
+size 17539
diff --git a/params/opt/5/rnd_search_t_lin/comb_13/trained/model.decoder.layers.20.fc2/_0.pt b/params/opt/5/rnd_search_t_lin/comb_13/trained/model.decoder.layers.20.fc2/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..9afbf0efc3bf49290df35defc9a762b12ca94f19
--- /dev/null
+++ b/params/opt/5/rnd_search_t_lin/comb_13/trained/model.decoder.layers.20.fc2/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:bbe8cada1ed423d7682f90f631765879b44e2f42bb91d10f4c31b30c3d6a2dac
+size 5251
diff --git a/params/opt/5/rnd_search_t_lin/comb_13/trained/model.decoder.layers.20.fc2/_s.pt b/params/opt/5/rnd_search_t_lin/comb_13/trained/model.decoder.layers.20.fc2/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..72885791312e96687e5603062e405824e3316c44
--- /dev/null
+++ b/params/opt/5/rnd_search_t_lin/comb_13/trained/model.decoder.layers.20.fc2/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:360dee9cc9decfffcc0372351f5159f782494f4f13070a73db3b0e6bcb4491fb
+size 5251
diff --git a/params/opt/5/rnd_search_t_lin/comb_13/trained/model.decoder.layers.20.self_attn.k_proj/_0.pt b/params/opt/5/rnd_search_t_lin/comb_13/trained/model.decoder.layers.20.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..757b37429e8471d0ac35e2e622513f89c2cee722
--- /dev/null
+++ b/params/opt/5/rnd_search_t_lin/comb_13/trained/model.decoder.layers.20.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a5ae71b85779285a66a877b384f11803dba5b996819c12039cb6cf2702a23900
+size 5251
diff --git a/params/opt/5/rnd_search_t_lin/comb_13/trained/model.decoder.layers.20.self_attn.k_proj/_s.pt b/params/opt/5/rnd_search_t_lin/comb_13/trained/model.decoder.layers.20.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..da6fa8105e867b3e055ceb82b510f0c186e77115
--- /dev/null
+++ b/params/opt/5/rnd_search_t_lin/comb_13/trained/model.decoder.layers.20.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0c670e232d28b08309d93e0f680b8b1a987c29fc3f9ee021d1751b46236689a2
+size 5251
diff --git a/params/opt/5/rnd_search_t_lin/comb_13/trained/model.decoder.layers.20.self_attn.out_proj/_0.pt b/params/opt/5/rnd_search_t_lin/comb_13/trained/model.decoder.layers.20.self_attn.out_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..efe3494d07c286d6d6cbb70729b608f63190139d
--- /dev/null
+++ b/params/opt/5/rnd_search_t_lin/comb_13/trained/model.decoder.layers.20.self_attn.out_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:7a2c0bbbf6e047657a7d89a9d37ab634b8a11cae26856e266f97dc822bbea841
+size 5251
diff --git a/params/opt/5/rnd_search_t_lin/comb_13/trained/model.decoder.layers.20.self_attn.out_proj/_s.pt b/params/opt/5/rnd_search_t_lin/comb_13/trained/model.decoder.layers.20.self_attn.out_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..9471d49f7d230869aa4af3a376aebd9f1184bd2f
--- /dev/null
+++ b/params/opt/5/rnd_search_t_lin/comb_13/trained/model.decoder.layers.20.self_attn.out_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:fc02b73d7fddd29e31d4a52af3fe262d761fdc6c10af5fe6a13b6e240699a9a1
+size 5251
diff --git a/params/opt/5/rnd_search_t_lin/comb_13/trained/model.decoder.layers.20.self_attn.q_proj/_0.pt b/params/opt/5/rnd_search_t_lin/comb_13/trained/model.decoder.layers.20.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c2c01528642b472bf5684ca57a9cb75cf01b07ad
--- /dev/null
+++ b/params/opt/5/rnd_search_t_lin/comb_13/trained/model.decoder.layers.20.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ee141b848272debd442e1075bd24bfc10bda7aa0207c0e01f047088a99c45f2f
+size 5251
diff --git a/params/opt/5/rnd_search_t_lin/comb_13/trained/model.decoder.layers.20.self_attn.q_proj/_s.pt b/params/opt/5/rnd_search_t_lin/comb_13/trained/model.decoder.layers.20.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2871b29268aaf640a97e08dd4432a12059b36e2c
--- /dev/null
+++ b/params/opt/5/rnd_search_t_lin/comb_13/trained/model.decoder.layers.20.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d54c8a390b8d0dd711cf3128744dc3e9e608931f30e7e4f13026fd23ee56321b
+size 5251
diff --git a/params/opt/5/rnd_search_t_lin/comb_13/trained/model.decoder.layers.20.self_attn.v_proj/_0.pt b/params/opt/5/rnd_search_t_lin/comb_13/trained/model.decoder.layers.20.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..b477eeb8de593d8336692f814492c296d5032e23
--- /dev/null
+++ b/params/opt/5/rnd_search_t_lin/comb_13/trained/model.decoder.layers.20.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:35291cce59b8bc45972736ee3bf3fa87c422920f07ba126fa4c76c6c54f4bb14
+size 5251
diff --git a/params/opt/5/rnd_search_t_lin/comb_13/trained/model.decoder.layers.20.self_attn.v_proj/_s.pt b/params/opt/5/rnd_search_t_lin/comb_13/trained/model.decoder.layers.20.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..b66e9aac034fde89e70f3f1f5f18a750cb08109a
--- /dev/null
+++ b/params/opt/5/rnd_search_t_lin/comb_13/trained/model.decoder.layers.20.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:3cd93eeaae26037f0d52927a52c728f641bb7cbae2c5909e64824009cbde2513
+size 5251
diff --git a/params/opt/5/rnd_search_t_lin/comb_13/trained/model.decoder.layers.21.fc1/_0.pt b/params/opt/5/rnd_search_t_lin/comb_13/trained/model.decoder.layers.21.fc1/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a42092e1624143d5fb0cfcae4cccd0661cbc28ec
--- /dev/null
+++ b/params/opt/5/rnd_search_t_lin/comb_13/trained/model.decoder.layers.21.fc1/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:8572a7731325fec44e90c64d534918a657ae65d4af497935ce2c882f05c7e844
+size 17539
diff --git a/params/opt/5/rnd_search_t_lin/comb_13/trained/model.decoder.layers.21.fc1/_s.pt b/params/opt/5/rnd_search_t_lin/comb_13/trained/model.decoder.layers.21.fc1/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..dcd48376dd664f2ab7d99735d9a002e49ebc3996
--- /dev/null
+++ b/params/opt/5/rnd_search_t_lin/comb_13/trained/model.decoder.layers.21.fc1/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:3a131d8619b6d880b1fcc80a6c325249656df67a82aa05bd0b9371f1d2b846de
+size 17539
diff --git a/params/opt/5/rnd_search_t_lin/comb_13/trained/model.decoder.layers.21.fc2/_0.pt b/params/opt/5/rnd_search_t_lin/comb_13/trained/model.decoder.layers.21.fc2/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..5c8780bf0bcc6460255eed817ae669e4b29ba508
--- /dev/null
+++ b/params/opt/5/rnd_search_t_lin/comb_13/trained/model.decoder.layers.21.fc2/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:008cb1d7ca3fbe23818dadffc151165a56319a39b96477b50297628b662058c1
+size 5251
diff --git a/params/opt/5/rnd_search_t_lin/comb_13/trained/model.decoder.layers.21.fc2/_s.pt b/params/opt/5/rnd_search_t_lin/comb_13/trained/model.decoder.layers.21.fc2/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2edb0728fceb42729d35836244a7390e28058de3
--- /dev/null
+++ b/params/opt/5/rnd_search_t_lin/comb_13/trained/model.decoder.layers.21.fc2/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f4f901e7791e2ffbd6bfab52329f65b2b48f24bb631b88a84c29b5e9a70e5ac5
+size 5251
diff --git a/params/opt/5/rnd_search_t_lin/comb_13/trained/model.decoder.layers.21.self_attn.k_proj/_0.pt b/params/opt/5/rnd_search_t_lin/comb_13/trained/model.decoder.layers.21.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ff3d37c0ab949274963096f9d7d47960b86bc731
--- /dev/null
+++ b/params/opt/5/rnd_search_t_lin/comb_13/trained/model.decoder.layers.21.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:22e00948ab79659df6e0451fbe2315e446f6fe43606e2faf6f06b15e22af7a38
+size 5251
diff --git a/params/opt/5/rnd_search_t_lin/comb_13/trained/model.decoder.layers.21.self_attn.k_proj/_s.pt b/params/opt/5/rnd_search_t_lin/comb_13/trained/model.decoder.layers.21.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..3c9673489a60fd4f3f3daf32abcdf689b0c0c87b
--- /dev/null
+++ b/params/opt/5/rnd_search_t_lin/comb_13/trained/model.decoder.layers.21.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:7d489aec2762f689d7b6240ed34a0d04f1778dc02e098a3eae793c096ba56dfd
+size 5251
diff --git a/params/opt/5/rnd_search_t_lin/comb_13/trained/model.decoder.layers.21.self_attn.out_proj/_0.pt b/params/opt/5/rnd_search_t_lin/comb_13/trained/model.decoder.layers.21.self_attn.out_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..da5d3a6121ef5e44059fe3981c90293d9b936885
--- /dev/null
+++ b/params/opt/5/rnd_search_t_lin/comb_13/trained/model.decoder.layers.21.self_attn.out_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c5f4e3148bfcf83dcd6d4217d8f2fa4d1c5b8588a22e7219bd296e52a5694d64
+size 5251
diff --git a/params/opt/5/rnd_search_t_lin/comb_13/trained/model.decoder.layers.21.self_attn.out_proj/_s.pt b/params/opt/5/rnd_search_t_lin/comb_13/trained/model.decoder.layers.21.self_attn.out_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c30613654475e1ff2d10a795856b04678f691944
--- /dev/null
+++ b/params/opt/5/rnd_search_t_lin/comb_13/trained/model.decoder.layers.21.self_attn.out_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:300e61dd38661b990df3de4067f6d1df7aed54a12340f58ee7fedc55ae341cb4
+size 5251
diff --git a/params/opt/5/rnd_search_t_lin/comb_13/trained/model.decoder.layers.21.self_attn.q_proj/_0.pt b/params/opt/5/rnd_search_t_lin/comb_13/trained/model.decoder.layers.21.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..fb0cccebfb0a06877a1f7f1cb5cbdd34f4dc8576
--- /dev/null
+++ b/params/opt/5/rnd_search_t_lin/comb_13/trained/model.decoder.layers.21.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:cbc7112515888278fdb4db46f37dd916bfbaaa728d1862e7e95b17734c278be2
+size 5251
diff --git a/params/opt/5/rnd_search_t_lin/comb_13/trained/model.decoder.layers.21.self_attn.q_proj/_s.pt b/params/opt/5/rnd_search_t_lin/comb_13/trained/model.decoder.layers.21.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..352d9ec1491ff4a4e82fdd578cd59852f5c333f5
--- /dev/null
+++ b/params/opt/5/rnd_search_t_lin/comb_13/trained/model.decoder.layers.21.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e745280104b1f1e1317c9a3197d95ecea9ca4f3852b94b8711cad28231dcff28
+size 5251
diff --git a/params/opt/5/rnd_search_t_lin/comb_13/trained/model.decoder.layers.21.self_attn.v_proj/_0.pt b/params/opt/5/rnd_search_t_lin/comb_13/trained/model.decoder.layers.21.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e53546a71c32ce1b73216a5230105b0701466ff6
--- /dev/null
+++ b/params/opt/5/rnd_search_t_lin/comb_13/trained/model.decoder.layers.21.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:53411d8feaeb56c0e0d661ab1cfc92d531106a5f1abbc48fa4ebbc6f7670768e
+size 5251
diff --git a/params/opt/5/rnd_search_t_lin/comb_13/trained/model.decoder.layers.21.self_attn.v_proj/_s.pt b/params/opt/5/rnd_search_t_lin/comb_13/trained/model.decoder.layers.21.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2494cf1618d11966f3a22a6e1e6445e2589c7560
--- /dev/null
+++ b/params/opt/5/rnd_search_t_lin/comb_13/trained/model.decoder.layers.21.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:25dd275ae2053949fa541d2a2a8afa7dcbab411bc0ed8d4b065a6a3c35ea743a
+size 5251
diff --git a/params/opt/5/rnd_search_t_lin/comb_13/trained/model.decoder.layers.22.fc1/_0.pt b/params/opt/5/rnd_search_t_lin/comb_13/trained/model.decoder.layers.22.fc1/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..d0f25eae75574f83a6a7e069a135be29b603d7a8
--- /dev/null
+++ b/params/opt/5/rnd_search_t_lin/comb_13/trained/model.decoder.layers.22.fc1/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:be16c38241968b964649ef720c0b02a437f405fbbe6716e9fb105fef7bb85189
+size 17539
diff --git a/params/opt/5/rnd_search_t_lin/comb_13/trained/model.decoder.layers.22.fc1/_s.pt b/params/opt/5/rnd_search_t_lin/comb_13/trained/model.decoder.layers.22.fc1/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a4988d0bfa8bcedc3a507c9b2bf4f20545cb7481
--- /dev/null
+++ b/params/opt/5/rnd_search_t_lin/comb_13/trained/model.decoder.layers.22.fc1/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:55c68b089b72ca13230af240b037d47eccef607b49110d28d816644897606cba
+size 17539
diff --git a/params/opt/5/rnd_search_t_lin/comb_13/trained/model.decoder.layers.22.fc2/_0.pt b/params/opt/5/rnd_search_t_lin/comb_13/trained/model.decoder.layers.22.fc2/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..24371adefeb49066d59c6d86d1c8b0c29842eead
--- /dev/null
+++ b/params/opt/5/rnd_search_t_lin/comb_13/trained/model.decoder.layers.22.fc2/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:6fd4b43899a336d7418dd4bf89eb0f1e33a11c1800eaaf6ee18e6f0e75accabe
+size 5251
diff --git a/params/opt/5/rnd_search_t_lin/comb_13/trained/model.decoder.layers.22.fc2/_s.pt b/params/opt/5/rnd_search_t_lin/comb_13/trained/model.decoder.layers.22.fc2/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..3522a7724f4cd3c08401d9b345ef9de6aa6c0ed2
--- /dev/null
+++ b/params/opt/5/rnd_search_t_lin/comb_13/trained/model.decoder.layers.22.fc2/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:4e2d4c1f1e53070c135c7eb4b77339d3c118affb85f61c0a51f02874eba99b31
+size 5251
diff --git a/params/opt/5/rnd_search_t_lin/comb_13/trained/model.decoder.layers.22.self_attn.k_proj/_0.pt b/params/opt/5/rnd_search_t_lin/comb_13/trained/model.decoder.layers.22.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8b1ce2daf2f6145a886cde9940ec58fcefbdef65
--- /dev/null
+++ b/params/opt/5/rnd_search_t_lin/comb_13/trained/model.decoder.layers.22.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:34b53e1aab517208f1b647082cd0a1361d86c0c63a7dfb4bcb6ebd45b5e55780
+size 5251
diff --git a/params/opt/5/rnd_search_t_lin/comb_13/trained/model.decoder.layers.22.self_attn.k_proj/_s.pt b/params/opt/5/rnd_search_t_lin/comb_13/trained/model.decoder.layers.22.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c2a5791e09e2fa1d401c8530fac06bb446cc0143
--- /dev/null
+++ b/params/opt/5/rnd_search_t_lin/comb_13/trained/model.decoder.layers.22.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f25bda3a87657e487ef489ebbff034cc172d79ab35242db9d992718c17e0c7b5
+size 5251
diff --git a/params/opt/5/rnd_search_t_lin/comb_13/trained/model.decoder.layers.22.self_attn.out_proj/_0.pt b/params/opt/5/rnd_search_t_lin/comb_13/trained/model.decoder.layers.22.self_attn.out_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..25d7a6792cc9f457fe3e3d702b6e8700d153501b
--- /dev/null
+++ b/params/opt/5/rnd_search_t_lin/comb_13/trained/model.decoder.layers.22.self_attn.out_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:57b80880d4e7218515efbc9755ee4eaba4a1c27679340f83a5044f45b35d85f8
+size 5251
diff --git a/params/opt/5/rnd_search_t_lin/comb_13/trained/model.decoder.layers.22.self_attn.out_proj/_s.pt b/params/opt/5/rnd_search_t_lin/comb_13/trained/model.decoder.layers.22.self_attn.out_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..77b5a1ab270b52cf08dc0c4c3d618362174494ff
--- /dev/null
+++ b/params/opt/5/rnd_search_t_lin/comb_13/trained/model.decoder.layers.22.self_attn.out_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:3b455103bfb25b3acb348708a26a348279bfe0206004e3114cde2b3e10883c55
+size 5251
diff --git a/params/opt/5/rnd_search_t_lin/comb_13/trained/model.decoder.layers.22.self_attn.q_proj/_0.pt b/params/opt/5/rnd_search_t_lin/comb_13/trained/model.decoder.layers.22.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..3c3ad12d5e25f854dde8e683f5e00c9f972b0c58
--- /dev/null
+++ b/params/opt/5/rnd_search_t_lin/comb_13/trained/model.decoder.layers.22.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:9022601a89363efd1307f3fb6045e3a174291d3123c4f1e88583fa8f0053ac6c
+size 5251
diff --git a/params/opt/5/rnd_search_t_lin/comb_13/trained/model.decoder.layers.22.self_attn.q_proj/_s.pt b/params/opt/5/rnd_search_t_lin/comb_13/trained/model.decoder.layers.22.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..91acb37769386e3bbe45c23e8a7239f4db8f235b
--- /dev/null
+++ b/params/opt/5/rnd_search_t_lin/comb_13/trained/model.decoder.layers.22.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:4d121838cdbe381f04a1790f82d57ac143fc19f9099546fc5367c8ce4f7e50ba
+size 5251
diff --git a/params/opt/5/rnd_search_t_lin/comb_13/trained/model.decoder.layers.22.self_attn.v_proj/_0.pt b/params/opt/5/rnd_search_t_lin/comb_13/trained/model.decoder.layers.22.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..50e5b7f8d3a699aeb354f56abe6a7891bb5b1265
--- /dev/null
+++ b/params/opt/5/rnd_search_t_lin/comb_13/trained/model.decoder.layers.22.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ac595688a172655ac453be2e28878ef7c2b7d7367d357c10832573c11a413b16
+size 5251
diff --git a/params/opt/5/rnd_search_t_lin/comb_13/trained/model.decoder.layers.22.self_attn.v_proj/_s.pt b/params/opt/5/rnd_search_t_lin/comb_13/trained/model.decoder.layers.22.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..913a5223acfa23d2d5c344e767bf16af6fb0320d
--- /dev/null
+++ b/params/opt/5/rnd_search_t_lin/comb_13/trained/model.decoder.layers.22.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:860eb43f00edff9e7d1c984303a5c6bc1463f52d75a9d7aaf1a3f42b35b2b01e
+size 5251
diff --git a/params/opt/5/rnd_search_t_lin/comb_13/trained/model.decoder.layers.23.fc1/_0.pt b/params/opt/5/rnd_search_t_lin/comb_13/trained/model.decoder.layers.23.fc1/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..28dc1113f7f3d3a34393eea12ae5144fe3fc5000
--- /dev/null
+++ b/params/opt/5/rnd_search_t_lin/comb_13/trained/model.decoder.layers.23.fc1/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0f5e04357409c085ee01a11859926331007346d1fc95a1d2c03fa70b64d1e99f
+size 17539
diff --git a/params/opt/5/rnd_search_t_lin/comb_13/trained/model.decoder.layers.23.fc1/_s.pt b/params/opt/5/rnd_search_t_lin/comb_13/trained/model.decoder.layers.23.fc1/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..fe2b15978ad6c1430ba69d157893d9cbf5776fcf
--- /dev/null
+++ b/params/opt/5/rnd_search_t_lin/comb_13/trained/model.decoder.layers.23.fc1/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5f46cf7cb5b20b3e6b705dec40a47d87102ea184b5fca4ed4b971d58ca843960
+size 17539
diff --git a/params/opt/5/rnd_search_t_lin/comb_13/trained/model.decoder.layers.23.fc2/_0.pt b/params/opt/5/rnd_search_t_lin/comb_13/trained/model.decoder.layers.23.fc2/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..5f03a80cd5c4ad1e0822963ae91a2481d86be4d3
--- /dev/null
+++ b/params/opt/5/rnd_search_t_lin/comb_13/trained/model.decoder.layers.23.fc2/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:3797dc7f02024f26773ea22ea91aa7c680c6460e2cc001dd7f96b74b067faf8c
+size 5251
diff --git a/params/opt/5/rnd_search_t_lin/comb_13/trained/model.decoder.layers.23.fc2/_s.pt b/params/opt/5/rnd_search_t_lin/comb_13/trained/model.decoder.layers.23.fc2/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..f8c0e8796b91a853c44e92e0f19fd09fbc3dcd9b
--- /dev/null
+++ b/params/opt/5/rnd_search_t_lin/comb_13/trained/model.decoder.layers.23.fc2/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5855297e016f3f03f07439fa579c86de4a80c5c7a76ad8cd9bc3855a6a694cfc
+size 5251
diff --git a/params/opt/5/rnd_search_t_lin/comb_13/trained/model.decoder.layers.23.self_attn.k_proj/_0.pt b/params/opt/5/rnd_search_t_lin/comb_13/trained/model.decoder.layers.23.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..9a54090f6632fb24cebf4e8141737685925f4a69
--- /dev/null
+++ b/params/opt/5/rnd_search_t_lin/comb_13/trained/model.decoder.layers.23.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2a97aaf8a9fb5d2b60bbbbf1b3cde4e2f5f3a69f15a8afec8a383eebb8aa367e
+size 5251
diff --git a/params/opt/5/rnd_search_t_lin/comb_13/trained/model.decoder.layers.23.self_attn.k_proj/_s.pt b/params/opt/5/rnd_search_t_lin/comb_13/trained/model.decoder.layers.23.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..313fc34e5b4e17bf59be31e591140434e265ae86
--- /dev/null
+++ b/params/opt/5/rnd_search_t_lin/comb_13/trained/model.decoder.layers.23.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:399bd11b7c70e47cd23064627f7a320f24ff5a41b8d17969d11d11afab01fd3a
+size 5251
diff --git a/params/opt/5/rnd_search_t_lin/comb_13/trained/model.decoder.layers.23.self_attn.out_proj/_0.pt b/params/opt/5/rnd_search_t_lin/comb_13/trained/model.decoder.layers.23.self_attn.out_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..6cbf0c5146a3495ced3ab3e129fd3f3cdbce7865
--- /dev/null
+++ b/params/opt/5/rnd_search_t_lin/comb_13/trained/model.decoder.layers.23.self_attn.out_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5009458a1ada40a5685c7d1f46a9c9941f0d8cb724cb5d2b2239429689d0c6cf
+size 5251
diff --git a/params/opt/5/rnd_search_t_lin/comb_13/trained/model.decoder.layers.23.self_attn.out_proj/_s.pt b/params/opt/5/rnd_search_t_lin/comb_13/trained/model.decoder.layers.23.self_attn.out_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..83e598b85129732147a982b390ddcccc444eba32
--- /dev/null
+++ b/params/opt/5/rnd_search_t_lin/comb_13/trained/model.decoder.layers.23.self_attn.out_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a09c7d44822f02f497a9277af0f3f630597f792dd0d4c9d4e7398a10940652c2
+size 5251
diff --git a/params/opt/5/rnd_search_t_lin/comb_13/trained/model.decoder.layers.23.self_attn.q_proj/_0.pt b/params/opt/5/rnd_search_t_lin/comb_13/trained/model.decoder.layers.23.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..f5fe222263cd323eb814990f6bbc1a83a7d40086
--- /dev/null
+++ b/params/opt/5/rnd_search_t_lin/comb_13/trained/model.decoder.layers.23.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ae3c724d216aaf5248dcdb467b1660a4fc101a2b4a1cfb7f40787862a661803d
+size 5251
diff --git a/params/opt/5/rnd_search_t_lin/comb_13/trained/model.decoder.layers.23.self_attn.q_proj/_s.pt b/params/opt/5/rnd_search_t_lin/comb_13/trained/model.decoder.layers.23.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..d904f39100eeab8e94f2a3bc58ef4b4641976695
--- /dev/null
+++ b/params/opt/5/rnd_search_t_lin/comb_13/trained/model.decoder.layers.23.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:36858ae69220bed768e1df7eb2141850d02649c61dbf366513bbd5e8c6f01b6b
+size 5251
diff --git a/params/opt/5/rnd_search_t_lin/comb_13/trained/model.decoder.layers.23.self_attn.v_proj/_0.pt b/params/opt/5/rnd_search_t_lin/comb_13/trained/model.decoder.layers.23.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2fddf188c8fb9ba94a7708e30aeb43d2732018c6
--- /dev/null
+++ b/params/opt/5/rnd_search_t_lin/comb_13/trained/model.decoder.layers.23.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:542345d6ee27c84003c4d6166865458b3f8cd0667f619148acaf43d32371f559
+size 5251
diff --git a/params/opt/5/rnd_search_t_lin/comb_13/trained/model.decoder.layers.23.self_attn.v_proj/_s.pt b/params/opt/5/rnd_search_t_lin/comb_13/trained/model.decoder.layers.23.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..0e24c89beea988682a7aa37cfef58400c8664dd8
--- /dev/null
+++ b/params/opt/5/rnd_search_t_lin/comb_13/trained/model.decoder.layers.23.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5a965698cc3995265acecfea754a29791c4cb671837e869c0dd1370037592844
+size 5251
diff --git a/params/opt/5/rnd_search_t_lin/comb_13/trained/model.decoder.layers.3.fc1/_0.pt b/params/opt/5/rnd_search_t_lin/comb_13/trained/model.decoder.layers.3.fc1/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..bf55ea15a3d71c723ef2bbdf15ebaa7c1ed6711e
--- /dev/null
+++ b/params/opt/5/rnd_search_t_lin/comb_13/trained/model.decoder.layers.3.fc1/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:74bc9353561994267f002391c88137594af80349aebc33fc22b2f92164641008
+size 17539
diff --git a/params/opt/5/rnd_search_t_lin/comb_13/trained/model.decoder.layers.3.fc1/_s.pt b/params/opt/5/rnd_search_t_lin/comb_13/trained/model.decoder.layers.3.fc1/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8d8d9a200faea82556892889131dc751cb6e04d7
--- /dev/null
+++ b/params/opt/5/rnd_search_t_lin/comb_13/trained/model.decoder.layers.3.fc1/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c7432fc7573ecd84896d52e3b723f8d65b189890a799a004a4baa2774d2e02bb
+size 17539
diff --git a/params/opt/5/rnd_search_t_lin/comb_13/trained/model.decoder.layers.3.fc2/_0.pt b/params/opt/5/rnd_search_t_lin/comb_13/trained/model.decoder.layers.3.fc2/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e5bc06d24b636e3f868ed3a34208e76b3bbb3b85
--- /dev/null
+++ b/params/opt/5/rnd_search_t_lin/comb_13/trained/model.decoder.layers.3.fc2/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:30cfad861747903e97100acf9f33dbce1f8caa2388eea83af275249859c78a3d
+size 5251
diff --git a/params/opt/5/rnd_search_t_lin/comb_13/trained/model.decoder.layers.3.fc2/_s.pt b/params/opt/5/rnd_search_t_lin/comb_13/trained/model.decoder.layers.3.fc2/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..89a50bd54d4023014c52eb21961887f2da26670c
--- /dev/null
+++ b/params/opt/5/rnd_search_t_lin/comb_13/trained/model.decoder.layers.3.fc2/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:1f39357d2823da6307dbbaa92fc8fbc06b90a727a049c095b6ee6aef754e6714
+size 5251
diff --git a/params/opt/5/rnd_search_t_lin/comb_13/trained/model.decoder.layers.3.self_attn.k_proj/_0.pt b/params/opt/5/rnd_search_t_lin/comb_13/trained/model.decoder.layers.3.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..adbfbd6ca90f0f8a68927aedc7caa24886bc9ee1
--- /dev/null
+++ b/params/opt/5/rnd_search_t_lin/comb_13/trained/model.decoder.layers.3.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c1f628b8c4094cf345c310df13f666ea61390fc66165ccc3651a075922f0e3a7
+size 5251
diff --git a/params/opt/5/rnd_search_t_lin/comb_13/trained/model.decoder.layers.3.self_attn.k_proj/_s.pt b/params/opt/5/rnd_search_t_lin/comb_13/trained/model.decoder.layers.3.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e3a28bf02772f7a43f3ad70ec5beaf372304122d
--- /dev/null
+++ b/params/opt/5/rnd_search_t_lin/comb_13/trained/model.decoder.layers.3.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:138298531af1ef2c62189e6017f126129e114bfd74a2d2f49515cb7635fab276
+size 5251
diff --git a/params/opt/5/rnd_search_t_lin/comb_13/trained/model.decoder.layers.3.self_attn.out_proj/_0.pt b/params/opt/5/rnd_search_t_lin/comb_13/trained/model.decoder.layers.3.self_attn.out_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..3d8f5b40ff7e62391e7a8435dee54d1bb2b52605
--- /dev/null
+++ b/params/opt/5/rnd_search_t_lin/comb_13/trained/model.decoder.layers.3.self_attn.out_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:4a2a56d5ec2d38c9085f0e804f01d2a2cf4fef530d23e532e60c18309b3c4fe1
+size 5251
diff --git a/params/opt/5/rnd_search_t_lin/comb_13/trained/model.decoder.layers.3.self_attn.out_proj/_s.pt b/params/opt/5/rnd_search_t_lin/comb_13/trained/model.decoder.layers.3.self_attn.out_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..b2ab60e2b9fe4c1810fb6f76dec9d66ed3019e94
--- /dev/null
+++ b/params/opt/5/rnd_search_t_lin/comb_13/trained/model.decoder.layers.3.self_attn.out_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:25745ec65ba00ffac167aa565c983cb3cea6a9f319f0e032d0be290e9a354a26
+size 5251
diff --git a/params/opt/5/rnd_search_t_lin/comb_13/trained/model.decoder.layers.3.self_attn.q_proj/_0.pt b/params/opt/5/rnd_search_t_lin/comb_13/trained/model.decoder.layers.3.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..3e95943fca6a66e838a58a60541b74bbd6cfe6e0
--- /dev/null
+++ b/params/opt/5/rnd_search_t_lin/comb_13/trained/model.decoder.layers.3.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2b5d7b847ecddefb2bc7f86aeffc6050f29627afc472f510bd1a48f4b9b634bb
+size 5251
diff --git a/params/opt/5/rnd_search_t_lin/comb_13/trained/model.decoder.layers.3.self_attn.q_proj/_s.pt b/params/opt/5/rnd_search_t_lin/comb_13/trained/model.decoder.layers.3.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..be8990d09a556fc4ad22510bde0ad72df21c9085
--- /dev/null
+++ b/params/opt/5/rnd_search_t_lin/comb_13/trained/model.decoder.layers.3.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:498cc3cbaa1834cd88b604fb88c4db9165842f0168882135213c9fa56d401099
+size 5251
diff --git a/params/opt/5/rnd_search_t_lin/comb_13/trained/model.decoder.layers.3.self_attn.v_proj/_0.pt b/params/opt/5/rnd_search_t_lin/comb_13/trained/model.decoder.layers.3.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..1a4106248839ad4a813980aafb2c9ac603b551ca
--- /dev/null
+++ b/params/opt/5/rnd_search_t_lin/comb_13/trained/model.decoder.layers.3.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f5bbfc88838c32fc48afd4f7d7679c77bc5ecec1056f46c9f09cc9e0f64b3176
+size 5251
diff --git a/params/opt/5/rnd_search_t_lin/comb_13/trained/model.decoder.layers.3.self_attn.v_proj/_s.pt b/params/opt/5/rnd_search_t_lin/comb_13/trained/model.decoder.layers.3.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..25e0ae6035e56f8c8603cfaef79bc42270f91f0d
--- /dev/null
+++ b/params/opt/5/rnd_search_t_lin/comb_13/trained/model.decoder.layers.3.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:bc79d1a19307c85bfe982f9d11504176cd1d92b508175f384100a9c90aead87b
+size 5251
diff --git a/params/opt/5/rnd_search_t_lin/comb_13/trained/model.decoder.layers.4.fc1/_0.pt b/params/opt/5/rnd_search_t_lin/comb_13/trained/model.decoder.layers.4.fc1/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..5e9ebc606f50b7af852ed37fe52ec8f251228a7c
--- /dev/null
+++ b/params/opt/5/rnd_search_t_lin/comb_13/trained/model.decoder.layers.4.fc1/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:9d80bb1e85bac2ef43754b5e3dc26ef577bca22de47c5f509cb5fc017046d2be
+size 17539
diff --git a/params/opt/5/rnd_search_t_lin/comb_13/trained/model.decoder.layers.4.fc1/_s.pt b/params/opt/5/rnd_search_t_lin/comb_13/trained/model.decoder.layers.4.fc1/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c3cb2c6797bc7c6939968d8128e083c617b737cf
--- /dev/null
+++ b/params/opt/5/rnd_search_t_lin/comb_13/trained/model.decoder.layers.4.fc1/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:7a426183d47f077a3b2612e798fdcd72565db8d439c3ff985af0e5934d9c9c36
+size 17539
diff --git a/params/opt/5/rnd_search_t_lin/comb_13/trained/model.decoder.layers.4.fc2/_0.pt b/params/opt/5/rnd_search_t_lin/comb_13/trained/model.decoder.layers.4.fc2/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2991212b167303a29ed962e1bb770886a7207c35
--- /dev/null
+++ b/params/opt/5/rnd_search_t_lin/comb_13/trained/model.decoder.layers.4.fc2/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:beb606f3842d003faec6ed6fac2c19ffaf20d1818b26deca5a5b70687a2b5fb3
+size 5251
diff --git a/params/opt/5/rnd_search_t_lin/comb_13/trained/model.decoder.layers.4.fc2/_s.pt b/params/opt/5/rnd_search_t_lin/comb_13/trained/model.decoder.layers.4.fc2/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..d19f6a1945ae7a7571cf3bd326b96bf91277eccd
--- /dev/null
+++ b/params/opt/5/rnd_search_t_lin/comb_13/trained/model.decoder.layers.4.fc2/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:7f60b92259eac193b5ba5e263b191dcd9328abf78fb75654fde8bf63a18bd338
+size 5251
diff --git a/params/opt/5/rnd_search_t_lin/comb_13/trained/model.decoder.layers.4.self_attn.k_proj/_0.pt b/params/opt/5/rnd_search_t_lin/comb_13/trained/model.decoder.layers.4.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..1d69788c15b4142637db002daefea47b1de26e65
--- /dev/null
+++ b/params/opt/5/rnd_search_t_lin/comb_13/trained/model.decoder.layers.4.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:1d60749df5997a5bcf948951fa81b971df7913c0a25e8d755c5634d39ab1f093
+size 5251
diff --git a/params/opt/5/rnd_search_t_lin/comb_13/trained/model.decoder.layers.4.self_attn.k_proj/_s.pt b/params/opt/5/rnd_search_t_lin/comb_13/trained/model.decoder.layers.4.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..d6c11303894a8bf627202b85961653100ef4f385
--- /dev/null
+++ b/params/opt/5/rnd_search_t_lin/comb_13/trained/model.decoder.layers.4.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f396e3c41db1937b4c410799892b2cfd781520b87e91586b70b51305da30fa9f
+size 5251
diff --git a/params/opt/5/rnd_search_t_lin/comb_13/trained/model.decoder.layers.4.self_attn.out_proj/_0.pt b/params/opt/5/rnd_search_t_lin/comb_13/trained/model.decoder.layers.4.self_attn.out_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..9afd2ed1380cf81332d65db9f60074f24bf3161c
--- /dev/null
+++ b/params/opt/5/rnd_search_t_lin/comb_13/trained/model.decoder.layers.4.self_attn.out_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ecb76836c80a647e17996efe9d7980111233a8c67a2b8f76daffaccff8e916fb
+size 5251
diff --git a/params/opt/5/rnd_search_t_lin/comb_13/trained/model.decoder.layers.4.self_attn.out_proj/_s.pt b/params/opt/5/rnd_search_t_lin/comb_13/trained/model.decoder.layers.4.self_attn.out_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..63678a5930b5d0d3fab1b39e1b4308230385d118
--- /dev/null
+++ b/params/opt/5/rnd_search_t_lin/comb_13/trained/model.decoder.layers.4.self_attn.out_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d28e9f667f4b66317a7f491bb059a2f9daed373ae7fa71e65720f34eb148cdb3
+size 5251
diff --git a/params/opt/5/rnd_search_t_lin/comb_13/trained/model.decoder.layers.4.self_attn.q_proj/_0.pt b/params/opt/5/rnd_search_t_lin/comb_13/trained/model.decoder.layers.4.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..1211e645a1e5f39057595030378de29a5a0c6fce
--- /dev/null
+++ b/params/opt/5/rnd_search_t_lin/comb_13/trained/model.decoder.layers.4.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:6d91d74bb93e102ad049d262c0912cc91988aac341fe83d18684542c21d66f04
+size 5251
diff --git a/params/opt/5/rnd_search_t_lin/comb_13/trained/model.decoder.layers.4.self_attn.q_proj/_s.pt b/params/opt/5/rnd_search_t_lin/comb_13/trained/model.decoder.layers.4.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..0e73dadb7eeb66dde8682941c1a1147a2fef319c
--- /dev/null
+++ b/params/opt/5/rnd_search_t_lin/comb_13/trained/model.decoder.layers.4.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a8499bc4aa80554c358dada278e54d53bab2f758cc912a194f17c9e66620a871
+size 5251
diff --git a/params/opt/5/rnd_search_t_lin/comb_13/trained/model.decoder.layers.4.self_attn.v_proj/_0.pt b/params/opt/5/rnd_search_t_lin/comb_13/trained/model.decoder.layers.4.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..878bc0fe7710974713eb1436236a70642d8f6444
--- /dev/null
+++ b/params/opt/5/rnd_search_t_lin/comb_13/trained/model.decoder.layers.4.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:6dda825a185f9f911e409635eb1c1dc112369c5e7e64d903c13b0973c91ab0af
+size 5251
diff --git a/params/opt/5/rnd_search_t_lin/comb_13/trained/model.decoder.layers.4.self_attn.v_proj/_s.pt b/params/opt/5/rnd_search_t_lin/comb_13/trained/model.decoder.layers.4.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..60e3d2bee07eb9260c6fe539a7e2c96850a44ed8
--- /dev/null
+++ b/params/opt/5/rnd_search_t_lin/comb_13/trained/model.decoder.layers.4.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d2d31fa1b828c4454aa259e7aff90bda95d216cac5f7261d2456efcb0ad72ec5
+size 5251
diff --git a/params/opt/5/rnd_search_t_lin/comb_13/trained/model.decoder.layers.5.fc1/_0.pt b/params/opt/5/rnd_search_t_lin/comb_13/trained/model.decoder.layers.5.fc1/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8962fd53b17668a3bb38533d90533709f3bc2849
--- /dev/null
+++ b/params/opt/5/rnd_search_t_lin/comb_13/trained/model.decoder.layers.5.fc1/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:1b908b8430dcacc243f9fcdf192a3543244606d9d76d78918eecd9f59b6a857a
+size 17539
diff --git a/params/opt/5/rnd_search_t_lin/comb_13/trained/model.decoder.layers.5.fc1/_s.pt b/params/opt/5/rnd_search_t_lin/comb_13/trained/model.decoder.layers.5.fc1/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8a4b38e53f64350129f0cf29a2c03031753ddbb0
--- /dev/null
+++ b/params/opt/5/rnd_search_t_lin/comb_13/trained/model.decoder.layers.5.fc1/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0791086e4dc9e17c51f5adbfff1766164cd0bd65e0484238c7e35d71dcbef38a
+size 17539
diff --git a/params/opt/5/rnd_search_t_lin/comb_13/trained/model.decoder.layers.5.fc2/_0.pt b/params/opt/5/rnd_search_t_lin/comb_13/trained/model.decoder.layers.5.fc2/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..6f13d0afd35555c9adb68a36fe59d80319da7283
--- /dev/null
+++ b/params/opt/5/rnd_search_t_lin/comb_13/trained/model.decoder.layers.5.fc2/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d0d7ac242b7e30ce8e5f7d7b084644ec77153ee708f601ffb506c381734669d7
+size 5251
diff --git a/params/opt/5/rnd_search_t_lin/comb_13/trained/model.decoder.layers.5.fc2/_s.pt b/params/opt/5/rnd_search_t_lin/comb_13/trained/model.decoder.layers.5.fc2/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e097483c025ee730a04b2a6741f22305fac6b1c7
--- /dev/null
+++ b/params/opt/5/rnd_search_t_lin/comb_13/trained/model.decoder.layers.5.fc2/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:4760581e1615a4cf4fc7570556f55a53495b2f13476af71b5227790d8b53b1ba
+size 5251
diff --git a/params/opt/5/rnd_search_t_lin/comb_13/trained/model.decoder.layers.5.self_attn.k_proj/_0.pt b/params/opt/5/rnd_search_t_lin/comb_13/trained/model.decoder.layers.5.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..79d5ed09e87b9abb984404ef52f2129659c671cd
--- /dev/null
+++ b/params/opt/5/rnd_search_t_lin/comb_13/trained/model.decoder.layers.5.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:1d591741b70517dfb9dbea63853aa965d574ca8b6395c8f359140a4f6c2407b2
+size 5251
diff --git a/params/opt/5/rnd_search_t_lin/comb_13/trained/model.decoder.layers.5.self_attn.k_proj/_s.pt b/params/opt/5/rnd_search_t_lin/comb_13/trained/model.decoder.layers.5.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8de615c02908a12e4c9581f3df7e016ed216febe
--- /dev/null
+++ b/params/opt/5/rnd_search_t_lin/comb_13/trained/model.decoder.layers.5.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:634c361956f05c4e711e8e5f1999ab71973d26c18d3961e84b00392d16a862be
+size 5251
diff --git a/params/opt/5/rnd_search_t_lin/comb_13/trained/model.decoder.layers.5.self_attn.out_proj/_0.pt b/params/opt/5/rnd_search_t_lin/comb_13/trained/model.decoder.layers.5.self_attn.out_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..6764fc3c670e78ba9467a7c3ce455ddd8d89b189
--- /dev/null
+++ b/params/opt/5/rnd_search_t_lin/comb_13/trained/model.decoder.layers.5.self_attn.out_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c0fb00117109f1395a94b7904c1fe1e93b7fccaf29629e80940cfde2a163a2cc
+size 5251
diff --git a/params/opt/5/rnd_search_t_lin/comb_13/trained/model.decoder.layers.5.self_attn.out_proj/_s.pt b/params/opt/5/rnd_search_t_lin/comb_13/trained/model.decoder.layers.5.self_attn.out_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..059d76c02b7507757b10c890f9343a2f03a8a158
--- /dev/null
+++ b/params/opt/5/rnd_search_t_lin/comb_13/trained/model.decoder.layers.5.self_attn.out_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b18a5e49c609b99abdd6d2584867116204c82ee1e2cac0719d4ed7eb40a72f37
+size 5251
diff --git a/params/opt/5/rnd_search_t_lin/comb_13/trained/model.decoder.layers.5.self_attn.q_proj/_0.pt b/params/opt/5/rnd_search_t_lin/comb_13/trained/model.decoder.layers.5.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..6c5ea40dfc62f1ec22b776304a2b73cf338ff938
--- /dev/null
+++ b/params/opt/5/rnd_search_t_lin/comb_13/trained/model.decoder.layers.5.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c9f0777722422bca6a39daa4dbf9175b1243702560f73bf322a8a3fdbbba0f18
+size 5251
diff --git a/params/opt/5/rnd_search_t_lin/comb_13/trained/model.decoder.layers.5.self_attn.q_proj/_s.pt b/params/opt/5/rnd_search_t_lin/comb_13/trained/model.decoder.layers.5.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..6cc1026e1f34719498f301e0e9cb1312c145a73f
--- /dev/null
+++ b/params/opt/5/rnd_search_t_lin/comb_13/trained/model.decoder.layers.5.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c51996c5b65024c6da732519b8491b37fdc82020a24fc70900516b28ad51af57
+size 5251
diff --git a/params/opt/5/rnd_search_t_lin/comb_13/trained/model.decoder.layers.5.self_attn.v_proj/_0.pt b/params/opt/5/rnd_search_t_lin/comb_13/trained/model.decoder.layers.5.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..1744eb21c714bb8338daa867ea8dad28a2a853b3
--- /dev/null
+++ b/params/opt/5/rnd_search_t_lin/comb_13/trained/model.decoder.layers.5.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:9dff706a8c714a1b662a91dfdb07ac74a860cc9c64dfc3dc92ee550bb788474e
+size 5251
diff --git a/params/opt/5/rnd_search_t_lin/comb_13/trained/model.decoder.layers.5.self_attn.v_proj/_s.pt b/params/opt/5/rnd_search_t_lin/comb_13/trained/model.decoder.layers.5.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..81b65e7dabe421275e15df0dd3224e6d82b1bc88
--- /dev/null
+++ b/params/opt/5/rnd_search_t_lin/comb_13/trained/model.decoder.layers.5.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:02b0cf2f6a113f0f822cf75f2226e29df50a173c6dfc9da26cac391fa923f03f
+size 5251
diff --git a/params/opt/5/rnd_search_t_lin/comb_13/trained/model.decoder.layers.6.fc1/_0.pt b/params/opt/5/rnd_search_t_lin/comb_13/trained/model.decoder.layers.6.fc1/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..fcbba1819459828347dd2a0629f3c26b3909d3a0
--- /dev/null
+++ b/params/opt/5/rnd_search_t_lin/comb_13/trained/model.decoder.layers.6.fc1/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:4bd9ba0b8c2d7b4ee543f3efca105a4fd8fd68b9c4c75d89c643f1c9766d69c2
+size 17539
diff --git a/params/opt/5/rnd_search_t_lin/comb_13/trained/model.decoder.layers.6.fc1/_s.pt b/params/opt/5/rnd_search_t_lin/comb_13/trained/model.decoder.layers.6.fc1/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..f995435b7ed27ae6e25d5533b8522f3c9e1692e1
--- /dev/null
+++ b/params/opt/5/rnd_search_t_lin/comb_13/trained/model.decoder.layers.6.fc1/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a278501114570e538c4ba2358d0169c62f14c0f57b7cc9a616a9564609a16002
+size 17539
diff --git a/params/opt/5/rnd_search_t_lin/comb_13/trained/model.decoder.layers.6.fc2/_0.pt b/params/opt/5/rnd_search_t_lin/comb_13/trained/model.decoder.layers.6.fc2/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..956aac2848a288ae3a7b71e39bcc2e9274401be9
--- /dev/null
+++ b/params/opt/5/rnd_search_t_lin/comb_13/trained/model.decoder.layers.6.fc2/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2ff8684248056444dee388d6d1d611d8da5b37af46cabfe063cbfc4b7282a993
+size 5251
diff --git a/params/opt/5/rnd_search_t_lin/comb_13/trained/model.decoder.layers.6.fc2/_s.pt b/params/opt/5/rnd_search_t_lin/comb_13/trained/model.decoder.layers.6.fc2/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..3a6fbadfde619320ad18c871fa5899daf96543dc
--- /dev/null
+++ b/params/opt/5/rnd_search_t_lin/comb_13/trained/model.decoder.layers.6.fc2/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0b0ef94586cfc8d40aa74d134a94d50c28e480e33756ac9b88af411f7172b497
+size 5251
diff --git a/params/opt/5/rnd_search_t_lin/comb_13/trained/model.decoder.layers.6.self_attn.k_proj/_0.pt b/params/opt/5/rnd_search_t_lin/comb_13/trained/model.decoder.layers.6.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4a302c16306da12e9d68fe4bc4beefdd517d5fe4
--- /dev/null
+++ b/params/opt/5/rnd_search_t_lin/comb_13/trained/model.decoder.layers.6.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:7c35153c69fb3df489e971723f1c8e18083738e1d1e438aa482e4aa5c7575cf4
+size 5251
diff --git a/params/opt/5/rnd_search_t_lin/comb_13/trained/model.decoder.layers.6.self_attn.k_proj/_s.pt b/params/opt/5/rnd_search_t_lin/comb_13/trained/model.decoder.layers.6.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..224c5d2b3798a4a778520170463640d184503e92
--- /dev/null
+++ b/params/opt/5/rnd_search_t_lin/comb_13/trained/model.decoder.layers.6.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cdcf29cff76ccb44c5ac0fa4d8cba2247c4b042093097218d232707476dbc2e
+size 5251
diff --git a/params/opt/5/rnd_search_t_lin/comb_13/trained/model.decoder.layers.6.self_attn.out_proj/_0.pt b/params/opt/5/rnd_search_t_lin/comb_13/trained/model.decoder.layers.6.self_attn.out_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..78314ac771d46568064dc9248ca6b00c6c2131da
--- /dev/null
+++ b/params/opt/5/rnd_search_t_lin/comb_13/trained/model.decoder.layers.6.self_attn.out_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:51e2f289abb9bd52027149173e8ac0705f090bf94546b331ae22e74b6bdc5019
+size 5251
diff --git a/params/opt/5/rnd_search_t_lin/comb_13/trained/model.decoder.layers.6.self_attn.out_proj/_s.pt b/params/opt/5/rnd_search_t_lin/comb_13/trained/model.decoder.layers.6.self_attn.out_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..7ed7538774a7ddd9d644bc12a166c2ac00788f60
--- /dev/null
+++ b/params/opt/5/rnd_search_t_lin/comb_13/trained/model.decoder.layers.6.self_attn.out_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:422686e517d5849900106fc412de3c7dac8c2ab7e283e3ef49ed013fc30ef7ac
+size 5251
diff --git a/params/opt/5/rnd_search_t_lin/comb_13/trained/model.decoder.layers.6.self_attn.q_proj/_0.pt b/params/opt/5/rnd_search_t_lin/comb_13/trained/model.decoder.layers.6.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..46ea9810921c10e83eaec4d70ba02366e0918cd7
--- /dev/null
+++ b/params/opt/5/rnd_search_t_lin/comb_13/trained/model.decoder.layers.6.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a0d61abe5ce368b84d91b09c84b9a698d71fa1d4be15c18dacc5cd3eedfe8b2a
+size 5251
diff --git a/params/opt/5/rnd_search_t_lin/comb_13/trained/model.decoder.layers.6.self_attn.q_proj/_s.pt b/params/opt/5/rnd_search_t_lin/comb_13/trained/model.decoder.layers.6.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..56f5058e75ff5a50bbca46d618d36e1586bf12f8
--- /dev/null
+++ b/params/opt/5/rnd_search_t_lin/comb_13/trained/model.decoder.layers.6.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:620a8c8bc53150517065a6c1c8fa675cc5b97eeccfc4c374b336b81e67e4e261
+size 5251
diff --git a/params/opt/5/rnd_search_t_lin/comb_13/trained/model.decoder.layers.6.self_attn.v_proj/_0.pt b/params/opt/5/rnd_search_t_lin/comb_13/trained/model.decoder.layers.6.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e124d565f09bef722a4707ef8baf229d77f9c1bc
--- /dev/null
+++ b/params/opt/5/rnd_search_t_lin/comb_13/trained/model.decoder.layers.6.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d076fb6f2104bac7991b2b327c9a24599800091bdc5b5e4718979c8fd9a7b666
+size 5251
diff --git a/params/opt/5/rnd_search_t_lin/comb_13/trained/model.decoder.layers.6.self_attn.v_proj/_s.pt b/params/opt/5/rnd_search_t_lin/comb_13/trained/model.decoder.layers.6.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..0852a118e0e21c2eeda7715c8cd51b332ee55e8b
--- /dev/null
+++ b/params/opt/5/rnd_search_t_lin/comb_13/trained/model.decoder.layers.6.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:82c6f5ab83e1c69befe7cd163ceacdfc87048bdf319b6f88b0e14700b142d7dc
+size 5251
diff --git a/params/opt/5/rnd_search_t_lin/comb_13/trained/model.decoder.layers.7.fc1/_0.pt b/params/opt/5/rnd_search_t_lin/comb_13/trained/model.decoder.layers.7.fc1/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..9bfc6a91ce7907465fe3a43b050163b846d22615
--- /dev/null
+++ b/params/opt/5/rnd_search_t_lin/comb_13/trained/model.decoder.layers.7.fc1/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f20eb6a4de2f1107ba58c72845b79a61e0ddcee8f0617388f399172f50fb36b1
+size 17539
diff --git a/params/opt/5/rnd_search_t_lin/comb_13/trained/model.decoder.layers.7.fc1/_s.pt b/params/opt/5/rnd_search_t_lin/comb_13/trained/model.decoder.layers.7.fc1/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..249e1f8d2fece6ae101d978b3f699574747ecf6d
--- /dev/null
+++ b/params/opt/5/rnd_search_t_lin/comb_13/trained/model.decoder.layers.7.fc1/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:680fc1a69177f230587823490968022840d47111216dfeada66b2fcfcfb6d668
+size 17539
diff --git a/params/opt/5/rnd_search_t_lin/comb_13/trained/model.decoder.layers.7.fc2/_0.pt b/params/opt/5/rnd_search_t_lin/comb_13/trained/model.decoder.layers.7.fc2/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..9ba3e21644b3ea7f065ccb609e011c91dc6fdd3c
--- /dev/null
+++ b/params/opt/5/rnd_search_t_lin/comb_13/trained/model.decoder.layers.7.fc2/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2a0f0e2335092ffb90fb31966da26bba3fa989c47040e1594eaa134d5e2e1e57
+size 5251
diff --git a/params/opt/5/rnd_search_t_lin/comb_13/trained/model.decoder.layers.7.fc2/_s.pt b/params/opt/5/rnd_search_t_lin/comb_13/trained/model.decoder.layers.7.fc2/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..d378edc292cbaa0cef03f2384e4f43090c507220
--- /dev/null
+++ b/params/opt/5/rnd_search_t_lin/comb_13/trained/model.decoder.layers.7.fc2/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c84c698aad8ff280184e98c4f97ecd14261da417fddc096ec969a0f7b89834c3
+size 5251
diff --git a/params/opt/5/rnd_search_t_lin/comb_13/trained/model.decoder.layers.7.self_attn.k_proj/_0.pt b/params/opt/5/rnd_search_t_lin/comb_13/trained/model.decoder.layers.7.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..70774b76b79c6caf16bb75c99e545b54cf9ca58e
--- /dev/null
+++ b/params/opt/5/rnd_search_t_lin/comb_13/trained/model.decoder.layers.7.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:45cbf04d31c83c2aa661ce13eed1f63768b42834396011ebb1c3014195e7e6c0
+size 5251
diff --git a/params/opt/5/rnd_search_t_lin/comb_13/trained/model.decoder.layers.7.self_attn.k_proj/_s.pt b/params/opt/5/rnd_search_t_lin/comb_13/trained/model.decoder.layers.7.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..05bea6f5372489e6b894d20fd6ff3ee7431b32a7
--- /dev/null
+++ b/params/opt/5/rnd_search_t_lin/comb_13/trained/model.decoder.layers.7.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:035f4395ef28b82a350d7e183e89be3cd44b041d888ca96b9c1568730a1fa6f5
+size 5251
diff --git a/params/opt/5/rnd_search_t_lin/comb_13/trained/model.decoder.layers.7.self_attn.out_proj/_0.pt b/params/opt/5/rnd_search_t_lin/comb_13/trained/model.decoder.layers.7.self_attn.out_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..076f23ff7864445ecc368bab8b2c0060372c5fa3
--- /dev/null
+++ b/params/opt/5/rnd_search_t_lin/comb_13/trained/model.decoder.layers.7.self_attn.out_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5971adaa2094396d0b5b4e8b56e13e3cd0048a37d0b94811170c704b985c659c
+size 5251
diff --git a/params/opt/5/rnd_search_t_lin/comb_13/trained/model.decoder.layers.7.self_attn.out_proj/_s.pt b/params/opt/5/rnd_search_t_lin/comb_13/trained/model.decoder.layers.7.self_attn.out_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..20c70bf318b4b548b1f82c0eb9b2813a60341fd6
--- /dev/null
+++ b/params/opt/5/rnd_search_t_lin/comb_13/trained/model.decoder.layers.7.self_attn.out_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:4b02843f022c4cc0697fbdb05d0b3960ab65c5055abf4d3613fd3ea9ca5983a7
+size 5251
diff --git a/params/opt/5/rnd_search_t_lin/comb_13/trained/model.decoder.layers.7.self_attn.q_proj/_0.pt b/params/opt/5/rnd_search_t_lin/comb_13/trained/model.decoder.layers.7.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..1516d4d24ffb5e577289494aa4f955b922bfe5d3
--- /dev/null
+++ b/params/opt/5/rnd_search_t_lin/comb_13/trained/model.decoder.layers.7.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:8d62ed9123c6b2bf249583bfd6d5715e3ae41b7dfd773934fbebe914d1e44e0d
+size 5251
diff --git a/params/opt/5/rnd_search_t_lin/comb_13/trained/model.decoder.layers.7.self_attn.q_proj/_s.pt b/params/opt/5/rnd_search_t_lin/comb_13/trained/model.decoder.layers.7.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2dd6e0c1125244888fb2fa03d6bcd8b7b02cd65f
--- /dev/null
+++ b/params/opt/5/rnd_search_t_lin/comb_13/trained/model.decoder.layers.7.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:31f20884a47bc7d5d8ae68169f0774259d7826affbb4526e4f3e9fbcb894a567
+size 5251
diff --git a/params/opt/5/rnd_search_t_lin/comb_13/trained/model.decoder.layers.7.self_attn.v_proj/_0.pt b/params/opt/5/rnd_search_t_lin/comb_13/trained/model.decoder.layers.7.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..da8d3e3979623ec5fdcc739d1689c1f1580ba0dc
--- /dev/null
+++ b/params/opt/5/rnd_search_t_lin/comb_13/trained/model.decoder.layers.7.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:7fb51e279ed96f0a5c94f25991d4658f69b3cbf709ad42dac73fe66b12e2f083
+size 5251
diff --git a/params/opt/5/rnd_search_t_lin/comb_13/trained/model.decoder.layers.7.self_attn.v_proj/_s.pt b/params/opt/5/rnd_search_t_lin/comb_13/trained/model.decoder.layers.7.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..3f22efe5361264c2ea46e900235101a41849d7e8
--- /dev/null
+++ b/params/opt/5/rnd_search_t_lin/comb_13/trained/model.decoder.layers.7.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:293ecfd2d7cae3e772376ad6f489fff7140c7dc2a629448ba2149f06ba594806
+size 5251
diff --git a/params/opt/5/rnd_search_t_lin/comb_13/trained/model.decoder.layers.8.fc1/_0.pt b/params/opt/5/rnd_search_t_lin/comb_13/trained/model.decoder.layers.8.fc1/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..6d53809340a90584830348e603c683f778b0e98a
--- /dev/null
+++ b/params/opt/5/rnd_search_t_lin/comb_13/trained/model.decoder.layers.8.fc1/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:3a76eb129544872eabf960d55ac10ab42db222d485f40fec2267c7ab40599a71
+size 17539
diff --git a/params/opt/5/rnd_search_t_lin/comb_13/trained/model.decoder.layers.8.fc1/_s.pt b/params/opt/5/rnd_search_t_lin/comb_13/trained/model.decoder.layers.8.fc1/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..145d3a23481744893f62163754fc160e88e1a2c5
--- /dev/null
+++ b/params/opt/5/rnd_search_t_lin/comb_13/trained/model.decoder.layers.8.fc1/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ef1d96df497e435ef348edacb5e313d1ad64514927673674e93cb53392e3563e
+size 17539
diff --git a/params/opt/5/rnd_search_t_lin/comb_13/trained/model.decoder.layers.8.fc2/_0.pt b/params/opt/5/rnd_search_t_lin/comb_13/trained/model.decoder.layers.8.fc2/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8409fe0e62731e882f52863258214a064a87990f
--- /dev/null
+++ b/params/opt/5/rnd_search_t_lin/comb_13/trained/model.decoder.layers.8.fc2/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b48d985bd3857bdc9caacf76a00f2cfa40083a09265d367d413d6dbac9d8fbf9
+size 5251
diff --git a/params/opt/5/rnd_search_t_lin/comb_13/trained/model.decoder.layers.8.fc2/_s.pt b/params/opt/5/rnd_search_t_lin/comb_13/trained/model.decoder.layers.8.fc2/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..edaa0a9d7c2a1a751d9b13f4c93d0a7e941f0fd4
--- /dev/null
+++ b/params/opt/5/rnd_search_t_lin/comb_13/trained/model.decoder.layers.8.fc2/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e3b2faeb2b10ce9230389894ad495c1be0d33a5643b0526fd46c0023a88d3091
+size 5251
diff --git a/params/opt/5/rnd_search_t_lin/comb_13/trained/model.decoder.layers.8.self_attn.k_proj/_0.pt b/params/opt/5/rnd_search_t_lin/comb_13/trained/model.decoder.layers.8.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..47b7546dc6881eb11be872b1eda1d5bc6df02353
--- /dev/null
+++ b/params/opt/5/rnd_search_t_lin/comb_13/trained/model.decoder.layers.8.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:54d836c7f8f328b3005d8c0a2719ae6f12c9814ab0d0ee4db50c82100fd3873b
+size 5251
diff --git a/params/opt/5/rnd_search_t_lin/comb_13/trained/model.decoder.layers.8.self_attn.k_proj/_s.pt b/params/opt/5/rnd_search_t_lin/comb_13/trained/model.decoder.layers.8.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ff61e81a7924a45e7ab197f340aa6d314315c1f3
--- /dev/null
+++ b/params/opt/5/rnd_search_t_lin/comb_13/trained/model.decoder.layers.8.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c9a0897e0474c59fa0ecc8c94291c95df8c3b9217e72eb3c60d9d3c5091324dd
+size 5251
diff --git a/params/opt/5/rnd_search_t_lin/comb_13/trained/model.decoder.layers.8.self_attn.out_proj/_0.pt b/params/opt/5/rnd_search_t_lin/comb_13/trained/model.decoder.layers.8.self_attn.out_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..fd0797d130c8b6cd2238fb7fda42f6f8d8fda9bf
--- /dev/null
+++ b/params/opt/5/rnd_search_t_lin/comb_13/trained/model.decoder.layers.8.self_attn.out_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:603856c3340741117d582b96167bea50055ee414643eab00b6181fa2fefbde68
+size 5251
diff --git a/params/opt/5/rnd_search_t_lin/comb_13/trained/model.decoder.layers.8.self_attn.out_proj/_s.pt b/params/opt/5/rnd_search_t_lin/comb_13/trained/model.decoder.layers.8.self_attn.out_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..1f70ae65cca95a9b9bcd571b82d24a57f81949a9
--- /dev/null
+++ b/params/opt/5/rnd_search_t_lin/comb_13/trained/model.decoder.layers.8.self_attn.out_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c21e414cb7a361029e9f6dcdf5b1d154501da3a75f1c6697594dd3ebbfd3ee71
+size 5251
diff --git a/params/opt/5/rnd_search_t_lin/comb_13/trained/model.decoder.layers.8.self_attn.q_proj/_0.pt b/params/opt/5/rnd_search_t_lin/comb_13/trained/model.decoder.layers.8.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..501b7a239a8fba6fe7dcf0987fb0a8398876d1e2
--- /dev/null
+++ b/params/opt/5/rnd_search_t_lin/comb_13/trained/model.decoder.layers.8.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:9bce053dd11a3e0886abf16b058ec846aa417fd9c918571015f819283d983da4
+size 5251
diff --git a/params/opt/5/rnd_search_t_lin/comb_13/trained/model.decoder.layers.8.self_attn.q_proj/_s.pt b/params/opt/5/rnd_search_t_lin/comb_13/trained/model.decoder.layers.8.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..d40d6c0714371b640a0ea85660dd1cde72748838
--- /dev/null
+++ b/params/opt/5/rnd_search_t_lin/comb_13/trained/model.decoder.layers.8.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:87337994c2c889c8a9dfcd0ef09fd25fefe25a3404150435bb82efe4b90d11b9
+size 5251
diff --git a/params/opt/5/rnd_search_t_lin/comb_13/trained/model.decoder.layers.8.self_attn.v_proj/_0.pt b/params/opt/5/rnd_search_t_lin/comb_13/trained/model.decoder.layers.8.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..142cf8cca2d171fa9ccac9bab025e4208c9f7f7e
--- /dev/null
+++ b/params/opt/5/rnd_search_t_lin/comb_13/trained/model.decoder.layers.8.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:1d1bd6b77fabe362e069f0d78e85dccb4a844c2c73c2d906ade1570f5f5b477a
+size 5251
diff --git a/params/opt/5/rnd_search_t_lin/comb_13/trained/model.decoder.layers.8.self_attn.v_proj/_s.pt b/params/opt/5/rnd_search_t_lin/comb_13/trained/model.decoder.layers.8.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..5e5ffdf70029e0aa513a5b52caec52878fa939d9
--- /dev/null
+++ b/params/opt/5/rnd_search_t_lin/comb_13/trained/model.decoder.layers.8.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:12ff8892d47d8d7fa44fa53951dbcb3a11623a1877f0817fe90688100e72168d
+size 5251
diff --git a/params/opt/5/rnd_search_t_lin/comb_13/trained/model.decoder.layers.9.fc1/_0.pt b/params/opt/5/rnd_search_t_lin/comb_13/trained/model.decoder.layers.9.fc1/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..fa6f1044ae2629988e8fe1d0750d1543f19867a1
--- /dev/null
+++ b/params/opt/5/rnd_search_t_lin/comb_13/trained/model.decoder.layers.9.fc1/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:10ce86610783feb1c1f9cdc94187f853297f4ca769a7b03590b02f6d12d9b376
+size 17539
diff --git a/params/opt/5/rnd_search_t_lin/comb_13/trained/model.decoder.layers.9.fc1/_s.pt b/params/opt/5/rnd_search_t_lin/comb_13/trained/model.decoder.layers.9.fc1/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..918b4184a05847e805c38f66af08aa796d024950
--- /dev/null
+++ b/params/opt/5/rnd_search_t_lin/comb_13/trained/model.decoder.layers.9.fc1/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d903a8266fac0d514b2531f701b07185052c62047c677fa5d24c1b20c6e22c32
+size 17539
diff --git a/params/opt/5/rnd_search_t_lin/comb_13/trained/model.decoder.layers.9.fc2/_0.pt b/params/opt/5/rnd_search_t_lin/comb_13/trained/model.decoder.layers.9.fc2/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..3244da1242bc8851ebc29564e00e4bb66405aa40
--- /dev/null
+++ b/params/opt/5/rnd_search_t_lin/comb_13/trained/model.decoder.layers.9.fc2/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5db00b64c59a91a50d334501985c07284c323f23a5c99cd45a07a7ce863a2e1b
+size 5251
diff --git a/params/opt/5/rnd_search_t_lin/comb_13/trained/model.decoder.layers.9.fc2/_s.pt b/params/opt/5/rnd_search_t_lin/comb_13/trained/model.decoder.layers.9.fc2/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ab6f170bd12dbfa04c0c246fe5fab84abca52b4b
--- /dev/null
+++ b/params/opt/5/rnd_search_t_lin/comb_13/trained/model.decoder.layers.9.fc2/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:43b5871517eb80e774e27d050f1be557449992b229f31f3636c36359cf6464c9
+size 5251
diff --git a/params/opt/5/rnd_search_t_lin/comb_13/trained/model.decoder.layers.9.self_attn.k_proj/_0.pt b/params/opt/5/rnd_search_t_lin/comb_13/trained/model.decoder.layers.9.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..bf4c10d09cbadc7d629e1b69ef5ec3c545dca79d
--- /dev/null
+++ b/params/opt/5/rnd_search_t_lin/comb_13/trained/model.decoder.layers.9.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:1166acde295edaf5adce670f663b03f70cc20e627388214192a87cd13834d250
+size 5251
diff --git a/params/opt/5/rnd_search_t_lin/comb_13/trained/model.decoder.layers.9.self_attn.k_proj/_s.pt b/params/opt/5/rnd_search_t_lin/comb_13/trained/model.decoder.layers.9.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..b23a12ad06a2d8c729e8afa080f1600d03729e47
--- /dev/null
+++ b/params/opt/5/rnd_search_t_lin/comb_13/trained/model.decoder.layers.9.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2b7fd2c6607796f7fc1abbcf0748da988408293a6b4009844a3f47170d601420
+size 5251
diff --git a/params/opt/5/rnd_search_t_lin/comb_13/trained/model.decoder.layers.9.self_attn.out_proj/_0.pt b/params/opt/5/rnd_search_t_lin/comb_13/trained/model.decoder.layers.9.self_attn.out_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..02c1e38ddd76d0eea77f6201f933bba07b3fc6f3
--- /dev/null
+++ b/params/opt/5/rnd_search_t_lin/comb_13/trained/model.decoder.layers.9.self_attn.out_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:809eab1bf2feb948576300e5649af877a5967899c8335d3a4b4eaa4e349bb655
+size 5251
diff --git a/params/opt/5/rnd_search_t_lin/comb_13/trained/model.decoder.layers.9.self_attn.out_proj/_s.pt b/params/opt/5/rnd_search_t_lin/comb_13/trained/model.decoder.layers.9.self_attn.out_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..431a4ad020f0fb8bcaa6358ea623b65673798925
--- /dev/null
+++ b/params/opt/5/rnd_search_t_lin/comb_13/trained/model.decoder.layers.9.self_attn.out_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:8150b1ad79b23f0e8fd200987aa7c65e1dc123ba17fe0cac1540e4e68bd16390
+size 5251
diff --git a/params/opt/5/rnd_search_t_lin/comb_13/trained/model.decoder.layers.9.self_attn.q_proj/_0.pt b/params/opt/5/rnd_search_t_lin/comb_13/trained/model.decoder.layers.9.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..fcb0d8a857997ed63d54e0477dd4cf9f9fbe6280
--- /dev/null
+++ b/params/opt/5/rnd_search_t_lin/comb_13/trained/model.decoder.layers.9.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:8171247eba713dea5e13ddddc502168e7017710020ad60bca52b4a8c8a8c4faf
+size 5251
diff --git a/params/opt/5/rnd_search_t_lin/comb_13/trained/model.decoder.layers.9.self_attn.q_proj/_s.pt b/params/opt/5/rnd_search_t_lin/comb_13/trained/model.decoder.layers.9.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..d77e6f21b246fd2149bbda1f42412458a3720e42
--- /dev/null
+++ b/params/opt/5/rnd_search_t_lin/comb_13/trained/model.decoder.layers.9.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:aa5135ba6e568196863fa10a0068ed60ae49711a291b15c4bf6c0127023021d6
+size 5251
diff --git a/params/opt/5/rnd_search_t_lin/comb_13/trained/model.decoder.layers.9.self_attn.v_proj/_0.pt b/params/opt/5/rnd_search_t_lin/comb_13/trained/model.decoder.layers.9.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..f3a768e8f70592fd1da37fe9953334d11ced5d4f
--- /dev/null
+++ b/params/opt/5/rnd_search_t_lin/comb_13/trained/model.decoder.layers.9.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:8b3d11b5d8fa1a023c990de80289f5aee227d07ab26bc64bf54d3828a7b28ef5
+size 5251
diff --git a/params/opt/5/rnd_search_t_lin/comb_13/trained/model.decoder.layers.9.self_attn.v_proj/_s.pt b/params/opt/5/rnd_search_t_lin/comb_13/trained/model.decoder.layers.9.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..686a784ae5195102c784502df3e88a9e3c22b0cc
--- /dev/null
+++ b/params/opt/5/rnd_search_t_lin/comb_13/trained/model.decoder.layers.9.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d54bc4c53a83602b47db1cc2d46c8ce6e8e8fe9c857ec9f927b36785ed87808a
+size 5251
diff --git a/params/opt/5/rnd_search_t_lin/comb_13/trained/model.decoder.project_in/_0.pt b/params/opt/5/rnd_search_t_lin/comb_13/trained/model.decoder.project_in/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a732059dccf7f1769b342f02e75b78445f334241
--- /dev/null
+++ b/params/opt/5/rnd_search_t_lin/comb_13/trained/model.decoder.project_in/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f847f5ce7eb8827b75d9874d9c18acac2e9736f3d00d5b246fab2120aff41fc0
+size 5251
diff --git a/params/opt/5/rnd_search_t_lin/comb_13/trained/model.decoder.project_in/_s.pt b/params/opt/5/rnd_search_t_lin/comb_13/trained/model.decoder.project_in/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..5c8640db37c789f030d5bf5fd8405665b751df4e
--- /dev/null
+++ b/params/opt/5/rnd_search_t_lin/comb_13/trained/model.decoder.project_in/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a9cd488d4410f3f3deb146c5ed9dce776815edcba68c9b91f4ea5099b60a5a57
+size 5251
diff --git a/params/opt/5/rnd_search_t_lin/comb_13/trained/model.decoder.project_out/_0.pt b/params/opt/5/rnd_search_t_lin/comb_13/trained/model.decoder.project_out/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..32e34f525bdb77bebb2b493bbc72819c377583b6
--- /dev/null
+++ b/params/opt/5/rnd_search_t_lin/comb_13/trained/model.decoder.project_out/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:62a67067181945954ff34bca466ad5b2c935130fdf3c43d8827ebcaf321696f8
+size 3203
diff --git a/params/opt/5/rnd_search_t_lin/comb_13/trained/model.decoder.project_out/_s.pt b/params/opt/5/rnd_search_t_lin/comb_13/trained/model.decoder.project_out/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..56c74dac07dd78638806811105d8b87937edf944
--- /dev/null
+++ b/params/opt/5/rnd_search_t_lin/comb_13/trained/model.decoder.project_out/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:55c5c4b2b0450e733bf329ea20566e9c5a7764f42af353d38faa3a819cdbaf2a
+size 3203
diff --git a/params/opt/5/rnd_search_t_lin/comb_13_t/global_train/lm_head/_0.pt b/params/opt/5/rnd_search_t_lin/comb_13_t/global_train/lm_head/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..991e5ff33086f50222927bf6522be9155c92098c
--- /dev/null
+++ b/params/opt/5/rnd_search_t_lin/comb_13_t/global_train/lm_head/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e924100f8feb0221b681dd07c33e3fae2e0bda9377a3cae0e827f82a6bb5e7b1
+size 202243
diff --git a/params/opt/5/rnd_search_t_lin/comb_13_t/global_train/lm_head/_s.pt b/params/opt/5/rnd_search_t_lin/comb_13_t/global_train/lm_head/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..dc5653e8e39aa8d0a3217419c5b27fd3420ecdd8
--- /dev/null
+++ b/params/opt/5/rnd_search_t_lin/comb_13_t/global_train/lm_head/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:7e4517ac544a4a9966e55c63ea678ace595a57fb0b7ba5821897df5b9bdb92fc
+size 202243
diff --git a/params/opt/5/rnd_search_t_lin/comb_13_t/global_train/model.decoder.layers.0.fc1/_0.pt b/params/opt/5/rnd_search_t_lin/comb_13_t/global_train/model.decoder.layers.0.fc1/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..700ae8373df2b14b57b0fb87e98e3196d670b17e
--- /dev/null
+++ b/params/opt/5/rnd_search_t_lin/comb_13_t/global_train/model.decoder.layers.0.fc1/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a6fb998b3ca2fff66edcbb2fe3213a2cc76c99913d25ff330116e087bd915d18
+size 17539
diff --git a/params/opt/5/rnd_search_t_lin/comb_13_t/global_train/model.decoder.layers.0.fc1/_s.pt b/params/opt/5/rnd_search_t_lin/comb_13_t/global_train/model.decoder.layers.0.fc1/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e43422952f963917dfcdceee3a799075cc93b1cb
--- /dev/null
+++ b/params/opt/5/rnd_search_t_lin/comb_13_t/global_train/model.decoder.layers.0.fc1/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e46a15748c297e63e8df85bb2d01e1920b7f291b4908112829f36ab7ee60d558
+size 17539
diff --git a/params/opt/5/rnd_search_t_lin/comb_13_t/global_train/model.decoder.layers.0.fc2/_0.pt b/params/opt/5/rnd_search_t_lin/comb_13_t/global_train/model.decoder.layers.0.fc2/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4d49abb7c51ce953a493bb72e04c7c10a952f1c4
--- /dev/null
+++ b/params/opt/5/rnd_search_t_lin/comb_13_t/global_train/model.decoder.layers.0.fc2/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f357127b7f36760fa8435cfc7a87cb82b7b73f069173206e9199e259cf4f5564
+size 5251
diff --git a/params/opt/5/rnd_search_t_lin/comb_13_t/global_train/model.decoder.layers.0.fc2/_s.pt b/params/opt/5/rnd_search_t_lin/comb_13_t/global_train/model.decoder.layers.0.fc2/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..6410d3c5614a192726a762a61e7f85e41031517a
--- /dev/null
+++ b/params/opt/5/rnd_search_t_lin/comb_13_t/global_train/model.decoder.layers.0.fc2/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:df0f4ea95d771a0601954206bbf9d7c47aaab8db9a25a9f43930c9dd63b47775
+size 5251
diff --git a/params/opt/5/rnd_search_t_lin/comb_13_t/global_train/model.decoder.layers.0.self_attn.k_proj/_0.pt b/params/opt/5/rnd_search_t_lin/comb_13_t/global_train/model.decoder.layers.0.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..0bb65177a2c64df2bb9fcf2b57dddcae1c59671b
--- /dev/null
+++ b/params/opt/5/rnd_search_t_lin/comb_13_t/global_train/model.decoder.layers.0.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e0e29bfe452db1a4d8bb4752bf531ccd2f658b89501125e47ce937a56e0ea61f
+size 5251
diff --git a/params/opt/5/rnd_search_t_lin/comb_13_t/global_train/model.decoder.layers.0.self_attn.k_proj/_s.pt b/params/opt/5/rnd_search_t_lin/comb_13_t/global_train/model.decoder.layers.0.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c51f978900798e8b63f7ad3e2bb266956cc5c649
--- /dev/null
+++ b/params/opt/5/rnd_search_t_lin/comb_13_t/global_train/model.decoder.layers.0.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5bbc46c7ae4f7ce956d635390f8d63ecf0fa198a29fdf817ae4de6cc9bf69c82
+size 5251
diff --git a/params/opt/5/rnd_search_t_lin/comb_13_t/global_train/model.decoder.layers.0.self_attn.out_proj/_0.pt b/params/opt/5/rnd_search_t_lin/comb_13_t/global_train/model.decoder.layers.0.self_attn.out_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..9e70b65097feb5d6fc3daa865b4bd6b7faf836ba
--- /dev/null
+++ b/params/opt/5/rnd_search_t_lin/comb_13_t/global_train/model.decoder.layers.0.self_attn.out_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:24fc794cecd5fc015efaa522aeda8e99b0a0ded97da9b39897fab86d203fc431
+size 5251
diff --git a/params/opt/5/rnd_search_t_lin/comb_13_t/global_train/model.decoder.layers.0.self_attn.out_proj/_s.pt b/params/opt/5/rnd_search_t_lin/comb_13_t/global_train/model.decoder.layers.0.self_attn.out_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..539aa4ea6929e614d2df6ce1e45caf2a9026e259
--- /dev/null
+++ b/params/opt/5/rnd_search_t_lin/comb_13_t/global_train/model.decoder.layers.0.self_attn.out_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c60ba3821a648ed9740f850dfae06c1261575d9163404f27998bcef4b0c3ff55
+size 5251
diff --git a/params/opt/5/rnd_search_t_lin/comb_13_t/global_train/model.decoder.layers.0.self_attn.q_proj/_0.pt b/params/opt/5/rnd_search_t_lin/comb_13_t/global_train/model.decoder.layers.0.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..6fb4a1744c797e9fe8c415f016cfcf52bc968375
--- /dev/null
+++ b/params/opt/5/rnd_search_t_lin/comb_13_t/global_train/model.decoder.layers.0.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:3af10114808633c99f856ca9d58d0e7b2e908f88f79cee2359a6cf6509b59fa2
+size 5251
diff --git a/params/opt/5/rnd_search_t_lin/comb_13_t/global_train/model.decoder.layers.0.self_attn.q_proj/_s.pt b/params/opt/5/rnd_search_t_lin/comb_13_t/global_train/model.decoder.layers.0.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..fc31e65484f20843d94906d7c08ada5bb133db5b
--- /dev/null
+++ b/params/opt/5/rnd_search_t_lin/comb_13_t/global_train/model.decoder.layers.0.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f0657836df01dd879c8ebc8a2a2062e6ad226e03119c165f18d111b29e91ab6e
+size 5251
diff --git a/params/opt/5/rnd_search_t_lin/comb_13_t/global_train/model.decoder.layers.0.self_attn.v_proj/_0.pt b/params/opt/5/rnd_search_t_lin/comb_13_t/global_train/model.decoder.layers.0.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e189ac63b9cb3f12203c71a18109e7a3ae94cfbf
--- /dev/null
+++ b/params/opt/5/rnd_search_t_lin/comb_13_t/global_train/model.decoder.layers.0.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:9ff7e7472c41400361485d3ecb76d87024b59a2b5aebbb27f0b76c1843e391c4
+size 5251
diff --git a/params/opt/5/rnd_search_t_lin/comb_13_t/global_train/model.decoder.layers.0.self_attn.v_proj/_s.pt b/params/opt/5/rnd_search_t_lin/comb_13_t/global_train/model.decoder.layers.0.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..b71cb7b1e8506047dabcebeabb8f83e3df617026
--- /dev/null
+++ b/params/opt/5/rnd_search_t_lin/comb_13_t/global_train/model.decoder.layers.0.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:693f4565fa806ba7cd4cdb900d428782f4a2496a5e3b6c62d9d4d4dbc9ef97bf
+size 5251
diff --git a/params/opt/5/rnd_search_t_lin/comb_13_t/global_train/model.decoder.layers.1.fc1/_0.pt b/params/opt/5/rnd_search_t_lin/comb_13_t/global_train/model.decoder.layers.1.fc1/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ab8a02a7b7db9ac8b79b39e3d7d92dd80a5d7fdb
--- /dev/null
+++ b/params/opt/5/rnd_search_t_lin/comb_13_t/global_train/model.decoder.layers.1.fc1/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:994f99b948bae32759dc80d0932c78af7bbd84b37ed973d898256379e7c7060e
+size 17539
diff --git a/params/opt/5/rnd_search_t_lin/comb_13_t/global_train/model.decoder.layers.1.fc1/_s.pt b/params/opt/5/rnd_search_t_lin/comb_13_t/global_train/model.decoder.layers.1.fc1/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..fce35b89a9d12562055c0d892e4d2d5cb7a5c43b
--- /dev/null
+++ b/params/opt/5/rnd_search_t_lin/comb_13_t/global_train/model.decoder.layers.1.fc1/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b4092b1f1bd99e0246729ce9c113aa3806ef24f54f31a081ee81e72356cb95a1
+size 17539
diff --git a/params/opt/5/rnd_search_t_lin/comb_13_t/global_train/model.decoder.layers.1.fc2/_0.pt b/params/opt/5/rnd_search_t_lin/comb_13_t/global_train/model.decoder.layers.1.fc2/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..b4618cd2501968fb4206ee86c06b7d4cc4f26d0b
--- /dev/null
+++ b/params/opt/5/rnd_search_t_lin/comb_13_t/global_train/model.decoder.layers.1.fc2/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:acdd0830d35394e6ca761263f13645eeac40b70e30f452bfbe3b0a5537e2e296
+size 5251
diff --git a/params/opt/5/rnd_search_t_lin/comb_13_t/global_train/model.decoder.layers.1.fc2/_s.pt b/params/opt/5/rnd_search_t_lin/comb_13_t/global_train/model.decoder.layers.1.fc2/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..b3a4bd4b228fb1a4e62a1cbef05096cc567121ae
--- /dev/null
+++ b/params/opt/5/rnd_search_t_lin/comb_13_t/global_train/model.decoder.layers.1.fc2/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:edb4eef8faea34759ad08386508ffd38b937961584284b043dee6ee363a31fde
+size 5251
diff --git a/params/opt/5/rnd_search_t_lin/comb_13_t/global_train/model.decoder.layers.1.self_attn.k_proj/_0.pt b/params/opt/5/rnd_search_t_lin/comb_13_t/global_train/model.decoder.layers.1.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2533c958d4dda1c061bc92723c9283a557bcba84
--- /dev/null
+++ b/params/opt/5/rnd_search_t_lin/comb_13_t/global_train/model.decoder.layers.1.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e5a2bffac2cddbe587a1f4e09d888ed4b93bad1f720a8250333c544886834ec6
+size 5251
diff --git a/params/opt/5/rnd_search_t_lin/comb_13_t/global_train/model.decoder.layers.1.self_attn.k_proj/_s.pt b/params/opt/5/rnd_search_t_lin/comb_13_t/global_train/model.decoder.layers.1.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c6e360bd56f72b20d904359c636ddc00dd56761a
--- /dev/null
+++ b/params/opt/5/rnd_search_t_lin/comb_13_t/global_train/model.decoder.layers.1.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a06717654f61c1125ec9f1f4fffd60d9995645692753b26483eaf5f2ebe488dd
+size 5251
diff --git a/params/opt/5/rnd_search_t_lin/comb_13_t/global_train/model.decoder.layers.1.self_attn.out_proj/_0.pt b/params/opt/5/rnd_search_t_lin/comb_13_t/global_train/model.decoder.layers.1.self_attn.out_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c85817c82ed4726e2975c979a6aed22ca3284039
--- /dev/null
+++ b/params/opt/5/rnd_search_t_lin/comb_13_t/global_train/model.decoder.layers.1.self_attn.out_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:92f93adf988b0a24b3193ae9085d2d356d54fa89bcedb7f7b806195aea96af56
+size 5251
diff --git a/params/opt/5/rnd_search_t_lin/comb_13_t/global_train/model.decoder.layers.1.self_attn.out_proj/_s.pt b/params/opt/5/rnd_search_t_lin/comb_13_t/global_train/model.decoder.layers.1.self_attn.out_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ffc522ccd9e5de3f932d44fbccd472a48b63c281
--- /dev/null
+++ b/params/opt/5/rnd_search_t_lin/comb_13_t/global_train/model.decoder.layers.1.self_attn.out_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:9315729ae13a3297ae79ed5526a80cb9551df2806e0eca71a3831003b29f1d41
+size 5251
diff --git a/params/opt/5/rnd_search_t_lin/comb_13_t/global_train/model.decoder.layers.1.self_attn.q_proj/_0.pt b/params/opt/5/rnd_search_t_lin/comb_13_t/global_train/model.decoder.layers.1.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..1584551931de749282384805f02d94883cade139
--- /dev/null
+++ b/params/opt/5/rnd_search_t_lin/comb_13_t/global_train/model.decoder.layers.1.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d579b9dad45b6b0f028a9d880eb1cdba44426223f4000d4c51532f841efb6c60
+size 5251
diff --git a/params/opt/5/rnd_search_t_lin/comb_13_t/global_train/model.decoder.layers.1.self_attn.q_proj/_s.pt b/params/opt/5/rnd_search_t_lin/comb_13_t/global_train/model.decoder.layers.1.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8db37ab84ed231de9482682da1dfeb66cdf2922e
--- /dev/null
+++ b/params/opt/5/rnd_search_t_lin/comb_13_t/global_train/model.decoder.layers.1.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:87b52909ad1fca4e64c034b2c67ca6c3351c0bc32570e9187e360e012af30919
+size 5251
diff --git a/params/opt/5/rnd_search_t_lin/comb_13_t/global_train/model.decoder.layers.1.self_attn.v_proj/_0.pt b/params/opt/5/rnd_search_t_lin/comb_13_t/global_train/model.decoder.layers.1.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..783655c8029939f932f3744fa13568e395188b8c
--- /dev/null
+++ b/params/opt/5/rnd_search_t_lin/comb_13_t/global_train/model.decoder.layers.1.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:3ee3681f81d74310a2e67832f60abee3a3a5a75a72e61293b83de3924122cc37
+size 5251
diff --git a/params/opt/5/rnd_search_t_lin/comb_13_t/global_train/model.decoder.layers.1.self_attn.v_proj/_s.pt b/params/opt/5/rnd_search_t_lin/comb_13_t/global_train/model.decoder.layers.1.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..19ad4c2473e313711bfb0559fba1c6a7a2649fd5
--- /dev/null
+++ b/params/opt/5/rnd_search_t_lin/comb_13_t/global_train/model.decoder.layers.1.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:8aa387f70b2b4e1f667537d88116b944228c6104a1b3c2d68c9be05b1b938410
+size 5251
diff --git a/params/opt/5/rnd_search_t_lin/comb_13_t/global_train/model.decoder.layers.10.fc1/_0.pt b/params/opt/5/rnd_search_t_lin/comb_13_t/global_train/model.decoder.layers.10.fc1/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..66df45b328f327a67401f92b765300e43f33b00c
--- /dev/null
+++ b/params/opt/5/rnd_search_t_lin/comb_13_t/global_train/model.decoder.layers.10.fc1/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:778ab43e61a6d1133be4bb8c228380ca4ef02e9016428d77926bc672a55c5d1e
+size 17539
diff --git a/params/opt/5/rnd_search_t_lin/comb_13_t/global_train/model.decoder.layers.10.fc1/_s.pt b/params/opt/5/rnd_search_t_lin/comb_13_t/global_train/model.decoder.layers.10.fc1/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2aef6f28a069193053b14dd18224465fffa86912
--- /dev/null
+++ b/params/opt/5/rnd_search_t_lin/comb_13_t/global_train/model.decoder.layers.10.fc1/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e08264762a17e6c96a5a1ca03a4db1a13ca7d2abfa2e7646827ee129c5105926
+size 17539
diff --git a/params/opt/5/rnd_search_t_lin/comb_13_t/global_train/model.decoder.layers.10.fc2/_0.pt b/params/opt/5/rnd_search_t_lin/comb_13_t/global_train/model.decoder.layers.10.fc2/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..6f7b40041683682f58f1c89fd312ba9029be0489
--- /dev/null
+++ b/params/opt/5/rnd_search_t_lin/comb_13_t/global_train/model.decoder.layers.10.fc2/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:729a0641f2ef56d954fd97f2ccb60f883301909da99a2952e514910266ce5219
+size 5251
diff --git a/params/opt/5/rnd_search_t_lin/comb_13_t/global_train/model.decoder.layers.10.fc2/_s.pt b/params/opt/5/rnd_search_t_lin/comb_13_t/global_train/model.decoder.layers.10.fc2/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..7db9bca5d98775c0b9f66e086e2cbb663d65183a
--- /dev/null
+++ b/params/opt/5/rnd_search_t_lin/comb_13_t/global_train/model.decoder.layers.10.fc2/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a223fb1e6ad544be0819a8cffbb1c7373b346e9ae7afb2daeecb9ba3c05561d3
+size 5251
diff --git a/params/opt/5/rnd_search_t_lin/comb_13_t/global_train/model.decoder.layers.10.self_attn.k_proj/_0.pt b/params/opt/5/rnd_search_t_lin/comb_13_t/global_train/model.decoder.layers.10.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..b281cbe830f4e36d1628bacb0ccb665032243514
--- /dev/null
+++ b/params/opt/5/rnd_search_t_lin/comb_13_t/global_train/model.decoder.layers.10.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:546e0de13e6aa1d3813ae19666b75958a14abc38bacd2cab1e323f3171b96a78
+size 5251
diff --git a/params/opt/5/rnd_search_t_lin/comb_13_t/global_train/model.decoder.layers.10.self_attn.k_proj/_s.pt b/params/opt/5/rnd_search_t_lin/comb_13_t/global_train/model.decoder.layers.10.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..14a433661b5bd9e01de7a69396c9e42999d64a94
--- /dev/null
+++ b/params/opt/5/rnd_search_t_lin/comb_13_t/global_train/model.decoder.layers.10.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:05a189020816afda5e21eaa261aacce15dd110392d51134daf1451604201799c
+size 5251
diff --git a/params/opt/5/rnd_search_t_lin/comb_13_t/global_train/model.decoder.layers.10.self_attn.out_proj/_0.pt b/params/opt/5/rnd_search_t_lin/comb_13_t/global_train/model.decoder.layers.10.self_attn.out_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..d8d274ce05855d10603f85b01019d7cc5f3eef89
--- /dev/null
+++ b/params/opt/5/rnd_search_t_lin/comb_13_t/global_train/model.decoder.layers.10.self_attn.out_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:4fed8f6e73ede1d5ffc7149b9d567c86786ce0dd3eac56d4ff6e11859debfdcb
+size 5251
diff --git a/params/opt/5/rnd_search_t_lin/comb_13_t/global_train/model.decoder.layers.10.self_attn.out_proj/_s.pt b/params/opt/5/rnd_search_t_lin/comb_13_t/global_train/model.decoder.layers.10.self_attn.out_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..3bc74b1aa63b1a4e623784dd024ac0ac145f75ea
--- /dev/null
+++ b/params/opt/5/rnd_search_t_lin/comb_13_t/global_train/model.decoder.layers.10.self_attn.out_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:6a677ada227252cc1b1f636ed9abb9a9d7320938daa2a33baa9c76c6fa4cd9be
+size 5251
diff --git a/params/opt/5/rnd_search_t_lin/comb_13_t/global_train/model.decoder.layers.10.self_attn.q_proj/_0.pt b/params/opt/5/rnd_search_t_lin/comb_13_t/global_train/model.decoder.layers.10.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..198938647eb83de3f69e9a7b531d39dd08ab8d88
--- /dev/null
+++ b/params/opt/5/rnd_search_t_lin/comb_13_t/global_train/model.decoder.layers.10.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:dceb3e0ebd3cc995d22cea4d6de30952b512bce6ae134f3dde6de26a23ae536b
+size 5251
diff --git a/params/opt/5/rnd_search_t_lin/comb_13_t/global_train/model.decoder.layers.10.self_attn.q_proj/_s.pt b/params/opt/5/rnd_search_t_lin/comb_13_t/global_train/model.decoder.layers.10.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..37c0024c97767e5ddbaad0d44fcef6cf32277784
--- /dev/null
+++ b/params/opt/5/rnd_search_t_lin/comb_13_t/global_train/model.decoder.layers.10.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:31dc59b2e126d75d25b3fa2bafbe9c618536268752a54adfe1c36626e39e8fde
+size 5251
diff --git a/params/opt/5/rnd_search_t_lin/comb_13_t/global_train/model.decoder.layers.10.self_attn.v_proj/_0.pt b/params/opt/5/rnd_search_t_lin/comb_13_t/global_train/model.decoder.layers.10.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c18010de0880ae22d4522df123b4953304460f50
--- /dev/null
+++ b/params/opt/5/rnd_search_t_lin/comb_13_t/global_train/model.decoder.layers.10.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b248a10a7b7aff0e8fad7f1bfa12b84080cd7ea2d2e9b69c2614dc5b1ee2cfef
+size 5251
diff --git a/params/opt/5/rnd_search_t_lin/comb_13_t/global_train/model.decoder.layers.10.self_attn.v_proj/_s.pt b/params/opt/5/rnd_search_t_lin/comb_13_t/global_train/model.decoder.layers.10.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..6e9c718b6c62ec944789353c2d2e20cde96991bc
--- /dev/null
+++ b/params/opt/5/rnd_search_t_lin/comb_13_t/global_train/model.decoder.layers.10.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:6f1f53e800bfcda8b6b74384ce42f9e9ba66b989eee013012fa33affc33ce824
+size 5251
diff --git a/params/opt/5/rnd_search_t_lin/comb_13_t/global_train/model.decoder.layers.11.fc1/_0.pt b/params/opt/5/rnd_search_t_lin/comb_13_t/global_train/model.decoder.layers.11.fc1/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..21abbea991a9d32b9a30a0455347339271773910
--- /dev/null
+++ b/params/opt/5/rnd_search_t_lin/comb_13_t/global_train/model.decoder.layers.11.fc1/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0cfee16365d4f324a93f6b2865d8ea6dad0129719515570558b350076725ee5e
+size 17539
diff --git a/params/opt/5/rnd_search_t_lin/comb_13_t/global_train/model.decoder.layers.11.fc1/_s.pt b/params/opt/5/rnd_search_t_lin/comb_13_t/global_train/model.decoder.layers.11.fc1/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2d36ec8cdf559556bf41f6f86809902bd530d83b
--- /dev/null
+++ b/params/opt/5/rnd_search_t_lin/comb_13_t/global_train/model.decoder.layers.11.fc1/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ffe17c77c8482ba4a9778de397a6204ccf5184d8794e191d003cb8e27c3c6b99
+size 17539
diff --git a/params/opt/5/rnd_search_t_lin/comb_13_t/global_train/model.decoder.layers.11.fc2/_0.pt b/params/opt/5/rnd_search_t_lin/comb_13_t/global_train/model.decoder.layers.11.fc2/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4006b0f2ce7f28c8fc31fa58bd9de19724779ec3
--- /dev/null
+++ b/params/opt/5/rnd_search_t_lin/comb_13_t/global_train/model.decoder.layers.11.fc2/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:1b8a14498ab02f434c08d95379e4ed7cd1dec9530c718ece34471b9eed00d769
+size 5251
diff --git a/params/opt/5/rnd_search_t_lin/comb_13_t/global_train/model.decoder.layers.11.fc2/_s.pt b/params/opt/5/rnd_search_t_lin/comb_13_t/global_train/model.decoder.layers.11.fc2/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..bb5b8e44ed74e82057f4cb3bf935f959339c8e22
--- /dev/null
+++ b/params/opt/5/rnd_search_t_lin/comb_13_t/global_train/model.decoder.layers.11.fc2/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c7ed7a5296b856ed8b8d609ea8c81a6e9ce2f05243a79270b604083e28c2ddc3
+size 5251
diff --git a/params/opt/5/rnd_search_t_lin/comb_13_t/global_train/model.decoder.layers.11.self_attn.k_proj/_0.pt b/params/opt/5/rnd_search_t_lin/comb_13_t/global_train/model.decoder.layers.11.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..f44073323a01fc97e31ce8f392c1236e065a2832
--- /dev/null
+++ b/params/opt/5/rnd_search_t_lin/comb_13_t/global_train/model.decoder.layers.11.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d5082beb7994d6679ca65dffaa24d96bd40352f2a570c0ab491fb38b65456bc3
+size 5251
diff --git a/params/opt/5/rnd_search_t_lin/comb_13_t/global_train/model.decoder.layers.11.self_attn.k_proj/_s.pt b/params/opt/5/rnd_search_t_lin/comb_13_t/global_train/model.decoder.layers.11.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..7c56f805e0f8cec50e2063a71c99d928df0f3c93
--- /dev/null
+++ b/params/opt/5/rnd_search_t_lin/comb_13_t/global_train/model.decoder.layers.11.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:343f9c56f928bfd9517ca9445b1e2e559b7c2108108b74de645cab90ed6de302
+size 5251
diff --git a/params/opt/5/rnd_search_t_lin/comb_13_t/global_train/model.decoder.layers.11.self_attn.out_proj/_0.pt b/params/opt/5/rnd_search_t_lin/comb_13_t/global_train/model.decoder.layers.11.self_attn.out_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..76d4b2eed5efb128efffb03fe7b2c1341ac581be
--- /dev/null
+++ b/params/opt/5/rnd_search_t_lin/comb_13_t/global_train/model.decoder.layers.11.self_attn.out_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:48434530f3cf6bd048e58a76f18235805e06853ac843c3807de8b0931dfa67bb
+size 5251
diff --git a/params/opt/5/rnd_search_t_lin/comb_13_t/global_train/model.decoder.layers.11.self_attn.out_proj/_s.pt b/params/opt/5/rnd_search_t_lin/comb_13_t/global_train/model.decoder.layers.11.self_attn.out_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..37956bad663b4fde18a2b07955e91da6a52045a0
--- /dev/null
+++ b/params/opt/5/rnd_search_t_lin/comb_13_t/global_train/model.decoder.layers.11.self_attn.out_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ae39907d06b833d17c2777d746297a0d56f2ee6eaf47c6ae03cd2961a59c897c
+size 5251
diff --git a/params/opt/5/rnd_search_t_lin/comb_13_t/global_train/model.decoder.layers.11.self_attn.q_proj/_0.pt b/params/opt/5/rnd_search_t_lin/comb_13_t/global_train/model.decoder.layers.11.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..aaec034770b7966f5d9db9bbfb34e95bd830612f
--- /dev/null
+++ b/params/opt/5/rnd_search_t_lin/comb_13_t/global_train/model.decoder.layers.11.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:bab5de96edadd01b02ed5d2bc8f5d9d98ea17448170f10d02749abbaa2979d18
+size 5251
diff --git a/params/opt/5/rnd_search_t_lin/comb_13_t/global_train/model.decoder.layers.11.self_attn.q_proj/_s.pt b/params/opt/5/rnd_search_t_lin/comb_13_t/global_train/model.decoder.layers.11.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a68e8feff5d346b01004eca5cd3b81061b8b5389
--- /dev/null
+++ b/params/opt/5/rnd_search_t_lin/comb_13_t/global_train/model.decoder.layers.11.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:4358b9ee2671c52275881ae2374112e5675d0e3e2ce9b42c954645947a16b575
+size 5251
diff --git a/params/opt/5/rnd_search_t_lin/comb_13_t/global_train/model.decoder.layers.11.self_attn.v_proj/_0.pt b/params/opt/5/rnd_search_t_lin/comb_13_t/global_train/model.decoder.layers.11.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..9e7ebca159e751e1fc06f888a9d2669edb971ba9
--- /dev/null
+++ b/params/opt/5/rnd_search_t_lin/comb_13_t/global_train/model.decoder.layers.11.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:127c84b2eb7cf0eb96f32e59f72599c08043788d5b9d30348d45ea95f272edb2
+size 5251
diff --git a/params/opt/5/rnd_search_t_lin/comb_13_t/global_train/model.decoder.layers.11.self_attn.v_proj/_s.pt b/params/opt/5/rnd_search_t_lin/comb_13_t/global_train/model.decoder.layers.11.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4b856c5b35128a79fd2fc771d59e3a84f9484a99
--- /dev/null
+++ b/params/opt/5/rnd_search_t_lin/comb_13_t/global_train/model.decoder.layers.11.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:753e337a0144d04ac21fb548654a44a37ef60a147eae74542e18bfd2c0345070
+size 5251
diff --git a/params/opt/5/rnd_search_t_lin/comb_13_t/global_train/model.decoder.layers.12.fc1/_0.pt b/params/opt/5/rnd_search_t_lin/comb_13_t/global_train/model.decoder.layers.12.fc1/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..1046721d9b3008916509ee4dfb2c9290bf06aebf
--- /dev/null
+++ b/params/opt/5/rnd_search_t_lin/comb_13_t/global_train/model.decoder.layers.12.fc1/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:9a579472be496b0827f42acdc76bf1b0a58abff49c5558304441fc8f477fb9f1
+size 17539
diff --git a/params/opt/5/rnd_search_t_lin/comb_13_t/global_train/model.decoder.layers.12.fc1/_s.pt b/params/opt/5/rnd_search_t_lin/comb_13_t/global_train/model.decoder.layers.12.fc1/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a83eabefa0181cc43ae16f3a5eb881c01ee03d95
--- /dev/null
+++ b/params/opt/5/rnd_search_t_lin/comb_13_t/global_train/model.decoder.layers.12.fc1/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0f5913818789755aa90c573ee2099400cf1d852b8ab8881ef5144162bb4a8f27
+size 17539
diff --git a/params/opt/5/rnd_search_t_lin/comb_13_t/global_train/model.decoder.layers.12.fc2/_0.pt b/params/opt/5/rnd_search_t_lin/comb_13_t/global_train/model.decoder.layers.12.fc2/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..36287099c4e86b28a7c82a2b40976962d5adbccb
--- /dev/null
+++ b/params/opt/5/rnd_search_t_lin/comb_13_t/global_train/model.decoder.layers.12.fc2/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:10ece3ca5c01563680f99b9de49a94fe14f5661475d927982e34b50548f6b705
+size 5251
diff --git a/params/opt/5/rnd_search_t_lin/comb_13_t/global_train/model.decoder.layers.12.fc2/_s.pt b/params/opt/5/rnd_search_t_lin/comb_13_t/global_train/model.decoder.layers.12.fc2/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8977561673fb853aa372bd45b728b35530dcce21
--- /dev/null
+++ b/params/opt/5/rnd_search_t_lin/comb_13_t/global_train/model.decoder.layers.12.fc2/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:73bfb681ab319d85bd3ff1f73aaff934024633f0be8301af43f4c20f5e083238
+size 5251
diff --git a/params/opt/5/rnd_search_t_lin/comb_13_t/global_train/model.decoder.layers.12.self_attn.k_proj/_0.pt b/params/opt/5/rnd_search_t_lin/comb_13_t/global_train/model.decoder.layers.12.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..b43011e24b997ba36c932eeccaad2f5842a11246
--- /dev/null
+++ b/params/opt/5/rnd_search_t_lin/comb_13_t/global_train/model.decoder.layers.12.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:4250cc261d0f80baa7a45c95b65e3b9b93ea6ff405bfaf46aacc51ffffa37b2e
+size 5251
diff --git a/params/opt/5/rnd_search_t_lin/comb_13_t/global_train/model.decoder.layers.12.self_attn.k_proj/_s.pt b/params/opt/5/rnd_search_t_lin/comb_13_t/global_train/model.decoder.layers.12.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..fc4a0f2d85582c118375a533f71376157f158fe7
--- /dev/null
+++ b/params/opt/5/rnd_search_t_lin/comb_13_t/global_train/model.decoder.layers.12.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f58d8584d3c668684aa72d2786758177e5f8f87ffca63c8da0ec39d2bd051dc4
+size 5251
diff --git a/params/opt/5/rnd_search_t_lin/comb_13_t/global_train/model.decoder.layers.12.self_attn.out_proj/_0.pt b/params/opt/5/rnd_search_t_lin/comb_13_t/global_train/model.decoder.layers.12.self_attn.out_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..f3a862b5195b5af5711f2704abb3a829c0c64d2a
--- /dev/null
+++ b/params/opt/5/rnd_search_t_lin/comb_13_t/global_train/model.decoder.layers.12.self_attn.out_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:26fef95465c0e96c6678ef809e8f4f426862cdf4fb91a6d6664b57028a32ed20
+size 5251
diff --git a/params/opt/5/rnd_search_t_lin/comb_13_t/global_train/model.decoder.layers.12.self_attn.out_proj/_s.pt b/params/opt/5/rnd_search_t_lin/comb_13_t/global_train/model.decoder.layers.12.self_attn.out_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2d1dc40f1ae5b1eac2702d7b21574aa4cccc514b
--- /dev/null
+++ b/params/opt/5/rnd_search_t_lin/comb_13_t/global_train/model.decoder.layers.12.self_attn.out_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:6aebb92f1e8fe559cd46b0e9772802b26f3fa6f6bcdea90abad383d8d97f5db0
+size 5251
diff --git a/params/opt/5/rnd_search_t_lin/comb_13_t/global_train/model.decoder.layers.12.self_attn.q_proj/_0.pt b/params/opt/5/rnd_search_t_lin/comb_13_t/global_train/model.decoder.layers.12.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..bae08672edf5044cda4e494480bd9ff0cc2efbd1
--- /dev/null
+++ b/params/opt/5/rnd_search_t_lin/comb_13_t/global_train/model.decoder.layers.12.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:04e9471bf2da256476354a8a1fff1aa0e5c0e7ee057668bdf2281b4f79b4404e
+size 5251
diff --git a/params/opt/5/rnd_search_t_lin/comb_13_t/global_train/model.decoder.layers.12.self_attn.q_proj/_s.pt b/params/opt/5/rnd_search_t_lin/comb_13_t/global_train/model.decoder.layers.12.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ba014cd76cc0c9273fda81b5cc381ead8d7bb152
--- /dev/null
+++ b/params/opt/5/rnd_search_t_lin/comb_13_t/global_train/model.decoder.layers.12.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:629347a698beb1e92405c617829c87f4e0f38b047a8e002b2ee76b68f50ca88f
+size 5251
diff --git a/params/opt/5/rnd_search_t_lin/comb_13_t/global_train/model.decoder.layers.12.self_attn.v_proj/_0.pt b/params/opt/5/rnd_search_t_lin/comb_13_t/global_train/model.decoder.layers.12.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..40f76e06d4037e79c53c5917bdc9bbd3289ffc55
--- /dev/null
+++ b/params/opt/5/rnd_search_t_lin/comb_13_t/global_train/model.decoder.layers.12.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:34c409bffc3fc30fa7ca33769767c292992109c11772498e7baaafa383dcf9e3
+size 5251
diff --git a/params/opt/5/rnd_search_t_lin/comb_13_t/global_train/model.decoder.layers.12.self_attn.v_proj/_s.pt b/params/opt/5/rnd_search_t_lin/comb_13_t/global_train/model.decoder.layers.12.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..7dccd5363db29a42e92520c7312bca110db9857d
--- /dev/null
+++ b/params/opt/5/rnd_search_t_lin/comb_13_t/global_train/model.decoder.layers.12.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:bd651895993ed821d1762a14fde42c55dd74b4a959ad895a6d2138127e393716
+size 5251
diff --git a/params/opt/5/rnd_search_t_lin/comb_13_t/global_train/model.decoder.layers.13.fc1/_0.pt b/params/opt/5/rnd_search_t_lin/comb_13_t/global_train/model.decoder.layers.13.fc1/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..3982dd6b4d197d4301b837986ee8103b2dac734a
--- /dev/null
+++ b/params/opt/5/rnd_search_t_lin/comb_13_t/global_train/model.decoder.layers.13.fc1/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:7b50b02441b2ccd41da9c4de322f22ac6442c8acc018181db2cc081d3a6e66b0
+size 17539
diff --git a/params/opt/5/rnd_search_t_lin/comb_13_t/global_train/model.decoder.layers.13.fc1/_s.pt b/params/opt/5/rnd_search_t_lin/comb_13_t/global_train/model.decoder.layers.13.fc1/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2ae24ada324be88ef48f10b14810b58cc29d8db5
--- /dev/null
+++ b/params/opt/5/rnd_search_t_lin/comb_13_t/global_train/model.decoder.layers.13.fc1/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:3e845ba43795e61d6d74628095f9ce6439272bb963ec56818a86af172ff4176a
+size 17539
diff --git a/params/opt/5/rnd_search_t_lin/comb_13_t/global_train/model.decoder.layers.13.fc2/_0.pt b/params/opt/5/rnd_search_t_lin/comb_13_t/global_train/model.decoder.layers.13.fc2/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c2a202a545af7747a05813b26b9000a1182313f4
--- /dev/null
+++ b/params/opt/5/rnd_search_t_lin/comb_13_t/global_train/model.decoder.layers.13.fc2/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:33116107888e734334ea36394093d941dc07bcf4d2342b9bfaca348fb8fdc2bb
+size 5251
diff --git a/params/opt/5/rnd_search_t_lin/comb_13_t/global_train/model.decoder.layers.13.fc2/_s.pt b/params/opt/5/rnd_search_t_lin/comb_13_t/global_train/model.decoder.layers.13.fc2/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..5aabb37b880158f8d65c9a34405bba8087ef25bb
--- /dev/null
+++ b/params/opt/5/rnd_search_t_lin/comb_13_t/global_train/model.decoder.layers.13.fc2/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b43856d3a1d17377584ec6243249c385a62152e4eda38e941e0639766537ef93
+size 5251
diff --git a/params/opt/5/rnd_search_t_lin/comb_13_t/global_train/model.decoder.layers.13.self_attn.k_proj/_0.pt b/params/opt/5/rnd_search_t_lin/comb_13_t/global_train/model.decoder.layers.13.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8707bd624436a5f8040615856b0446e466325b51
--- /dev/null
+++ b/params/opt/5/rnd_search_t_lin/comb_13_t/global_train/model.decoder.layers.13.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:67e4d410a01b26c4799526c4b3a2d2b30805c3f4fc020eadb56a0e2e3d4e3b5e
+size 5251
diff --git a/params/opt/5/rnd_search_t_lin/comb_13_t/global_train/model.decoder.layers.13.self_attn.k_proj/_s.pt b/params/opt/5/rnd_search_t_lin/comb_13_t/global_train/model.decoder.layers.13.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..755a035bbd27b0adc8f962ee4cac07f2f934e526
--- /dev/null
+++ b/params/opt/5/rnd_search_t_lin/comb_13_t/global_train/model.decoder.layers.13.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a7b0dabc7d7c2195c5800cad166fbeec3b2fa1ac3c110dc2f7b1a45194c786da
+size 5251
diff --git a/params/opt/5/rnd_search_t_lin/comb_13_t/global_train/model.decoder.layers.13.self_attn.out_proj/_0.pt b/params/opt/5/rnd_search_t_lin/comb_13_t/global_train/model.decoder.layers.13.self_attn.out_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8b50938f03734952454c39a34dba12bd9d06ebd4
--- /dev/null
+++ b/params/opt/5/rnd_search_t_lin/comb_13_t/global_train/model.decoder.layers.13.self_attn.out_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:43503b81697792f81c125796ac0914dbb29cf2811507a021b2759f824ed1f88f
+size 5251
diff --git a/params/opt/5/rnd_search_t_lin/comb_13_t/global_train/model.decoder.layers.13.self_attn.out_proj/_s.pt b/params/opt/5/rnd_search_t_lin/comb_13_t/global_train/model.decoder.layers.13.self_attn.out_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..9821594b8976a92d67dba97a360b46827f9013a2
--- /dev/null
+++ b/params/opt/5/rnd_search_t_lin/comb_13_t/global_train/model.decoder.layers.13.self_attn.out_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:6447c6600d72ca1d397920296c0e81c6f16dcaf902b7a5a1fdaa06394d9dc77e
+size 5251
diff --git a/params/opt/5/rnd_search_t_lin/comb_13_t/global_train/model.decoder.layers.13.self_attn.q_proj/_0.pt b/params/opt/5/rnd_search_t_lin/comb_13_t/global_train/model.decoder.layers.13.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..6f2c3a6c2eca7e9da58ff4b42c42206c601925d6
--- /dev/null
+++ b/params/opt/5/rnd_search_t_lin/comb_13_t/global_train/model.decoder.layers.13.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:55b27f746cac347c16dc8b32572e0c45f69567e6959dbf0ee7ee44f55c3eef9a
+size 5251
diff --git a/params/opt/5/rnd_search_t_lin/comb_13_t/global_train/model.decoder.layers.13.self_attn.q_proj/_s.pt b/params/opt/5/rnd_search_t_lin/comb_13_t/global_train/model.decoder.layers.13.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..38a05e0642c485a96e847390f5afd1eac03a8ca5
--- /dev/null
+++ b/params/opt/5/rnd_search_t_lin/comb_13_t/global_train/model.decoder.layers.13.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d1c5ed29ae0b77b33378b3bfa33a32499628b5105dfae4c5d2055761e66a7032
+size 5251
diff --git a/params/opt/5/rnd_search_t_lin/comb_13_t/global_train/model.decoder.layers.13.self_attn.v_proj/_0.pt b/params/opt/5/rnd_search_t_lin/comb_13_t/global_train/model.decoder.layers.13.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..1fac634a9d1a63c9a954538888c0213248e62345
--- /dev/null
+++ b/params/opt/5/rnd_search_t_lin/comb_13_t/global_train/model.decoder.layers.13.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5e32c854dabd19eef638b0fb6be6f3fb5cea2a995069028e1820aba741b33585
+size 5251
diff --git a/params/opt/5/rnd_search_t_lin/comb_13_t/global_train/model.decoder.layers.13.self_attn.v_proj/_s.pt b/params/opt/5/rnd_search_t_lin/comb_13_t/global_train/model.decoder.layers.13.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..9bb720756dec3e2b5b0e6b71484493868f1e81f3
--- /dev/null
+++ b/params/opt/5/rnd_search_t_lin/comb_13_t/global_train/model.decoder.layers.13.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:4444bb79f3a2623a482f3d07c101784dd356d412e579099d061b4e5bdcf22822
+size 5251
diff --git a/params/opt/5/rnd_search_t_lin/comb_13_t/global_train/model.decoder.layers.14.fc1/_0.pt b/params/opt/5/rnd_search_t_lin/comb_13_t/global_train/model.decoder.layers.14.fc1/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..3bac93ca6f449d45f5b888945c8eaa8ec9cbd222
--- /dev/null
+++ b/params/opt/5/rnd_search_t_lin/comb_13_t/global_train/model.decoder.layers.14.fc1/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5678b8ef926e96a3f749835007c89ce98dcacce9200939f5998b737fe0ab3ffa
+size 17539
diff --git a/params/opt/5/rnd_search_t_lin/comb_13_t/global_train/model.decoder.layers.14.fc1/_s.pt b/params/opt/5/rnd_search_t_lin/comb_13_t/global_train/model.decoder.layers.14.fc1/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..f1cb894c80344f8f2e2dac2dd1595756d8d255ca
--- /dev/null
+++ b/params/opt/5/rnd_search_t_lin/comb_13_t/global_train/model.decoder.layers.14.fc1/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f0da0335171ae8a64da4c040c57fd3175c926f1847ccc5823ab5de7226687b9e
+size 17539
diff --git a/params/opt/5/rnd_search_t_lin/comb_13_t/global_train/model.decoder.layers.14.fc2/_0.pt b/params/opt/5/rnd_search_t_lin/comb_13_t/global_train/model.decoder.layers.14.fc2/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8c3b8c26f7d410cbeebf050092a27a64acf8d452
--- /dev/null
+++ b/params/opt/5/rnd_search_t_lin/comb_13_t/global_train/model.decoder.layers.14.fc2/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:94ba566944832fae8f558fefcff2c695bc84e1ddcd5a4a6a53aef004fdb9024a
+size 5251
diff --git a/params/opt/5/rnd_search_t_lin/comb_13_t/global_train/model.decoder.layers.14.fc2/_s.pt b/params/opt/5/rnd_search_t_lin/comb_13_t/global_train/model.decoder.layers.14.fc2/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..f945cfbe9e79b2f93b8281e29c3071eb6855e97c
--- /dev/null
+++ b/params/opt/5/rnd_search_t_lin/comb_13_t/global_train/model.decoder.layers.14.fc2/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ab17e676f59b706548fb5ba28afdf03de657eea1a6e54e3b0e7b0156c9dd2dcf
+size 5251
diff --git a/params/opt/5/rnd_search_t_lin/comb_13_t/global_train/model.decoder.layers.14.self_attn.k_proj/_0.pt b/params/opt/5/rnd_search_t_lin/comb_13_t/global_train/model.decoder.layers.14.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..be6e0ff5928107ddb2a7aa9296c09655131fb2c6
--- /dev/null
+++ b/params/opt/5/rnd_search_t_lin/comb_13_t/global_train/model.decoder.layers.14.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:53bb9d14bab776a350e4b0c1802ced67d0155ca97918e7fa749255561ade0e52
+size 5251
diff --git a/params/opt/5/rnd_search_t_lin/comb_13_t/global_train/model.decoder.layers.14.self_attn.k_proj/_s.pt b/params/opt/5/rnd_search_t_lin/comb_13_t/global_train/model.decoder.layers.14.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e899d6d77d0816ada6debd2b7b531aaec5ba8820
--- /dev/null
+++ b/params/opt/5/rnd_search_t_lin/comb_13_t/global_train/model.decoder.layers.14.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:558d89aad54306dd0f1e7a1049f94b0f4ae567eb68ed354ae453bda38010e78e
+size 5251
diff --git a/params/opt/5/rnd_search_t_lin/comb_13_t/global_train/model.decoder.layers.14.self_attn.out_proj/_0.pt b/params/opt/5/rnd_search_t_lin/comb_13_t/global_train/model.decoder.layers.14.self_attn.out_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..6fe9b2818778a96f4e99c89a5b7a4cf3789d2222
--- /dev/null
+++ b/params/opt/5/rnd_search_t_lin/comb_13_t/global_train/model.decoder.layers.14.self_attn.out_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:967cd3f2318d60ce1b608758fa3217f807e506fcfe6cb69b2351d1f31778c884
+size 5251
diff --git a/params/opt/5/rnd_search_t_lin/comb_13_t/global_train/model.decoder.layers.14.self_attn.out_proj/_s.pt b/params/opt/5/rnd_search_t_lin/comb_13_t/global_train/model.decoder.layers.14.self_attn.out_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..b59f9260103b2669656b9b6492e977f23edc24ea
--- /dev/null
+++ b/params/opt/5/rnd_search_t_lin/comb_13_t/global_train/model.decoder.layers.14.self_attn.out_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:4295f0b27b3160c592d9d5b581408cfd7a14d7579fa13ed37ce378d5cb39b95a
+size 5251
diff --git a/params/opt/5/rnd_search_t_lin/comb_13_t/global_train/model.decoder.layers.14.self_attn.q_proj/_0.pt b/params/opt/5/rnd_search_t_lin/comb_13_t/global_train/model.decoder.layers.14.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..f5df094590c5417aa8c42c16d3cd94ce00358625
--- /dev/null
+++ b/params/opt/5/rnd_search_t_lin/comb_13_t/global_train/model.decoder.layers.14.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:613e0bee53506926677bc6aad302b5fbd37990e9e222668ba98bdd97fe717a2c
+size 5251
diff --git a/params/opt/5/rnd_search_t_lin/comb_13_t/global_train/model.decoder.layers.14.self_attn.q_proj/_s.pt b/params/opt/5/rnd_search_t_lin/comb_13_t/global_train/model.decoder.layers.14.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e9f7860ec89db9ff5e89254723165210a7596a8d
--- /dev/null
+++ b/params/opt/5/rnd_search_t_lin/comb_13_t/global_train/model.decoder.layers.14.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:9427d64edd067b1d355f51838ae2ffd3f921599de0e5841bd1f538b88a86f4ca
+size 5251
diff --git a/params/opt/5/rnd_search_t_lin/comb_13_t/global_train/model.decoder.layers.14.self_attn.v_proj/_0.pt b/params/opt/5/rnd_search_t_lin/comb_13_t/global_train/model.decoder.layers.14.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..825a766d4b06d2f5d7077cc7e498533c9f64fa60
--- /dev/null
+++ b/params/opt/5/rnd_search_t_lin/comb_13_t/global_train/model.decoder.layers.14.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ed5eb049f3668948cc8f1a97be73f9a804d40d7d6b328bc9c53ee00dcc3e55f0
+size 5251
diff --git a/params/opt/5/rnd_search_t_lin/comb_13_t/global_train/model.decoder.layers.14.self_attn.v_proj/_s.pt b/params/opt/5/rnd_search_t_lin/comb_13_t/global_train/model.decoder.layers.14.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..37fb121b6fef51a2d59c043766d0f1da820fc6d8
--- /dev/null
+++ b/params/opt/5/rnd_search_t_lin/comb_13_t/global_train/model.decoder.layers.14.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:404ae1be999afce3b274c6bdedaad03ab07921c51571149a9c673a21de81e29a
+size 5251
diff --git a/params/opt/5/rnd_search_t_lin/comb_13_t/global_train/model.decoder.layers.15.fc1/_0.pt b/params/opt/5/rnd_search_t_lin/comb_13_t/global_train/model.decoder.layers.15.fc1/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..870c872a144c8d443cede7e7790a57657ed99056
--- /dev/null
+++ b/params/opt/5/rnd_search_t_lin/comb_13_t/global_train/model.decoder.layers.15.fc1/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0a3277153562bd08692e67f51e226a9a56779dcde36abeb69fa472800475f327
+size 17539
diff --git a/params/opt/5/rnd_search_t_lin/comb_13_t/global_train/model.decoder.layers.15.fc1/_s.pt b/params/opt/5/rnd_search_t_lin/comb_13_t/global_train/model.decoder.layers.15.fc1/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..1f474a0023bf963fbfe02208c68b317b9574da56
--- /dev/null
+++ b/params/opt/5/rnd_search_t_lin/comb_13_t/global_train/model.decoder.layers.15.fc1/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:71ad3e5f15c17f9c103f0db3f3514db7ff67df441d76f61afcf8f60722c2277d
+size 17539
diff --git a/params/opt/5/rnd_search_t_lin/comb_13_t/global_train/model.decoder.layers.15.fc2/_0.pt b/params/opt/5/rnd_search_t_lin/comb_13_t/global_train/model.decoder.layers.15.fc2/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2529bac2e0064de0ada9c8b175decdbef782cbc4
--- /dev/null
+++ b/params/opt/5/rnd_search_t_lin/comb_13_t/global_train/model.decoder.layers.15.fc2/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:99a30f110bafd48690dd33fdd578cdddd314c4d17c576ddfc9eafcb0861f7ce1
+size 5251
diff --git a/params/opt/5/rnd_search_t_lin/comb_13_t/global_train/model.decoder.layers.15.fc2/_s.pt b/params/opt/5/rnd_search_t_lin/comb_13_t/global_train/model.decoder.layers.15.fc2/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2372b417a626d1e3857dfb2efd6ac30e28390901
--- /dev/null
+++ b/params/opt/5/rnd_search_t_lin/comb_13_t/global_train/model.decoder.layers.15.fc2/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e8866c283930bbe7d185b5c60b6e5e60f8a3bd4f4bcf6481b0536b85e8299976
+size 5251
diff --git a/params/opt/5/rnd_search_t_lin/comb_13_t/global_train/model.decoder.layers.15.self_attn.k_proj/_0.pt b/params/opt/5/rnd_search_t_lin/comb_13_t/global_train/model.decoder.layers.15.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..115f443fd82181e5433a18d9a65705f0c4c7d6ca
--- /dev/null
+++ b/params/opt/5/rnd_search_t_lin/comb_13_t/global_train/model.decoder.layers.15.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a0ab09142f07aa5b4a1929dec35497882e8397171ffabbe254aa768d67e72f86
+size 5251
diff --git a/params/opt/5/rnd_search_t_lin/comb_13_t/global_train/model.decoder.layers.15.self_attn.k_proj/_s.pt b/params/opt/5/rnd_search_t_lin/comb_13_t/global_train/model.decoder.layers.15.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..74cafdfa6afbcf9dbed9496b4c51d2f21ead8977
--- /dev/null
+++ b/params/opt/5/rnd_search_t_lin/comb_13_t/global_train/model.decoder.layers.15.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c9812b0b97c0ec21b5b63a7d3624f5a0fad4d37eabb25e38df050cc226c33abb
+size 5251
diff --git a/params/opt/5/rnd_search_t_lin/comb_13_t/global_train/model.decoder.layers.15.self_attn.out_proj/_0.pt b/params/opt/5/rnd_search_t_lin/comb_13_t/global_train/model.decoder.layers.15.self_attn.out_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..02df146fa7646d7a2b61dcc56db6c4e20b80be09
--- /dev/null
+++ b/params/opt/5/rnd_search_t_lin/comb_13_t/global_train/model.decoder.layers.15.self_attn.out_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:59de73e6c2941545d044336746bfdd02c7e63db35aafc4f1274eae4eefbaaa5d
+size 5251
diff --git a/params/opt/5/rnd_search_t_lin/comb_13_t/global_train/model.decoder.layers.15.self_attn.out_proj/_s.pt b/params/opt/5/rnd_search_t_lin/comb_13_t/global_train/model.decoder.layers.15.self_attn.out_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..f5a56f12d04481226338eb0c3a743384253f5c02
--- /dev/null
+++ b/params/opt/5/rnd_search_t_lin/comb_13_t/global_train/model.decoder.layers.15.self_attn.out_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:06a479371d22f883ed4aace453ea8e0e63ec3f2084a48d46dd1f4c0bdb4790eb
+size 5251
diff --git a/params/opt/5/rnd_search_t_lin/comb_13_t/global_train/model.decoder.layers.15.self_attn.q_proj/_0.pt b/params/opt/5/rnd_search_t_lin/comb_13_t/global_train/model.decoder.layers.15.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c2aef12f0b449670d3676dbe617bcf7bccbe8faa
--- /dev/null
+++ b/params/opt/5/rnd_search_t_lin/comb_13_t/global_train/model.decoder.layers.15.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:18a345094a5e66cc97aa676850af2415a525587ef22a175e8711f30570d1b878
+size 5251
diff --git a/params/opt/5/rnd_search_t_lin/comb_13_t/global_train/model.decoder.layers.15.self_attn.q_proj/_s.pt b/params/opt/5/rnd_search_t_lin/comb_13_t/global_train/model.decoder.layers.15.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4259cbeebe831a2feb74be03b4110449ed18627f
--- /dev/null
+++ b/params/opt/5/rnd_search_t_lin/comb_13_t/global_train/model.decoder.layers.15.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:4f5895d3d22d16e11809a5d5b5a45acfee98111e8cf3118dddb22b2f3d7a7981
+size 5251
diff --git a/params/opt/5/rnd_search_t_lin/comb_13_t/global_train/model.decoder.layers.15.self_attn.v_proj/_0.pt b/params/opt/5/rnd_search_t_lin/comb_13_t/global_train/model.decoder.layers.15.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..b8da39206a0b13f0e24f226b916496034a8794f6
--- /dev/null
+++ b/params/opt/5/rnd_search_t_lin/comb_13_t/global_train/model.decoder.layers.15.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:cdcb6a2b49d2ef389b06ac9af0ebb33531153bebdac3d514be1a6f067ac8ea28
+size 5251
diff --git a/params/opt/5/rnd_search_t_lin/comb_13_t/global_train/model.decoder.layers.15.self_attn.v_proj/_s.pt b/params/opt/5/rnd_search_t_lin/comb_13_t/global_train/model.decoder.layers.15.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..fb9c6679d8de6fca7dc08e57fc658b7623607f9c
--- /dev/null
+++ b/params/opt/5/rnd_search_t_lin/comb_13_t/global_train/model.decoder.layers.15.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:55313fee2928858d6f5e3e7246a2b1186122ebe477ea668e7a8f5d39693e9652
+size 5251
diff --git a/params/opt/5/rnd_search_t_lin/comb_13_t/global_train/model.decoder.layers.16.fc1/_0.pt b/params/opt/5/rnd_search_t_lin/comb_13_t/global_train/model.decoder.layers.16.fc1/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..275772ebfd673800e1fb65426d6ade5e0803c4f1
--- /dev/null
+++ b/params/opt/5/rnd_search_t_lin/comb_13_t/global_train/model.decoder.layers.16.fc1/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:42224bf596c9c55c29931639886efc098c676caf8dcd8d8930fc692a416b66d0
+size 17539
diff --git a/params/opt/5/rnd_search_t_lin/comb_13_t/global_train/model.decoder.layers.16.fc1/_s.pt b/params/opt/5/rnd_search_t_lin/comb_13_t/global_train/model.decoder.layers.16.fc1/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..0c5c32a60bdf5aa0f9f9dec200e28f44de209712
--- /dev/null
+++ b/params/opt/5/rnd_search_t_lin/comb_13_t/global_train/model.decoder.layers.16.fc1/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e6798a5cb00f06df1ec1c03a03939efbd2fc469e913f8342385d8bf875df5dff
+size 17539
diff --git a/params/opt/5/rnd_search_t_lin/comb_13_t/global_train/model.decoder.layers.16.fc2/_0.pt b/params/opt/5/rnd_search_t_lin/comb_13_t/global_train/model.decoder.layers.16.fc2/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..73c694b0373f35f335736bdf2a27f4464187e1a2
--- /dev/null
+++ b/params/opt/5/rnd_search_t_lin/comb_13_t/global_train/model.decoder.layers.16.fc2/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c67d5abae0103990ab77d18d2eeb754d66698b46dee335ad859926143e12909b
+size 5251
diff --git a/params/opt/5/rnd_search_t_lin/comb_13_t/global_train/model.decoder.layers.16.fc2/_s.pt b/params/opt/5/rnd_search_t_lin/comb_13_t/global_train/model.decoder.layers.16.fc2/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..b53c45c7fb1bed0f4c93a1e40631394fc126cd64
--- /dev/null
+++ b/params/opt/5/rnd_search_t_lin/comb_13_t/global_train/model.decoder.layers.16.fc2/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:bf317a43cda8cbc2d880572ce9ded41a789969e7e6a0484232d5759f1fa7191e
+size 5251
diff --git a/params/opt/5/rnd_search_t_lin/comb_13_t/global_train/model.decoder.layers.16.self_attn.k_proj/_0.pt b/params/opt/5/rnd_search_t_lin/comb_13_t/global_train/model.decoder.layers.16.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..113439e33efc37faca7cd30f02724acbec54c8b5
--- /dev/null
+++ b/params/opt/5/rnd_search_t_lin/comb_13_t/global_train/model.decoder.layers.16.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:4925fa85b7daf42564165c6e19c8184ac81914e2c54d7b038a583279d848e9fc
+size 5251
diff --git a/params/opt/5/rnd_search_t_lin/comb_13_t/global_train/model.decoder.layers.16.self_attn.k_proj/_s.pt b/params/opt/5/rnd_search_t_lin/comb_13_t/global_train/model.decoder.layers.16.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..b105490fd228ad1b52beb954e779a7e062b5dc2a
--- /dev/null
+++ b/params/opt/5/rnd_search_t_lin/comb_13_t/global_train/model.decoder.layers.16.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e6f55dc740625a8b5c88a2c1da9645da6cdc01a43e10961d4026e9d882f57318
+size 5251
diff --git a/params/opt/5/rnd_search_t_lin/comb_13_t/global_train/model.decoder.layers.16.self_attn.out_proj/_0.pt b/params/opt/5/rnd_search_t_lin/comb_13_t/global_train/model.decoder.layers.16.self_attn.out_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..feba337113bd694a62a75248b33a7ac7f17384e3
--- /dev/null
+++ b/params/opt/5/rnd_search_t_lin/comb_13_t/global_train/model.decoder.layers.16.self_attn.out_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:8548da323407969369051bef38bd13c7d3e72951984ee2fe6b1f0863c73e0e3f
+size 5251
diff --git a/params/opt/5/rnd_search_t_lin/comb_13_t/global_train/model.decoder.layers.16.self_attn.out_proj/_s.pt b/params/opt/5/rnd_search_t_lin/comb_13_t/global_train/model.decoder.layers.16.self_attn.out_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2fd9ff50a8e7ab9c1a0f622d3bcec9f43af3df45
--- /dev/null
+++ b/params/opt/5/rnd_search_t_lin/comb_13_t/global_train/model.decoder.layers.16.self_attn.out_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d3118f8979363d297bc4b330d127d38a08ffee275ca88779ac0d206c0aaaf2cb
+size 5251
diff --git a/params/opt/5/rnd_search_t_lin/comb_13_t/global_train/model.decoder.layers.16.self_attn.q_proj/_0.pt b/params/opt/5/rnd_search_t_lin/comb_13_t/global_train/model.decoder.layers.16.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..3100730eb0dd088147e81e25d2054853a4b7610d
--- /dev/null
+++ b/params/opt/5/rnd_search_t_lin/comb_13_t/global_train/model.decoder.layers.16.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:99feccf218dfa2040f21db356a1e63b3f9a05273b150cb3125225e169902c050
+size 5251
diff --git a/params/opt/5/rnd_search_t_lin/comb_13_t/global_train/model.decoder.layers.16.self_attn.q_proj/_s.pt b/params/opt/5/rnd_search_t_lin/comb_13_t/global_train/model.decoder.layers.16.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..f264d5a50fa06af7cc8b91ed4c515198a418f72b
--- /dev/null
+++ b/params/opt/5/rnd_search_t_lin/comb_13_t/global_train/model.decoder.layers.16.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:9ca6b35c7ce5dd98a88dffcd2771b9bba6427c1ecc06096b11072907ec0747c1
+size 5251
diff --git a/params/opt/5/rnd_search_t_lin/comb_13_t/global_train/model.decoder.layers.16.self_attn.v_proj/_0.pt b/params/opt/5/rnd_search_t_lin/comb_13_t/global_train/model.decoder.layers.16.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..1baf8e567c3ac4d7381c6f4045797ac2f5f40fa8
--- /dev/null
+++ b/params/opt/5/rnd_search_t_lin/comb_13_t/global_train/model.decoder.layers.16.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:53ccceaa89b6c9c9a377b2c747ec83b85d4d255850dc4c7a62d8d8959aa039e2
+size 5251
diff --git a/params/opt/5/rnd_search_t_lin/comb_13_t/global_train/model.decoder.layers.16.self_attn.v_proj/_s.pt b/params/opt/5/rnd_search_t_lin/comb_13_t/global_train/model.decoder.layers.16.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..5029615053b9dac26f4dd54f2c211dff49b9cdc7
--- /dev/null
+++ b/params/opt/5/rnd_search_t_lin/comb_13_t/global_train/model.decoder.layers.16.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:03e752b22e7c97a87c99a3eed61ec4dd13663bcf85b17bbf9efe2f09008930bf
+size 5251
diff --git a/params/opt/5/rnd_search_t_lin/comb_13_t/global_train/model.decoder.layers.17.fc1/_0.pt b/params/opt/5/rnd_search_t_lin/comb_13_t/global_train/model.decoder.layers.17.fc1/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..de51fa62c8b888f9c6dc2993e365ce2795144233
--- /dev/null
+++ b/params/opt/5/rnd_search_t_lin/comb_13_t/global_train/model.decoder.layers.17.fc1/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f7152fc85de09b687065291456dbff8db89b682fd92e263567591e7adc92bd59
+size 17539
diff --git a/params/opt/5/rnd_search_t_lin/comb_13_t/global_train/model.decoder.layers.17.fc1/_s.pt b/params/opt/5/rnd_search_t_lin/comb_13_t/global_train/model.decoder.layers.17.fc1/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8062daf99bcf1dc5d1d50ea7ad0d1ca4098f6021
--- /dev/null
+++ b/params/opt/5/rnd_search_t_lin/comb_13_t/global_train/model.decoder.layers.17.fc1/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c58455b30ad979ca9f37b399ccdbb3acc921a181f1f55216596be7faeef94637
+size 17539
diff --git a/params/opt/5/rnd_search_t_lin/comb_13_t/global_train/model.decoder.layers.17.fc2/_0.pt b/params/opt/5/rnd_search_t_lin/comb_13_t/global_train/model.decoder.layers.17.fc2/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..60618c1201bd8f0242fcbf7b8751a75ed07e1ff4
--- /dev/null
+++ b/params/opt/5/rnd_search_t_lin/comb_13_t/global_train/model.decoder.layers.17.fc2/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:9da53fbca31aafc8e97e16f3e2a642611c2b102488be1d7eb0f7c9ff17079db2
+size 5251
diff --git a/params/opt/5/rnd_search_t_lin/comb_13_t/global_train/model.decoder.layers.17.fc2/_s.pt b/params/opt/5/rnd_search_t_lin/comb_13_t/global_train/model.decoder.layers.17.fc2/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..9de0cf0178c8e9b14a59f37996699af9ecad10aa
--- /dev/null
+++ b/params/opt/5/rnd_search_t_lin/comb_13_t/global_train/model.decoder.layers.17.fc2/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:70f04f81c7f2b3417dc40aaadc3e213922c2fb4e75649a72cd3bda27766c6693
+size 5251
diff --git a/params/opt/5/rnd_search_t_lin/comb_13_t/global_train/model.decoder.layers.17.self_attn.k_proj/_0.pt b/params/opt/5/rnd_search_t_lin/comb_13_t/global_train/model.decoder.layers.17.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..d23557f005f1d40a1e392f24385f807b8369c1b9
--- /dev/null
+++ b/params/opt/5/rnd_search_t_lin/comb_13_t/global_train/model.decoder.layers.17.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:12b8760376fc6702cfa92265eb832bd8d7b3f4ad91cb68dfb12d1fd2ca32c524
+size 5251
diff --git a/params/opt/5/rnd_search_t_lin/comb_13_t/global_train/model.decoder.layers.17.self_attn.k_proj/_s.pt b/params/opt/5/rnd_search_t_lin/comb_13_t/global_train/model.decoder.layers.17.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..190aaf4718e9163ca4827c18e402e07632ea2e3e
--- /dev/null
+++ b/params/opt/5/rnd_search_t_lin/comb_13_t/global_train/model.decoder.layers.17.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c173be479b00663c8c98ffc8d4c99e5c50b6451e2b89986b01daae0bdf45828a
+size 5251
diff --git a/params/opt/5/rnd_search_t_lin/comb_13_t/global_train/model.decoder.layers.17.self_attn.out_proj/_0.pt b/params/opt/5/rnd_search_t_lin/comb_13_t/global_train/model.decoder.layers.17.self_attn.out_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ff199b884e9149c09d19e32bc8830d11d6a20504
--- /dev/null
+++ b/params/opt/5/rnd_search_t_lin/comb_13_t/global_train/model.decoder.layers.17.self_attn.out_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:1800d83b1ef1b3ae24bd481e4fa4de632f6880f85afe76d8eb3fe2386b2c5f22
+size 5251
diff --git a/params/opt/5/rnd_search_t_lin/comb_13_t/global_train/model.decoder.layers.17.self_attn.out_proj/_s.pt b/params/opt/5/rnd_search_t_lin/comb_13_t/global_train/model.decoder.layers.17.self_attn.out_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..eb96975db5faf785c5a8219a53adfd72d734df45
--- /dev/null
+++ b/params/opt/5/rnd_search_t_lin/comb_13_t/global_train/model.decoder.layers.17.self_attn.out_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c5dfbf632a1ce14f1fc5aa042b565eb49c2ccb8c2463e3b82b9588dcb6d6cbc0
+size 5251
diff --git a/params/opt/5/rnd_search_t_lin/comb_13_t/global_train/model.decoder.layers.17.self_attn.q_proj/_0.pt b/params/opt/5/rnd_search_t_lin/comb_13_t/global_train/model.decoder.layers.17.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..26fe4135b9a97c88c8e1cdfd25acd41e8ea75d0e
--- /dev/null
+++ b/params/opt/5/rnd_search_t_lin/comb_13_t/global_train/model.decoder.layers.17.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:98b534d2ea503b5d0c1523fbf3a01c315ee6a2fde240e9233239ed6ca7cad0e9
+size 5251
diff --git a/params/opt/5/rnd_search_t_lin/comb_13_t/global_train/model.decoder.layers.17.self_attn.q_proj/_s.pt b/params/opt/5/rnd_search_t_lin/comb_13_t/global_train/model.decoder.layers.17.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e1e2b49d90ec91d9edb994eefa749ec1173c39e6
--- /dev/null
+++ b/params/opt/5/rnd_search_t_lin/comb_13_t/global_train/model.decoder.layers.17.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a6b027237b77becd98a573c98fec9c49627a0a8cc47d2c5200308f38983dc1f5
+size 5251
diff --git a/params/opt/5/rnd_search_t_lin/comb_13_t/global_train/model.decoder.layers.17.self_attn.v_proj/_0.pt b/params/opt/5/rnd_search_t_lin/comb_13_t/global_train/model.decoder.layers.17.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a334e4020aba8391bf89d2ff9a419c6765c222d3
--- /dev/null
+++ b/params/opt/5/rnd_search_t_lin/comb_13_t/global_train/model.decoder.layers.17.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2e3d3959a77bf40363165931fec99ab38a72f3c89743c6bda4cc30c1090553d5
+size 5251
diff --git a/params/opt/5/rnd_search_t_lin/comb_13_t/global_train/model.decoder.layers.17.self_attn.v_proj/_s.pt b/params/opt/5/rnd_search_t_lin/comb_13_t/global_train/model.decoder.layers.17.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ab58c3ccbaa28fc2783c24ad0dac8d2791e032f3
--- /dev/null
+++ b/params/opt/5/rnd_search_t_lin/comb_13_t/global_train/model.decoder.layers.17.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5122f17a6b3b6336f63610f09aa74a8cca1aa0aa7a0e3d1d009596467854f2d1
+size 5251
diff --git a/params/opt/5/rnd_search_t_lin/comb_13_t/global_train/model.decoder.layers.18.fc1/_0.pt b/params/opt/5/rnd_search_t_lin/comb_13_t/global_train/model.decoder.layers.18.fc1/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..56881b1fcb305c6633be02dc546aba09dc563516
--- /dev/null
+++ b/params/opt/5/rnd_search_t_lin/comb_13_t/global_train/model.decoder.layers.18.fc1/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:1b5654304ffb078f921c6d17abdda54a9bf9ac7153cec300a7490c8286877075
+size 17539
diff --git a/params/opt/5/rnd_search_t_lin/comb_13_t/global_train/model.decoder.layers.18.fc1/_s.pt b/params/opt/5/rnd_search_t_lin/comb_13_t/global_train/model.decoder.layers.18.fc1/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..03d31b6c7b213d51d3449e64b25836e2a40d7c31
--- /dev/null
+++ b/params/opt/5/rnd_search_t_lin/comb_13_t/global_train/model.decoder.layers.18.fc1/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:74a6cfdd23f25a5733e845fed326b0d07ec2632e5c16290fb29467e2415da369
+size 17539
diff --git a/params/opt/5/rnd_search_t_lin/comb_13_t/global_train/model.decoder.layers.18.fc2/_0.pt b/params/opt/5/rnd_search_t_lin/comb_13_t/global_train/model.decoder.layers.18.fc2/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..d846444f11164b26aa17e2d64441ca9aab312be7
--- /dev/null
+++ b/params/opt/5/rnd_search_t_lin/comb_13_t/global_train/model.decoder.layers.18.fc2/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:7c2e246195956bdce1562c9e5f9a583b56a36292a08b5bf589589e01ed777642
+size 5251
diff --git a/params/opt/5/rnd_search_t_lin/comb_13_t/global_train/model.decoder.layers.18.fc2/_s.pt b/params/opt/5/rnd_search_t_lin/comb_13_t/global_train/model.decoder.layers.18.fc2/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..f5f04afee2ced3fad7fe012de1746ac3ed8dea58
--- /dev/null
+++ b/params/opt/5/rnd_search_t_lin/comb_13_t/global_train/model.decoder.layers.18.fc2/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:bced2e29ab6757b2b1d41ffb20bfd1ac4a481ed7d8c1a945b7f94544815bf0f2
+size 5251
diff --git a/params/opt/5/rnd_search_t_lin/comb_13_t/global_train/model.decoder.layers.18.self_attn.k_proj/_0.pt b/params/opt/5/rnd_search_t_lin/comb_13_t/global_train/model.decoder.layers.18.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..34d0432544a0b60eae1ccf70c623f28721d9c34e
--- /dev/null
+++ b/params/opt/5/rnd_search_t_lin/comb_13_t/global_train/model.decoder.layers.18.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:66b471b5657cfe9515d742b9945305f82a9c8e8bf0b1f0e588e5144c6b4b9fb6
+size 5251
diff --git a/params/opt/5/rnd_search_t_lin/comb_13_t/global_train/model.decoder.layers.18.self_attn.k_proj/_s.pt b/params/opt/5/rnd_search_t_lin/comb_13_t/global_train/model.decoder.layers.18.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..5eb6342a7f082cb23246c6f80ca9c51bb1c0c020
--- /dev/null
+++ b/params/opt/5/rnd_search_t_lin/comb_13_t/global_train/model.decoder.layers.18.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0197804c58e12349053e954d8686befd89045c93036c51ef3ce348b70c5b0399
+size 5251
diff --git a/params/opt/5/rnd_search_t_lin/comb_13_t/global_train/model.decoder.layers.18.self_attn.out_proj/_0.pt b/params/opt/5/rnd_search_t_lin/comb_13_t/global_train/model.decoder.layers.18.self_attn.out_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c42df0cde2f13ec2555788a11c1c14619c6f9252
--- /dev/null
+++ b/params/opt/5/rnd_search_t_lin/comb_13_t/global_train/model.decoder.layers.18.self_attn.out_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:dd3cc9c8469d011f152fec8e724ab79b4b399b358326784348cbfa8f3ea8bceb
+size 5251
diff --git a/params/opt/5/rnd_search_t_lin/comb_13_t/global_train/model.decoder.layers.18.self_attn.out_proj/_s.pt b/params/opt/5/rnd_search_t_lin/comb_13_t/global_train/model.decoder.layers.18.self_attn.out_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..3e1bbce9c6c60a2a942dd832992b0daee8629e55
--- /dev/null
+++ b/params/opt/5/rnd_search_t_lin/comb_13_t/global_train/model.decoder.layers.18.self_attn.out_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:1544bd4fe7493c29afcb661ef96f71e523039fb674aeb5d2c9baaf0a73e78a2c
+size 5251
diff --git a/params/opt/5/rnd_search_t_lin/comb_13_t/global_train/model.decoder.layers.18.self_attn.q_proj/_0.pt b/params/opt/5/rnd_search_t_lin/comb_13_t/global_train/model.decoder.layers.18.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a7bbe3e321c08ba78b1bdf1db0272f003263ec21
--- /dev/null
+++ b/params/opt/5/rnd_search_t_lin/comb_13_t/global_train/model.decoder.layers.18.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b92e5fe2fffd69b18f9456540e54ea956ee00abed9b4f10cbd9b420cca615d39
+size 5251
diff --git a/params/opt/5/rnd_search_t_lin/comb_13_t/global_train/model.decoder.layers.18.self_attn.q_proj/_s.pt b/params/opt/5/rnd_search_t_lin/comb_13_t/global_train/model.decoder.layers.18.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..f14248b3bd7a080312c72ef7c77a76cb1b4f71ed
--- /dev/null
+++ b/params/opt/5/rnd_search_t_lin/comb_13_t/global_train/model.decoder.layers.18.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:37a6dd27028e52a70d7a820ae9879867e341c78174e4b15bd4da31c847b7a252
+size 5251
diff --git a/params/opt/5/rnd_search_t_lin/comb_13_t/global_train/model.decoder.layers.18.self_attn.v_proj/_0.pt b/params/opt/5/rnd_search_t_lin/comb_13_t/global_train/model.decoder.layers.18.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..17597fe15c33f65def5b40be97b982708bd4a5af
--- /dev/null
+++ b/params/opt/5/rnd_search_t_lin/comb_13_t/global_train/model.decoder.layers.18.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ca05875014cc52f5c690fced5833dc8130021eee9e1cdbc8c770061520c408c1
+size 5251
diff --git a/params/opt/5/rnd_search_t_lin/comb_13_t/global_train/model.decoder.layers.18.self_attn.v_proj/_s.pt b/params/opt/5/rnd_search_t_lin/comb_13_t/global_train/model.decoder.layers.18.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..5e72f8c203e1c8c1590efe31108fd3a377fe9c26
--- /dev/null
+++ b/params/opt/5/rnd_search_t_lin/comb_13_t/global_train/model.decoder.layers.18.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:52a1dc5aaf64d1bb045a74b5518879e1ffcce792614cbabb8f22ca4768b27e0d
+size 5251
diff --git a/params/opt/5/rnd_search_t_lin/comb_13_t/global_train/model.decoder.layers.19.fc1/_0.pt b/params/opt/5/rnd_search_t_lin/comb_13_t/global_train/model.decoder.layers.19.fc1/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..fef914257ac6832a3796e26f5b1f49985abf2446
--- /dev/null
+++ b/params/opt/5/rnd_search_t_lin/comb_13_t/global_train/model.decoder.layers.19.fc1/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e106ef977e420998dbf05650eeca9ceffdd9d17d49baeefa544d9979033c15b7
+size 17539
diff --git a/params/opt/5/rnd_search_t_lin/comb_13_t/global_train/model.decoder.layers.19.fc1/_s.pt b/params/opt/5/rnd_search_t_lin/comb_13_t/global_train/model.decoder.layers.19.fc1/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c2833c951cac474a7b93465a52323cff4d8bf15c
--- /dev/null
+++ b/params/opt/5/rnd_search_t_lin/comb_13_t/global_train/model.decoder.layers.19.fc1/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:67e8d0e4e85cb500212fbbf9be1cdba2b7b78db2bd2446b90ce5437af4696f39
+size 17539
diff --git a/params/opt/5/rnd_search_t_lin/comb_13_t/global_train/model.decoder.layers.19.fc2/_0.pt b/params/opt/5/rnd_search_t_lin/comb_13_t/global_train/model.decoder.layers.19.fc2/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..6cbcd1efbd5dd99d41ee165a08c111b61b43e76f
--- /dev/null
+++ b/params/opt/5/rnd_search_t_lin/comb_13_t/global_train/model.decoder.layers.19.fc2/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e8f5c16ba63cd61b35472b26a106c3efcd79cd84970f3d6e6557c6b6be6c976a
+size 5251
diff --git a/params/opt/5/rnd_search_t_lin/comb_13_t/global_train/model.decoder.layers.19.fc2/_s.pt b/params/opt/5/rnd_search_t_lin/comb_13_t/global_train/model.decoder.layers.19.fc2/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..501430dbd2298fe2dcc2495c76443008e91db3fe
--- /dev/null
+++ b/params/opt/5/rnd_search_t_lin/comb_13_t/global_train/model.decoder.layers.19.fc2/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d487c1fce779fabd6f247c2c805d71e81cec4b574c39495b468413ae6518df8c
+size 5251
diff --git a/params/opt/5/rnd_search_t_lin/comb_13_t/global_train/model.decoder.layers.19.self_attn.k_proj/_0.pt b/params/opt/5/rnd_search_t_lin/comb_13_t/global_train/model.decoder.layers.19.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..fc4277c6e0a2045e33b7fff6da7baf351f57253d
--- /dev/null
+++ b/params/opt/5/rnd_search_t_lin/comb_13_t/global_train/model.decoder.layers.19.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a38ce981330f8ea2b777bf92a6d7f12377c0640e359c299d5ffc101a77a0226d
+size 5251
diff --git a/params/opt/5/rnd_search_t_lin/comb_13_t/global_train/model.decoder.layers.19.self_attn.k_proj/_s.pt b/params/opt/5/rnd_search_t_lin/comb_13_t/global_train/model.decoder.layers.19.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..5205a8fa4ed12fc8007393dfbca043675747010e
--- /dev/null
+++ b/params/opt/5/rnd_search_t_lin/comb_13_t/global_train/model.decoder.layers.19.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e7b41bc9bf86468d2597840752ac1aaefff02e92cbee7add5d797c3bfad07364
+size 5251
diff --git a/params/opt/5/rnd_search_t_lin/comb_13_t/global_train/model.decoder.layers.19.self_attn.out_proj/_0.pt b/params/opt/5/rnd_search_t_lin/comb_13_t/global_train/model.decoder.layers.19.self_attn.out_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c6096d4d21c6cb5a4eb26fc7f6f95153ca1dae90
--- /dev/null
+++ b/params/opt/5/rnd_search_t_lin/comb_13_t/global_train/model.decoder.layers.19.self_attn.out_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:626bc450a8897090a9ca476c5299a9d7009fdd7ec0a85a39789ff2c14ac5be4c
+size 5251
diff --git a/params/opt/5/rnd_search_t_lin/comb_13_t/global_train/model.decoder.layers.19.self_attn.out_proj/_s.pt b/params/opt/5/rnd_search_t_lin/comb_13_t/global_train/model.decoder.layers.19.self_attn.out_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..089a288930f8535a7c1f4bf0aa20ccb0cd559ace
--- /dev/null
+++ b/params/opt/5/rnd_search_t_lin/comb_13_t/global_train/model.decoder.layers.19.self_attn.out_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:fa0cd403353ccb8a1fc0bf780fc95d1e2135507c1d2723c4325bd1d4ffc58c6f
+size 5251
diff --git a/params/opt/5/rnd_search_t_lin/comb_13_t/global_train/model.decoder.layers.19.self_attn.q_proj/_0.pt b/params/opt/5/rnd_search_t_lin/comb_13_t/global_train/model.decoder.layers.19.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..6f5ed658b184b5b8b853c20565308f4dfe1c35c7
--- /dev/null
+++ b/params/opt/5/rnd_search_t_lin/comb_13_t/global_train/model.decoder.layers.19.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:31cc7540512159c46413a0fee16e7550b00d2961c9451a3b83cd939608a081ee
+size 5251
diff --git a/params/opt/5/rnd_search_t_lin/comb_13_t/global_train/model.decoder.layers.19.self_attn.q_proj/_s.pt b/params/opt/5/rnd_search_t_lin/comb_13_t/global_train/model.decoder.layers.19.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..02758164419dfcafc491ef39a54c0c5dcf053bab
--- /dev/null
+++ b/params/opt/5/rnd_search_t_lin/comb_13_t/global_train/model.decoder.layers.19.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d0f16e5f1463d0b02d0eab1981365395c6e57e39d049b22591abd6778ebcbf24
+size 5251
diff --git a/params/opt/5/rnd_search_t_lin/comb_13_t/global_train/model.decoder.layers.19.self_attn.v_proj/_0.pt b/params/opt/5/rnd_search_t_lin/comb_13_t/global_train/model.decoder.layers.19.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..6e2e7f6438fa604b132cf7cbc31a2c92df649ccb
--- /dev/null
+++ b/params/opt/5/rnd_search_t_lin/comb_13_t/global_train/model.decoder.layers.19.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b0e14608e3a6b6d6335b71aaa41c24348a6d1153458603cd18e0a7d2d46fb3d1
+size 5251
diff --git a/params/opt/5/rnd_search_t_lin/comb_13_t/global_train/model.decoder.layers.19.self_attn.v_proj/_s.pt b/params/opt/5/rnd_search_t_lin/comb_13_t/global_train/model.decoder.layers.19.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..88ed299f1d531e5f41bb32810760f44f85ccbac9
--- /dev/null
+++ b/params/opt/5/rnd_search_t_lin/comb_13_t/global_train/model.decoder.layers.19.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b1774ef93c924177e4dcda020779d4df559d2f71b16b3515e9a810eaf0893477
+size 5251
diff --git a/params/opt/5/rnd_search_t_lin/comb_13_t/global_train/model.decoder.layers.2.fc1/_0.pt b/params/opt/5/rnd_search_t_lin/comb_13_t/global_train/model.decoder.layers.2.fc1/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..3de4bb120a5e978f8a60eb38631179e5ac2de8e8
--- /dev/null
+++ b/params/opt/5/rnd_search_t_lin/comb_13_t/global_train/model.decoder.layers.2.fc1/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:fbedab9ea0804f8505a2f9c60c2612b224328ec664b9ed56e6d848a5385a9d56
+size 17539
diff --git a/params/opt/5/rnd_search_t_lin/comb_13_t/global_train/model.decoder.layers.2.fc1/_s.pt b/params/opt/5/rnd_search_t_lin/comb_13_t/global_train/model.decoder.layers.2.fc1/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..df3b1748782f4e3ab56e40b27f04b34cb6638ca0
--- /dev/null
+++ b/params/opt/5/rnd_search_t_lin/comb_13_t/global_train/model.decoder.layers.2.fc1/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:9ccc461603c00f9d6ceb425c9b148a52d73391591545972c0e8ce4202452c34e
+size 17539
diff --git a/params/opt/5/rnd_search_t_lin/comb_13_t/global_train/model.decoder.layers.2.fc2/_0.pt b/params/opt/5/rnd_search_t_lin/comb_13_t/global_train/model.decoder.layers.2.fc2/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..9f121edeb9655a69315e290c764c6939d1547a3e
--- /dev/null
+++ b/params/opt/5/rnd_search_t_lin/comb_13_t/global_train/model.decoder.layers.2.fc2/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:7fdd8442c597f9be4afff4403d7ec7da59fe22ef0dc75aaadd1819395c132478
+size 5251
diff --git a/params/opt/5/rnd_search_t_lin/comb_13_t/global_train/model.decoder.layers.2.fc2/_s.pt b/params/opt/5/rnd_search_t_lin/comb_13_t/global_train/model.decoder.layers.2.fc2/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c8152aaaecf5db9b6b805943936c37d2636793e9
--- /dev/null
+++ b/params/opt/5/rnd_search_t_lin/comb_13_t/global_train/model.decoder.layers.2.fc2/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:68bc68f5e44e79af53091ef98c78b9f3d261fc8a18224d6bcc3b167e29e9aacf
+size 5251
diff --git a/params/opt/5/rnd_search_t_lin/comb_13_t/global_train/model.decoder.layers.2.self_attn.k_proj/_0.pt b/params/opt/5/rnd_search_t_lin/comb_13_t/global_train/model.decoder.layers.2.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..5bda2bfabfb650b43db1ca2dd3b0be9ced01fe1d
--- /dev/null
+++ b/params/opt/5/rnd_search_t_lin/comb_13_t/global_train/model.decoder.layers.2.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d2412cc5c7ab596028661626bbd46e23b88042bf2e482d1a61fcdc9c4613ce3f
+size 5251
diff --git a/params/opt/5/rnd_search_t_lin/comb_13_t/global_train/model.decoder.layers.2.self_attn.k_proj/_s.pt b/params/opt/5/rnd_search_t_lin/comb_13_t/global_train/model.decoder.layers.2.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e351abc1231bc180ab61c293f6326ea6b12059b2
--- /dev/null
+++ b/params/opt/5/rnd_search_t_lin/comb_13_t/global_train/model.decoder.layers.2.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:6caacf8342430044f06837db63bad8fc569196ccbae5d191c5b2d40765fac6fd
+size 5251
diff --git a/params/opt/5/rnd_search_t_lin/comb_13_t/global_train/model.decoder.layers.2.self_attn.out_proj/_0.pt b/params/opt/5/rnd_search_t_lin/comb_13_t/global_train/model.decoder.layers.2.self_attn.out_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a990e4217527b152634acab0f506b2d0991bfaa1
--- /dev/null
+++ b/params/opt/5/rnd_search_t_lin/comb_13_t/global_train/model.decoder.layers.2.self_attn.out_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:de678394c67e0cb0186a463ea65982bfe0e7bc89c7417f71c4cfd99fb60fccc5
+size 5251
diff --git a/params/opt/5/rnd_search_t_lin/comb_13_t/global_train/model.decoder.layers.2.self_attn.out_proj/_s.pt b/params/opt/5/rnd_search_t_lin/comb_13_t/global_train/model.decoder.layers.2.self_attn.out_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..6671ca5f5f4144c06c07e2c438fa29cd588545f7
--- /dev/null
+++ b/params/opt/5/rnd_search_t_lin/comb_13_t/global_train/model.decoder.layers.2.self_attn.out_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5033b62bea2f3ff8e5bcfd7834c9622f4c3e3023767e2a0ff1b2a37b6665f4aa
+size 5251
diff --git a/params/opt/5/rnd_search_t_lin/comb_13_t/global_train/model.decoder.layers.2.self_attn.q_proj/_0.pt b/params/opt/5/rnd_search_t_lin/comb_13_t/global_train/model.decoder.layers.2.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..f49f8db95fd25c17a938671c821dc2bb01ef9460
--- /dev/null
+++ b/params/opt/5/rnd_search_t_lin/comb_13_t/global_train/model.decoder.layers.2.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:1906aadd31412ab72e2f68b93627d6785309cf8e820537546edae494377b97d4
+size 5251
diff --git a/params/opt/5/rnd_search_t_lin/comb_13_t/global_train/model.decoder.layers.2.self_attn.q_proj/_s.pt b/params/opt/5/rnd_search_t_lin/comb_13_t/global_train/model.decoder.layers.2.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..92406a43c90718569b6aea309f5e8ac75dff0502
--- /dev/null
+++ b/params/opt/5/rnd_search_t_lin/comb_13_t/global_train/model.decoder.layers.2.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:25165c247ed89f19dca820c77b560a7bf642a6668cd0f4aad8301b58cf47f6b1
+size 5251
diff --git a/params/opt/5/rnd_search_t_lin/comb_13_t/global_train/model.decoder.layers.2.self_attn.v_proj/_0.pt b/params/opt/5/rnd_search_t_lin/comb_13_t/global_train/model.decoder.layers.2.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..34f0755489ab91d14457be1f367988b2c3ae750e
--- /dev/null
+++ b/params/opt/5/rnd_search_t_lin/comb_13_t/global_train/model.decoder.layers.2.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:9be194cd564a4971a8065bf4ed1405ca79eef09ca77bd4ade9f239bcc4bbf672
+size 5251
diff --git a/params/opt/5/rnd_search_t_lin/comb_13_t/global_train/model.decoder.layers.2.self_attn.v_proj/_s.pt b/params/opt/5/rnd_search_t_lin/comb_13_t/global_train/model.decoder.layers.2.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..68ebcb7439101d07310144ceb6fcd56ac4b2ee0d
--- /dev/null
+++ b/params/opt/5/rnd_search_t_lin/comb_13_t/global_train/model.decoder.layers.2.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:9484a89b6581da17f30b4018f7bae2db0b0eabd8d1075124dd8117653563e614
+size 5251
diff --git a/params/opt/5/rnd_search_t_lin/comb_13_t/global_train/model.decoder.layers.20.fc1/_0.pt b/params/opt/5/rnd_search_t_lin/comb_13_t/global_train/model.decoder.layers.20.fc1/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8d224585105c0ab607b6cfba5a5e79e86e864114
--- /dev/null
+++ b/params/opt/5/rnd_search_t_lin/comb_13_t/global_train/model.decoder.layers.20.fc1/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b0f1c727a082a03e415b9a20c32e171a90234ff73003116c4d19abdbd0f23fd0
+size 17539
diff --git a/params/opt/5/rnd_search_t_lin/comb_13_t/global_train/model.decoder.layers.20.fc1/_s.pt b/params/opt/5/rnd_search_t_lin/comb_13_t/global_train/model.decoder.layers.20.fc1/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e4e34d50c7e154499c478c6d8e5a2cd6a9986a40
--- /dev/null
+++ b/params/opt/5/rnd_search_t_lin/comb_13_t/global_train/model.decoder.layers.20.fc1/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:6eeade10b9e109da0fea62b22267a4edd55e604830e3487f4267b820639939cf
+size 17539
diff --git a/params/opt/5/rnd_search_t_lin/comb_13_t/global_train/model.decoder.layers.20.fc2/_0.pt b/params/opt/5/rnd_search_t_lin/comb_13_t/global_train/model.decoder.layers.20.fc2/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..aed7616ee0b0245c76df75607d2620e68a30653f
--- /dev/null
+++ b/params/opt/5/rnd_search_t_lin/comb_13_t/global_train/model.decoder.layers.20.fc2/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:1d5c4a92cb386600a3c3c60c6b21f44b6bce18ad34f6aa131810746c6de6aff0
+size 5251
diff --git a/params/opt/5/rnd_search_t_lin/comb_13_t/global_train/model.decoder.layers.20.fc2/_s.pt b/params/opt/5/rnd_search_t_lin/comb_13_t/global_train/model.decoder.layers.20.fc2/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..d2e4e1207b093f1443ec37e5ffdf144e54a0da1b
--- /dev/null
+++ b/params/opt/5/rnd_search_t_lin/comb_13_t/global_train/model.decoder.layers.20.fc2/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:1a41b9f354d45ff1891b092a28b217a3d74a8ebbf8d46be24b7152fd57084247
+size 5251
diff --git a/params/opt/5/rnd_search_t_lin/comb_13_t/global_train/model.decoder.layers.20.self_attn.k_proj/_0.pt b/params/opt/5/rnd_search_t_lin/comb_13_t/global_train/model.decoder.layers.20.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..050f64af5ea85cc88d40dc0d4491a86cc55240c9
--- /dev/null
+++ b/params/opt/5/rnd_search_t_lin/comb_13_t/global_train/model.decoder.layers.20.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:116cb5262406d2d9516f056b8aa2fe284371cce90ca61ac9255603b441c2344a
+size 5251
diff --git a/params/opt/5/rnd_search_t_lin/comb_13_t/global_train/model.decoder.layers.20.self_attn.k_proj/_s.pt b/params/opt/5/rnd_search_t_lin/comb_13_t/global_train/model.decoder.layers.20.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..d39e63161fe800f11ecdbce409996d84484a5a18
--- /dev/null
+++ b/params/opt/5/rnd_search_t_lin/comb_13_t/global_train/model.decoder.layers.20.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:06e599569a94d3a73f5c118496cdfa33932fb07d6bb534bb44ede7c9f255d54b
+size 5251
diff --git a/params/opt/5/rnd_search_t_lin/comb_13_t/global_train/model.decoder.layers.20.self_attn.out_proj/_0.pt b/params/opt/5/rnd_search_t_lin/comb_13_t/global_train/model.decoder.layers.20.self_attn.out_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..6f82a16b202dce80d1dc741ba25ea0f002d98b27
--- /dev/null
+++ b/params/opt/5/rnd_search_t_lin/comb_13_t/global_train/model.decoder.layers.20.self_attn.out_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e3a945428f813f417cfbadf54776bc810acc36dd2b741a43dee16c8530c376e4
+size 5251
diff --git a/params/opt/5/rnd_search_t_lin/comb_13_t/global_train/model.decoder.layers.20.self_attn.out_proj/_s.pt b/params/opt/5/rnd_search_t_lin/comb_13_t/global_train/model.decoder.layers.20.self_attn.out_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..cb48c59409ebc43fcc91065c0d6d4f5b6b263b93
--- /dev/null
+++ b/params/opt/5/rnd_search_t_lin/comb_13_t/global_train/model.decoder.layers.20.self_attn.out_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d41ac5665f50e5e64ca82c03ba4498b9504c14dda3a50fbb6b2328dcdadc4bb7
+size 5251
diff --git a/params/opt/5/rnd_search_t_lin/comb_13_t/global_train/model.decoder.layers.20.self_attn.q_proj/_0.pt b/params/opt/5/rnd_search_t_lin/comb_13_t/global_train/model.decoder.layers.20.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..047b8d59c2bd04c828431f1fc873c5795c72bff1
--- /dev/null
+++ b/params/opt/5/rnd_search_t_lin/comb_13_t/global_train/model.decoder.layers.20.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0d2f12aca1dc9b159ad7d0d567692df2c690a1f8ded3fea9a22ca24a0e49d206
+size 5251
diff --git a/params/opt/5/rnd_search_t_lin/comb_13_t/global_train/model.decoder.layers.20.self_attn.q_proj/_s.pt b/params/opt/5/rnd_search_t_lin/comb_13_t/global_train/model.decoder.layers.20.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..7e1c8c974e9ab7b0c43d7321db110ff9a532b574
--- /dev/null
+++ b/params/opt/5/rnd_search_t_lin/comb_13_t/global_train/model.decoder.layers.20.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:787f47e43092f97741b604708f89f008f06d205bb3e4fe5c0e79cd77664f4bb2
+size 5251
diff --git a/params/opt/5/rnd_search_t_lin/comb_13_t/global_train/model.decoder.layers.20.self_attn.v_proj/_0.pt b/params/opt/5/rnd_search_t_lin/comb_13_t/global_train/model.decoder.layers.20.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..d06ee711823232c0aead973fb2b3c05ab8ee49b8
--- /dev/null
+++ b/params/opt/5/rnd_search_t_lin/comb_13_t/global_train/model.decoder.layers.20.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:8191daf1ded12ea0debe2fcc8f979bdee3fdac23a534e9e8648a3d4223116922
+size 5251
diff --git a/params/opt/5/rnd_search_t_lin/comb_13_t/global_train/model.decoder.layers.20.self_attn.v_proj/_s.pt b/params/opt/5/rnd_search_t_lin/comb_13_t/global_train/model.decoder.layers.20.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..b6bf78053946187062afd73848f9433b299c2860
--- /dev/null
+++ b/params/opt/5/rnd_search_t_lin/comb_13_t/global_train/model.decoder.layers.20.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:21e09c206b4c78c225877301b72e36434fd1987679138ca9fa957f788b851604
+size 5251
diff --git a/params/opt/5/rnd_search_t_lin/comb_13_t/global_train/model.decoder.layers.21.fc1/_0.pt b/params/opt/5/rnd_search_t_lin/comb_13_t/global_train/model.decoder.layers.21.fc1/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..990ad71c2a92aeef694f4424a76c2f5b381b43e6
--- /dev/null
+++ b/params/opt/5/rnd_search_t_lin/comb_13_t/global_train/model.decoder.layers.21.fc1/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:89ea46c8cd5d48b85a50867f0e900a20f1e683e81fad13fbf4baae101d2d9365
+size 17539
diff --git a/params/opt/5/rnd_search_t_lin/comb_13_t/global_train/model.decoder.layers.21.fc1/_s.pt b/params/opt/5/rnd_search_t_lin/comb_13_t/global_train/model.decoder.layers.21.fc1/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..0ea1a9f7851db08cda4891515221bbb22597d190
--- /dev/null
+++ b/params/opt/5/rnd_search_t_lin/comb_13_t/global_train/model.decoder.layers.21.fc1/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:45ea8236c00c5b42d803d2c37fbc94cb85746c2bdd5014a8f34222b6c6120223
+size 17539
diff --git a/params/opt/5/rnd_search_t_lin/comb_13_t/global_train/model.decoder.layers.21.fc2/_0.pt b/params/opt/5/rnd_search_t_lin/comb_13_t/global_train/model.decoder.layers.21.fc2/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..606e31e2511e58ad0ba0e1c1bf2f6c9aede0dfab
--- /dev/null
+++ b/params/opt/5/rnd_search_t_lin/comb_13_t/global_train/model.decoder.layers.21.fc2/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:897fcae8e6d08513a39b055c1cc6de4707ab23ab080057258f3831b02bb4f431
+size 5251
diff --git a/params/opt/5/rnd_search_t_lin/comb_13_t/global_train/model.decoder.layers.21.fc2/_s.pt b/params/opt/5/rnd_search_t_lin/comb_13_t/global_train/model.decoder.layers.21.fc2/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ad3ed06a18483e554145c42957d1c1f375759cd3
--- /dev/null
+++ b/params/opt/5/rnd_search_t_lin/comb_13_t/global_train/model.decoder.layers.21.fc2/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d1c1de5d3c837bcf280b90be74021d6c67777f5b53bc9a10ce32113c0e820ad4
+size 5251
diff --git a/params/opt/5/rnd_search_t_lin/comb_13_t/global_train/model.decoder.layers.21.self_attn.k_proj/_0.pt b/params/opt/5/rnd_search_t_lin/comb_13_t/global_train/model.decoder.layers.21.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..7bd72af5ea79b1eac136407c869072cb4c08769f
--- /dev/null
+++ b/params/opt/5/rnd_search_t_lin/comb_13_t/global_train/model.decoder.layers.21.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b3388421d3caf2e1feb4058bbbdd29ef64012795c420dacd738984d46aab52f8
+size 5251
diff --git a/params/opt/5/rnd_search_t_lin/comb_13_t/global_train/model.decoder.layers.21.self_attn.k_proj/_s.pt b/params/opt/5/rnd_search_t_lin/comb_13_t/global_train/model.decoder.layers.21.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4d3186ca40744dfdc85e9fa8b8422e328e6bca0e
--- /dev/null
+++ b/params/opt/5/rnd_search_t_lin/comb_13_t/global_train/model.decoder.layers.21.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c453c9f70f0385940da90b1c9f8fcf6dbda9efbc78a02a71a88a14bc2a7e8ba5
+size 5251
diff --git a/params/opt/5/rnd_search_t_lin/comb_13_t/global_train/model.decoder.layers.21.self_attn.out_proj/_0.pt b/params/opt/5/rnd_search_t_lin/comb_13_t/global_train/model.decoder.layers.21.self_attn.out_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..614419a2681ce163bd38e013b26e55c0d395a114
--- /dev/null
+++ b/params/opt/5/rnd_search_t_lin/comb_13_t/global_train/model.decoder.layers.21.self_attn.out_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:de0d7e500e7b8e66c46b72a1a763dc34e647da082ad40183b63101caa102592a
+size 5251
diff --git a/params/opt/5/rnd_search_t_lin/comb_13_t/global_train/model.decoder.layers.21.self_attn.out_proj/_s.pt b/params/opt/5/rnd_search_t_lin/comb_13_t/global_train/model.decoder.layers.21.self_attn.out_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..310a163cc60ede1016f980f6c45057f1e1097ce0
--- /dev/null
+++ b/params/opt/5/rnd_search_t_lin/comb_13_t/global_train/model.decoder.layers.21.self_attn.out_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c223fc9a5ede1d3a6fd7fc1df9fdb6b944473b3ee2d0efc8824bf6d03fa80ad0
+size 5251
diff --git a/params/opt/5/rnd_search_t_lin/comb_13_t/global_train/model.decoder.layers.21.self_attn.q_proj/_0.pt b/params/opt/5/rnd_search_t_lin/comb_13_t/global_train/model.decoder.layers.21.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..558a2d5412b2a20a04ba33d0572d274686185f55
--- /dev/null
+++ b/params/opt/5/rnd_search_t_lin/comb_13_t/global_train/model.decoder.layers.21.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b4ed7c307d42f388011144ae104b3ed21414c188477c1cdd20dbdfc1a0bcddd9
+size 5251
diff --git a/params/opt/5/rnd_search_t_lin/comb_13_t/global_train/model.decoder.layers.21.self_attn.q_proj/_s.pt b/params/opt/5/rnd_search_t_lin/comb_13_t/global_train/model.decoder.layers.21.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..11191cf544ea58a07654cd11d9f6d9b6f07dfefb
--- /dev/null
+++ b/params/opt/5/rnd_search_t_lin/comb_13_t/global_train/model.decoder.layers.21.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:6396494cd72dc6403f6764c4a6ce1680252f9bed98077e5aba95321ba430f8ae
+size 5251
diff --git a/params/opt/5/rnd_search_t_lin/comb_13_t/global_train/model.decoder.layers.21.self_attn.v_proj/_0.pt b/params/opt/5/rnd_search_t_lin/comb_13_t/global_train/model.decoder.layers.21.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a75c6336759f17bd3eb22fa65f601046f6d7bf06
--- /dev/null
+++ b/params/opt/5/rnd_search_t_lin/comb_13_t/global_train/model.decoder.layers.21.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:15261cd0caa9e0dc25309f7e3588da256f980d74d88aa04737d39df32ddaf8d5
+size 5251
diff --git a/params/opt/5/rnd_search_t_lin/comb_13_t/global_train/model.decoder.layers.21.self_attn.v_proj/_s.pt b/params/opt/5/rnd_search_t_lin/comb_13_t/global_train/model.decoder.layers.21.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ee243424f456f035c90a30a278f859869a0e98c7
--- /dev/null
+++ b/params/opt/5/rnd_search_t_lin/comb_13_t/global_train/model.decoder.layers.21.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:bef9f58f01b2f52b664e65a3fb16a59b06b7299070c8fa6ae1a2b50df56aab13
+size 5251
diff --git a/params/opt/5/rnd_search_t_lin/comb_13_t/global_train/model.decoder.layers.22.fc1/_0.pt b/params/opt/5/rnd_search_t_lin/comb_13_t/global_train/model.decoder.layers.22.fc1/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..1ccccf594425e8e789261afec2c740079bc21b71
--- /dev/null
+++ b/params/opt/5/rnd_search_t_lin/comb_13_t/global_train/model.decoder.layers.22.fc1/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:939ce875dddd42acfa111e46ac9c500335a72dec8206043a20dea926db6e7fa0
+size 17539
diff --git a/params/opt/5/rnd_search_t_lin/comb_13_t/global_train/model.decoder.layers.22.fc1/_s.pt b/params/opt/5/rnd_search_t_lin/comb_13_t/global_train/model.decoder.layers.22.fc1/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..9febf1ef4d633e70aea7d3c58ac08fb0b4b2f159
--- /dev/null
+++ b/params/opt/5/rnd_search_t_lin/comb_13_t/global_train/model.decoder.layers.22.fc1/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:94ed5640cedfc5063849ce2e79adb4ba75f6cc1545fd41546dceb6c4ff5fbfc6
+size 17539
diff --git a/params/opt/5/rnd_search_t_lin/comb_13_t/global_train/model.decoder.layers.22.fc2/_0.pt b/params/opt/5/rnd_search_t_lin/comb_13_t/global_train/model.decoder.layers.22.fc2/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..05d57b9d20e22002903c89ad01fcc525e3f8b2af
--- /dev/null
+++ b/params/opt/5/rnd_search_t_lin/comb_13_t/global_train/model.decoder.layers.22.fc2/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f33ea39fbb939dd644db9d988c4aa41083e28f8d41bf2f36c5a97cff2af5e1e3
+size 5251
diff --git a/params/opt/5/rnd_search_t_lin/comb_13_t/global_train/model.decoder.layers.22.fc2/_s.pt b/params/opt/5/rnd_search_t_lin/comb_13_t/global_train/model.decoder.layers.22.fc2/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..76a9af425376e914faa101143855cddb96a9f440
--- /dev/null
+++ b/params/opt/5/rnd_search_t_lin/comb_13_t/global_train/model.decoder.layers.22.fc2/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:da3017b6571205a572effa4d5e2423b8dc260fb88a017ea7a045576abc413579
+size 5251
diff --git a/params/opt/5/rnd_search_t_lin/comb_13_t/global_train/model.decoder.layers.22.self_attn.k_proj/_0.pt b/params/opt/5/rnd_search_t_lin/comb_13_t/global_train/model.decoder.layers.22.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..1bcc8d967e428ca11ce48efe942ffc3b993b2f69
--- /dev/null
+++ b/params/opt/5/rnd_search_t_lin/comb_13_t/global_train/model.decoder.layers.22.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ba143aea9304d57818abcb2144a8b575ae16a85a3398ae7ba662b34c7a76de55
+size 5251
diff --git a/params/opt/5/rnd_search_t_lin/comb_13_t/global_train/model.decoder.layers.22.self_attn.k_proj/_s.pt b/params/opt/5/rnd_search_t_lin/comb_13_t/global_train/model.decoder.layers.22.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..0b922c091d5c8c146b6008e9e9a356212f318e93
--- /dev/null
+++ b/params/opt/5/rnd_search_t_lin/comb_13_t/global_train/model.decoder.layers.22.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:37c567b2eca6e191f7d237720a409196241f20ab130fecb276775487d9146f7a
+size 5251
diff --git a/params/opt/5/rnd_search_t_lin/comb_13_t/global_train/model.decoder.layers.22.self_attn.out_proj/_0.pt b/params/opt/5/rnd_search_t_lin/comb_13_t/global_train/model.decoder.layers.22.self_attn.out_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..6d8467258063362eaaaeb590f2c2d7e42c952a21
--- /dev/null
+++ b/params/opt/5/rnd_search_t_lin/comb_13_t/global_train/model.decoder.layers.22.self_attn.out_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:33344b2d49edd24d73ed1b40e6b5abc827aa61c5944a3c3bdb80846af2150815
+size 5251
diff --git a/params/opt/5/rnd_search_t_lin/comb_13_t/global_train/model.decoder.layers.22.self_attn.out_proj/_s.pt b/params/opt/5/rnd_search_t_lin/comb_13_t/global_train/model.decoder.layers.22.self_attn.out_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..dffd9a09c54e9afc11be36d6fa6bce8b8bf2dd6b
--- /dev/null
+++ b/params/opt/5/rnd_search_t_lin/comb_13_t/global_train/model.decoder.layers.22.self_attn.out_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:827592b7cd9cce13719ecf20c313c400633582a56cbdf0dbe2e46cdc94217005
+size 5251
diff --git a/params/opt/5/rnd_search_t_lin/comb_13_t/global_train/model.decoder.layers.22.self_attn.q_proj/_0.pt b/params/opt/5/rnd_search_t_lin/comb_13_t/global_train/model.decoder.layers.22.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..872cedb0988e7c8506685cfb5b5bf2c3031e6217
--- /dev/null
+++ b/params/opt/5/rnd_search_t_lin/comb_13_t/global_train/model.decoder.layers.22.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e3f0301a0414fa22195863d58ece6b9587291a6c6aead80e5c3084ec3ee02296
+size 5251
diff --git a/params/opt/5/rnd_search_t_lin/comb_13_t/global_train/model.decoder.layers.22.self_attn.q_proj/_s.pt b/params/opt/5/rnd_search_t_lin/comb_13_t/global_train/model.decoder.layers.22.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..adaa3a6195e690bda6f487899cae04685b6d79de
--- /dev/null
+++ b/params/opt/5/rnd_search_t_lin/comb_13_t/global_train/model.decoder.layers.22.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:09d93cc34305a61fd1d910fff870b741281573cf732e66adf446d48a88df0976
+size 5251
diff --git a/params/opt/5/rnd_search_t_lin/comb_13_t/global_train/model.decoder.layers.22.self_attn.v_proj/_0.pt b/params/opt/5/rnd_search_t_lin/comb_13_t/global_train/model.decoder.layers.22.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..7815292edb0ab479c98410946943d6fbf5092315
--- /dev/null
+++ b/params/opt/5/rnd_search_t_lin/comb_13_t/global_train/model.decoder.layers.22.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b7ae9a41eab32c6a256ccca1f97cb8b2380ccb8529de7397fea225842a9f18dd
+size 5251
diff --git a/params/opt/5/rnd_search_t_lin/comb_13_t/global_train/model.decoder.layers.22.self_attn.v_proj/_s.pt b/params/opt/5/rnd_search_t_lin/comb_13_t/global_train/model.decoder.layers.22.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..15011c3424f5bf34aafa94eaef52da817445dd25
--- /dev/null
+++ b/params/opt/5/rnd_search_t_lin/comb_13_t/global_train/model.decoder.layers.22.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:885e785f9252e5cdc0d205fd1c8617578bf104c278dac916d390b6a78b80c306
+size 5251
diff --git a/params/opt/5/rnd_search_t_lin/comb_13_t/global_train/model.decoder.layers.23.fc1/_0.pt b/params/opt/5/rnd_search_t_lin/comb_13_t/global_train/model.decoder.layers.23.fc1/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..9a81704f4c4749ea43facd6bb13678e793df29ed
--- /dev/null
+++ b/params/opt/5/rnd_search_t_lin/comb_13_t/global_train/model.decoder.layers.23.fc1/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:6d47cc6233be1a50c987ac5919df4a76ff4ceba52eaa4ff7dad23a9009e80e03
+size 17539
diff --git a/params/opt/5/rnd_search_t_lin/comb_13_t/global_train/model.decoder.layers.23.fc1/_s.pt b/params/opt/5/rnd_search_t_lin/comb_13_t/global_train/model.decoder.layers.23.fc1/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..20437ce1f256c74d9fa681b2bcf22a1da4cec859
--- /dev/null
+++ b/params/opt/5/rnd_search_t_lin/comb_13_t/global_train/model.decoder.layers.23.fc1/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:cb3a3cee26593204a31a0fbaef2819895a217241094f2fc0b5bc76abcc36fb18
+size 17539
diff --git a/params/opt/5/rnd_search_t_lin/comb_13_t/global_train/model.decoder.layers.23.fc2/_0.pt b/params/opt/5/rnd_search_t_lin/comb_13_t/global_train/model.decoder.layers.23.fc2/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..49cb9a5804c67db0a5bc91677512369ead7ee41f
--- /dev/null
+++ b/params/opt/5/rnd_search_t_lin/comb_13_t/global_train/model.decoder.layers.23.fc2/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:6c1907c68c9b8430886d3f002dfc3baa24819010cb93f085320c6de07ac1c9b3
+size 5251
diff --git a/params/opt/5/rnd_search_t_lin/comb_13_t/global_train/model.decoder.layers.23.fc2/_s.pt b/params/opt/5/rnd_search_t_lin/comb_13_t/global_train/model.decoder.layers.23.fc2/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..bc0acc313e40654abf708212bd08ef655dfac8b2
--- /dev/null
+++ b/params/opt/5/rnd_search_t_lin/comb_13_t/global_train/model.decoder.layers.23.fc2/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b7314b1599fe83d8b072569e5db139b679a880acb62f0b8f67a7579cb5a64ce7
+size 5251
diff --git a/params/opt/5/rnd_search_t_lin/comb_13_t/global_train/model.decoder.layers.23.self_attn.k_proj/_0.pt b/params/opt/5/rnd_search_t_lin/comb_13_t/global_train/model.decoder.layers.23.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e6581d66ef564e2742a3a3638b146ccb57d3fc5d
--- /dev/null
+++ b/params/opt/5/rnd_search_t_lin/comb_13_t/global_train/model.decoder.layers.23.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:12a017a90f4c03a8ead0fff524c1a4b17f60224ca7b79812ce7dfb7e9231eac6
+size 5251
diff --git a/params/opt/5/rnd_search_t_lin/comb_13_t/global_train/model.decoder.layers.23.self_attn.k_proj/_s.pt b/params/opt/5/rnd_search_t_lin/comb_13_t/global_train/model.decoder.layers.23.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ef07daddcd7025529c217831ebbe7b5446056ec2
--- /dev/null
+++ b/params/opt/5/rnd_search_t_lin/comb_13_t/global_train/model.decoder.layers.23.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:48dbe40e0c6a92bfe1fafdf6e7107e8e58d92dc80ab7463dd5d96ffdfffe8a05
+size 5251
diff --git a/params/opt/5/rnd_search_t_lin/comb_13_t/global_train/model.decoder.layers.23.self_attn.out_proj/_0.pt b/params/opt/5/rnd_search_t_lin/comb_13_t/global_train/model.decoder.layers.23.self_attn.out_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ba90ff022821573f52ccafcb0c50aecd3e3d0df2
--- /dev/null
+++ b/params/opt/5/rnd_search_t_lin/comb_13_t/global_train/model.decoder.layers.23.self_attn.out_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:9f25c95e06e0ebb5d5af06091c5933f592898a21c0909a3f5f373ba29e078679
+size 5251
diff --git a/params/opt/5/rnd_search_t_lin/comb_13_t/global_train/model.decoder.layers.23.self_attn.out_proj/_s.pt b/params/opt/5/rnd_search_t_lin/comb_13_t/global_train/model.decoder.layers.23.self_attn.out_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..53067617eec666aeefcc973efd1af1b275ed34ae
--- /dev/null
+++ b/params/opt/5/rnd_search_t_lin/comb_13_t/global_train/model.decoder.layers.23.self_attn.out_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d01edc51e20b15caa067bbd05ffae159e0b3f15fbc39e7cd003890f5579d0f55
+size 5251
diff --git a/params/opt/5/rnd_search_t_lin/comb_13_t/global_train/model.decoder.layers.23.self_attn.q_proj/_0.pt b/params/opt/5/rnd_search_t_lin/comb_13_t/global_train/model.decoder.layers.23.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..83591975d8b2a44566a10409d4f3738b71f5afb0
--- /dev/null
+++ b/params/opt/5/rnd_search_t_lin/comb_13_t/global_train/model.decoder.layers.23.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:040e95d942a6e163ea205cfc52450c190859e954111c5eaa6e9f368385304cc1
+size 5251
diff --git a/params/opt/5/rnd_search_t_lin/comb_13_t/global_train/model.decoder.layers.23.self_attn.q_proj/_s.pt b/params/opt/5/rnd_search_t_lin/comb_13_t/global_train/model.decoder.layers.23.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..f67d6e890945c2d3dd205c7dd5f2aec7251ceffb
--- /dev/null
+++ b/params/opt/5/rnd_search_t_lin/comb_13_t/global_train/model.decoder.layers.23.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ed60bcf61a9dc75b96c4fc6d539e31bb2c130e755e0c3073ecc02759af525af0
+size 5251
diff --git a/params/opt/5/rnd_search_t_lin/comb_13_t/global_train/model.decoder.layers.23.self_attn.v_proj/_0.pt b/params/opt/5/rnd_search_t_lin/comb_13_t/global_train/model.decoder.layers.23.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..cd6f3f05a031cc9f80311ced8c255c1478affdb6
--- /dev/null
+++ b/params/opt/5/rnd_search_t_lin/comb_13_t/global_train/model.decoder.layers.23.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:6efacfd7e93d3c758a8aa4a82a191d8d98d37d84af86a7632106f48eaf6577be
+size 5251
diff --git a/params/opt/5/rnd_search_t_lin/comb_13_t/global_train/model.decoder.layers.23.self_attn.v_proj/_s.pt b/params/opt/5/rnd_search_t_lin/comb_13_t/global_train/model.decoder.layers.23.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c0873e83e2d32decdf6d2f0cc7adf5114632a66d
--- /dev/null
+++ b/params/opt/5/rnd_search_t_lin/comb_13_t/global_train/model.decoder.layers.23.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:fbf908012c4a3287e4213e4394f6db9d1111b7d0e7cae6035f6fca0d771dd61b
+size 5251
diff --git a/params/opt/5/rnd_search_t_lin/comb_13_t/global_train/model.decoder.layers.3.fc1/_0.pt b/params/opt/5/rnd_search_t_lin/comb_13_t/global_train/model.decoder.layers.3.fc1/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8a0f5cf6ced27dc9d491192866156d7a5ab819a3
--- /dev/null
+++ b/params/opt/5/rnd_search_t_lin/comb_13_t/global_train/model.decoder.layers.3.fc1/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e030f90b4d1e2835b83db278f76f0d05dcae2252e507a12973c8fd84040f467e
+size 17539
diff --git a/params/opt/5/rnd_search_t_lin/comb_13_t/global_train/model.decoder.layers.3.fc1/_s.pt b/params/opt/5/rnd_search_t_lin/comb_13_t/global_train/model.decoder.layers.3.fc1/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..5dc1888b651ffea614053dc25cdebf98d109ccb8
--- /dev/null
+++ b/params/opt/5/rnd_search_t_lin/comb_13_t/global_train/model.decoder.layers.3.fc1/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:27d2f0c38d4310ec1267bcbc7cce5dd9ceb6c4c3ae10be74ca04e03d496c2c53
+size 17539
diff --git a/params/opt/5/rnd_search_t_lin/comb_13_t/global_train/model.decoder.layers.3.fc2/_0.pt b/params/opt/5/rnd_search_t_lin/comb_13_t/global_train/model.decoder.layers.3.fc2/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..d686e97ed340628a151ef28b55b5497aa07906dd
--- /dev/null
+++ b/params/opt/5/rnd_search_t_lin/comb_13_t/global_train/model.decoder.layers.3.fc2/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:fe9769faa52f3520380631f9cbd29c24d8d91a506956c637adfdb7829bff91e1
+size 5251
diff --git a/params/opt/5/rnd_search_t_lin/comb_13_t/global_train/model.decoder.layers.3.fc2/_s.pt b/params/opt/5/rnd_search_t_lin/comb_13_t/global_train/model.decoder.layers.3.fc2/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a13ad0bec6ce9eb2665133b805ff467bb53bd8a3
--- /dev/null
+++ b/params/opt/5/rnd_search_t_lin/comb_13_t/global_train/model.decoder.layers.3.fc2/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e865d8c7df54b476ab88ba8cc865d6f75d109251e12e7f9bc564af91c53e9707
+size 5251
diff --git a/params/opt/5/rnd_search_t_lin/comb_13_t/global_train/model.decoder.layers.3.self_attn.k_proj/_0.pt b/params/opt/5/rnd_search_t_lin/comb_13_t/global_train/model.decoder.layers.3.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..1d9b0c37ee1ecd346909e8cab2d1d852e3dd24d6
--- /dev/null
+++ b/params/opt/5/rnd_search_t_lin/comb_13_t/global_train/model.decoder.layers.3.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2b3cc92f5c614339465a41e4cd82f827c3d56ffae79b580270a7de9b5d082417
+size 5251
diff --git a/params/opt/5/rnd_search_t_lin/comb_13_t/global_train/model.decoder.layers.3.self_attn.k_proj/_s.pt b/params/opt/5/rnd_search_t_lin/comb_13_t/global_train/model.decoder.layers.3.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..fc0a5ca304652527f8a613273d241110d559a925
--- /dev/null
+++ b/params/opt/5/rnd_search_t_lin/comb_13_t/global_train/model.decoder.layers.3.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ada6ff7bbf4f5ba6bbd05b0b7ccb7adb792cf77f9513121f4987d1ab5eb255f7
+size 5251
diff --git a/params/opt/5/rnd_search_t_lin/comb_13_t/global_train/model.decoder.layers.3.self_attn.out_proj/_0.pt b/params/opt/5/rnd_search_t_lin/comb_13_t/global_train/model.decoder.layers.3.self_attn.out_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..b809a7adb9de761e2993fac18b7c254de48b2a10
--- /dev/null
+++ b/params/opt/5/rnd_search_t_lin/comb_13_t/global_train/model.decoder.layers.3.self_attn.out_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:77d43a76b4dbcb0740228b5230ebad14eb6a9a9d4dbf4cbcd845fb10fb519f84
+size 5251
diff --git a/params/opt/5/rnd_search_t_lin/comb_13_t/global_train/model.decoder.layers.3.self_attn.out_proj/_s.pt b/params/opt/5/rnd_search_t_lin/comb_13_t/global_train/model.decoder.layers.3.self_attn.out_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..516a8b6992ed32ae467bbdb585c6bb78e37629a9
--- /dev/null
+++ b/params/opt/5/rnd_search_t_lin/comb_13_t/global_train/model.decoder.layers.3.self_attn.out_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ce6ebc5b25c8f6b20bf1adf18cc981e85394ba7031c88d89065ea57e849a9623
+size 5251
diff --git a/params/opt/5/rnd_search_t_lin/comb_13_t/global_train/model.decoder.layers.3.self_attn.q_proj/_0.pt b/params/opt/5/rnd_search_t_lin/comb_13_t/global_train/model.decoder.layers.3.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..5db52e33a07add9e97f6fcf9feec5bc5c03cebba
--- /dev/null
+++ b/params/opt/5/rnd_search_t_lin/comb_13_t/global_train/model.decoder.layers.3.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2d238b02304fa6834d1a14652ee03870c2262dc54b5d4c07fde209f9be7031fa
+size 5251
diff --git a/params/opt/5/rnd_search_t_lin/comb_13_t/global_train/model.decoder.layers.3.self_attn.q_proj/_s.pt b/params/opt/5/rnd_search_t_lin/comb_13_t/global_train/model.decoder.layers.3.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c99f2f14edc729b452044a7bd8f9781af5807e05
--- /dev/null
+++ b/params/opt/5/rnd_search_t_lin/comb_13_t/global_train/model.decoder.layers.3.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:7b2f883cac3c0dcce8a791b72bee037831e8e577697b9c2c13d9cf62113dac83
+size 5251
diff --git a/params/opt/5/rnd_search_t_lin/comb_13_t/global_train/model.decoder.layers.3.self_attn.v_proj/_0.pt b/params/opt/5/rnd_search_t_lin/comb_13_t/global_train/model.decoder.layers.3.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..d932b93622b5ffb452ae50c8492eb990897d1306
--- /dev/null
+++ b/params/opt/5/rnd_search_t_lin/comb_13_t/global_train/model.decoder.layers.3.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:40791afef460d2c31712aa796fa190b5bf2fe10595456bb17c9e5c382a45ae4b
+size 5251
diff --git a/params/opt/5/rnd_search_t_lin/comb_13_t/global_train/model.decoder.layers.3.self_attn.v_proj/_s.pt b/params/opt/5/rnd_search_t_lin/comb_13_t/global_train/model.decoder.layers.3.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8059d1993bbe4f6e359b8fe405d96e646bdbe595
--- /dev/null
+++ b/params/opt/5/rnd_search_t_lin/comb_13_t/global_train/model.decoder.layers.3.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:658dc144c36aa364ed419b5f715be862f1d6d8b8fb865d15bf62b732819ac5f9
+size 5251
diff --git a/params/opt/5/rnd_search_t_lin/comb_13_t/global_train/model.decoder.layers.4.fc1/_0.pt b/params/opt/5/rnd_search_t_lin/comb_13_t/global_train/model.decoder.layers.4.fc1/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c09266bee550b8acb0fbe19ea579d324015e927b
--- /dev/null
+++ b/params/opt/5/rnd_search_t_lin/comb_13_t/global_train/model.decoder.layers.4.fc1/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:20f25aaca96ce4b43b1966265f5a151403b4ee37cbc08c67fc965494db93b957
+size 17539
diff --git a/params/opt/5/rnd_search_t_lin/comb_13_t/global_train/model.decoder.layers.4.fc1/_s.pt b/params/opt/5/rnd_search_t_lin/comb_13_t/global_train/model.decoder.layers.4.fc1/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c4451d040d4f4e45a3484a64b05be149124eb8bd
--- /dev/null
+++ b/params/opt/5/rnd_search_t_lin/comb_13_t/global_train/model.decoder.layers.4.fc1/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ec04c78f1dc5195068405ccd2a5aadc4c0de4d96a9436f49a2b20ee365b39f7a
+size 17539
diff --git a/params/opt/5/rnd_search_t_lin/comb_13_t/global_train/model.decoder.layers.4.fc2/_0.pt b/params/opt/5/rnd_search_t_lin/comb_13_t/global_train/model.decoder.layers.4.fc2/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..f664c805733e2a3cedb6bc8b4ee24376234bd1bc
--- /dev/null
+++ b/params/opt/5/rnd_search_t_lin/comb_13_t/global_train/model.decoder.layers.4.fc2/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f97ea1342acbf2fa77db223d23c4dd2343a565184b6eafaefc3c106047b46fd3
+size 5251
diff --git a/params/opt/5/rnd_search_t_lin/comb_13_t/global_train/model.decoder.layers.4.fc2/_s.pt b/params/opt/5/rnd_search_t_lin/comb_13_t/global_train/model.decoder.layers.4.fc2/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..f064fc4f823cf5b64681f8196c8333c456750bed
--- /dev/null
+++ b/params/opt/5/rnd_search_t_lin/comb_13_t/global_train/model.decoder.layers.4.fc2/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b4d80a2a1b0e75bffddc8e651f2b8ffed15f730b399c1a33affc119398ada8e3
+size 5251
diff --git a/params/opt/5/rnd_search_t_lin/comb_13_t/global_train/model.decoder.layers.4.self_attn.k_proj/_0.pt b/params/opt/5/rnd_search_t_lin/comb_13_t/global_train/model.decoder.layers.4.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..910987d308f6051e30f653ba3c37727c1ed698c0
--- /dev/null
+++ b/params/opt/5/rnd_search_t_lin/comb_13_t/global_train/model.decoder.layers.4.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b3aa9a0a1d3ce04b50401d236ca40c6ee8eec71e960364e0fe962e8ecb5e3f51
+size 5251
diff --git a/params/opt/5/rnd_search_t_lin/comb_13_t/global_train/model.decoder.layers.4.self_attn.k_proj/_s.pt b/params/opt/5/rnd_search_t_lin/comb_13_t/global_train/model.decoder.layers.4.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..fbc521b2d11b6ad0f45bd26f822b333b4ddb1e3f
--- /dev/null
+++ b/params/opt/5/rnd_search_t_lin/comb_13_t/global_train/model.decoder.layers.4.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d8bf5e5dcb7486f922df19320b421f2dd1926f60496e9eba48226e94af3bc07d
+size 5251
diff --git a/params/opt/5/rnd_search_t_lin/comb_13_t/global_train/model.decoder.layers.4.self_attn.out_proj/_0.pt b/params/opt/5/rnd_search_t_lin/comb_13_t/global_train/model.decoder.layers.4.self_attn.out_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4081c788b1b8d58ff1af8dc3bb62af513b935eb6
--- /dev/null
+++ b/params/opt/5/rnd_search_t_lin/comb_13_t/global_train/model.decoder.layers.4.self_attn.out_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a15a558d95a62e3d19615f0d705bc9f8fc35a3ff98fa77e1f840908b1e88ca45
+size 5251
diff --git a/params/opt/5/rnd_search_t_lin/comb_13_t/global_train/model.decoder.layers.4.self_attn.out_proj/_s.pt b/params/opt/5/rnd_search_t_lin/comb_13_t/global_train/model.decoder.layers.4.self_attn.out_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..74f8bf0c61981114065d22acc9ddc139a68d6486
--- /dev/null
+++ b/params/opt/5/rnd_search_t_lin/comb_13_t/global_train/model.decoder.layers.4.self_attn.out_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:517b0b8d824eaf93efb12659894ff4f4104b7314a5b64a18311d4bf1c4c276d7
+size 5251
diff --git a/params/opt/5/rnd_search_t_lin/comb_13_t/global_train/model.decoder.layers.4.self_attn.q_proj/_0.pt b/params/opt/5/rnd_search_t_lin/comb_13_t/global_train/model.decoder.layers.4.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8eaad4bcab4881811477b87091e481e10ec5af33
--- /dev/null
+++ b/params/opt/5/rnd_search_t_lin/comb_13_t/global_train/model.decoder.layers.4.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:dc47d76ea91508e77ab11dbf60918509febb4e050316fdded84e8dde61e87e14
+size 5251
diff --git a/params/opt/5/rnd_search_t_lin/comb_13_t/global_train/model.decoder.layers.4.self_attn.q_proj/_s.pt b/params/opt/5/rnd_search_t_lin/comb_13_t/global_train/model.decoder.layers.4.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..d94a7831d42cd25206bf2f2c075f94d0d7228b62
--- /dev/null
+++ b/params/opt/5/rnd_search_t_lin/comb_13_t/global_train/model.decoder.layers.4.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:710dbae42a281d686abe2001fc552e2c97ee83d0d72946846fb93ca022c6bc74
+size 5251
diff --git a/params/opt/5/rnd_search_t_lin/comb_13_t/global_train/model.decoder.layers.4.self_attn.v_proj/_0.pt b/params/opt/5/rnd_search_t_lin/comb_13_t/global_train/model.decoder.layers.4.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e526086d0f31955589e794853792cc7cb137aaad
--- /dev/null
+++ b/params/opt/5/rnd_search_t_lin/comb_13_t/global_train/model.decoder.layers.4.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2dbcd1d95e36b0985acd22452ab4fcd950445817502837936ea3625f517a5755
+size 5251
diff --git a/params/opt/5/rnd_search_t_lin/comb_13_t/global_train/model.decoder.layers.4.self_attn.v_proj/_s.pt b/params/opt/5/rnd_search_t_lin/comb_13_t/global_train/model.decoder.layers.4.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..606cae5e0ab05ea655fe51d2b5cac8fa24812c4b
--- /dev/null
+++ b/params/opt/5/rnd_search_t_lin/comb_13_t/global_train/model.decoder.layers.4.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:197847008241346303c900471400707af008916fb407c1fa75d38ea30b402c23
+size 5251
diff --git a/params/opt/5/rnd_search_t_lin/comb_13_t/global_train/model.decoder.layers.5.fc1/_0.pt b/params/opt/5/rnd_search_t_lin/comb_13_t/global_train/model.decoder.layers.5.fc1/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..eeb6ff9bd48792544ff0aca41d0c68022144677e
--- /dev/null
+++ b/params/opt/5/rnd_search_t_lin/comb_13_t/global_train/model.decoder.layers.5.fc1/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:cdf580e42b1aede5f1cecea9b993f62975ed160fd482a8b5482d165d95a0e593
+size 17539
diff --git a/params/opt/5/rnd_search_t_lin/comb_13_t/global_train/model.decoder.layers.5.fc1/_s.pt b/params/opt/5/rnd_search_t_lin/comb_13_t/global_train/model.decoder.layers.5.fc1/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..f66f30271e0e31e1b5141657498726b5f496fa96
--- /dev/null
+++ b/params/opt/5/rnd_search_t_lin/comb_13_t/global_train/model.decoder.layers.5.fc1/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:7b0e33672a890fdea1be2290da0dd8c382606473863fb1ce8046a704c3784b4e
+size 17539
diff --git a/params/opt/5/rnd_search_t_lin/comb_13_t/global_train/model.decoder.layers.5.fc2/_0.pt b/params/opt/5/rnd_search_t_lin/comb_13_t/global_train/model.decoder.layers.5.fc2/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4cfc0707cef55020726781305eccfee6f46d00f3
--- /dev/null
+++ b/params/opt/5/rnd_search_t_lin/comb_13_t/global_train/model.decoder.layers.5.fc2/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:298a6e408c2ebee7ee6808e0a28cc90831993dd82c3b5a4fac5e84faa590c72b
+size 5251
diff --git a/params/opt/5/rnd_search_t_lin/comb_13_t/global_train/model.decoder.layers.5.fc2/_s.pt b/params/opt/5/rnd_search_t_lin/comb_13_t/global_train/model.decoder.layers.5.fc2/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e26dc678667108e91957ad1f0e27454038902fe1
--- /dev/null
+++ b/params/opt/5/rnd_search_t_lin/comb_13_t/global_train/model.decoder.layers.5.fc2/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:48e782621d5952db9ffb4b9c1f604d5dc2aa16cd442a2ec699385a9339329342
+size 5251
diff --git a/params/opt/5/rnd_search_t_lin/comb_13_t/global_train/model.decoder.layers.5.self_attn.k_proj/_0.pt b/params/opt/5/rnd_search_t_lin/comb_13_t/global_train/model.decoder.layers.5.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..30b56caef680efe655b4306c3a946d0c1a40afa4
--- /dev/null
+++ b/params/opt/5/rnd_search_t_lin/comb_13_t/global_train/model.decoder.layers.5.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ffab232ae1d44640dc00ad231e893f1b63d7fa7c867a363de8067595540f0f89
+size 5251
diff --git a/params/opt/5/rnd_search_t_lin/comb_13_t/global_train/model.decoder.layers.5.self_attn.k_proj/_s.pt b/params/opt/5/rnd_search_t_lin/comb_13_t/global_train/model.decoder.layers.5.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..47d6c0d20f2cd6e0302ca6121ff20e6c82bc83b8
--- /dev/null
+++ b/params/opt/5/rnd_search_t_lin/comb_13_t/global_train/model.decoder.layers.5.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:7a2d480bac5cc6420a2512ee48b01723bc64cca65349e5fe3ae0adf573ac948f
+size 5251
diff --git a/params/opt/5/rnd_search_t_lin/comb_13_t/global_train/model.decoder.layers.5.self_attn.out_proj/_0.pt b/params/opt/5/rnd_search_t_lin/comb_13_t/global_train/model.decoder.layers.5.self_attn.out_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..90e376ab1b85ed8b24ba053806d2cd037fecfc6e
--- /dev/null
+++ b/params/opt/5/rnd_search_t_lin/comb_13_t/global_train/model.decoder.layers.5.self_attn.out_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f4ee43e28116fca846b2d2227036c16d2a687b22ae9b5ee8945e4223e087c241
+size 5251
diff --git a/params/opt/5/rnd_search_t_lin/comb_13_t/global_train/model.decoder.layers.5.self_attn.out_proj/_s.pt b/params/opt/5/rnd_search_t_lin/comb_13_t/global_train/model.decoder.layers.5.self_attn.out_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..7f422ec85a8339544110d503b044ddedbbb109ca
--- /dev/null
+++ b/params/opt/5/rnd_search_t_lin/comb_13_t/global_train/model.decoder.layers.5.self_attn.out_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d2bb1fa686190f12faba831780b3e47bcce6352d3bc188d749d1be02746fed07
+size 5251
diff --git a/params/opt/5/rnd_search_t_lin/comb_13_t/global_train/model.decoder.layers.5.self_attn.q_proj/_0.pt b/params/opt/5/rnd_search_t_lin/comb_13_t/global_train/model.decoder.layers.5.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2997c4fa9f0e3abbdd592c4d09265354247bf77d
--- /dev/null
+++ b/params/opt/5/rnd_search_t_lin/comb_13_t/global_train/model.decoder.layers.5.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:1dfbd1877d7ab115673d7a8c031dd20ae5b0f6577718d4b17c4699fb204c64b2
+size 5251
diff --git a/params/opt/5/rnd_search_t_lin/comb_13_t/global_train/model.decoder.layers.5.self_attn.q_proj/_s.pt b/params/opt/5/rnd_search_t_lin/comb_13_t/global_train/model.decoder.layers.5.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..03acf802e23fec59d85fb5d192f7529e4ceb21ad
--- /dev/null
+++ b/params/opt/5/rnd_search_t_lin/comb_13_t/global_train/model.decoder.layers.5.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c2ccb7f032a95e65dec03fe4c5e91435e3ef95c669ea52fc8aaa67d597d01d5c
+size 5251
diff --git a/params/opt/5/rnd_search_t_lin/comb_13_t/global_train/model.decoder.layers.5.self_attn.v_proj/_0.pt b/params/opt/5/rnd_search_t_lin/comb_13_t/global_train/model.decoder.layers.5.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..1034e93e023d4b62dd17c95a55020d07cdd09566
--- /dev/null
+++ b/params/opt/5/rnd_search_t_lin/comb_13_t/global_train/model.decoder.layers.5.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:db8efac171f4ccbd6ce7f4a935700c875284202c9ca06c719576a850b13062f3
+size 5251
diff --git a/params/opt/5/rnd_search_t_lin/comb_13_t/global_train/model.decoder.layers.5.self_attn.v_proj/_s.pt b/params/opt/5/rnd_search_t_lin/comb_13_t/global_train/model.decoder.layers.5.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..0e6b24a4374f11bb6b1556e97d087730180ef77a
--- /dev/null
+++ b/params/opt/5/rnd_search_t_lin/comb_13_t/global_train/model.decoder.layers.5.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:4316c69a5f4ad4169f88c866c00d1659875cbebf0a92106f8d9b00cb89fd112f
+size 5251
diff --git a/params/opt/5/rnd_search_t_lin/comb_13_t/global_train/model.decoder.layers.6.fc1/_0.pt b/params/opt/5/rnd_search_t_lin/comb_13_t/global_train/model.decoder.layers.6.fc1/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..0fddaf4a84be918241a0e88e918ba2da7c4ed760
--- /dev/null
+++ b/params/opt/5/rnd_search_t_lin/comb_13_t/global_train/model.decoder.layers.6.fc1/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:bd1ad0da10589df341f1c92b75f3791e7a1f9c2312f6bed0d74a6e8c8a962bdf
+size 17539
diff --git a/params/opt/5/rnd_search_t_lin/comb_13_t/global_train/model.decoder.layers.6.fc1/_s.pt b/params/opt/5/rnd_search_t_lin/comb_13_t/global_train/model.decoder.layers.6.fc1/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..f6302c50d55e9cf8bcd64c0ad13931e03a2ba367
--- /dev/null
+++ b/params/opt/5/rnd_search_t_lin/comb_13_t/global_train/model.decoder.layers.6.fc1/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:8c1772659751deffd4ed736d5ceabac9bc411509887d4586a2c89e626bcc7cfb
+size 17539
diff --git a/params/opt/5/rnd_search_t_lin/comb_13_t/global_train/model.decoder.layers.6.fc2/_0.pt b/params/opt/5/rnd_search_t_lin/comb_13_t/global_train/model.decoder.layers.6.fc2/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ac6352abd7154fdc4cd197b2cdfc58ee67b81840
--- /dev/null
+++ b/params/opt/5/rnd_search_t_lin/comb_13_t/global_train/model.decoder.layers.6.fc2/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:7258752fbc1a498b18438ceebdb787e27fafcb37ce6a8f37c2bccdbf0a8e9e1e
+size 5251
diff --git a/params/opt/5/rnd_search_t_lin/comb_13_t/global_train/model.decoder.layers.6.fc2/_s.pt b/params/opt/5/rnd_search_t_lin/comb_13_t/global_train/model.decoder.layers.6.fc2/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ec58c3901d0c3fe1985e52a92673f78293e2bbae
--- /dev/null
+++ b/params/opt/5/rnd_search_t_lin/comb_13_t/global_train/model.decoder.layers.6.fc2/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:4a06d9473bfbf162dcdb423cfd238188646b0712d87f445ce83a818be8ee289a
+size 5251
diff --git a/params/opt/5/rnd_search_t_lin/comb_13_t/global_train/model.decoder.layers.6.self_attn.k_proj/_0.pt b/params/opt/5/rnd_search_t_lin/comb_13_t/global_train/model.decoder.layers.6.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..b08b23146654acd23c4b34aaedb4642587961a12
--- /dev/null
+++ b/params/opt/5/rnd_search_t_lin/comb_13_t/global_train/model.decoder.layers.6.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2b6a1021549f03905bc8e929ce1180122df96aca8131e3b27dd4155122dec372
+size 5251
diff --git a/params/opt/5/rnd_search_t_lin/comb_13_t/global_train/model.decoder.layers.6.self_attn.k_proj/_s.pt b/params/opt/5/rnd_search_t_lin/comb_13_t/global_train/model.decoder.layers.6.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..3627516cf78bfe3cc8899b1ba52823bb77fd6b56
--- /dev/null
+++ b/params/opt/5/rnd_search_t_lin/comb_13_t/global_train/model.decoder.layers.6.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:1ec53652d6991e699a6180f85d13286271d190ebb48ead75a78daaa526de8a18
+size 5251
diff --git a/params/opt/5/rnd_search_t_lin/comb_13_t/global_train/model.decoder.layers.6.self_attn.out_proj/_0.pt b/params/opt/5/rnd_search_t_lin/comb_13_t/global_train/model.decoder.layers.6.self_attn.out_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..63135aac48548df30f39f4c1a42b356506981957
--- /dev/null
+++ b/params/opt/5/rnd_search_t_lin/comb_13_t/global_train/model.decoder.layers.6.self_attn.out_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0727fb9bedbe93ecd6ae14ac462cbcd662adbeb3bdb210f2df13883a315af67a
+size 5251
diff --git a/params/opt/5/rnd_search_t_lin/comb_13_t/global_train/model.decoder.layers.6.self_attn.out_proj/_s.pt b/params/opt/5/rnd_search_t_lin/comb_13_t/global_train/model.decoder.layers.6.self_attn.out_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..008bd700d3894f7c74a45a5f4d79dc8f6bf43010
--- /dev/null
+++ b/params/opt/5/rnd_search_t_lin/comb_13_t/global_train/model.decoder.layers.6.self_attn.out_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:8bc863c4f0645132605035c5ccf76152514a40078ac0ae192300e67a3c1e1ea6
+size 5251
diff --git a/params/opt/5/rnd_search_t_lin/comb_13_t/global_train/model.decoder.layers.6.self_attn.q_proj/_0.pt b/params/opt/5/rnd_search_t_lin/comb_13_t/global_train/model.decoder.layers.6.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..070347e6b49a900a0e08264c13da84029c32514c
--- /dev/null
+++ b/params/opt/5/rnd_search_t_lin/comb_13_t/global_train/model.decoder.layers.6.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:076b1eeeb36c27e84ac222e81bedca2cb074daefe26fbd894db9580f41cd8a9c
+size 5251
diff --git a/params/opt/5/rnd_search_t_lin/comb_13_t/global_train/model.decoder.layers.6.self_attn.q_proj/_s.pt b/params/opt/5/rnd_search_t_lin/comb_13_t/global_train/model.decoder.layers.6.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..fdb80d85d2358ed8b7c2fd8d8515f52c9d5a1fdd
--- /dev/null
+++ b/params/opt/5/rnd_search_t_lin/comb_13_t/global_train/model.decoder.layers.6.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:17b2e9bb0169d8089dbd27d21e3a4a6f6724477c90224708b7544d1e57c51e87
+size 5251
diff --git a/params/opt/5/rnd_search_t_lin/comb_13_t/global_train/model.decoder.layers.6.self_attn.v_proj/_0.pt b/params/opt/5/rnd_search_t_lin/comb_13_t/global_train/model.decoder.layers.6.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..afb178fcd0565593b0e78c4c10496cf83af5d394
--- /dev/null
+++ b/params/opt/5/rnd_search_t_lin/comb_13_t/global_train/model.decoder.layers.6.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:9ea7bf5c713c7058f807d6894267e15cd9970e504dd39bd90cb1d0bccab6439d
+size 5251
diff --git a/params/opt/5/rnd_search_t_lin/comb_13_t/global_train/model.decoder.layers.6.self_attn.v_proj/_s.pt b/params/opt/5/rnd_search_t_lin/comb_13_t/global_train/model.decoder.layers.6.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..7b5693fefc0af9aa9851c7fa8192add086ff034c
--- /dev/null
+++ b/params/opt/5/rnd_search_t_lin/comb_13_t/global_train/model.decoder.layers.6.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:4a3192a237adbfe2561da9b46b7d2116e2b6f1d0af336b180a850e83ba60e98d
+size 5251
diff --git a/params/opt/5/rnd_search_t_lin/comb_13_t/global_train/model.decoder.layers.7.fc1/_0.pt b/params/opt/5/rnd_search_t_lin/comb_13_t/global_train/model.decoder.layers.7.fc1/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..5d983f1745db0c22f1b1ce7c74b062789aad1124
--- /dev/null
+++ b/params/opt/5/rnd_search_t_lin/comb_13_t/global_train/model.decoder.layers.7.fc1/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:fe4cf16fabf382776151cfe9441c563792004fa51e699e3b9e9c8a3b4e6e1e4d
+size 17539
diff --git a/params/opt/5/rnd_search_t_lin/comb_13_t/global_train/model.decoder.layers.7.fc1/_s.pt b/params/opt/5/rnd_search_t_lin/comb_13_t/global_train/model.decoder.layers.7.fc1/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e6b44623187b6c225f4971e71bc258cb03e5848f
--- /dev/null
+++ b/params/opt/5/rnd_search_t_lin/comb_13_t/global_train/model.decoder.layers.7.fc1/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ef9760885869a703d8f968a1cf36b267790e0ebe628506568cbd98799ab783af
+size 17539
diff --git a/params/opt/5/rnd_search_t_lin/comb_13_t/global_train/model.decoder.layers.7.fc2/_0.pt b/params/opt/5/rnd_search_t_lin/comb_13_t/global_train/model.decoder.layers.7.fc2/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..87dc06ad858eca9a0adab79bb2854fd1d3ddfd28
--- /dev/null
+++ b/params/opt/5/rnd_search_t_lin/comb_13_t/global_train/model.decoder.layers.7.fc2/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:721cddcd6e9449145e90ec49ecaabbae4737c6065391b7d399e7ed6aa16f5b03
+size 5251
diff --git a/params/opt/5/rnd_search_t_lin/comb_13_t/global_train/model.decoder.layers.7.fc2/_s.pt b/params/opt/5/rnd_search_t_lin/comb_13_t/global_train/model.decoder.layers.7.fc2/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a47fed471800a1c580791eefae5e032fc96c354c
--- /dev/null
+++ b/params/opt/5/rnd_search_t_lin/comb_13_t/global_train/model.decoder.layers.7.fc2/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b0a4c3d7e0fbdfb60829e19f96b6a5889b857f97b6bea37e7d0c5d052f507f84
+size 5251
diff --git a/params/opt/5/rnd_search_t_lin/comb_13_t/global_train/model.decoder.layers.7.self_attn.k_proj/_0.pt b/params/opt/5/rnd_search_t_lin/comb_13_t/global_train/model.decoder.layers.7.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..923d9a5076f26f044dd4d1f5b2a45c369fc35c77
--- /dev/null
+++ b/params/opt/5/rnd_search_t_lin/comb_13_t/global_train/model.decoder.layers.7.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:53ad0713722298f2b870fb54af9d40f3cf026cf026467150f34bf2d0f571628b
+size 5251
diff --git a/params/opt/5/rnd_search_t_lin/comb_13_t/global_train/model.decoder.layers.7.self_attn.k_proj/_s.pt b/params/opt/5/rnd_search_t_lin/comb_13_t/global_train/model.decoder.layers.7.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4e3beb9b601dc521006225b4cac65bfaa636e023
--- /dev/null
+++ b/params/opt/5/rnd_search_t_lin/comb_13_t/global_train/model.decoder.layers.7.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:9b60366ef469a581b1ff238e42956bb998b9269fed911662af6f227b3f556aed
+size 5251
diff --git a/params/opt/5/rnd_search_t_lin/comb_13_t/global_train/model.decoder.layers.7.self_attn.out_proj/_0.pt b/params/opt/5/rnd_search_t_lin/comb_13_t/global_train/model.decoder.layers.7.self_attn.out_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..5b0dd383230e95ce432a7e46e910e780f8ee8e89
--- /dev/null
+++ b/params/opt/5/rnd_search_t_lin/comb_13_t/global_train/model.decoder.layers.7.self_attn.out_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:1e9f8d398d2d3a343b471e588973a1986c1b5a2887c6fc79a9853849987d2813
+size 5251
diff --git a/params/opt/5/rnd_search_t_lin/comb_13_t/global_train/model.decoder.layers.7.self_attn.out_proj/_s.pt b/params/opt/5/rnd_search_t_lin/comb_13_t/global_train/model.decoder.layers.7.self_attn.out_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..1441599101d4f8b3636749fb42c2937a85c85796
--- /dev/null
+++ b/params/opt/5/rnd_search_t_lin/comb_13_t/global_train/model.decoder.layers.7.self_attn.out_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:11b5f8a2e30aac8ec47d6624e27c3c4f2f2466a2b843ba9afb1f35750a416362
+size 5251
diff --git a/params/opt/5/rnd_search_t_lin/comb_13_t/global_train/model.decoder.layers.7.self_attn.q_proj/_0.pt b/params/opt/5/rnd_search_t_lin/comb_13_t/global_train/model.decoder.layers.7.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..39095cf2ddfe30208a82c6f55a8e08e3d32fb597
--- /dev/null
+++ b/params/opt/5/rnd_search_t_lin/comb_13_t/global_train/model.decoder.layers.7.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c59a705a0515c2650abfb6ec8c051b20190890b18d76ed338db2b7a45c9f2415
+size 5251
diff --git a/params/opt/5/rnd_search_t_lin/comb_13_t/global_train/model.decoder.layers.7.self_attn.q_proj/_s.pt b/params/opt/5/rnd_search_t_lin/comb_13_t/global_train/model.decoder.layers.7.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..45976043262d4b8b3d87a26d809f9d7a83e71b83
--- /dev/null
+++ b/params/opt/5/rnd_search_t_lin/comb_13_t/global_train/model.decoder.layers.7.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:694a08871d7c47c9ea72b8a4652c017731294906d64d5d0ea217e65731eefbeb
+size 5251
diff --git a/params/opt/5/rnd_search_t_lin/comb_13_t/global_train/model.decoder.layers.7.self_attn.v_proj/_0.pt b/params/opt/5/rnd_search_t_lin/comb_13_t/global_train/model.decoder.layers.7.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c18fb20ddb9c099f64d41271a23615a170a11c92
--- /dev/null
+++ b/params/opt/5/rnd_search_t_lin/comb_13_t/global_train/model.decoder.layers.7.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0d54f3298cf3456176a6103e7d2615cc8db54edc22975e4c760d0fd3875c07c6
+size 5251
diff --git a/params/opt/5/rnd_search_t_lin/comb_13_t/global_train/model.decoder.layers.7.self_attn.v_proj/_s.pt b/params/opt/5/rnd_search_t_lin/comb_13_t/global_train/model.decoder.layers.7.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..5cc1be5bf27d0bbd68074bd799a2ed19836a985c
--- /dev/null
+++ b/params/opt/5/rnd_search_t_lin/comb_13_t/global_train/model.decoder.layers.7.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:42a415e01e57c408b8f2ec81eb7ab93a1cce1ac626a8ad8765a66a3e1f3c38b7
+size 5251
diff --git a/params/opt/5/rnd_search_t_lin/comb_13_t/global_train/model.decoder.layers.8.fc1/_0.pt b/params/opt/5/rnd_search_t_lin/comb_13_t/global_train/model.decoder.layers.8.fc1/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..148d7d1b7de1caa7831965f3889532e92700ad98
--- /dev/null
+++ b/params/opt/5/rnd_search_t_lin/comb_13_t/global_train/model.decoder.layers.8.fc1/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:17ad70934072439294ddf46e7d2a1f855d267da0a6b8059995ef13a47bf927af
+size 17539
diff --git a/params/opt/5/rnd_search_t_lin/comb_13_t/global_train/model.decoder.layers.8.fc1/_s.pt b/params/opt/5/rnd_search_t_lin/comb_13_t/global_train/model.decoder.layers.8.fc1/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2ed311292540ceff61eeeb374b4590b05e72526d
--- /dev/null
+++ b/params/opt/5/rnd_search_t_lin/comb_13_t/global_train/model.decoder.layers.8.fc1/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:dbe75573ba541d37173c6b1f103b4820ab4eb365edc15995822eaee991871184
+size 17539
diff --git a/params/opt/5/rnd_search_t_lin/comb_13_t/global_train/model.decoder.layers.8.fc2/_0.pt b/params/opt/5/rnd_search_t_lin/comb_13_t/global_train/model.decoder.layers.8.fc2/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..bafcf97df253b4b14f1883881c0d5e09936c18f9
--- /dev/null
+++ b/params/opt/5/rnd_search_t_lin/comb_13_t/global_train/model.decoder.layers.8.fc2/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e6e657b015f8c4635c59ba6af990690cceb40fd546ab5030751c85c131a86f59
+size 5251
diff --git a/params/opt/5/rnd_search_t_lin/comb_13_t/global_train/model.decoder.layers.8.fc2/_s.pt b/params/opt/5/rnd_search_t_lin/comb_13_t/global_train/model.decoder.layers.8.fc2/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c0cc4b3bdbd9e14f0615dcd29bbbeb497fe12337
--- /dev/null
+++ b/params/opt/5/rnd_search_t_lin/comb_13_t/global_train/model.decoder.layers.8.fc2/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c706ee653ee4f19b00b3d71f67a29ee338b310fadc6acc71b7bc5affdabebb01
+size 5251
diff --git a/params/opt/5/rnd_search_t_lin/comb_13_t/global_train/model.decoder.layers.8.self_attn.k_proj/_0.pt b/params/opt/5/rnd_search_t_lin/comb_13_t/global_train/model.decoder.layers.8.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c3bd2f37a8c0e04a7e0ba64086042dfd259afae8
--- /dev/null
+++ b/params/opt/5/rnd_search_t_lin/comb_13_t/global_train/model.decoder.layers.8.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:20dde9e309f1efb036609aec78a7ae4af5f032f94ee27f0c6900049887573922
+size 5251
diff --git a/params/opt/5/rnd_search_t_lin/comb_13_t/global_train/model.decoder.layers.8.self_attn.k_proj/_s.pt b/params/opt/5/rnd_search_t_lin/comb_13_t/global_train/model.decoder.layers.8.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..97c418d16075cb48e7e6d837416385e82131daa6
--- /dev/null
+++ b/params/opt/5/rnd_search_t_lin/comb_13_t/global_train/model.decoder.layers.8.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0d2238f61646125a785e5bcbab1455fd867c5154591cf1e5f4c65d2b95d5f29d
+size 5251
diff --git a/params/opt/5/rnd_search_t_lin/comb_13_t/global_train/model.decoder.layers.8.self_attn.out_proj/_0.pt b/params/opt/5/rnd_search_t_lin/comb_13_t/global_train/model.decoder.layers.8.self_attn.out_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..fd16e9da4817e5325a3f6c24bcebc9fc3546019c
--- /dev/null
+++ b/params/opt/5/rnd_search_t_lin/comb_13_t/global_train/model.decoder.layers.8.self_attn.out_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:311b4a6f91288e5ad9d7c1b2a1931cadb93c75ced2076742b61cbd46476efa6e
+size 5251
diff --git a/params/opt/5/rnd_search_t_lin/comb_13_t/global_train/model.decoder.layers.8.self_attn.out_proj/_s.pt b/params/opt/5/rnd_search_t_lin/comb_13_t/global_train/model.decoder.layers.8.self_attn.out_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..1abbee99b1aa69d1ef8f90bc4a3140cf4304b869
--- /dev/null
+++ b/params/opt/5/rnd_search_t_lin/comb_13_t/global_train/model.decoder.layers.8.self_attn.out_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:701ffffa2b799f4bd97688ee14f8dd4a3fc3edb41fd411c63ba53c638f62dd1b
+size 5251
diff --git a/params/opt/5/rnd_search_t_lin/comb_13_t/global_train/model.decoder.layers.8.self_attn.q_proj/_0.pt b/params/opt/5/rnd_search_t_lin/comb_13_t/global_train/model.decoder.layers.8.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ba40f2a4e498b7bb2196e1696dfb12418def9961
--- /dev/null
+++ b/params/opt/5/rnd_search_t_lin/comb_13_t/global_train/model.decoder.layers.8.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e97d6c45db6824cacecbbeff18fc3aa5a2114401fb00145679d44925810d9b21
+size 5251
diff --git a/params/opt/5/rnd_search_t_lin/comb_13_t/global_train/model.decoder.layers.8.self_attn.q_proj/_s.pt b/params/opt/5/rnd_search_t_lin/comb_13_t/global_train/model.decoder.layers.8.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..05e999ddd2232b474250389e51344033af19a20a
--- /dev/null
+++ b/params/opt/5/rnd_search_t_lin/comb_13_t/global_train/model.decoder.layers.8.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:6328fbe435b97adb90e3f70c0ad5e747aaa84ad2463c9307d6ab5e1b1d0a383c
+size 5251
diff --git a/params/opt/5/rnd_search_t_lin/comb_13_t/global_train/model.decoder.layers.8.self_attn.v_proj/_0.pt b/params/opt/5/rnd_search_t_lin/comb_13_t/global_train/model.decoder.layers.8.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..384b56ded4c7d6e215ba1101b5423bb0f6008f48
--- /dev/null
+++ b/params/opt/5/rnd_search_t_lin/comb_13_t/global_train/model.decoder.layers.8.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:dc3214518430bffaaecbb4b7aee2de11237a422ce99c0d50f677b2a780bb18bc
+size 5251
diff --git a/params/opt/5/rnd_search_t_lin/comb_13_t/global_train/model.decoder.layers.8.self_attn.v_proj/_s.pt b/params/opt/5/rnd_search_t_lin/comb_13_t/global_train/model.decoder.layers.8.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..9a67b1b8cf1452fe53ec297fde7f2138cce34c10
--- /dev/null
+++ b/params/opt/5/rnd_search_t_lin/comb_13_t/global_train/model.decoder.layers.8.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:1c46e42902d4b53d581fc7c63b94e938c9b15a49ffe9c97a3a8aab4b624004bc
+size 5251
diff --git a/params/opt/5/rnd_search_t_lin/comb_13_t/global_train/model.decoder.layers.9.fc1/_0.pt b/params/opt/5/rnd_search_t_lin/comb_13_t/global_train/model.decoder.layers.9.fc1/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..f31002e2c9482bb7f6ca102444afde4d6ea06018
--- /dev/null
+++ b/params/opt/5/rnd_search_t_lin/comb_13_t/global_train/model.decoder.layers.9.fc1/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:76b10eea6591e99b90f6f9532df09076d856e9e8dbc4a072406f4a5f5cc16bf6
+size 17539
diff --git a/params/opt/5/rnd_search_t_lin/comb_13_t/global_train/model.decoder.layers.9.fc1/_s.pt b/params/opt/5/rnd_search_t_lin/comb_13_t/global_train/model.decoder.layers.9.fc1/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..90255708340ec749838cf10eba508f501b98810d
--- /dev/null
+++ b/params/opt/5/rnd_search_t_lin/comb_13_t/global_train/model.decoder.layers.9.fc1/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:66b185a752d68374f767b54ae906493c99667d098fcf04e1885b961dd79a77a4
+size 17539
diff --git a/params/opt/5/rnd_search_t_lin/comb_13_t/global_train/model.decoder.layers.9.fc2/_0.pt b/params/opt/5/rnd_search_t_lin/comb_13_t/global_train/model.decoder.layers.9.fc2/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..032b6faf03ccda29e443c9e2f3b573a438c8d292
--- /dev/null
+++ b/params/opt/5/rnd_search_t_lin/comb_13_t/global_train/model.decoder.layers.9.fc2/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:51a6c7a1a66eba630ee92dfc23af1ea68f7c885698dd0d98c0447448be47a4ca
+size 5251
diff --git a/params/opt/5/rnd_search_t_lin/comb_13_t/global_train/model.decoder.layers.9.fc2/_s.pt b/params/opt/5/rnd_search_t_lin/comb_13_t/global_train/model.decoder.layers.9.fc2/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..fd2c5d1f9376438772aa94b7c339ebad7a40a337
--- /dev/null
+++ b/params/opt/5/rnd_search_t_lin/comb_13_t/global_train/model.decoder.layers.9.fc2/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0a32d27522eeb83aeb3644a024d090e023e23064b10488157aaf0549f6a68d37
+size 5251
diff --git a/params/opt/5/rnd_search_t_lin/comb_13_t/global_train/model.decoder.layers.9.self_attn.k_proj/_0.pt b/params/opt/5/rnd_search_t_lin/comb_13_t/global_train/model.decoder.layers.9.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4e3d045c9e8d6820abb864e563224d61f56512f9
--- /dev/null
+++ b/params/opt/5/rnd_search_t_lin/comb_13_t/global_train/model.decoder.layers.9.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e79f4109cb66d8b8299660a54d482aea5d60489aa45d8d19eb4d81182f660692
+size 5251
diff --git a/params/opt/5/rnd_search_t_lin/comb_13_t/global_train/model.decoder.layers.9.self_attn.k_proj/_s.pt b/params/opt/5/rnd_search_t_lin/comb_13_t/global_train/model.decoder.layers.9.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..7eb083ebe649502cb42272304addced581ad69db
--- /dev/null
+++ b/params/opt/5/rnd_search_t_lin/comb_13_t/global_train/model.decoder.layers.9.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:8d75d3bb882e9ca814b4259ad4904974490e6e9badbd4ee17a7aad14338f4240
+size 5251
diff --git a/params/opt/5/rnd_search_t_lin/comb_13_t/global_train/model.decoder.layers.9.self_attn.out_proj/_0.pt b/params/opt/5/rnd_search_t_lin/comb_13_t/global_train/model.decoder.layers.9.self_attn.out_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..1bc3639dfe7290cbcebccfe0e408cecc41f19ed1
--- /dev/null
+++ b/params/opt/5/rnd_search_t_lin/comb_13_t/global_train/model.decoder.layers.9.self_attn.out_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:bb81175776f9cf93a1d183e246cf14c65e66d8ee592830e3b75f43419b38cbb8
+size 5251
diff --git a/params/opt/5/rnd_search_t_lin/comb_13_t/global_train/model.decoder.layers.9.self_attn.out_proj/_s.pt b/params/opt/5/rnd_search_t_lin/comb_13_t/global_train/model.decoder.layers.9.self_attn.out_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..b4d6e2aeea867231983ab4dac87827d45dca1935
--- /dev/null
+++ b/params/opt/5/rnd_search_t_lin/comb_13_t/global_train/model.decoder.layers.9.self_attn.out_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:48f6bebcedbfc86b748d038e0e6aefef2e3325307d366d7710e86145ce868079
+size 5251
diff --git a/params/opt/5/rnd_search_t_lin/comb_13_t/global_train/model.decoder.layers.9.self_attn.q_proj/_0.pt b/params/opt/5/rnd_search_t_lin/comb_13_t/global_train/model.decoder.layers.9.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..35b5833d87ce5dfd3d7f8b86bbaab75a5712f09a
--- /dev/null
+++ b/params/opt/5/rnd_search_t_lin/comb_13_t/global_train/model.decoder.layers.9.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0cdcc88cd367da96dc7bf8c03d7d28b9c34a0f16e8fdb684a5a420b186df9c63
+size 5251
diff --git a/params/opt/5/rnd_search_t_lin/comb_13_t/global_train/model.decoder.layers.9.self_attn.q_proj/_s.pt b/params/opt/5/rnd_search_t_lin/comb_13_t/global_train/model.decoder.layers.9.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ea0199d43fad5dbdfdaafc89b03bce85299975e2
--- /dev/null
+++ b/params/opt/5/rnd_search_t_lin/comb_13_t/global_train/model.decoder.layers.9.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:521420c60ec8a8e66c67c03cfbd83861d4a89cf35ea538b20609ddee65c8f050
+size 5251
diff --git a/params/opt/5/rnd_search_t_lin/comb_13_t/global_train/model.decoder.layers.9.self_attn.v_proj/_0.pt b/params/opt/5/rnd_search_t_lin/comb_13_t/global_train/model.decoder.layers.9.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a588debef0b97a597227083b1d92c939cdd180c7
--- /dev/null
+++ b/params/opt/5/rnd_search_t_lin/comb_13_t/global_train/model.decoder.layers.9.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2500514d213a02178182a3e64412fd688644dccceb42aafba0f2139e17c6f9dd
+size 5251
diff --git a/params/opt/5/rnd_search_t_lin/comb_13_t/global_train/model.decoder.layers.9.self_attn.v_proj/_s.pt b/params/opt/5/rnd_search_t_lin/comb_13_t/global_train/model.decoder.layers.9.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..884e89f4ce13160673bf8d2b79d0e7217a0ed268
--- /dev/null
+++ b/params/opt/5/rnd_search_t_lin/comb_13_t/global_train/model.decoder.layers.9.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:8e2ac7efe07c01026f217e52521ecb376ea3d5e2b7b7d3d97e1ffce8f0ea6db9
+size 5251
diff --git a/params/opt/5/rnd_search_t_lin/comb_13_t/global_train/model.decoder.project_in/_0.pt b/params/opt/5/rnd_search_t_lin/comb_13_t/global_train/model.decoder.project_in/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ab9fed15029ae16fe764f08e3cd1dc73378cf3fd
--- /dev/null
+++ b/params/opt/5/rnd_search_t_lin/comb_13_t/global_train/model.decoder.project_in/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:9035a1d999dd9f7c488a619dd6517317f2025224cf2fa95948a4f4a8a8676ce0
+size 5251
diff --git a/params/opt/5/rnd_search_t_lin/comb_13_t/global_train/model.decoder.project_in/_s.pt b/params/opt/5/rnd_search_t_lin/comb_13_t/global_train/model.decoder.project_in/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..b66d182579e5fc0405305b315995ed52c37e0138
--- /dev/null
+++ b/params/opt/5/rnd_search_t_lin/comb_13_t/global_train/model.decoder.project_in/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:65703d9138ae0174f8d64c0d5eddf7b13f35c96b541d560cd7f88e6bff340ded
+size 5251
diff --git a/params/opt/5/rnd_search_t_lin/comb_13_t/global_train/model.decoder.project_out/_0.pt b/params/opt/5/rnd_search_t_lin/comb_13_t/global_train/model.decoder.project_out/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..54cb36a96705a77b6023efcef0cde0df505ea702
--- /dev/null
+++ b/params/opt/5/rnd_search_t_lin/comb_13_t/global_train/model.decoder.project_out/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:31a74a9d1a241948d149bbefc81c865d956795ae35bc9e8053285f9fddda74a7
+size 3203
diff --git a/params/opt/5/rnd_search_t_lin/comb_13_t/global_train/model.decoder.project_out/_s.pt b/params/opt/5/rnd_search_t_lin/comb_13_t/global_train/model.decoder.project_out/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..0116574e692cb3fa4da2f8d426f23086967a9893
--- /dev/null
+++ b/params/opt/5/rnd_search_t_lin/comb_13_t/global_train/model.decoder.project_out/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e1ded04293afc765d78f06a717157ff4ffef356c0a241d3d1e4872d986b021d9
+size 3203
diff --git a/params/opt/5/rnd_search_t_lin/comb_16/init/lm_head/_s.pt b/params/opt/5/rnd_search_t_lin/comb_16/init/lm_head/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8420b199b86a6c58e1f1987cd6a6539155ea20e2
--- /dev/null
+++ b/params/opt/5/rnd_search_t_lin/comb_16/init/lm_head/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:6b6235caf0b48684c2bad005cc065af67fffcb70fed8e738e9026cd9e5ebfd61
+size 202243
diff --git a/params/opt/5/rnd_search_t_lin/comb_16/init/model.decoder.layers.0.fc1/_s.pt b/params/opt/5/rnd_search_t_lin/comb_16/init/model.decoder.layers.0.fc1/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..46c4d2f0e4d3f61da89a62fdee54f65b958d3388
--- /dev/null
+++ b/params/opt/5/rnd_search_t_lin/comb_16/init/model.decoder.layers.0.fc1/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e5a06bc4da45f3cca7d447134e14483eb6626cbf9241a42f047ce24c16980769
+size 17539
diff --git a/params/opt/5/rnd_search_t_lin/comb_16/init/model.decoder.layers.0.fc2/_s.pt b/params/opt/5/rnd_search_t_lin/comb_16/init/model.decoder.layers.0.fc2/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..045c788c322dce406740218f5232b2b0fae63406
--- /dev/null
+++ b/params/opt/5/rnd_search_t_lin/comb_16/init/model.decoder.layers.0.fc2/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:30a535aae9adaf34aeab26e7d7c199f0d9061d6811bd6d5ecd4996e3248f89a9
+size 5251
diff --git a/params/opt/5/rnd_search_t_lin/comb_16/init/model.decoder.layers.0.self_attn.k_proj/_s.pt b/params/opt/5/rnd_search_t_lin/comb_16/init/model.decoder.layers.0.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..7ed67a342da00a160a331c5d0d798e9e956e5ef2
--- /dev/null
+++ b/params/opt/5/rnd_search_t_lin/comb_16/init/model.decoder.layers.0.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ade38070f12e606b50fae23dc2eda095b06cb9d7cfbf9def7cbcb79227856239
+size 5251
diff --git a/params/opt/5/rnd_search_t_lin/comb_16/init/model.decoder.layers.0.self_attn.out_proj/_s.pt b/params/opt/5/rnd_search_t_lin/comb_16/init/model.decoder.layers.0.self_attn.out_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..96c12cd6d62feb6ce5a02d3b8f86a20cbb5dacb8
--- /dev/null
+++ b/params/opt/5/rnd_search_t_lin/comb_16/init/model.decoder.layers.0.self_attn.out_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:65a69ded2a2a1e30cdd14ef6b5d4a1a082323290fe65c1bf4a5bd0d29e72c1ee
+size 5251
diff --git a/params/opt/5/rnd_search_t_lin/comb_16/init/model.decoder.layers.0.self_attn.q_proj/_s.pt b/params/opt/5/rnd_search_t_lin/comb_16/init/model.decoder.layers.0.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..aba44c1c0736347ac93445fdd4d6d6e989702dc3
--- /dev/null
+++ b/params/opt/5/rnd_search_t_lin/comb_16/init/model.decoder.layers.0.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5c4f4dba1b56d57ce5b96a22ba916e24995e2ffae97a124a68a85cc9c913a890
+size 5251
diff --git a/params/opt/5/rnd_search_t_lin/comb_16/init/model.decoder.layers.0.self_attn.v_proj/_s.pt b/params/opt/5/rnd_search_t_lin/comb_16/init/model.decoder.layers.0.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..03a16b38a2f36e86d042b0a4a7770941e586d6ae
--- /dev/null
+++ b/params/opt/5/rnd_search_t_lin/comb_16/init/model.decoder.layers.0.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c92299b49bc31562ae7eb4bea89127b7f24f53904817f9f9b7b83b041b449361
+size 5251
diff --git a/params/opt/5/rnd_search_t_lin/comb_16/init/model.decoder.layers.1.fc1/_s.pt b/params/opt/5/rnd_search_t_lin/comb_16/init/model.decoder.layers.1.fc1/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..bbbf6e6187717ad51552b4d75bceeeef4980cb34
--- /dev/null
+++ b/params/opt/5/rnd_search_t_lin/comb_16/init/model.decoder.layers.1.fc1/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:cf879c3873be4e3b3f5c4ffcec214925614b4e19d552db4cf9f56ffeecbdffac
+size 17539
diff --git a/params/opt/5/rnd_search_t_lin/comb_16/init/model.decoder.layers.1.fc2/_s.pt b/params/opt/5/rnd_search_t_lin/comb_16/init/model.decoder.layers.1.fc2/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..b7a66325e54a82f3dea87775e813ea2e64f81131
--- /dev/null
+++ b/params/opt/5/rnd_search_t_lin/comb_16/init/model.decoder.layers.1.fc2/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:3f211028cea12e58087ab5de8b5c51b87f52046ca85e8d4b862e5fc91d7683d7
+size 5251
diff --git a/params/opt/5/rnd_search_t_lin/comb_16/init/model.decoder.layers.1.self_attn.k_proj/_s.pt b/params/opt/5/rnd_search_t_lin/comb_16/init/model.decoder.layers.1.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..d316b03465a939e0c96892b48321dfd545cbac93
--- /dev/null
+++ b/params/opt/5/rnd_search_t_lin/comb_16/init/model.decoder.layers.1.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:90f24559bcf39f7b9085d669271b21e285b30b3548bdc830edefbc3d409f9f01
+size 5251
diff --git a/params/opt/5/rnd_search_t_lin/comb_16/init/model.decoder.layers.1.self_attn.out_proj/_s.pt b/params/opt/5/rnd_search_t_lin/comb_16/init/model.decoder.layers.1.self_attn.out_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..90ae4eb91c17aaced0069c29201f9c8d68066ffe
--- /dev/null
+++ b/params/opt/5/rnd_search_t_lin/comb_16/init/model.decoder.layers.1.self_attn.out_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ce741b87d37c9419f05341613ed263ba767bb969f51d643327e207402182f6b7
+size 5251
diff --git a/params/opt/5/rnd_search_t_lin/comb_16/init/model.decoder.layers.1.self_attn.q_proj/_s.pt b/params/opt/5/rnd_search_t_lin/comb_16/init/model.decoder.layers.1.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..6bb56d309c2f15004917e11b28530500109665b7
--- /dev/null
+++ b/params/opt/5/rnd_search_t_lin/comb_16/init/model.decoder.layers.1.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:18ecb863bdb73cb1738ee9655e7b2797f9ee23e51d5e1b2eafe058efd9084d14
+size 5251
diff --git a/params/opt/5/rnd_search_t_lin/comb_16/init/model.decoder.layers.1.self_attn.v_proj/_s.pt b/params/opt/5/rnd_search_t_lin/comb_16/init/model.decoder.layers.1.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c556d1845a7f9e63d00b4d0bdc76fa3b1babad4b
--- /dev/null
+++ b/params/opt/5/rnd_search_t_lin/comb_16/init/model.decoder.layers.1.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:01366c3889cc5fc097c1c472186983b36acfddf975d1d64eb8ef32a231dfe01b
+size 5251
diff --git a/params/opt/5/rnd_search_t_lin/comb_16/init/model.decoder.layers.10.fc1/_s.pt b/params/opt/5/rnd_search_t_lin/comb_16/init/model.decoder.layers.10.fc1/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4e12d2bb75855794f082ad0e43d9e8e6e4659640
--- /dev/null
+++ b/params/opt/5/rnd_search_t_lin/comb_16/init/model.decoder.layers.10.fc1/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:dfd0d1e730f8b89ddc710ba081cae23b004de5e7c70f418ebcef318c272889b6
+size 17539
diff --git a/params/opt/5/rnd_search_t_lin/comb_16/init/model.decoder.layers.10.fc2/_s.pt b/params/opt/5/rnd_search_t_lin/comb_16/init/model.decoder.layers.10.fc2/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..d45d23128c607395e2f9509145512f12792c0ce4
--- /dev/null
+++ b/params/opt/5/rnd_search_t_lin/comb_16/init/model.decoder.layers.10.fc2/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d9d5fb649739d045c9ffe4e1e1147710738c0fd1d2e3ef38488cf091bbdab65a
+size 5251
diff --git a/params/opt/5/rnd_search_t_lin/comb_16/init/model.decoder.layers.10.self_attn.k_proj/_s.pt b/params/opt/5/rnd_search_t_lin/comb_16/init/model.decoder.layers.10.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..421e25fee4fff09551960a09bc5885dc0bd39bae
--- /dev/null
+++ b/params/opt/5/rnd_search_t_lin/comb_16/init/model.decoder.layers.10.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0c05b0660b038e463e8806040542f2b1e97abce5d6897f80c33b455c0a3e4cc9
+size 5251
diff --git a/params/opt/5/rnd_search_t_lin/comb_16/init/model.decoder.layers.10.self_attn.out_proj/_s.pt b/params/opt/5/rnd_search_t_lin/comb_16/init/model.decoder.layers.10.self_attn.out_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8af0ddffc3c1b488ac5684e96fc4fc607481a3cd
--- /dev/null
+++ b/params/opt/5/rnd_search_t_lin/comb_16/init/model.decoder.layers.10.self_attn.out_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:875c5867dfe02745ac5726ec03a4c5df1e2ff80babc50b79786602b1a709b499
+size 5251
diff --git a/params/opt/5/rnd_search_t_lin/comb_16/init/model.decoder.layers.10.self_attn.q_proj/_s.pt b/params/opt/5/rnd_search_t_lin/comb_16/init/model.decoder.layers.10.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8d332941011b3ab6cb0830e51f3f50d3e5a0cb05
--- /dev/null
+++ b/params/opt/5/rnd_search_t_lin/comb_16/init/model.decoder.layers.10.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:477159ca89b7e45fda9d48a8434a33affa46436f32ade3286748402835c42db9
+size 5251
diff --git a/params/opt/5/rnd_search_t_lin/comb_16/init/model.decoder.layers.10.self_attn.v_proj/_s.pt b/params/opt/5/rnd_search_t_lin/comb_16/init/model.decoder.layers.10.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..f48358c7fb17aebf7b27489111172001ccedcc28
--- /dev/null
+++ b/params/opt/5/rnd_search_t_lin/comb_16/init/model.decoder.layers.10.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0cdced3e4c083ddd796de29e36b04d1c4047ca55c27623ee42a2b7df4098555f
+size 5251
diff --git a/params/opt/5/rnd_search_t_lin/comb_16/init/model.decoder.layers.11.fc1/_s.pt b/params/opt/5/rnd_search_t_lin/comb_16/init/model.decoder.layers.11.fc1/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..15557b1dfca18f67c2f205e3bbda9f0bc036cadd
--- /dev/null
+++ b/params/opt/5/rnd_search_t_lin/comb_16/init/model.decoder.layers.11.fc1/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d7e5fcc67005f57c6065d97e57e7648713c5aff5c05f7203806a585774ab2c26
+size 17539
diff --git a/params/opt/5/rnd_search_t_lin/comb_16/init/model.decoder.layers.11.fc2/_s.pt b/params/opt/5/rnd_search_t_lin/comb_16/init/model.decoder.layers.11.fc2/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e89e873d8e807d529e7e0aadbc762b8574dc6e0d
--- /dev/null
+++ b/params/opt/5/rnd_search_t_lin/comb_16/init/model.decoder.layers.11.fc2/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:9ae8c126c3602639a4c75f4ffb910eca4cadfad6d7601696b680c6f504b26e5a
+size 5251
diff --git a/params/opt/5/rnd_search_t_lin/comb_16/init/model.decoder.layers.11.self_attn.k_proj/_s.pt b/params/opt/5/rnd_search_t_lin/comb_16/init/model.decoder.layers.11.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..287ecc51daf65933fd0613d33199630d0ee5af36
--- /dev/null
+++ b/params/opt/5/rnd_search_t_lin/comb_16/init/model.decoder.layers.11.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:9a51436f75eb8bf83b8999fe3469bdaa8041ed38d21d9bb9644df81a88930dd2
+size 5251
diff --git a/params/opt/5/rnd_search_t_lin/comb_16/init/model.decoder.layers.11.self_attn.out_proj/_s.pt b/params/opt/5/rnd_search_t_lin/comb_16/init/model.decoder.layers.11.self_attn.out_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..98b2489c31f6b77f161b0471810b1eaee746696a
--- /dev/null
+++ b/params/opt/5/rnd_search_t_lin/comb_16/init/model.decoder.layers.11.self_attn.out_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:511e359f919675d03b8cef9d62e55948b7bc4d316a090e6a80c4822cacb75045
+size 5251
diff --git a/params/opt/5/rnd_search_t_lin/comb_16/init/model.decoder.layers.11.self_attn.q_proj/_s.pt b/params/opt/5/rnd_search_t_lin/comb_16/init/model.decoder.layers.11.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c8f01441ebc2a8b799752697e32ce0f285b6f950
--- /dev/null
+++ b/params/opt/5/rnd_search_t_lin/comb_16/init/model.decoder.layers.11.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:70a86eddd194700bbce7361d0903a73bf14bae3dbf756caa66ba78c6aeede55b
+size 5251
diff --git a/params/opt/5/rnd_search_t_lin/comb_16/init/model.decoder.layers.11.self_attn.v_proj/_s.pt b/params/opt/5/rnd_search_t_lin/comb_16/init/model.decoder.layers.11.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..9f68aea2b6f4b181b928778b8f3c0bc82c4a212d
--- /dev/null
+++ b/params/opt/5/rnd_search_t_lin/comb_16/init/model.decoder.layers.11.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2a4b6c59f1a8fc785e8de67c70f4eb5f17318b0ae25d67abe5dc2810d2121e16
+size 5251
diff --git a/params/opt/5/rnd_search_t_lin/comb_16/init/model.decoder.layers.12.fc1/_s.pt b/params/opt/5/rnd_search_t_lin/comb_16/init/model.decoder.layers.12.fc1/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4169f66b0ee479f3933a12f166d63f8c93d0bd87
--- /dev/null
+++ b/params/opt/5/rnd_search_t_lin/comb_16/init/model.decoder.layers.12.fc1/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f29200df5b006a0b09bb2ebb4b59b0c50a2075f2f3ccd0c24cefb906d956dc00
+size 17539
diff --git a/params/opt/5/rnd_search_t_lin/comb_16/init/model.decoder.layers.12.fc2/_s.pt b/params/opt/5/rnd_search_t_lin/comb_16/init/model.decoder.layers.12.fc2/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..73dedd5077d94a88a1de72f5e7bdfcfbc249f4f1
--- /dev/null
+++ b/params/opt/5/rnd_search_t_lin/comb_16/init/model.decoder.layers.12.fc2/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:36fbdfdb67dc030ed1bf017ae382b2c9c1c49062ebd0ef22a458049857ceb43d
+size 5251
diff --git a/params/opt/5/rnd_search_t_lin/comb_16/init/model.decoder.layers.12.self_attn.k_proj/_s.pt b/params/opt/5/rnd_search_t_lin/comb_16/init/model.decoder.layers.12.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c6696753c9d45cf2c4596caa95ffb0685ad66b04
--- /dev/null
+++ b/params/opt/5/rnd_search_t_lin/comb_16/init/model.decoder.layers.12.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:59ce98d83e56c3d4d25832107197043993238d9f780397db34aa150bc069d29e
+size 5251
diff --git a/params/opt/5/rnd_search_t_lin/comb_16/init/model.decoder.layers.12.self_attn.out_proj/_s.pt b/params/opt/5/rnd_search_t_lin/comb_16/init/model.decoder.layers.12.self_attn.out_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..fad6f6be0d3f750c7382b3302e36cef94c6d7626
--- /dev/null
+++ b/params/opt/5/rnd_search_t_lin/comb_16/init/model.decoder.layers.12.self_attn.out_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f0c1a47c6ce5fd055f0a501f65fde62c6ef1a8c974d6c1b26ae2fbb33dfab6e0
+size 5251
diff --git a/params/opt/5/rnd_search_t_lin/comb_16/init/model.decoder.layers.12.self_attn.q_proj/_s.pt b/params/opt/5/rnd_search_t_lin/comb_16/init/model.decoder.layers.12.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..0c570d8b625a8091b8e2d9ba8047babaf6bb8986
--- /dev/null
+++ b/params/opt/5/rnd_search_t_lin/comb_16/init/model.decoder.layers.12.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a647b39649d4c16f9184eefcde84ca5b11f837513b1b9c9ab107b9a9d0eca8ca
+size 5251
diff --git a/params/opt/5/rnd_search_t_lin/comb_16/init/model.decoder.layers.12.self_attn.v_proj/_s.pt b/params/opt/5/rnd_search_t_lin/comb_16/init/model.decoder.layers.12.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..116028f3c373ee3a563efbea9a35ce689d86b55b
--- /dev/null
+++ b/params/opt/5/rnd_search_t_lin/comb_16/init/model.decoder.layers.12.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:4569b53b79fc8b326278003a5ef50c1fab9af08f614e5d25e846301b5e58dfb7
+size 5251
diff --git a/params/opt/5/rnd_search_t_lin/comb_16/init/model.decoder.layers.13.fc1/_s.pt b/params/opt/5/rnd_search_t_lin/comb_16/init/model.decoder.layers.13.fc1/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..93b84d079abb07a1e7ecaa1ab6c599550ae8799a
--- /dev/null
+++ b/params/opt/5/rnd_search_t_lin/comb_16/init/model.decoder.layers.13.fc1/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:19e6182e34570ee15aef020ee6adcbd03240fddbe076d3c9b0939d6142196cb2
+size 17539
diff --git a/params/opt/5/rnd_search_t_lin/comb_16/init/model.decoder.layers.13.fc2/_s.pt b/params/opt/5/rnd_search_t_lin/comb_16/init/model.decoder.layers.13.fc2/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..99cb02cc539c796a9d1ee11a697e42ea9ae98142
--- /dev/null
+++ b/params/opt/5/rnd_search_t_lin/comb_16/init/model.decoder.layers.13.fc2/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f3564b53654138ce75660a8e2d02fb74c402de3cf056c18f1ee2037dd59d976b
+size 5251
diff --git a/params/opt/5/rnd_search_t_lin/comb_16/init/model.decoder.layers.13.self_attn.k_proj/_s.pt b/params/opt/5/rnd_search_t_lin/comb_16/init/model.decoder.layers.13.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..0f9f40a81a99f9fcf5d000338460e1337c201540
--- /dev/null
+++ b/params/opt/5/rnd_search_t_lin/comb_16/init/model.decoder.layers.13.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:831e7cf835af2dabb8bc61a204ff9ea74cd26667de31a4a3f050bcee949c9508
+size 5251
diff --git a/params/opt/5/rnd_search_t_lin/comb_16/init/model.decoder.layers.13.self_attn.out_proj/_s.pt b/params/opt/5/rnd_search_t_lin/comb_16/init/model.decoder.layers.13.self_attn.out_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8aa391a8f596bb3b6c6eef48735e6e538ec7fcfb
--- /dev/null
+++ b/params/opt/5/rnd_search_t_lin/comb_16/init/model.decoder.layers.13.self_attn.out_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ebb1292023ac856eddda748e824aa3524875f6ec01a54570e6855a5bf6dbf2c0
+size 5251
diff --git a/params/opt/5/rnd_search_t_lin/comb_16/init/model.decoder.layers.13.self_attn.q_proj/_s.pt b/params/opt/5/rnd_search_t_lin/comb_16/init/model.decoder.layers.13.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..d7760d23f2a30734a976780909f51fc15f6b347e
--- /dev/null
+++ b/params/opt/5/rnd_search_t_lin/comb_16/init/model.decoder.layers.13.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5ebf7d1b02a885cd6de9cd04e679b98a9a48d473440f3921c3c7114e68c17cd0
+size 5251
diff --git a/params/opt/5/rnd_search_t_lin/comb_16/init/model.decoder.layers.13.self_attn.v_proj/_s.pt b/params/opt/5/rnd_search_t_lin/comb_16/init/model.decoder.layers.13.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2f38ec4f6bf1948bd86b8c0b6c9954119952cf66
--- /dev/null
+++ b/params/opt/5/rnd_search_t_lin/comb_16/init/model.decoder.layers.13.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:602c2f43b183a8ea403aa84502543f05b111bb0290f84f1fbdecd9e8d368d420
+size 5251
diff --git a/params/opt/5/rnd_search_t_lin/comb_16/init/model.decoder.layers.14.fc1/_s.pt b/params/opt/5/rnd_search_t_lin/comb_16/init/model.decoder.layers.14.fc1/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..9b391b8d23dc4be5117a1f4acb49a317efe80a8c
--- /dev/null
+++ b/params/opt/5/rnd_search_t_lin/comb_16/init/model.decoder.layers.14.fc1/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2f14666b3a7183a29b4385ac8230fb7d9b11e44aa2f5799cf90b330612692039
+size 17539
diff --git a/params/opt/5/rnd_search_t_lin/comb_16/init/model.decoder.layers.14.fc2/_s.pt b/params/opt/5/rnd_search_t_lin/comb_16/init/model.decoder.layers.14.fc2/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e862d0158844ba012ce79b2cbf7b285024fce311
--- /dev/null
+++ b/params/opt/5/rnd_search_t_lin/comb_16/init/model.decoder.layers.14.fc2/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:cd3c09260ee123e2a94ea241b31a8a29b5127889cdb12c827ad4f48ee6518884
+size 5251
diff --git a/params/opt/5/rnd_search_t_lin/comb_16/init/model.decoder.layers.14.self_attn.k_proj/_s.pt b/params/opt/5/rnd_search_t_lin/comb_16/init/model.decoder.layers.14.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..d4bfd6fdf398bbd24d3e16c3f7f0916208071340
--- /dev/null
+++ b/params/opt/5/rnd_search_t_lin/comb_16/init/model.decoder.layers.14.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:6614a1d3ca3cfdce107b9df1403d5037fad66ef9b12e9849cbd700e7916c374b
+size 5251
diff --git a/params/opt/5/rnd_search_t_lin/comb_16/init/model.decoder.layers.14.self_attn.out_proj/_s.pt b/params/opt/5/rnd_search_t_lin/comb_16/init/model.decoder.layers.14.self_attn.out_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ebc09e6ae8cf90e1f3ddff16b7c9578e8fbc89f5
--- /dev/null
+++ b/params/opt/5/rnd_search_t_lin/comb_16/init/model.decoder.layers.14.self_attn.out_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:cd12e77ffd9d8be965dbfc11a9ae66a5b17a44b9a5ae4d0d541eaa92e6977a1e
+size 5251
diff --git a/params/opt/5/rnd_search_t_lin/comb_16/init/model.decoder.layers.14.self_attn.q_proj/_s.pt b/params/opt/5/rnd_search_t_lin/comb_16/init/model.decoder.layers.14.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..bbfd12818c8b1b2c6a5aec9ebf2212ee4a018c68
--- /dev/null
+++ b/params/opt/5/rnd_search_t_lin/comb_16/init/model.decoder.layers.14.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:522aea9f6a5feffcfb49e5ce975c27995ed27f9bcc636f702f16a2258ec4dddb
+size 5251
diff --git a/params/opt/5/rnd_search_t_lin/comb_16/init/model.decoder.layers.14.self_attn.v_proj/_s.pt b/params/opt/5/rnd_search_t_lin/comb_16/init/model.decoder.layers.14.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..65dbd401923e8625b0bbb03a68dc371e9a4b8c4a
--- /dev/null
+++ b/params/opt/5/rnd_search_t_lin/comb_16/init/model.decoder.layers.14.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e43b62ea5bcfce8171527f66f601bc81fd91c6361bd2a952f198d804b6be0280
+size 5251
diff --git a/params/opt/5/rnd_search_t_lin/comb_16/init/model.decoder.layers.15.fc1/_s.pt b/params/opt/5/rnd_search_t_lin/comb_16/init/model.decoder.layers.15.fc1/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..0ca119f8c3d166cde69b6288aff833391148e418
--- /dev/null
+++ b/params/opt/5/rnd_search_t_lin/comb_16/init/model.decoder.layers.15.fc1/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:aede1305777b797f2dc6fab7e533f253a1f138d8e774ca6ce8877aa184a74b43
+size 17539
diff --git a/params/opt/5/rnd_search_t_lin/comb_16/init/model.decoder.layers.15.fc2/_s.pt b/params/opt/5/rnd_search_t_lin/comb_16/init/model.decoder.layers.15.fc2/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a80cce4f519bc1c37022a51f348c6cb701b93585
--- /dev/null
+++ b/params/opt/5/rnd_search_t_lin/comb_16/init/model.decoder.layers.15.fc2/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:898bb5adfca019a3f4b4d806cb232f8e84953b6ab8ef389620b00357438cc527
+size 5251
diff --git a/params/opt/5/rnd_search_t_lin/comb_16/init/model.decoder.layers.15.self_attn.k_proj/_s.pt b/params/opt/5/rnd_search_t_lin/comb_16/init/model.decoder.layers.15.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..9a737bccc457966ea7b1533344fe1c67a54ca035
--- /dev/null
+++ b/params/opt/5/rnd_search_t_lin/comb_16/init/model.decoder.layers.15.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0d8d13319ae371991366cbed4ddc2cfc88791bbfbd0fb804e141289f23f8a563
+size 5251
diff --git a/params/opt/5/rnd_search_t_lin/comb_16/init/model.decoder.layers.15.self_attn.out_proj/_s.pt b/params/opt/5/rnd_search_t_lin/comb_16/init/model.decoder.layers.15.self_attn.out_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..1567dd0058416a45c017848d07fa3d61effb2d73
--- /dev/null
+++ b/params/opt/5/rnd_search_t_lin/comb_16/init/model.decoder.layers.15.self_attn.out_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:fa603d796770377ea0f68db8d6a1992ada8ae7a3457a34cc08209a0e46b7b874
+size 5251
diff --git a/params/opt/5/rnd_search_t_lin/comb_16/init/model.decoder.layers.15.self_attn.q_proj/_s.pt b/params/opt/5/rnd_search_t_lin/comb_16/init/model.decoder.layers.15.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..94dec3b248277745d1d2a84da12c301874d53f19
--- /dev/null
+++ b/params/opt/5/rnd_search_t_lin/comb_16/init/model.decoder.layers.15.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:1a5a397947bac2525009bddf836745cc0f1940786923fc1eb177daf2da83cb11
+size 5251
diff --git a/params/opt/5/rnd_search_t_lin/comb_16/init/model.decoder.layers.15.self_attn.v_proj/_s.pt b/params/opt/5/rnd_search_t_lin/comb_16/init/model.decoder.layers.15.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..45a354c89c3634f63b86c9c74d9ea22f86c9b11a
--- /dev/null
+++ b/params/opt/5/rnd_search_t_lin/comb_16/init/model.decoder.layers.15.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ceb41a6b99769d026eb78ea9e27c77fd901506a9c7d3a78916d37546a453b4d5
+size 5251
diff --git a/params/opt/5/rnd_search_t_lin/comb_16/init/model.decoder.layers.16.fc1/_s.pt b/params/opt/5/rnd_search_t_lin/comb_16/init/model.decoder.layers.16.fc1/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8de4e1a632ae4fd24237f94dabc7a3504eff71d2
--- /dev/null
+++ b/params/opt/5/rnd_search_t_lin/comb_16/init/model.decoder.layers.16.fc1/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:128fea1aac457bae0c4e2fb29f9d3d70afb85779592ebcdd304d25e2b6b1e558
+size 17539
diff --git a/params/opt/5/rnd_search_t_lin/comb_16/init/model.decoder.layers.16.fc2/_s.pt b/params/opt/5/rnd_search_t_lin/comb_16/init/model.decoder.layers.16.fc2/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..dfc55b55e60507a257c4ec1736d626340db05987
--- /dev/null
+++ b/params/opt/5/rnd_search_t_lin/comb_16/init/model.decoder.layers.16.fc2/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d52d5e2a696d4254ccb32dc44ad29e390885b17cf5e6d7e75eb9c6bf25140ae3
+size 5251
diff --git a/params/opt/5/rnd_search_t_lin/comb_16/init/model.decoder.layers.16.self_attn.k_proj/_s.pt b/params/opt/5/rnd_search_t_lin/comb_16/init/model.decoder.layers.16.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..b4fe0f4ca65bec191ad9e576a1f820b878c16cc0
--- /dev/null
+++ b/params/opt/5/rnd_search_t_lin/comb_16/init/model.decoder.layers.16.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:61eea2f4e060bcb781c68b66f42ad755bcd663191c05bdf77d2d6fdfb4133ab7
+size 5251
diff --git a/params/opt/5/rnd_search_t_lin/comb_16/init/model.decoder.layers.16.self_attn.out_proj/_s.pt b/params/opt/5/rnd_search_t_lin/comb_16/init/model.decoder.layers.16.self_attn.out_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4e5ddc3038d6716acb13ce6deae52148e88fa8c9
--- /dev/null
+++ b/params/opt/5/rnd_search_t_lin/comb_16/init/model.decoder.layers.16.self_attn.out_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2ab93f565f8f7604847282ca630664cb125395bae0817ad95f6d30859d1e672c
+size 5251
diff --git a/params/opt/5/rnd_search_t_lin/comb_16/init/model.decoder.layers.16.self_attn.q_proj/_s.pt b/params/opt/5/rnd_search_t_lin/comb_16/init/model.decoder.layers.16.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..be2c6bc95224859f83f48e09293adf86d78a4fe4
--- /dev/null
+++ b/params/opt/5/rnd_search_t_lin/comb_16/init/model.decoder.layers.16.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b8cbf83824dc9ceef4f37764127c7d5b9f4d141f513bfa9eba3fc0301c0262a5
+size 5251
diff --git a/params/opt/5/rnd_search_t_lin/comb_16/init/model.decoder.layers.16.self_attn.v_proj/_s.pt b/params/opt/5/rnd_search_t_lin/comb_16/init/model.decoder.layers.16.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8cac38a3b86ad5bdc0caf86301f4782a9f8f529a
--- /dev/null
+++ b/params/opt/5/rnd_search_t_lin/comb_16/init/model.decoder.layers.16.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:6222bb37670764e442b3ccdcce2f5faf3f0dd737750747b622e02690464aa94a
+size 5251
diff --git a/params/opt/5/rnd_search_t_lin/comb_16/init/model.decoder.layers.17.fc1/_s.pt b/params/opt/5/rnd_search_t_lin/comb_16/init/model.decoder.layers.17.fc1/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a24298fb0bb3a4763af385476093e5a012448c8c
--- /dev/null
+++ b/params/opt/5/rnd_search_t_lin/comb_16/init/model.decoder.layers.17.fc1/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ad0e8b3862c1a3279e4c96cbf7047a90f015b4a2621ba6a7cddfc8383f0ca5d6
+size 17539
diff --git a/params/opt/5/rnd_search_t_lin/comb_16/init/model.decoder.layers.17.fc2/_s.pt b/params/opt/5/rnd_search_t_lin/comb_16/init/model.decoder.layers.17.fc2/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..0d8083557534375c64c552518bd1adad6a9c0955
--- /dev/null
+++ b/params/opt/5/rnd_search_t_lin/comb_16/init/model.decoder.layers.17.fc2/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:405a3b1ed33621413aab2f746bd3b3478b4cb0583d0886390c5f9d67f5bfad25
+size 5251
diff --git a/params/opt/5/rnd_search_t_lin/comb_16/init/model.decoder.layers.17.self_attn.k_proj/_s.pt b/params/opt/5/rnd_search_t_lin/comb_16/init/model.decoder.layers.17.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..61e4f2612661ae7e62d30d7bd1eabe6b81732e53
--- /dev/null
+++ b/params/opt/5/rnd_search_t_lin/comb_16/init/model.decoder.layers.17.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:76f08d05f5d7ca342a3eba2ff2108b33efbdbbec1051e9492afa6a777fa02b78
+size 5251
diff --git a/params/opt/5/rnd_search_t_lin/comb_16/init/model.decoder.layers.17.self_attn.out_proj/_s.pt b/params/opt/5/rnd_search_t_lin/comb_16/init/model.decoder.layers.17.self_attn.out_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..0147344bbaa9740006bfe2494a3379ec06b13ee1
--- /dev/null
+++ b/params/opt/5/rnd_search_t_lin/comb_16/init/model.decoder.layers.17.self_attn.out_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ad21c06c4f4960865fdc388143ad60745375d5fb6437a2fae444840712b6d3ee
+size 5251
diff --git a/params/opt/5/rnd_search_t_lin/comb_16/init/model.decoder.layers.17.self_attn.q_proj/_s.pt b/params/opt/5/rnd_search_t_lin/comb_16/init/model.decoder.layers.17.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ae526b8fe018ea717fd5fb03016233bded9a059a
--- /dev/null
+++ b/params/opt/5/rnd_search_t_lin/comb_16/init/model.decoder.layers.17.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:6cf2ec0987c2cb404e83279fd065e3e3d45924efc66d5246cf7885b8f747f855
+size 5251
diff --git a/params/opt/5/rnd_search_t_lin/comb_16/init/model.decoder.layers.17.self_attn.v_proj/_s.pt b/params/opt/5/rnd_search_t_lin/comb_16/init/model.decoder.layers.17.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..02894181cafe0e8bc2f3cf3e738a7fad94fa750c
--- /dev/null
+++ b/params/opt/5/rnd_search_t_lin/comb_16/init/model.decoder.layers.17.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:106971ad67b6cd6edfa27e0694683525376c2926a5b7c0b618b781c607b5ad3d
+size 5251
diff --git a/params/opt/5/rnd_search_t_lin/comb_16/init/model.decoder.layers.18.fc1/_s.pt b/params/opt/5/rnd_search_t_lin/comb_16/init/model.decoder.layers.18.fc1/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..990749af42d5a3b51971a7be717ea0bd7be45f34
--- /dev/null
+++ b/params/opt/5/rnd_search_t_lin/comb_16/init/model.decoder.layers.18.fc1/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:df642ed3fc255ec3a0a3febe0e294e9829a04daca252195a8a21c0cf0f7f3cbc
+size 17539
diff --git a/params/opt/5/rnd_search_t_lin/comb_16/init/model.decoder.layers.18.fc2/_s.pt b/params/opt/5/rnd_search_t_lin/comb_16/init/model.decoder.layers.18.fc2/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..38d66881e122e775d8aa53c2afe3ccb76475462c
--- /dev/null
+++ b/params/opt/5/rnd_search_t_lin/comb_16/init/model.decoder.layers.18.fc2/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b5fa4721639cffd79c123fd335a6f193e0bcb9e319510e612dc11d01ba27968e
+size 5251
diff --git a/params/opt/5/rnd_search_t_lin/comb_16/init/model.decoder.layers.18.self_attn.k_proj/_s.pt b/params/opt/5/rnd_search_t_lin/comb_16/init/model.decoder.layers.18.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..995df3c03a7acc1f710581912f83af61f1fc3025
--- /dev/null
+++ b/params/opt/5/rnd_search_t_lin/comb_16/init/model.decoder.layers.18.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:07c0d330f8061d42bf3afbbac86fc6840cc77e7c46e53540a0d1a50be798903d
+size 5251
diff --git a/params/opt/5/rnd_search_t_lin/comb_16/init/model.decoder.layers.18.self_attn.out_proj/_s.pt b/params/opt/5/rnd_search_t_lin/comb_16/init/model.decoder.layers.18.self_attn.out_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..890fddd393415b78b2eee37987e2d8c213e9f50f
--- /dev/null
+++ b/params/opt/5/rnd_search_t_lin/comb_16/init/model.decoder.layers.18.self_attn.out_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:bbd8d908b05ddcc50c43e6fd080e63ef17e4f5c9860bedd2bed9cc9e4eaa7527
+size 5251
diff --git a/params/opt/5/rnd_search_t_lin/comb_16/init/model.decoder.layers.18.self_attn.q_proj/_s.pt b/params/opt/5/rnd_search_t_lin/comb_16/init/model.decoder.layers.18.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8a0c9a6eac70aa042fe73ae036cfe6216ae1a382
--- /dev/null
+++ b/params/opt/5/rnd_search_t_lin/comb_16/init/model.decoder.layers.18.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a629f93ad89dadcdbcd7401bd29cf42caaae9ec593e398c932bf019864f847a2
+size 5251
diff --git a/params/opt/5/rnd_search_t_lin/comb_16/init/model.decoder.layers.18.self_attn.v_proj/_s.pt b/params/opt/5/rnd_search_t_lin/comb_16/init/model.decoder.layers.18.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..6ad858d534a99640242090feea200d764717e8fc
--- /dev/null
+++ b/params/opt/5/rnd_search_t_lin/comb_16/init/model.decoder.layers.18.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a6b5cc5021e22bc4ce9560772bce358a067554bee767e006890dda47673f2877
+size 5251
diff --git a/params/opt/5/rnd_search_t_lin/comb_16/init/model.decoder.layers.19.fc1/_s.pt b/params/opt/5/rnd_search_t_lin/comb_16/init/model.decoder.layers.19.fc1/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..b308781909f011b72185f02a48a627db3298c812
--- /dev/null
+++ b/params/opt/5/rnd_search_t_lin/comb_16/init/model.decoder.layers.19.fc1/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:120402e7198c8b6bf48622d96cec983fb8f035517cb715fd88d3476d2c2ae9a2
+size 17539
diff --git a/params/opt/5/rnd_search_t_lin/comb_16/init/model.decoder.layers.19.fc2/_s.pt b/params/opt/5/rnd_search_t_lin/comb_16/init/model.decoder.layers.19.fc2/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..9de7e347aa691d6f8d61f71d354408ce2a0bc7a5
--- /dev/null
+++ b/params/opt/5/rnd_search_t_lin/comb_16/init/model.decoder.layers.19.fc2/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b2031f6ce6248cc153a5c1ffa3b286fdfe0f6516a6e0a2bd73eed4a3690ca8f7
+size 5251
diff --git a/params/opt/5/rnd_search_t_lin/comb_16/init/model.decoder.layers.19.self_attn.k_proj/_s.pt b/params/opt/5/rnd_search_t_lin/comb_16/init/model.decoder.layers.19.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..835683415bf764ebc3dcbd05b32e21d0166a52bc
--- /dev/null
+++ b/params/opt/5/rnd_search_t_lin/comb_16/init/model.decoder.layers.19.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:4e00696d9fd80ca46eb93cc599ece5ff86e7ca80c87f470b64caec38f2be3ecc
+size 5251
diff --git a/params/opt/5/rnd_search_t_lin/comb_16/init/model.decoder.layers.19.self_attn.out_proj/_s.pt b/params/opt/5/rnd_search_t_lin/comb_16/init/model.decoder.layers.19.self_attn.out_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..975372b402bd93c4438d9de4e61221a465d0b6ac
--- /dev/null
+++ b/params/opt/5/rnd_search_t_lin/comb_16/init/model.decoder.layers.19.self_attn.out_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:da25a55810276c8ce5328687d31a3fcf8416056718ea96690e79879636921119
+size 5251
diff --git a/params/opt/5/rnd_search_t_lin/comb_16/init/model.decoder.layers.19.self_attn.q_proj/_s.pt b/params/opt/5/rnd_search_t_lin/comb_16/init/model.decoder.layers.19.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2e11aaeda6535884fbc7a333878e6dcba87ecf00
--- /dev/null
+++ b/params/opt/5/rnd_search_t_lin/comb_16/init/model.decoder.layers.19.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d07b726504c90b6c250d65b673a01f0aac0adcced9f615d2a0cb6ac1c5a9cab6
+size 5251
diff --git a/params/opt/5/rnd_search_t_lin/comb_16/init/model.decoder.layers.19.self_attn.v_proj/_s.pt b/params/opt/5/rnd_search_t_lin/comb_16/init/model.decoder.layers.19.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..bdb67c570143f8d3fe115b3aaebe8c476b648dd4
--- /dev/null
+++ b/params/opt/5/rnd_search_t_lin/comb_16/init/model.decoder.layers.19.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f69664d2e5ce40b502d3a5a54483a240de7a09757806d98929e7bcab3fea7016
+size 5251
diff --git a/params/opt/5/rnd_search_t_lin/comb_16/init/model.decoder.layers.2.fc1/_s.pt b/params/opt/5/rnd_search_t_lin/comb_16/init/model.decoder.layers.2.fc1/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..144d5c3a8b66121d10e6591e747a4b6e236fc30c
--- /dev/null
+++ b/params/opt/5/rnd_search_t_lin/comb_16/init/model.decoder.layers.2.fc1/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:7bb4ab3aab694898f0db0b1b967534eebc2920a7261bc56fa5453cf3db0546c3
+size 17539
diff --git a/params/opt/5/rnd_search_t_lin/comb_16/init/model.decoder.layers.2.fc2/_s.pt b/params/opt/5/rnd_search_t_lin/comb_16/init/model.decoder.layers.2.fc2/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ea916a33d1947473fe2b5ebf9ab095b54800cc91
--- /dev/null
+++ b/params/opt/5/rnd_search_t_lin/comb_16/init/model.decoder.layers.2.fc2/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:6c54d1667545d1aac601a4d976e4ddf29b32dc50fc41f293a97a1e07e2b6f6ac
+size 5251
diff --git a/params/opt/5/rnd_search_t_lin/comb_16/init/model.decoder.layers.2.self_attn.k_proj/_s.pt b/params/opt/5/rnd_search_t_lin/comb_16/init/model.decoder.layers.2.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..65b04e3ab5b883b92f138a0c1249a1c9a0750799
--- /dev/null
+++ b/params/opt/5/rnd_search_t_lin/comb_16/init/model.decoder.layers.2.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5d0d4cbc7731a147ac842656df1a6dd72da19cdb596109e46c336fd2f74e9a1a
+size 5251
diff --git a/params/opt/5/rnd_search_t_lin/comb_16/init/model.decoder.layers.2.self_attn.out_proj/_s.pt b/params/opt/5/rnd_search_t_lin/comb_16/init/model.decoder.layers.2.self_attn.out_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c16bcb7746e782cd300dce0c115ee0eaf616a0a5
--- /dev/null
+++ b/params/opt/5/rnd_search_t_lin/comb_16/init/model.decoder.layers.2.self_attn.out_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:14eb9b889bf60c6514bcfbe34bdd54d0bab7e478407cbb88951030fdcadd9119
+size 5251
diff --git a/params/opt/5/rnd_search_t_lin/comb_16/init/model.decoder.layers.2.self_attn.q_proj/_s.pt b/params/opt/5/rnd_search_t_lin/comb_16/init/model.decoder.layers.2.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..63c58336b272b9c06193ebd96ccc86b206fec202
--- /dev/null
+++ b/params/opt/5/rnd_search_t_lin/comb_16/init/model.decoder.layers.2.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:1cf1727f29468261197225028da9273104e182268ab552af1fb94bd2e54b999e
+size 5251
diff --git a/params/opt/5/rnd_search_t_lin/comb_16/init/model.decoder.layers.2.self_attn.v_proj/_s.pt b/params/opt/5/rnd_search_t_lin/comb_16/init/model.decoder.layers.2.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ca3a10d2e1dcab36b1068446c849bc6b7523eca1
--- /dev/null
+++ b/params/opt/5/rnd_search_t_lin/comb_16/init/model.decoder.layers.2.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e01e3be87637a173729e435079fa6b1d3120f84a90b67d0636d6f4eb1ed8e020
+size 5251
diff --git a/params/opt/5/rnd_search_t_lin/comb_16/init/model.decoder.layers.20.fc1/_s.pt b/params/opt/5/rnd_search_t_lin/comb_16/init/model.decoder.layers.20.fc1/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..0aeabdf5fbb608b2e8bd4bb3217fd0956c6d0b5c
--- /dev/null
+++ b/params/opt/5/rnd_search_t_lin/comb_16/init/model.decoder.layers.20.fc1/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:4e5c4c742552e975a69445701547481e2a1707ddc4536976b6a3129e5f93471d
+size 17539
diff --git a/params/opt/5/rnd_search_t_lin/comb_16/init/model.decoder.layers.20.fc2/_s.pt b/params/opt/5/rnd_search_t_lin/comb_16/init/model.decoder.layers.20.fc2/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a15763195c994fa9200ab7421884318ad58bf864
--- /dev/null
+++ b/params/opt/5/rnd_search_t_lin/comb_16/init/model.decoder.layers.20.fc2/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:9ac7f25b8a9e0d051401876f40cf66ff78ca17750a699395655d467ec13aacd1
+size 5251
diff --git a/params/opt/5/rnd_search_t_lin/comb_16/init/model.decoder.layers.20.self_attn.k_proj/_s.pt b/params/opt/5/rnd_search_t_lin/comb_16/init/model.decoder.layers.20.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a6ff9f08df181ef707e1938a4627577e261fbccb
--- /dev/null
+++ b/params/opt/5/rnd_search_t_lin/comb_16/init/model.decoder.layers.20.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:470b5878fede8c2fa769c59081f2ed3101330be8e5b376801a7a8d25b1a2ab0e
+size 5251
diff --git a/params/opt/5/rnd_search_t_lin/comb_16/init/model.decoder.layers.20.self_attn.out_proj/_s.pt b/params/opt/5/rnd_search_t_lin/comb_16/init/model.decoder.layers.20.self_attn.out_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ba0fe3e556ceece0e236f4518b0ed11b40edb7b4
--- /dev/null
+++ b/params/opt/5/rnd_search_t_lin/comb_16/init/model.decoder.layers.20.self_attn.out_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5961db0797fd834edab7fbd1ee0d5c05622fc8124b1b8e4728c6dd427c645701
+size 5251
diff --git a/params/opt/5/rnd_search_t_lin/comb_16/init/model.decoder.layers.20.self_attn.q_proj/_s.pt b/params/opt/5/rnd_search_t_lin/comb_16/init/model.decoder.layers.20.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..0d7c9b19211bee072fd20a837e73724e8ff8518a
--- /dev/null
+++ b/params/opt/5/rnd_search_t_lin/comb_16/init/model.decoder.layers.20.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f802160e6a4a2008e6ba46e654964206d0b0d1ec3070d2c53fe9ac97b696d229
+size 5251
diff --git a/params/opt/5/rnd_search_t_lin/comb_16/init/model.decoder.layers.20.self_attn.v_proj/_s.pt b/params/opt/5/rnd_search_t_lin/comb_16/init/model.decoder.layers.20.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..bbd7cc239092c169623bc013c72ea629faf5f81c
--- /dev/null
+++ b/params/opt/5/rnd_search_t_lin/comb_16/init/model.decoder.layers.20.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:56796d34ee40e10f9a95421889e699a2b58fd898946c8bb96f0d9c5f724cb2cc
+size 5251
diff --git a/params/opt/5/rnd_search_t_lin/comb_16/init/model.decoder.layers.21.fc1/_s.pt b/params/opt/5/rnd_search_t_lin/comb_16/init/model.decoder.layers.21.fc1/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..aa54cce9813cf3d8af31e33c4da5fc76ba2af3a5
--- /dev/null
+++ b/params/opt/5/rnd_search_t_lin/comb_16/init/model.decoder.layers.21.fc1/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:68b84240bca1e2910b67f2bd504ba041d77116ccd5454559e02e1b3ab9ab52e5
+size 17539
diff --git a/params/opt/5/rnd_search_t_lin/comb_16/init/model.decoder.layers.21.fc2/_s.pt b/params/opt/5/rnd_search_t_lin/comb_16/init/model.decoder.layers.21.fc2/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..5e0ab13f016143902ab3541ed818361462def2d1
--- /dev/null
+++ b/params/opt/5/rnd_search_t_lin/comb_16/init/model.decoder.layers.21.fc2/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:10b21db59ffc0ce04f8a4721e332eb16876cc3f3c6a9b1568586b16943ec638f
+size 5251
diff --git a/params/opt/5/rnd_search_t_lin/comb_16/init/model.decoder.layers.21.self_attn.k_proj/_s.pt b/params/opt/5/rnd_search_t_lin/comb_16/init/model.decoder.layers.21.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..5b20390374d1f020ded9101cd965080a953d55e3
--- /dev/null
+++ b/params/opt/5/rnd_search_t_lin/comb_16/init/model.decoder.layers.21.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:cf964e110be41e798c26e42d67eb467c702a6ff7e71f19d98c24bdb8ec50b2b5
+size 5251
diff --git a/params/opt/5/rnd_search_t_lin/comb_16/init/model.decoder.layers.21.self_attn.out_proj/_s.pt b/params/opt/5/rnd_search_t_lin/comb_16/init/model.decoder.layers.21.self_attn.out_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..1a9194fa358e7f7c0499a66b23237142423d9240
--- /dev/null
+++ b/params/opt/5/rnd_search_t_lin/comb_16/init/model.decoder.layers.21.self_attn.out_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:80511803b5432c2818e6eeaa887cd3c0b522df827f02e13e001ce217d1efa2e3
+size 5251
diff --git a/params/opt/5/rnd_search_t_lin/comb_16/init/model.decoder.layers.21.self_attn.q_proj/_s.pt b/params/opt/5/rnd_search_t_lin/comb_16/init/model.decoder.layers.21.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4722f70fb8e385a34a0425f6e6ffc4ce4f103df1
--- /dev/null
+++ b/params/opt/5/rnd_search_t_lin/comb_16/init/model.decoder.layers.21.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e8c3a0039d773c21b911ab17da5ababa571a34e05633794ff187cab59439e98f
+size 5251
diff --git a/params/opt/5/rnd_search_t_lin/comb_16/init/model.decoder.layers.21.self_attn.v_proj/_s.pt b/params/opt/5/rnd_search_t_lin/comb_16/init/model.decoder.layers.21.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..f1768080b3b468a5b84578451133bb005493f59b
--- /dev/null
+++ b/params/opt/5/rnd_search_t_lin/comb_16/init/model.decoder.layers.21.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:8a4646d52c185594b01160e4f2dfea187a6992c9ae7bd32e8dd225fd966944a7
+size 5251
diff --git a/params/opt/5/rnd_search_t_lin/comb_16/init/model.decoder.layers.22.fc1/_s.pt b/params/opt/5/rnd_search_t_lin/comb_16/init/model.decoder.layers.22.fc1/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c3c9d5eb66103b99a138d593dee17fcc81b998bb
--- /dev/null
+++ b/params/opt/5/rnd_search_t_lin/comb_16/init/model.decoder.layers.22.fc1/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:42ff88f30850c009bc24983be15f6720b0f18356828043fbb14a203b0bd79f30
+size 17539
diff --git a/params/opt/5/rnd_search_t_lin/comb_16/init/model.decoder.layers.22.fc2/_s.pt b/params/opt/5/rnd_search_t_lin/comb_16/init/model.decoder.layers.22.fc2/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..6f3fac23024b816b6de8680faf342d210b24e1f1
--- /dev/null
+++ b/params/opt/5/rnd_search_t_lin/comb_16/init/model.decoder.layers.22.fc2/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:4c4b2c4231384eddd23f2c71284780fb7d89ade47667ef031e27ea94213ff1d8
+size 5251
diff --git a/params/opt/5/rnd_search_t_lin/comb_16/init/model.decoder.layers.22.self_attn.k_proj/_s.pt b/params/opt/5/rnd_search_t_lin/comb_16/init/model.decoder.layers.22.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..467754d107a59d183a2c3e869b84789bd7a36ceb
--- /dev/null
+++ b/params/opt/5/rnd_search_t_lin/comb_16/init/model.decoder.layers.22.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b9d1701a8c5f6d25687098304c6865b6ae55704c6e3d675a03a956d250eecc59
+size 5251
diff --git a/params/opt/5/rnd_search_t_lin/comb_16/init/model.decoder.layers.22.self_attn.out_proj/_s.pt b/params/opt/5/rnd_search_t_lin/comb_16/init/model.decoder.layers.22.self_attn.out_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..b014d0d7c72adba77e21ca4f117bee95948fcf63
--- /dev/null
+++ b/params/opt/5/rnd_search_t_lin/comb_16/init/model.decoder.layers.22.self_attn.out_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e69b2466d85d02e74890cc5186a0ae79b29719ba92f153f7c777e20576ffc3fd
+size 5251
diff --git a/params/opt/5/rnd_search_t_lin/comb_16/init/model.decoder.layers.22.self_attn.q_proj/_s.pt b/params/opt/5/rnd_search_t_lin/comb_16/init/model.decoder.layers.22.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..5fc574a999512e8ff4cbc375ce50ab1063992b66
--- /dev/null
+++ b/params/opt/5/rnd_search_t_lin/comb_16/init/model.decoder.layers.22.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:017d4313556050d32dd421a6f6afbb6f0d2ebccdf4fc21ce09133c23c4856229
+size 5251
diff --git a/params/opt/5/rnd_search_t_lin/comb_16/init/model.decoder.layers.22.self_attn.v_proj/_s.pt b/params/opt/5/rnd_search_t_lin/comb_16/init/model.decoder.layers.22.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e424fd88afcccc7eff0901e314b20cd736203e75
--- /dev/null
+++ b/params/opt/5/rnd_search_t_lin/comb_16/init/model.decoder.layers.22.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ea02da47c40353c41f055fd05421d4996374a216e78664ab83630e6355cb8f16
+size 5251
diff --git a/params/opt/5/rnd_search_t_lin/comb_16/init/model.decoder.layers.23.fc1/_s.pt b/params/opt/5/rnd_search_t_lin/comb_16/init/model.decoder.layers.23.fc1/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..7ab10a07befce1da571d8526d49e0b749028af46
--- /dev/null
+++ b/params/opt/5/rnd_search_t_lin/comb_16/init/model.decoder.layers.23.fc1/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:44fcfbfc55af98e88e3b90dc388c19a0c79b0ff5d2d423483a1f9bac2202d47a
+size 17539
diff --git a/params/opt/5/rnd_search_t_lin/comb_16/init/model.decoder.layers.23.fc2/_s.pt b/params/opt/5/rnd_search_t_lin/comb_16/init/model.decoder.layers.23.fc2/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..b44567233887bd16fe4f7a0a6beb173f62441cd9
--- /dev/null
+++ b/params/opt/5/rnd_search_t_lin/comb_16/init/model.decoder.layers.23.fc2/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b822363d3bcb1824fb0d439461c73261a6a1239cd0370ad2dd02d2ca7532d62b
+size 5251
diff --git a/params/opt/5/rnd_search_t_lin/comb_16/init/model.decoder.layers.23.self_attn.k_proj/_s.pt b/params/opt/5/rnd_search_t_lin/comb_16/init/model.decoder.layers.23.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ba3fc471db4d7e9178147edc3217755c0f410a9d
--- /dev/null
+++ b/params/opt/5/rnd_search_t_lin/comb_16/init/model.decoder.layers.23.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2f13a27c42e0511a300905dacb59ab25236e3599bbfb74ee80ba2efdd44d45ff
+size 5251
diff --git a/params/opt/5/rnd_search_t_lin/comb_16/init/model.decoder.layers.23.self_attn.out_proj/_s.pt b/params/opt/5/rnd_search_t_lin/comb_16/init/model.decoder.layers.23.self_attn.out_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..cf41883f82b2b335ef269e05d5012aae0179a4e6
--- /dev/null
+++ b/params/opt/5/rnd_search_t_lin/comb_16/init/model.decoder.layers.23.self_attn.out_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f7d0ffdcb8c65399b7809182f5d1ae35af76437a8ccffc43e6ce34bc7aae0b05
+size 5251
diff --git a/params/opt/5/rnd_search_t_lin/comb_16/init/model.decoder.layers.23.self_attn.q_proj/_s.pt b/params/opt/5/rnd_search_t_lin/comb_16/init/model.decoder.layers.23.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..32d7de839d78d56361c2694dd40349372b0076f7
--- /dev/null
+++ b/params/opt/5/rnd_search_t_lin/comb_16/init/model.decoder.layers.23.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b151825f332867ed03e2db87c605ab8271b772a964d625c95cc87b0f802c2867
+size 5251
diff --git a/params/opt/5/rnd_search_t_lin/comb_16/init/model.decoder.layers.23.self_attn.v_proj/_s.pt b/params/opt/5/rnd_search_t_lin/comb_16/init/model.decoder.layers.23.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..cd56759c0f42978be1075d8b6ded2f61c9262f5d
--- /dev/null
+++ b/params/opt/5/rnd_search_t_lin/comb_16/init/model.decoder.layers.23.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d89446e5f120567f0dc1ad89d6778fe9b6e2925688114ccd07362822f8781ded
+size 5251
diff --git a/params/opt/5/rnd_search_t_lin/comb_16/init/model.decoder.layers.3.fc1/_s.pt b/params/opt/5/rnd_search_t_lin/comb_16/init/model.decoder.layers.3.fc1/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..cdd5738c22cd5bc47564b3e99a32eadb44ef1888
--- /dev/null
+++ b/params/opt/5/rnd_search_t_lin/comb_16/init/model.decoder.layers.3.fc1/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e0fa55eb667b108f35c709f673d2cb91abe57309137be2c1817ca6f5a233d0e5
+size 17539
diff --git a/params/opt/5/rnd_search_t_lin/comb_16/init/model.decoder.layers.3.fc2/_s.pt b/params/opt/5/rnd_search_t_lin/comb_16/init/model.decoder.layers.3.fc2/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..cbd0c6c5b52631145df080463bea97a33a909139
--- /dev/null
+++ b/params/opt/5/rnd_search_t_lin/comb_16/init/model.decoder.layers.3.fc2/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:da66346076ccd825525f603120a51abebf69510f729d14caf532cbb2189f4ac3
+size 5251
diff --git a/params/opt/5/rnd_search_t_lin/comb_16/init/model.decoder.layers.3.self_attn.k_proj/_s.pt b/params/opt/5/rnd_search_t_lin/comb_16/init/model.decoder.layers.3.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..48c14793dc58fc3599af838886c57f2113d14036
--- /dev/null
+++ b/params/opt/5/rnd_search_t_lin/comb_16/init/model.decoder.layers.3.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:360caa27b57effc173d243117fc39039351fd2ee1120b83241678524c70d35f6
+size 5251
diff --git a/params/opt/5/rnd_search_t_lin/comb_16/init/model.decoder.layers.3.self_attn.out_proj/_s.pt b/params/opt/5/rnd_search_t_lin/comb_16/init/model.decoder.layers.3.self_attn.out_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..5ea53b91554ac7e5ea5522a96d49a9c68e31c682
--- /dev/null
+++ b/params/opt/5/rnd_search_t_lin/comb_16/init/model.decoder.layers.3.self_attn.out_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:74843ebe3e730a5722f52b1f0a87e6f9ec715c487d9036cacf0e571091b0d6d7
+size 5251
diff --git a/params/opt/5/rnd_search_t_lin/comb_16/init/model.decoder.layers.3.self_attn.q_proj/_s.pt b/params/opt/5/rnd_search_t_lin/comb_16/init/model.decoder.layers.3.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..be2d9b1528146073f9de3d1e28a9f2ed85c0c133
--- /dev/null
+++ b/params/opt/5/rnd_search_t_lin/comb_16/init/model.decoder.layers.3.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd779d6354163b5de4acc0baf1b6e55db518c50370cd98e62570d8ea054d011
+size 5251
diff --git a/params/opt/5/rnd_search_t_lin/comb_16/init/model.decoder.layers.3.self_attn.v_proj/_s.pt b/params/opt/5/rnd_search_t_lin/comb_16/init/model.decoder.layers.3.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..48e7ce1faa74acd56ceeab7c703e693273d0d534
--- /dev/null
+++ b/params/opt/5/rnd_search_t_lin/comb_16/init/model.decoder.layers.3.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:09607905a7c451678f00b8598c052b8f1f1859efadd456942e0ff21f93ce88f0
+size 5251
diff --git a/params/opt/5/rnd_search_t_lin/comb_16/init/model.decoder.layers.4.fc1/_s.pt b/params/opt/5/rnd_search_t_lin/comb_16/init/model.decoder.layers.4.fc1/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..1a934a3efae31633b4a1c35d7038271c572b29a0
--- /dev/null
+++ b/params/opt/5/rnd_search_t_lin/comb_16/init/model.decoder.layers.4.fc1/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:dd2cf5b54b8c455641a366c5f303ad1ab6cddb77525667a964e285da97e3bc54
+size 17539
diff --git a/params/opt/5/rnd_search_t_lin/comb_16/init/model.decoder.layers.4.fc2/_s.pt b/params/opt/5/rnd_search_t_lin/comb_16/init/model.decoder.layers.4.fc2/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..7da2e6f279451faf45c07b034070505217e6b850
--- /dev/null
+++ b/params/opt/5/rnd_search_t_lin/comb_16/init/model.decoder.layers.4.fc2/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b3ca51ebde6fc4ebeb77b5bdebc16fc36b871eba71623ce18296ac9993ebffda
+size 5251
diff --git a/params/opt/5/rnd_search_t_lin/comb_16/init/model.decoder.layers.4.self_attn.k_proj/_s.pt b/params/opt/5/rnd_search_t_lin/comb_16/init/model.decoder.layers.4.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..fb22707667e256cb0dc0c756d8cf3ce728d5fe91
--- /dev/null
+++ b/params/opt/5/rnd_search_t_lin/comb_16/init/model.decoder.layers.4.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a2f8d24ad7771723fbeb1fd022eb3dd1c1b254748f318df920d111b45a26ad29
+size 5251
diff --git a/params/opt/5/rnd_search_t_lin/comb_16/init/model.decoder.layers.4.self_attn.out_proj/_s.pt b/params/opt/5/rnd_search_t_lin/comb_16/init/model.decoder.layers.4.self_attn.out_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c9cdd7f9eec97549e0d449f2b79ae51494ebc2b7
--- /dev/null
+++ b/params/opt/5/rnd_search_t_lin/comb_16/init/model.decoder.layers.4.self_attn.out_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c1c9ba406b1681df24dd611e90888a6a173c9030e36ce9586b9a1a2e25c481e1
+size 5251
diff --git a/params/opt/5/rnd_search_t_lin/comb_16/init/model.decoder.layers.4.self_attn.q_proj/_s.pt b/params/opt/5/rnd_search_t_lin/comb_16/init/model.decoder.layers.4.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..7bbfbda9690da41be9a42df537243366e43e97d9
--- /dev/null
+++ b/params/opt/5/rnd_search_t_lin/comb_16/init/model.decoder.layers.4.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:82517070f6a2e8161abd0f31a02f9a7ff363f851e72bbe91e8c9907dfe3f2605
+size 5251
diff --git a/params/opt/5/rnd_search_t_lin/comb_16/init/model.decoder.layers.4.self_attn.v_proj/_s.pt b/params/opt/5/rnd_search_t_lin/comb_16/init/model.decoder.layers.4.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..3852658c7416befeeb7de60788969c65de2613dc
--- /dev/null
+++ b/params/opt/5/rnd_search_t_lin/comb_16/init/model.decoder.layers.4.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:32fd88ea15334414719f48bcd7b011e9ec4a8df6a961cc6c47dd896cd2e76f24
+size 5251
diff --git a/params/opt/5/rnd_search_t_lin/comb_16/init/model.decoder.layers.5.fc1/_s.pt b/params/opt/5/rnd_search_t_lin/comb_16/init/model.decoder.layers.5.fc1/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..10304b290ca0c8a0d258ae0af852f48c350efb0f
--- /dev/null
+++ b/params/opt/5/rnd_search_t_lin/comb_16/init/model.decoder.layers.5.fc1/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c597d3c7aaa71f8e62b7c988f8f3690c9d8c03296ce21d3affcea3e3764e77b6
+size 17539
diff --git a/params/opt/5/rnd_search_t_lin/comb_16/init/model.decoder.layers.5.fc2/_s.pt b/params/opt/5/rnd_search_t_lin/comb_16/init/model.decoder.layers.5.fc2/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..f7d5855273510688eaa5678d33a53ca65d7035d7
--- /dev/null
+++ b/params/opt/5/rnd_search_t_lin/comb_16/init/model.decoder.layers.5.fc2/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e8bc3e4be7db2d44245659460fb487a909b2543c9d3b7c46e058d9872bc6f16b
+size 5251
diff --git a/params/opt/5/rnd_search_t_lin/comb_16/init/model.decoder.layers.5.self_attn.k_proj/_s.pt b/params/opt/5/rnd_search_t_lin/comb_16/init/model.decoder.layers.5.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..3931ca079ac7a5654b7d38a4d91355f25a640dbe
--- /dev/null
+++ b/params/opt/5/rnd_search_t_lin/comb_16/init/model.decoder.layers.5.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:93dc1ab805893067c92d8b1399926e413683dff12fd9e85a9785208842185af0
+size 5251
diff --git a/params/opt/5/rnd_search_t_lin/comb_16/init/model.decoder.layers.5.self_attn.out_proj/_s.pt b/params/opt/5/rnd_search_t_lin/comb_16/init/model.decoder.layers.5.self_attn.out_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..afeb00c91f09f07abbc9300624c0c14d6be353cc
--- /dev/null
+++ b/params/opt/5/rnd_search_t_lin/comb_16/init/model.decoder.layers.5.self_attn.out_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f1db4572908a3c037f10c3e270fb0f0264d837be4638f426176a3ed0fe61eca2
+size 5251
diff --git a/params/opt/5/rnd_search_t_lin/comb_16/init/model.decoder.layers.5.self_attn.q_proj/_s.pt b/params/opt/5/rnd_search_t_lin/comb_16/init/model.decoder.layers.5.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..eb9404dadc699610250eb58854b5e82421a720cb
--- /dev/null
+++ b/params/opt/5/rnd_search_t_lin/comb_16/init/model.decoder.layers.5.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:1919445fadb63bc684bb90ebbaa21b62de1269f74d2a798483d666c644052185
+size 5251
diff --git a/params/opt/5/rnd_search_t_lin/comb_16/init/model.decoder.layers.5.self_attn.v_proj/_s.pt b/params/opt/5/rnd_search_t_lin/comb_16/init/model.decoder.layers.5.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..27d56b06341d49bc3c5965d04dec4a58b3c89e92
--- /dev/null
+++ b/params/opt/5/rnd_search_t_lin/comb_16/init/model.decoder.layers.5.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:72ca650d0d73418d9b0d804c17655afdd0eefb5c613ec24ad3a6142847643db9
+size 5251
diff --git a/params/opt/5/rnd_search_t_lin/comb_16/init/model.decoder.layers.6.fc1/_s.pt b/params/opt/5/rnd_search_t_lin/comb_16/init/model.decoder.layers.6.fc1/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..7f2d2ed5a04f8ce57e6e38e907da1fed39d95909
--- /dev/null
+++ b/params/opt/5/rnd_search_t_lin/comb_16/init/model.decoder.layers.6.fc1/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:fc05f9c16a64dd47422e4338a8cb61da0c229d9c151051316eb9d1af0c1b35cc
+size 17539
diff --git a/params/opt/5/rnd_search_t_lin/comb_16/init/model.decoder.layers.6.fc2/_s.pt b/params/opt/5/rnd_search_t_lin/comb_16/init/model.decoder.layers.6.fc2/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..cd64662aa3aa3a8e97db7931780b80a027a87b49
--- /dev/null
+++ b/params/opt/5/rnd_search_t_lin/comb_16/init/model.decoder.layers.6.fc2/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:3f706905ff471e51c0e4d4298f5ac195c10659148cf57e2f49d026d0e0b0d414
+size 5251
diff --git a/params/opt/5/rnd_search_t_lin/comb_16/init/model.decoder.layers.6.self_attn.k_proj/_s.pt b/params/opt/5/rnd_search_t_lin/comb_16/init/model.decoder.layers.6.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c8e9bc73b23e9109dbb4b451944f09975b051a71
--- /dev/null
+++ b/params/opt/5/rnd_search_t_lin/comb_16/init/model.decoder.layers.6.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:af8bc7d8dd2892bf6130c905fb0b616d10cc0a4d771d62f8d99fc9e75f3174e1
+size 5251
diff --git a/params/opt/5/rnd_search_t_lin/comb_16/init/model.decoder.layers.6.self_attn.out_proj/_s.pt b/params/opt/5/rnd_search_t_lin/comb_16/init/model.decoder.layers.6.self_attn.out_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2a3633010a352b6a80f9ecbcb43262063cb60f89
--- /dev/null
+++ b/params/opt/5/rnd_search_t_lin/comb_16/init/model.decoder.layers.6.self_attn.out_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c663e74d661351c9c7f52587b33a1146457fb4feeb30f2a6c75f00516a830624
+size 5251
diff --git a/params/opt/5/rnd_search_t_lin/comb_16/init/model.decoder.layers.6.self_attn.q_proj/_s.pt b/params/opt/5/rnd_search_t_lin/comb_16/init/model.decoder.layers.6.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..46329811e42b1ea5f97425546fde160a4dcbd333
--- /dev/null
+++ b/params/opt/5/rnd_search_t_lin/comb_16/init/model.decoder.layers.6.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5a364ba9ea5c398303c6b539914f6b4d19981bd027aba7a17331f2b47c549265
+size 5251
diff --git a/params/opt/5/rnd_search_t_lin/comb_16/init/model.decoder.layers.6.self_attn.v_proj/_s.pt b/params/opt/5/rnd_search_t_lin/comb_16/init/model.decoder.layers.6.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a66e5632acdb3cf13b19915988f778fd3221ecec
--- /dev/null
+++ b/params/opt/5/rnd_search_t_lin/comb_16/init/model.decoder.layers.6.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:4843f21fc1bcaf4a2f9af5948ad3b4f07bcf1dd12d5ec36fc14ba58ff8217ffa
+size 5251
diff --git a/params/opt/5/rnd_search_t_lin/comb_16/init/model.decoder.layers.7.fc1/_s.pt b/params/opt/5/rnd_search_t_lin/comb_16/init/model.decoder.layers.7.fc1/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..581916e9b581849b8c2989a5da328f6583b52308
--- /dev/null
+++ b/params/opt/5/rnd_search_t_lin/comb_16/init/model.decoder.layers.7.fc1/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:78dd2cd822b1b75b94030ce562a34d12d2678d6856fe9a6c86e9d5d2c0ac6c75
+size 17539
diff --git a/params/opt/5/rnd_search_t_lin/comb_16/init/model.decoder.layers.7.fc2/_s.pt b/params/opt/5/rnd_search_t_lin/comb_16/init/model.decoder.layers.7.fc2/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..32f786c3a907e967acc4384b4859a366590c911c
--- /dev/null
+++ b/params/opt/5/rnd_search_t_lin/comb_16/init/model.decoder.layers.7.fc2/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ad5fd4a7c00fa99ce5d65e00c42a947628367288046bf83aa9b3fcc9d5df5373
+size 5251
diff --git a/params/opt/5/rnd_search_t_lin/comb_16/init/model.decoder.layers.7.self_attn.k_proj/_s.pt b/params/opt/5/rnd_search_t_lin/comb_16/init/model.decoder.layers.7.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2401376a7c916acd60caa38a5e94b9aaa6badc77
--- /dev/null
+++ b/params/opt/5/rnd_search_t_lin/comb_16/init/model.decoder.layers.7.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:234150fbd41485e22c97e675dba850fb33bc9a3a0c1d095c37e0aee32b20ced1
+size 5251
diff --git a/params/opt/5/rnd_search_t_lin/comb_16/init/model.decoder.layers.7.self_attn.out_proj/_s.pt b/params/opt/5/rnd_search_t_lin/comb_16/init/model.decoder.layers.7.self_attn.out_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..35310ca2ddaa2d3a674404a4a64e9cb7b500a25f
--- /dev/null
+++ b/params/opt/5/rnd_search_t_lin/comb_16/init/model.decoder.layers.7.self_attn.out_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:88114babb1ac273f70d4baf9d0aff721ce4fceb1d3f9b4945734b053bd90ae04
+size 5251
diff --git a/params/opt/5/rnd_search_t_lin/comb_16/init/model.decoder.layers.7.self_attn.q_proj/_s.pt b/params/opt/5/rnd_search_t_lin/comb_16/init/model.decoder.layers.7.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..5212486ec1f2ec0f8bdedd2ec51e9b404ba96ede
--- /dev/null
+++ b/params/opt/5/rnd_search_t_lin/comb_16/init/model.decoder.layers.7.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:438610ce970e1c11b88a5f31302352909890caf0c01e297971ae1825a7b0f248
+size 5251
diff --git a/params/opt/5/rnd_search_t_lin/comb_16/init/model.decoder.layers.7.self_attn.v_proj/_s.pt b/params/opt/5/rnd_search_t_lin/comb_16/init/model.decoder.layers.7.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..eae5d86ef408445c1fb49beb973b4587b95beeb7
--- /dev/null
+++ b/params/opt/5/rnd_search_t_lin/comb_16/init/model.decoder.layers.7.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:1478bd643af672c463cfb017ee6533f0c33db79ca23edb7a481463727d49dfe5
+size 5251
diff --git a/params/opt/5/rnd_search_t_lin/comb_16/init/model.decoder.layers.8.fc1/_s.pt b/params/opt/5/rnd_search_t_lin/comb_16/init/model.decoder.layers.8.fc1/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..1a3e19417b49399e4f5c60abaa88822d33650741
--- /dev/null
+++ b/params/opt/5/rnd_search_t_lin/comb_16/init/model.decoder.layers.8.fc1/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:7915e50a8976037ae56dc69d5e9bea88db757da3d7e9f4cb7ce3ec7cba8b697f
+size 17539
diff --git a/params/opt/5/rnd_search_t_lin/comb_16/init/model.decoder.layers.8.fc2/_s.pt b/params/opt/5/rnd_search_t_lin/comb_16/init/model.decoder.layers.8.fc2/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..52e53ae3b959b5da03abcdfa203032f73827542d
--- /dev/null
+++ b/params/opt/5/rnd_search_t_lin/comb_16/init/model.decoder.layers.8.fc2/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5d4c277bd51b997be8e64d1f7e3b396c5cb17d73a5e4844a932bcb4001ca7276
+size 5251
diff --git a/params/opt/5/rnd_search_t_lin/comb_16/init/model.decoder.layers.8.self_attn.k_proj/_s.pt b/params/opt/5/rnd_search_t_lin/comb_16/init/model.decoder.layers.8.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..46551fb004a78076cf829420c97080a757d9f86f
--- /dev/null
+++ b/params/opt/5/rnd_search_t_lin/comb_16/init/model.decoder.layers.8.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a2a885f3385feb1240ac11cf41b29d6592c9ee6c7fe456cb80ebbed53eabd32a
+size 5251
diff --git a/params/opt/5/rnd_search_t_lin/comb_16/init/model.decoder.layers.8.self_attn.out_proj/_s.pt b/params/opt/5/rnd_search_t_lin/comb_16/init/model.decoder.layers.8.self_attn.out_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..3e0b7ec3ea4b78f2582e95b171245fcab8c822f9
--- /dev/null
+++ b/params/opt/5/rnd_search_t_lin/comb_16/init/model.decoder.layers.8.self_attn.out_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c84cc611c931510428691f72e69a83a207c08cda55ed20918f2b8fa648e9cae9
+size 5251
diff --git a/params/opt/5/rnd_search_t_lin/comb_16/init/model.decoder.layers.8.self_attn.q_proj/_s.pt b/params/opt/5/rnd_search_t_lin/comb_16/init/model.decoder.layers.8.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..d0f9155259b70edd988c00021075dead935cfdc3
--- /dev/null
+++ b/params/opt/5/rnd_search_t_lin/comb_16/init/model.decoder.layers.8.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:cb8856495239d8e4f7269b10338cc06f0c61604e51c23c319ed5c585b710eeef
+size 5251
diff --git a/params/opt/5/rnd_search_t_lin/comb_16/init/model.decoder.layers.8.self_attn.v_proj/_s.pt b/params/opt/5/rnd_search_t_lin/comb_16/init/model.decoder.layers.8.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..12e8b68b419471d9ef59dcf36fce1a30fe435dbe
--- /dev/null
+++ b/params/opt/5/rnd_search_t_lin/comb_16/init/model.decoder.layers.8.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f38113b21a81d8254699de1ed12a36afeaa5cfb047aabf5e3945538f5165713c
+size 5251
diff --git a/params/opt/5/rnd_search_t_lin/comb_16/init/model.decoder.layers.9.fc1/_s.pt b/params/opt/5/rnd_search_t_lin/comb_16/init/model.decoder.layers.9.fc1/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..30e13b143bc5cfc0e6e5e43d2965ef37f085e498
--- /dev/null
+++ b/params/opt/5/rnd_search_t_lin/comb_16/init/model.decoder.layers.9.fc1/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:4f8618f45cab9fd88abb70ed18386eef18ef9b6757b19e582f5e5f97d9e04301
+size 17539
diff --git a/params/opt/5/rnd_search_t_lin/comb_16/init/model.decoder.layers.9.fc2/_s.pt b/params/opt/5/rnd_search_t_lin/comb_16/init/model.decoder.layers.9.fc2/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..581f1282d9470f2a671f8e8e9baac15a27446b5a
--- /dev/null
+++ b/params/opt/5/rnd_search_t_lin/comb_16/init/model.decoder.layers.9.fc2/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:6ab72deffb3011b31940f285495213d78dbabc6297074d4bedb5ec38c0c83681
+size 5251
diff --git a/params/opt/5/rnd_search_t_lin/comb_16/init/model.decoder.layers.9.self_attn.k_proj/_s.pt b/params/opt/5/rnd_search_t_lin/comb_16/init/model.decoder.layers.9.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..75be4bbb5308a84be116d2dccb6f220d8b36c220
--- /dev/null
+++ b/params/opt/5/rnd_search_t_lin/comb_16/init/model.decoder.layers.9.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a39623994aae51cf297be47a7bf04d63c2295f1eb1b2873bb28e9dc24f5f5e99
+size 5251
diff --git a/params/opt/5/rnd_search_t_lin/comb_16/init/model.decoder.layers.9.self_attn.out_proj/_s.pt b/params/opt/5/rnd_search_t_lin/comb_16/init/model.decoder.layers.9.self_attn.out_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ead5233e88798ceb753114751702e64a8d8fb90d
--- /dev/null
+++ b/params/opt/5/rnd_search_t_lin/comb_16/init/model.decoder.layers.9.self_attn.out_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c983cfcd4ff216b27e8b193b800f9e91abb6261e3870015ef8ed5292e6329415
+size 5251
diff --git a/params/opt/5/rnd_search_t_lin/comb_16/init/model.decoder.layers.9.self_attn.q_proj/_s.pt b/params/opt/5/rnd_search_t_lin/comb_16/init/model.decoder.layers.9.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..b048a3b17e81d88a4133047b94be32b5af9c7702
--- /dev/null
+++ b/params/opt/5/rnd_search_t_lin/comb_16/init/model.decoder.layers.9.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:9d04a9138314fd1dc240de96729f040d177771750fe86cbfbb0d8bc43d4b3334
+size 5251
diff --git a/params/opt/5/rnd_search_t_lin/comb_16/init/model.decoder.layers.9.self_attn.v_proj/_s.pt b/params/opt/5/rnd_search_t_lin/comb_16/init/model.decoder.layers.9.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..db4df8c653f73572bcb7bfb8f7a65c59fb6082eb
--- /dev/null
+++ b/params/opt/5/rnd_search_t_lin/comb_16/init/model.decoder.layers.9.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:22febbffe100241410d73d45c3e1faab6792a82a9dc470087684545d4aecae8a
+size 5251
diff --git a/params/opt/5/rnd_search_t_lin/comb_16/init/model.decoder.project_in/_s.pt b/params/opt/5/rnd_search_t_lin/comb_16/init/model.decoder.project_in/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c457ed8c3a2f028b828a5438fbc838eb9632acf3
--- /dev/null
+++ b/params/opt/5/rnd_search_t_lin/comb_16/init/model.decoder.project_in/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0cbe2d079ef5b7d6631f091e46e9b446216dc9400dd6ca26198772590526422b
+size 5251
diff --git a/params/opt/5/rnd_search_t_lin/comb_16/init/model.decoder.project_out/_s.pt b/params/opt/5/rnd_search_t_lin/comb_16/init/model.decoder.project_out/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..38c3596a0e5331f639787d6cb9decbbe1a177abd
--- /dev/null
+++ b/params/opt/5/rnd_search_t_lin/comb_16/init/model.decoder.project_out/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:09c7f67f3efb3d911a794057bbb7a11585c5323c526750fab7b092d3f709ef5f
+size 3203
diff --git a/params/opt/5/rnd_search_t_lin/comb_16/trained/lm_head/_s.pt b/params/opt/5/rnd_search_t_lin/comb_16/trained/lm_head/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..617c9ce08c76f28e3b5155e8b78751b87d99a90c
--- /dev/null
+++ b/params/opt/5/rnd_search_t_lin/comb_16/trained/lm_head/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:34ddf665da486ff68070cec9ba02173b48b5bca32d9c0f44f29147dcea06d01a
+size 202243
diff --git a/params/opt/5/rnd_search_t_lin/comb_16/trained/model.decoder.layers.0.fc1/_s.pt b/params/opt/5/rnd_search_t_lin/comb_16/trained/model.decoder.layers.0.fc1/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..6ac8bbc967b0d2e804d62518b0ed281dc3e7826f
--- /dev/null
+++ b/params/opt/5/rnd_search_t_lin/comb_16/trained/model.decoder.layers.0.fc1/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:9f11812bce52b86c282342206c4faba4200e3bcd0893a3b8459cf184aba946cd
+size 17539
diff --git a/params/opt/5/rnd_search_t_lin/comb_16/trained/model.decoder.layers.0.fc2/_s.pt b/params/opt/5/rnd_search_t_lin/comb_16/trained/model.decoder.layers.0.fc2/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..1cc8bcf17fbe4f2335d446f936652f1b8b1a6936
--- /dev/null
+++ b/params/opt/5/rnd_search_t_lin/comb_16/trained/model.decoder.layers.0.fc2/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a565c3b6ed966e2a52d34a12dac103a48684b8dc0d017dadcb001b213bf907c6
+size 5251
diff --git a/params/opt/5/rnd_search_t_lin/comb_16/trained/model.decoder.layers.0.self_attn.k_proj/_s.pt b/params/opt/5/rnd_search_t_lin/comb_16/trained/model.decoder.layers.0.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..312fa307ad68572ce0f9d3cf02d0f7f56d533d04
--- /dev/null
+++ b/params/opt/5/rnd_search_t_lin/comb_16/trained/model.decoder.layers.0.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2824d2b05fa88a9f9a0b4cb772b6a2daf1fba233606e02c3eb6c776f5488d39b
+size 5251
diff --git a/params/opt/5/rnd_search_t_lin/comb_16/trained/model.decoder.layers.0.self_attn.out_proj/_s.pt b/params/opt/5/rnd_search_t_lin/comb_16/trained/model.decoder.layers.0.self_attn.out_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..497dfc28ef6371e5a058d8dbdf50503255cbcf1f
--- /dev/null
+++ b/params/opt/5/rnd_search_t_lin/comb_16/trained/model.decoder.layers.0.self_attn.out_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a99498158b16025b1221b988d126aa319193a5d025afc00725df915958106e3d
+size 5251
diff --git a/params/opt/5/rnd_search_t_lin/comb_16/trained/model.decoder.layers.0.self_attn.q_proj/_s.pt b/params/opt/5/rnd_search_t_lin/comb_16/trained/model.decoder.layers.0.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a671236484237d412dc5d62529b5ca7ca1ebb9f9
--- /dev/null
+++ b/params/opt/5/rnd_search_t_lin/comb_16/trained/model.decoder.layers.0.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a30fbc65d5d6390f7dc617e59e10539c43514e62b6f5bd3477b4415c1db88463
+size 5251
diff --git a/params/opt/5/rnd_search_t_lin/comb_16/trained/model.decoder.layers.0.self_attn.v_proj/_s.pt b/params/opt/5/rnd_search_t_lin/comb_16/trained/model.decoder.layers.0.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..13751ed7e84ec3c313d2eac28b47265e6312671f
--- /dev/null
+++ b/params/opt/5/rnd_search_t_lin/comb_16/trained/model.decoder.layers.0.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:826722c94f586fc00fef8c476d63486b7003f87c4cc60197640e08fdfaf53312
+size 5251
diff --git a/params/opt/5/rnd_search_t_lin/comb_16/trained/model.decoder.layers.1.fc1/_s.pt b/params/opt/5/rnd_search_t_lin/comb_16/trained/model.decoder.layers.1.fc1/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..d9b5a2fba1a5d5c17a9d3fc833bfa85a27dcf306
--- /dev/null
+++ b/params/opt/5/rnd_search_t_lin/comb_16/trained/model.decoder.layers.1.fc1/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:3bd9489778d65ef812f7fc19d3cdd26dd7dff7204f4a184eef36ae8f341c953e
+size 17539
diff --git a/params/opt/5/rnd_search_t_lin/comb_16/trained/model.decoder.layers.1.fc2/_s.pt b/params/opt/5/rnd_search_t_lin/comb_16/trained/model.decoder.layers.1.fc2/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ab8301b92e15e59078eda5c6e2434127fe351a8c
--- /dev/null
+++ b/params/opt/5/rnd_search_t_lin/comb_16/trained/model.decoder.layers.1.fc2/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:8de9b3c489e29da01b7f8e96b6b0846a9981db565a7cc3607383b9ad82f5e64d
+size 5251
diff --git a/params/opt/5/rnd_search_t_lin/comb_16/trained/model.decoder.layers.1.self_attn.k_proj/_s.pt b/params/opt/5/rnd_search_t_lin/comb_16/trained/model.decoder.layers.1.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..997abdfcf31ca9a2879df3708fe3e4603cb95b2a
--- /dev/null
+++ b/params/opt/5/rnd_search_t_lin/comb_16/trained/model.decoder.layers.1.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ecbb1d4306aaec587cb021160e673baa29406a597408393b4a1c564dd8eb6fe4
+size 5251
diff --git a/params/opt/5/rnd_search_t_lin/comb_16/trained/model.decoder.layers.1.self_attn.out_proj/_s.pt b/params/opt/5/rnd_search_t_lin/comb_16/trained/model.decoder.layers.1.self_attn.out_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..d0d9197d0f3440158e086915b74cb44abdc2582a
--- /dev/null
+++ b/params/opt/5/rnd_search_t_lin/comb_16/trained/model.decoder.layers.1.self_attn.out_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:911ed81b862d017c88874e9174d5100ab31be9ec90d44ba44b240c1db691ffaa
+size 5251
diff --git a/params/opt/5/rnd_search_t_lin/comb_16/trained/model.decoder.layers.1.self_attn.q_proj/_s.pt b/params/opt/5/rnd_search_t_lin/comb_16/trained/model.decoder.layers.1.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..5657976a9a3527491b888057dcc0c3c03e6608cf
--- /dev/null
+++ b/params/opt/5/rnd_search_t_lin/comb_16/trained/model.decoder.layers.1.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:6f79d0186d80fb0424b4c78c75d7674bdb1e165fdeb6c316adb49c1fb33beb97
+size 5251
diff --git a/params/opt/5/rnd_search_t_lin/comb_16/trained/model.decoder.layers.1.self_attn.v_proj/_s.pt b/params/opt/5/rnd_search_t_lin/comb_16/trained/model.decoder.layers.1.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..341a134427fdfb8df1aab3f9b429def6fad442d8
--- /dev/null
+++ b/params/opt/5/rnd_search_t_lin/comb_16/trained/model.decoder.layers.1.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:34603553e9e5daa924ac3e84168cf0906f7aec6b3dafa35306ebde4c4da32898
+size 5251
diff --git a/params/opt/5/rnd_search_t_lin/comb_16/trained/model.decoder.layers.10.fc1/_s.pt b/params/opt/5/rnd_search_t_lin/comb_16/trained/model.decoder.layers.10.fc1/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8dfaf591f3eb9b08383652a12994286d2912f3c8
--- /dev/null
+++ b/params/opt/5/rnd_search_t_lin/comb_16/trained/model.decoder.layers.10.fc1/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c41fcba4f27f51cb9bb6d5ee40a0a75bbc3ceda5a04820ffc81c3ae48144e605
+size 17539
diff --git a/params/opt/5/rnd_search_t_lin/comb_16/trained/model.decoder.layers.10.fc2/_s.pt b/params/opt/5/rnd_search_t_lin/comb_16/trained/model.decoder.layers.10.fc2/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4b58edce159ca36600f321a8e43116e0a5107f48
--- /dev/null
+++ b/params/opt/5/rnd_search_t_lin/comb_16/trained/model.decoder.layers.10.fc2/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:7a8651920fe383db4a8c56f1a2130eb0b4c779ae6824875e8c11e83f119090d6
+size 5251
diff --git a/params/opt/5/rnd_search_t_lin/comb_16/trained/model.decoder.layers.10.self_attn.k_proj/_s.pt b/params/opt/5/rnd_search_t_lin/comb_16/trained/model.decoder.layers.10.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..39ae2b9c482798e0d41f972b6a718618831ea02c
--- /dev/null
+++ b/params/opt/5/rnd_search_t_lin/comb_16/trained/model.decoder.layers.10.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0f8ab5e6cc829f42e7a4c56d56191972a6cf403431cb016e2ef8f8e8f7cf993e
+size 5251
diff --git a/params/opt/5/rnd_search_t_lin/comb_16/trained/model.decoder.layers.10.self_attn.out_proj/_s.pt b/params/opt/5/rnd_search_t_lin/comb_16/trained/model.decoder.layers.10.self_attn.out_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..258502cc92671bccf3f759ad8f84bad1e817086b
--- /dev/null
+++ b/params/opt/5/rnd_search_t_lin/comb_16/trained/model.decoder.layers.10.self_attn.out_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e1bdb74ff7051f3bda1d3eed5046013fff2a31eb295a165b64eb41df9050afa4
+size 5251
diff --git a/params/opt/5/rnd_search_t_lin/comb_16/trained/model.decoder.layers.10.self_attn.q_proj/_s.pt b/params/opt/5/rnd_search_t_lin/comb_16/trained/model.decoder.layers.10.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ce282d6174313cbb0349690b8a9a349507c942df
--- /dev/null
+++ b/params/opt/5/rnd_search_t_lin/comb_16/trained/model.decoder.layers.10.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:4c28aed17c8cefdd14cb8aa42bf14a118d8e69808ac6b56e1b696968ce4db83f
+size 5251
diff --git a/params/opt/5/rnd_search_t_lin/comb_16/trained/model.decoder.layers.10.self_attn.v_proj/_s.pt b/params/opt/5/rnd_search_t_lin/comb_16/trained/model.decoder.layers.10.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2a18676c20bfa0d44763b74548d75a53643add97
--- /dev/null
+++ b/params/opt/5/rnd_search_t_lin/comb_16/trained/model.decoder.layers.10.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:9ea8b636fe4465be07df63801ab6b3284a27123bac1081bf31d6b3c920041eed
+size 5251
diff --git a/params/opt/5/rnd_search_t_lin/comb_16/trained/model.decoder.layers.11.fc1/_s.pt b/params/opt/5/rnd_search_t_lin/comb_16/trained/model.decoder.layers.11.fc1/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ba41f459f15420b19e1246bba0e7855ed972e61c
--- /dev/null
+++ b/params/opt/5/rnd_search_t_lin/comb_16/trained/model.decoder.layers.11.fc1/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c806ed07b735d78ab5f57375bb907009425b33abc11763586aa882d751f3ba11
+size 17539
diff --git a/params/opt/5/rnd_search_t_lin/comb_16/trained/model.decoder.layers.11.fc2/_s.pt b/params/opt/5/rnd_search_t_lin/comb_16/trained/model.decoder.layers.11.fc2/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..0142f13bb3cc3b87d4d976f2fd735506656a035d
--- /dev/null
+++ b/params/opt/5/rnd_search_t_lin/comb_16/trained/model.decoder.layers.11.fc2/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:654328dee7a6644bd85b9631e6cec2568a6267729c984c3ce8d607a93aa0e016
+size 5251
diff --git a/params/opt/5/rnd_search_t_lin/comb_16/trained/model.decoder.layers.11.self_attn.k_proj/_s.pt b/params/opt/5/rnd_search_t_lin/comb_16/trained/model.decoder.layers.11.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..d4846b410ba3acfe87412b11ab0525c782fa3e24
--- /dev/null
+++ b/params/opt/5/rnd_search_t_lin/comb_16/trained/model.decoder.layers.11.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:529cadab9a94be2bfcdc422e5ad1ac392642d9a25719638fa7a7d1894c358a88
+size 5251
diff --git a/params/opt/5/rnd_search_t_lin/comb_16/trained/model.decoder.layers.11.self_attn.out_proj/_s.pt b/params/opt/5/rnd_search_t_lin/comb_16/trained/model.decoder.layers.11.self_attn.out_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a5c5074bb8e9d38c33f8b8775399fa64a78fd8c5
--- /dev/null
+++ b/params/opt/5/rnd_search_t_lin/comb_16/trained/model.decoder.layers.11.self_attn.out_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:131406b88dc61a9d6436c2918f5bd5b1560c479e01784f2875e9e9a331e9d3b9
+size 5251
diff --git a/params/opt/5/rnd_search_t_lin/comb_16/trained/model.decoder.layers.11.self_attn.q_proj/_s.pt b/params/opt/5/rnd_search_t_lin/comb_16/trained/model.decoder.layers.11.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..9f7cc842fd5e7d3728d3b6d249d86a881be2b21e
--- /dev/null
+++ b/params/opt/5/rnd_search_t_lin/comb_16/trained/model.decoder.layers.11.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:9fce5123a3aeaccf859bbe6af9342832779032d541f2158fa83fa84c80280901
+size 5251
diff --git a/params/opt/5/rnd_search_t_lin/comb_16/trained/model.decoder.layers.11.self_attn.v_proj/_s.pt b/params/opt/5/rnd_search_t_lin/comb_16/trained/model.decoder.layers.11.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8348d1c7198ef055aa6879eab256c15acb587267
--- /dev/null
+++ b/params/opt/5/rnd_search_t_lin/comb_16/trained/model.decoder.layers.11.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f393faaa0a130a6f1f2ae4e1c111aaa3fb01e99c6092e1d1c2ea4c197f7d1dfc
+size 5251
diff --git a/params/opt/5/rnd_search_t_lin/comb_16/trained/model.decoder.layers.12.fc1/_s.pt b/params/opt/5/rnd_search_t_lin/comb_16/trained/model.decoder.layers.12.fc1/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..6052e2fb9ac0a4f94a5ad72f088db56010bc1040
--- /dev/null
+++ b/params/opt/5/rnd_search_t_lin/comb_16/trained/model.decoder.layers.12.fc1/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:064e088969d63eb8a1964f689680b1d26a8433a4712e4a313f9fa2b60efbde7e
+size 17539
diff --git a/params/opt/5/rnd_search_t_lin/comb_16/trained/model.decoder.layers.12.fc2/_s.pt b/params/opt/5/rnd_search_t_lin/comb_16/trained/model.decoder.layers.12.fc2/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..87400cf6b557a13411ac1735f0bd173565fc4caa
--- /dev/null
+++ b/params/opt/5/rnd_search_t_lin/comb_16/trained/model.decoder.layers.12.fc2/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f708b3ed829c5bd79d1537cb067151c8b31f1eff33e9b9e24cc621e3ddb6224d
+size 5251
diff --git a/params/opt/5/rnd_search_t_lin/comb_16/trained/model.decoder.layers.12.self_attn.k_proj/_s.pt b/params/opt/5/rnd_search_t_lin/comb_16/trained/model.decoder.layers.12.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4a9bb2033b3dee9c04db5f31fc331a65ad0c31eb
--- /dev/null
+++ b/params/opt/5/rnd_search_t_lin/comb_16/trained/model.decoder.layers.12.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:80a9f51d4be4bd6829ca3ed2f1ff79c64b7f46c6374ad6f1ec43520eed0b3237
+size 5251
diff --git a/params/opt/5/rnd_search_t_lin/comb_16/trained/model.decoder.layers.12.self_attn.out_proj/_s.pt b/params/opt/5/rnd_search_t_lin/comb_16/trained/model.decoder.layers.12.self_attn.out_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..45e44d82dd086c3fe63b028dfd6aba7b4ce564be
--- /dev/null
+++ b/params/opt/5/rnd_search_t_lin/comb_16/trained/model.decoder.layers.12.self_attn.out_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a986879e16489d5cf7468f7647db40dd5da40cb968fd4437f0de76a32ebeb0bd
+size 5251
diff --git a/params/opt/5/rnd_search_t_lin/comb_16/trained/model.decoder.layers.12.self_attn.q_proj/_s.pt b/params/opt/5/rnd_search_t_lin/comb_16/trained/model.decoder.layers.12.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..b3d595f0fab4aa1d502e7c8078aad65ccf153bbc
--- /dev/null
+++ b/params/opt/5/rnd_search_t_lin/comb_16/trained/model.decoder.layers.12.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d3961d1798a28b0d3e61a5b80b19e72db486d82ffcc3c9023e69435fa57eaf00
+size 5251
diff --git a/params/opt/5/rnd_search_t_lin/comb_16/trained/model.decoder.layers.12.self_attn.v_proj/_s.pt b/params/opt/5/rnd_search_t_lin/comb_16/trained/model.decoder.layers.12.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ff2db62786c9f581d43e0e353a76d4ce5c37103a
--- /dev/null
+++ b/params/opt/5/rnd_search_t_lin/comb_16/trained/model.decoder.layers.12.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:dec865a629c6831576df888cc876d30ec667de683aa2790ab04b36f0991184da
+size 5251
diff --git a/params/opt/5/rnd_search_t_lin/comb_16/trained/model.decoder.layers.13.fc1/_s.pt b/params/opt/5/rnd_search_t_lin/comb_16/trained/model.decoder.layers.13.fc1/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..3d09688220ba93b4373ac4736149e40460534476
--- /dev/null
+++ b/params/opt/5/rnd_search_t_lin/comb_16/trained/model.decoder.layers.13.fc1/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:bc06a1839ed37f88cce6faecefe511617b0cdc403e7cb9b2fd2352d745021279
+size 17539
diff --git a/params/opt/5/rnd_search_t_lin/comb_16/trained/model.decoder.layers.13.fc2/_s.pt b/params/opt/5/rnd_search_t_lin/comb_16/trained/model.decoder.layers.13.fc2/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..55daa6216d66a4053fcfff221f29842caac23e50
--- /dev/null
+++ b/params/opt/5/rnd_search_t_lin/comb_16/trained/model.decoder.layers.13.fc2/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ca8aeaf2fec5c84cab0ec658c5afd4e349f726bb99119eefba41cc4572442aac
+size 5251
diff --git a/params/opt/5/rnd_search_t_lin/comb_16/trained/model.decoder.layers.13.self_attn.k_proj/_s.pt b/params/opt/5/rnd_search_t_lin/comb_16/trained/model.decoder.layers.13.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..563758e3136412a46dcfe60e7be00429a66e30a8
--- /dev/null
+++ b/params/opt/5/rnd_search_t_lin/comb_16/trained/model.decoder.layers.13.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:62319393b3eaa4728758996e9b8fe5f297b30f8bda00bf6df59373310cc052d8
+size 5251
diff --git a/params/opt/5/rnd_search_t_lin/comb_16/trained/model.decoder.layers.13.self_attn.out_proj/_s.pt b/params/opt/5/rnd_search_t_lin/comb_16/trained/model.decoder.layers.13.self_attn.out_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..9e6adc6853bf5a51de6a349285de8fc4ace7aec1
--- /dev/null
+++ b/params/opt/5/rnd_search_t_lin/comb_16/trained/model.decoder.layers.13.self_attn.out_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:30b913f91be2430821e84814c8d75212c8021e26c26d75a68c22d734bf7b3a87
+size 5251
diff --git a/params/opt/5/rnd_search_t_lin/comb_16/trained/model.decoder.layers.13.self_attn.q_proj/_s.pt b/params/opt/5/rnd_search_t_lin/comb_16/trained/model.decoder.layers.13.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8dc57c95511d6aa9ebf5ab279a3e3a8471523500
--- /dev/null
+++ b/params/opt/5/rnd_search_t_lin/comb_16/trained/model.decoder.layers.13.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:73134c08bd7abc2cf731d4a22f2aa860b890581cbb9a3cb2052187757a1b81ec
+size 5251
diff --git a/params/opt/5/rnd_search_t_lin/comb_16/trained/model.decoder.layers.13.self_attn.v_proj/_s.pt b/params/opt/5/rnd_search_t_lin/comb_16/trained/model.decoder.layers.13.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..173906b256d4bb2fcb675d2b425f903cb87a1256
--- /dev/null
+++ b/params/opt/5/rnd_search_t_lin/comb_16/trained/model.decoder.layers.13.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:bda8ff52f751c156944ca1a5968f524ba1023f8266a99101528c8c9133b482db
+size 5251
diff --git a/params/opt/5/rnd_search_t_lin/comb_16/trained/model.decoder.layers.14.fc1/_s.pt b/params/opt/5/rnd_search_t_lin/comb_16/trained/model.decoder.layers.14.fc1/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8b3964d7b3c676aa71669e035a7554041e70add7
--- /dev/null
+++ b/params/opt/5/rnd_search_t_lin/comb_16/trained/model.decoder.layers.14.fc1/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:cab9f39c320ac6c1c84c99ee28353a0c66422ddb5cef2ddced1efeddc366c755
+size 17539
diff --git a/params/opt/5/rnd_search_t_lin/comb_16/trained/model.decoder.layers.14.fc2/_s.pt b/params/opt/5/rnd_search_t_lin/comb_16/trained/model.decoder.layers.14.fc2/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..b4987b2e4f3e3dd60d59c5c07a35f69dd6e30a3e
--- /dev/null
+++ b/params/opt/5/rnd_search_t_lin/comb_16/trained/model.decoder.layers.14.fc2/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:78eaa9fe3d3bf05782a6d017a740578b3817120ea73923c63c7620dc299b1fd8
+size 5251
diff --git a/params/opt/5/rnd_search_t_lin/comb_16/trained/model.decoder.layers.14.self_attn.k_proj/_s.pt b/params/opt/5/rnd_search_t_lin/comb_16/trained/model.decoder.layers.14.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..7fc4f6199a7aa543e7fba034dc797827492951b6
--- /dev/null
+++ b/params/opt/5/rnd_search_t_lin/comb_16/trained/model.decoder.layers.14.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:7616c2c61133e5029ab93d3a95a96eb1fd49a8519830f7b6c275b69d1a000fe8
+size 5251
diff --git a/params/opt/5/rnd_search_t_lin/comb_16/trained/model.decoder.layers.14.self_attn.out_proj/_s.pt b/params/opt/5/rnd_search_t_lin/comb_16/trained/model.decoder.layers.14.self_attn.out_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..16f348e2c076f64b39cd26d4dfa27be994347be7
--- /dev/null
+++ b/params/opt/5/rnd_search_t_lin/comb_16/trained/model.decoder.layers.14.self_attn.out_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:57f6009c36ceed5f6e98adf2d92320453def7fa4ff7e2304b75330ca51642305
+size 5251
diff --git a/params/opt/5/rnd_search_t_lin/comb_16/trained/model.decoder.layers.14.self_attn.q_proj/_s.pt b/params/opt/5/rnd_search_t_lin/comb_16/trained/model.decoder.layers.14.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..5fc8cb17bd59f2530b11161723f92eef10cb7334
--- /dev/null
+++ b/params/opt/5/rnd_search_t_lin/comb_16/trained/model.decoder.layers.14.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:4498fa1ab88baa7502f1de6df6de29b15e9aedf0be91eebda00ee5fdc099bfbd
+size 5251
diff --git a/params/opt/5/rnd_search_t_lin/comb_16/trained/model.decoder.layers.14.self_attn.v_proj/_s.pt b/params/opt/5/rnd_search_t_lin/comb_16/trained/model.decoder.layers.14.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..5dcdfcf85a80311b77c2e73d8b826ac8b61d3e2e
--- /dev/null
+++ b/params/opt/5/rnd_search_t_lin/comb_16/trained/model.decoder.layers.14.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:1d7fe106e67ef13028199152e2849cadd9caa3d5e6ce6e6c34c80e8fb72037d2
+size 5251
diff --git a/params/opt/5/rnd_search_t_lin/comb_16/trained/model.decoder.layers.15.fc1/_s.pt b/params/opt/5/rnd_search_t_lin/comb_16/trained/model.decoder.layers.15.fc1/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ecfad859921f6094fa2446aa080813e8eadb5fa8
--- /dev/null
+++ b/params/opt/5/rnd_search_t_lin/comb_16/trained/model.decoder.layers.15.fc1/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:7a7b63fe60ac10a319a7f6f65030abd3da6c3c5bb34fbf6ddeaee860152968c8
+size 17539
diff --git a/params/opt/5/rnd_search_t_lin/comb_16/trained/model.decoder.layers.15.fc2/_s.pt b/params/opt/5/rnd_search_t_lin/comb_16/trained/model.decoder.layers.15.fc2/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..541930eda5fc1d1695d1435f66fcfbe729c60771
--- /dev/null
+++ b/params/opt/5/rnd_search_t_lin/comb_16/trained/model.decoder.layers.15.fc2/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:986b9bf76b3b218e24c2dcb65cef62bd4ff2b7c01dc8fe53e13eda07f8738351
+size 5251
diff --git a/params/opt/5/rnd_search_t_lin/comb_16/trained/model.decoder.layers.15.self_attn.k_proj/_s.pt b/params/opt/5/rnd_search_t_lin/comb_16/trained/model.decoder.layers.15.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a23827e409e9ff8d4a156339769662c89d48aebd
--- /dev/null
+++ b/params/opt/5/rnd_search_t_lin/comb_16/trained/model.decoder.layers.15.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:aa064a74e05813529c6b28f91873210ec14ff44b00506ed55dd901214d552127
+size 5251
diff --git a/params/opt/5/rnd_search_t_lin/comb_16/trained/model.decoder.layers.15.self_attn.out_proj/_s.pt b/params/opt/5/rnd_search_t_lin/comb_16/trained/model.decoder.layers.15.self_attn.out_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..b15847b7222b261f59bc3e75d52857cfca9dd1f6
--- /dev/null
+++ b/params/opt/5/rnd_search_t_lin/comb_16/trained/model.decoder.layers.15.self_attn.out_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:97edec59a1de3f32b818da2f1f7a1871ba1ac58784b48f2a78556b0f6dd153f5
+size 5251
diff --git a/params/opt/5/rnd_search_t_lin/comb_16/trained/model.decoder.layers.15.self_attn.q_proj/_s.pt b/params/opt/5/rnd_search_t_lin/comb_16/trained/model.decoder.layers.15.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e737a42433c3abd4f7b44ee5d6ff118029104875
--- /dev/null
+++ b/params/opt/5/rnd_search_t_lin/comb_16/trained/model.decoder.layers.15.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:81daac96195919748aba849cf590f2de839751a8b93f165f3ddea65757071dd1
+size 5251
diff --git a/params/opt/5/rnd_search_t_lin/comb_16/trained/model.decoder.layers.15.self_attn.v_proj/_s.pt b/params/opt/5/rnd_search_t_lin/comb_16/trained/model.decoder.layers.15.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..b61963f2c2a4bd10eff63819f2505daf267c093c
--- /dev/null
+++ b/params/opt/5/rnd_search_t_lin/comb_16/trained/model.decoder.layers.15.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2c85b67aff9fa853f749a7b3af994c2ecdb3d3fa82f5df3948b18dce2d3cdeed
+size 5251
diff --git a/params/opt/5/rnd_search_t_lin/comb_16/trained/model.decoder.layers.16.fc1/_s.pt b/params/opt/5/rnd_search_t_lin/comb_16/trained/model.decoder.layers.16.fc1/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..607580302d002ba78ef9a8b8fa246847ee1d640b
--- /dev/null
+++ b/params/opt/5/rnd_search_t_lin/comb_16/trained/model.decoder.layers.16.fc1/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:55e9af573f6769fd1eab12c995f2b0708d2fd814d4b642a0984ff276a7bb2f49
+size 17539
diff --git a/params/opt/5/rnd_search_t_lin/comb_16/trained/model.decoder.layers.16.fc2/_s.pt b/params/opt/5/rnd_search_t_lin/comb_16/trained/model.decoder.layers.16.fc2/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..59b444778929d4f93db10b99410ea49c2afc4d85
--- /dev/null
+++ b/params/opt/5/rnd_search_t_lin/comb_16/trained/model.decoder.layers.16.fc2/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:11666494ade492adf00fefc9786efa8cb637c043bd1ca1fb32fb3f185fa4af69
+size 5251
diff --git a/params/opt/5/rnd_search_t_lin/comb_16/trained/model.decoder.layers.16.self_attn.k_proj/_s.pt b/params/opt/5/rnd_search_t_lin/comb_16/trained/model.decoder.layers.16.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..385b073c5e6cef7bd9164d323658ea5255f5deba
--- /dev/null
+++ b/params/opt/5/rnd_search_t_lin/comb_16/trained/model.decoder.layers.16.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b879c7c5ba45fdb23d0b3f373bcd3b7ed41d5a9a7d40b50cbd5fb036cb28c79c
+size 5251
diff --git a/params/opt/5/rnd_search_t_lin/comb_16/trained/model.decoder.layers.16.self_attn.out_proj/_s.pt b/params/opt/5/rnd_search_t_lin/comb_16/trained/model.decoder.layers.16.self_attn.out_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4e1c109dcf9b00ff3b47b4c9df76b9e2b289a612
--- /dev/null
+++ b/params/opt/5/rnd_search_t_lin/comb_16/trained/model.decoder.layers.16.self_attn.out_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2c9187cc6c46bba5874007a34ef25b113b87cd32e600913802e86e97b9724ae8
+size 5251
diff --git a/params/opt/5/rnd_search_t_lin/comb_16/trained/model.decoder.layers.16.self_attn.q_proj/_s.pt b/params/opt/5/rnd_search_t_lin/comb_16/trained/model.decoder.layers.16.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..bb06936321ba8cfae0cdedce5a58bafddd121a01
--- /dev/null
+++ b/params/opt/5/rnd_search_t_lin/comb_16/trained/model.decoder.layers.16.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:df40a696dad1ced954a712797295e7a62ace912c7eb398d5d750ba9ac145580c
+size 5251
diff --git a/params/opt/5/rnd_search_t_lin/comb_16/trained/model.decoder.layers.16.self_attn.v_proj/_s.pt b/params/opt/5/rnd_search_t_lin/comb_16/trained/model.decoder.layers.16.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ea7dd2d8d4d282f37b768f40378f6d699be6a53d
--- /dev/null
+++ b/params/opt/5/rnd_search_t_lin/comb_16/trained/model.decoder.layers.16.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d074a42264211c6435cb0f5cdfde561d4e47bf93e48bc3d6c5f477b539ee2a90
+size 5251
diff --git a/params/opt/5/rnd_search_t_lin/comb_16/trained/model.decoder.layers.17.fc1/_s.pt b/params/opt/5/rnd_search_t_lin/comb_16/trained/model.decoder.layers.17.fc1/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..3d4caed93905d159f13a9bebc0f8e994295b45cd
--- /dev/null
+++ b/params/opt/5/rnd_search_t_lin/comb_16/trained/model.decoder.layers.17.fc1/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:85bf95f17b2fac2d678cc885f968e099d5c2b84018d34e655961341644faed3e
+size 17539
diff --git a/params/opt/5/rnd_search_t_lin/comb_16/trained/model.decoder.layers.17.fc2/_s.pt b/params/opt/5/rnd_search_t_lin/comb_16/trained/model.decoder.layers.17.fc2/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2c8436c1dbdd6ec3e0145d9fec641a1488a756fe
--- /dev/null
+++ b/params/opt/5/rnd_search_t_lin/comb_16/trained/model.decoder.layers.17.fc2/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d66def141563f3310aed09fed43c418bd8842d9ed7dc3aca2f8dd65cc1aaf877
+size 5251
diff --git a/params/opt/5/rnd_search_t_lin/comb_16/trained/model.decoder.layers.17.self_attn.k_proj/_s.pt b/params/opt/5/rnd_search_t_lin/comb_16/trained/model.decoder.layers.17.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2aefc976f72c9c8acecf0965ad485c6d79bae315
--- /dev/null
+++ b/params/opt/5/rnd_search_t_lin/comb_16/trained/model.decoder.layers.17.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:431d8c96c78b40ce5a35bfffebf95e1479ab58bd52b6236d22ebdfd6370408d6
+size 5251
diff --git a/params/opt/5/rnd_search_t_lin/comb_16/trained/model.decoder.layers.17.self_attn.out_proj/_s.pt b/params/opt/5/rnd_search_t_lin/comb_16/trained/model.decoder.layers.17.self_attn.out_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..629cca9aa72249eb4b675798815ff67485a5d865
--- /dev/null
+++ b/params/opt/5/rnd_search_t_lin/comb_16/trained/model.decoder.layers.17.self_attn.out_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:6d1d395f5cde5f8567be94d55470f41a3bb13a10a9e775c4256e53c6fa92b8a8
+size 5251
diff --git a/params/opt/5/rnd_search_t_lin/comb_16/trained/model.decoder.layers.17.self_attn.q_proj/_s.pt b/params/opt/5/rnd_search_t_lin/comb_16/trained/model.decoder.layers.17.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..736b5f7ae97889f0c315542d543f2ccfa77442e9
--- /dev/null
+++ b/params/opt/5/rnd_search_t_lin/comb_16/trained/model.decoder.layers.17.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:cfad667637e5ccf66f1f146afb83ce0e067b9b46fb1300c699a42ec755eaf2e8
+size 5251
diff --git a/params/opt/5/rnd_search_t_lin/comb_16/trained/model.decoder.layers.17.self_attn.v_proj/_s.pt b/params/opt/5/rnd_search_t_lin/comb_16/trained/model.decoder.layers.17.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2cefc3158fb038fea0a19023541b16a2a878003e
--- /dev/null
+++ b/params/opt/5/rnd_search_t_lin/comb_16/trained/model.decoder.layers.17.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a626f110899190f0ae7f656060673beffbebfd72098671b57b7d3dcac7a47591
+size 5251
diff --git a/params/opt/5/rnd_search_t_lin/comb_16/trained/model.decoder.layers.18.fc1/_s.pt b/params/opt/5/rnd_search_t_lin/comb_16/trained/model.decoder.layers.18.fc1/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c1972f7dd806aed5a4abba31f7332782b4e45c94
--- /dev/null
+++ b/params/opt/5/rnd_search_t_lin/comb_16/trained/model.decoder.layers.18.fc1/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d5820e3249015970a4a4cd335a76829424688a9dffaeeaa7d2921ca60e7a331c
+size 17539
diff --git a/params/opt/5/rnd_search_t_lin/comb_16/trained/model.decoder.layers.18.fc2/_s.pt b/params/opt/5/rnd_search_t_lin/comb_16/trained/model.decoder.layers.18.fc2/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ecdcfd94a3200a9dd96bee8b073ee7962e45c6ba
--- /dev/null
+++ b/params/opt/5/rnd_search_t_lin/comb_16/trained/model.decoder.layers.18.fc2/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d8ae9ddaba9136412ec95c39b90dabfcdcf347752b304201f4945559159d7f83
+size 5251
diff --git a/params/opt/5/rnd_search_t_lin/comb_16/trained/model.decoder.layers.18.self_attn.k_proj/_s.pt b/params/opt/5/rnd_search_t_lin/comb_16/trained/model.decoder.layers.18.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8619cf24e32d50aaf65d214336dd27569929168d
--- /dev/null
+++ b/params/opt/5/rnd_search_t_lin/comb_16/trained/model.decoder.layers.18.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5f71571c3efd6f9b44e45554f493f5436187f68735e35bd41672205fdeb744c9
+size 5251
diff --git a/params/opt/5/rnd_search_t_lin/comb_16/trained/model.decoder.layers.18.self_attn.out_proj/_s.pt b/params/opt/5/rnd_search_t_lin/comb_16/trained/model.decoder.layers.18.self_attn.out_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a2bd9f74e9c1982a2dd1937769953554ea835408
--- /dev/null
+++ b/params/opt/5/rnd_search_t_lin/comb_16/trained/model.decoder.layers.18.self_attn.out_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c0741e220bdf0aada48eb4a3983e577fe432468ad4a3cacbdf2acf5b153b3c27
+size 5251
diff --git a/params/opt/5/rnd_search_t_lin/comb_16/trained/model.decoder.layers.18.self_attn.q_proj/_s.pt b/params/opt/5/rnd_search_t_lin/comb_16/trained/model.decoder.layers.18.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..16d0b9edf1a11ee261cc2b2cc201d672e6dc1c39
--- /dev/null
+++ b/params/opt/5/rnd_search_t_lin/comb_16/trained/model.decoder.layers.18.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:bb1eec8103c6a0fb6ed5e24038ed64cf3482ed35fd000c695af2d477cfc05a43
+size 5251
diff --git a/params/opt/5/rnd_search_t_lin/comb_16/trained/model.decoder.layers.18.self_attn.v_proj/_s.pt b/params/opt/5/rnd_search_t_lin/comb_16/trained/model.decoder.layers.18.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..5c2702245589b135a5ef25924ae1ebe544b99af4
--- /dev/null
+++ b/params/opt/5/rnd_search_t_lin/comb_16/trained/model.decoder.layers.18.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:6741d75c59de2837a9e6f9e8a586ecb626eb7b992ff442893c08dc9877f950b2
+size 5251
diff --git a/params/opt/5/rnd_search_t_lin/comb_16/trained/model.decoder.layers.19.fc1/_s.pt b/params/opt/5/rnd_search_t_lin/comb_16/trained/model.decoder.layers.19.fc1/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..f52ef8f9a1aa7f7b782554d1d8935368867b4582
--- /dev/null
+++ b/params/opt/5/rnd_search_t_lin/comb_16/trained/model.decoder.layers.19.fc1/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:7052a9cd571da10aee04b71c59654232066d1164d0bf521dcaae9bebf6127b3e
+size 17539
diff --git a/params/opt/5/rnd_search_t_lin/comb_16/trained/model.decoder.layers.19.fc2/_s.pt b/params/opt/5/rnd_search_t_lin/comb_16/trained/model.decoder.layers.19.fc2/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..d1f6e45433d125fbb813a1410bd283a0bd041ca4
--- /dev/null
+++ b/params/opt/5/rnd_search_t_lin/comb_16/trained/model.decoder.layers.19.fc2/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:aff72eb95c0df6e6607926a2ab24fbd247ad69a2d57664cd0686526ce433c21d
+size 5251
diff --git a/params/opt/5/rnd_search_t_lin/comb_16/trained/model.decoder.layers.19.self_attn.k_proj/_s.pt b/params/opt/5/rnd_search_t_lin/comb_16/trained/model.decoder.layers.19.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..751a06890fac6b16de2e2a90ba0986e3f001b82f
--- /dev/null
+++ b/params/opt/5/rnd_search_t_lin/comb_16/trained/model.decoder.layers.19.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:40f3fee0fb44b7cfb313e9ffd7c6038e31249ef64acd89ecd1f7c70e089c13bd
+size 5251
diff --git a/params/opt/5/rnd_search_t_lin/comb_16/trained/model.decoder.layers.19.self_attn.out_proj/_s.pt b/params/opt/5/rnd_search_t_lin/comb_16/trained/model.decoder.layers.19.self_attn.out_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..11590622578947680993cdad2d2d2ef2c45f0bf8
--- /dev/null
+++ b/params/opt/5/rnd_search_t_lin/comb_16/trained/model.decoder.layers.19.self_attn.out_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:38bdc323c54e17b11404a2ac34c63be3a795473780a6cec0b001f3e57455fb7a
+size 5251
diff --git a/params/opt/5/rnd_search_t_lin/comb_16/trained/model.decoder.layers.19.self_attn.q_proj/_s.pt b/params/opt/5/rnd_search_t_lin/comb_16/trained/model.decoder.layers.19.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..567658bd0c71172b2f4b61c10c9313edab08ce70
--- /dev/null
+++ b/params/opt/5/rnd_search_t_lin/comb_16/trained/model.decoder.layers.19.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c0a5f24ad9468af216ecf96dbb7153ac706f4f16631109a84c40fcbc374e8bce
+size 5251
diff --git a/params/opt/5/rnd_search_t_lin/comb_16/trained/model.decoder.layers.19.self_attn.v_proj/_s.pt b/params/opt/5/rnd_search_t_lin/comb_16/trained/model.decoder.layers.19.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..b6f87d355d6956fac370073c6f512c7db835ba79
--- /dev/null
+++ b/params/opt/5/rnd_search_t_lin/comb_16/trained/model.decoder.layers.19.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:69db6b68bf66e9058d44226e8612caf132b4725de10fc35db439b58c860a6b0a
+size 5251
diff --git a/params/opt/5/rnd_search_t_lin/comb_16/trained/model.decoder.layers.2.fc1/_s.pt b/params/opt/5/rnd_search_t_lin/comb_16/trained/model.decoder.layers.2.fc1/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e4c879123ffc1e0c2b539858230b34c776f5672a
--- /dev/null
+++ b/params/opt/5/rnd_search_t_lin/comb_16/trained/model.decoder.layers.2.fc1/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:1e50ae058aa244606f0fa637518ae97ce39076221fd5814c750ce99790050c21
+size 17539
diff --git a/params/opt/5/rnd_search_t_lin/comb_16/trained/model.decoder.layers.2.fc2/_s.pt b/params/opt/5/rnd_search_t_lin/comb_16/trained/model.decoder.layers.2.fc2/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..533f74c20e4a4ffc24b78fb893940d7327353bd2
--- /dev/null
+++ b/params/opt/5/rnd_search_t_lin/comb_16/trained/model.decoder.layers.2.fc2/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:6aaa97bbd281b35994eafa0963ba2e7b9d98c77f7a216ae0df3482693ac3b72d
+size 5251
diff --git a/params/opt/5/rnd_search_t_lin/comb_16/trained/model.decoder.layers.2.self_attn.k_proj/_s.pt b/params/opt/5/rnd_search_t_lin/comb_16/trained/model.decoder.layers.2.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ed8f3012136aa9bf2d585b26fc13ed71906219cd
--- /dev/null
+++ b/params/opt/5/rnd_search_t_lin/comb_16/trained/model.decoder.layers.2.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:6596b296d3a2d2a0e3b3a0edfdedb479282f828a7ae38ed2d981627e1f1b686f
+size 5251
diff --git a/params/opt/5/rnd_search_t_lin/comb_16/trained/model.decoder.layers.2.self_attn.out_proj/_s.pt b/params/opt/5/rnd_search_t_lin/comb_16/trained/model.decoder.layers.2.self_attn.out_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..0e6e3378128b0d421d29f315e945977d309eb5d1
--- /dev/null
+++ b/params/opt/5/rnd_search_t_lin/comb_16/trained/model.decoder.layers.2.self_attn.out_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a88337038e48f1ca27a5f065da7ebc50823b654ec01e8324647560c5992125c3
+size 5251
diff --git a/params/opt/5/rnd_search_t_lin/comb_16/trained/model.decoder.layers.2.self_attn.q_proj/_s.pt b/params/opt/5/rnd_search_t_lin/comb_16/trained/model.decoder.layers.2.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..44ea7ba56cbee7d059859190246b6aac364b91f9
--- /dev/null
+++ b/params/opt/5/rnd_search_t_lin/comb_16/trained/model.decoder.layers.2.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d75c3b1927ab6e0e89a97249b8e2373719a5fd091c2f681e1d679b1b6346125e
+size 5251
diff --git a/params/opt/5/rnd_search_t_lin/comb_16/trained/model.decoder.layers.2.self_attn.v_proj/_s.pt b/params/opt/5/rnd_search_t_lin/comb_16/trained/model.decoder.layers.2.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a98e7edd906d79adcdbcc52c9c2ab4bebb219308
--- /dev/null
+++ b/params/opt/5/rnd_search_t_lin/comb_16/trained/model.decoder.layers.2.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:6337f9aed5ab1664705f5883bcf120964027f4a07e00fa8441e38f4744c0ff78
+size 5251
diff --git a/params/opt/5/rnd_search_t_lin/comb_16/trained/model.decoder.layers.20.fc1/_s.pt b/params/opt/5/rnd_search_t_lin/comb_16/trained/model.decoder.layers.20.fc1/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..fa867660b7b017a09ed5351429f38c9e32990a7f
--- /dev/null
+++ b/params/opt/5/rnd_search_t_lin/comb_16/trained/model.decoder.layers.20.fc1/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:1f8ea85ab64add393f63ec71506567e7c1f4cc22c044b2ea73515306a33a0161
+size 17539
diff --git a/params/opt/5/rnd_search_t_lin/comb_16/trained/model.decoder.layers.20.fc2/_s.pt b/params/opt/5/rnd_search_t_lin/comb_16/trained/model.decoder.layers.20.fc2/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..13c9276410965dfb2eb92f7065c4c586f2e8a0a3
--- /dev/null
+++ b/params/opt/5/rnd_search_t_lin/comb_16/trained/model.decoder.layers.20.fc2/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:961debf8c732b44afc58409d4cfc3fcbe04c3273348443da553b41e69fb599a7
+size 5251
diff --git a/params/opt/5/rnd_search_t_lin/comb_16/trained/model.decoder.layers.20.self_attn.k_proj/_s.pt b/params/opt/5/rnd_search_t_lin/comb_16/trained/model.decoder.layers.20.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a3f81ecf0fc05a96b89f30042edd9d4e8a55fdf3
--- /dev/null
+++ b/params/opt/5/rnd_search_t_lin/comb_16/trained/model.decoder.layers.20.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:cea77792300ffecb9e8c15bc52b37db16ebf24e3f106029e1974ad33b82ec2f8
+size 5251
diff --git a/params/opt/5/rnd_search_t_lin/comb_16/trained/model.decoder.layers.20.self_attn.out_proj/_s.pt b/params/opt/5/rnd_search_t_lin/comb_16/trained/model.decoder.layers.20.self_attn.out_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..7bbd426e8cca5949afb2e13b259a5bdbfc485ce0
--- /dev/null
+++ b/params/opt/5/rnd_search_t_lin/comb_16/trained/model.decoder.layers.20.self_attn.out_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:563e83a70ce408aae08ad7326109fd72a3464a4f10cec70c5ba9163b11143391
+size 5251
diff --git a/params/opt/5/rnd_search_t_lin/comb_16/trained/model.decoder.layers.20.self_attn.q_proj/_s.pt b/params/opt/5/rnd_search_t_lin/comb_16/trained/model.decoder.layers.20.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..0e7c42aacf58a88b2ef6f7ea676af8cd30a92435
--- /dev/null
+++ b/params/opt/5/rnd_search_t_lin/comb_16/trained/model.decoder.layers.20.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:14ecaf178097f3f936c7fde038aed9d523c9b8fc70ccc1203ff4e573dc4d55eb
+size 5251
diff --git a/params/opt/5/rnd_search_t_lin/comb_16/trained/model.decoder.layers.20.self_attn.v_proj/_s.pt b/params/opt/5/rnd_search_t_lin/comb_16/trained/model.decoder.layers.20.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..f707bd254474487734f3d5e95bf6d4851c13d005
--- /dev/null
+++ b/params/opt/5/rnd_search_t_lin/comb_16/trained/model.decoder.layers.20.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:8a192826bde4a384cb5758089e435844358aa271961e9420a994fd3349d40010
+size 5251
diff --git a/params/opt/5/rnd_search_t_lin/comb_16/trained/model.decoder.layers.21.fc1/_s.pt b/params/opt/5/rnd_search_t_lin/comb_16/trained/model.decoder.layers.21.fc1/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..941dd77c3493e1b27a0961d49abb01994a96529d
--- /dev/null
+++ b/params/opt/5/rnd_search_t_lin/comb_16/trained/model.decoder.layers.21.fc1/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c7851aeea484b2923ad337188684a0f25d11ab5367b087a0eb71d9352141ceaa
+size 17539
diff --git a/params/opt/5/rnd_search_t_lin/comb_16/trained/model.decoder.layers.21.fc2/_s.pt b/params/opt/5/rnd_search_t_lin/comb_16/trained/model.decoder.layers.21.fc2/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..230c3c6e3007eb48cd4d0d4df3cafb3acc40151d
--- /dev/null
+++ b/params/opt/5/rnd_search_t_lin/comb_16/trained/model.decoder.layers.21.fc2/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d4bb14931a38ea8ddf1c8f69a1038b12b186610c6c0d3d8e1320b976b951fa3c
+size 5251
diff --git a/params/opt/5/rnd_search_t_lin/comb_16/trained/model.decoder.layers.21.self_attn.k_proj/_s.pt b/params/opt/5/rnd_search_t_lin/comb_16/trained/model.decoder.layers.21.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4e52f9e59646cf10971a75b070835d286e4342ca
--- /dev/null
+++ b/params/opt/5/rnd_search_t_lin/comb_16/trained/model.decoder.layers.21.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:878d9367ba7881ba7638349cbe4a294ce52f3b0dbe281232ae3fa6bd87ffa576
+size 5251
diff --git a/params/opt/5/rnd_search_t_lin/comb_16/trained/model.decoder.layers.21.self_attn.out_proj/_s.pt b/params/opt/5/rnd_search_t_lin/comb_16/trained/model.decoder.layers.21.self_attn.out_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..0e5613dd17375746bd3d71b1eeb71abeb5b36583
--- /dev/null
+++ b/params/opt/5/rnd_search_t_lin/comb_16/trained/model.decoder.layers.21.self_attn.out_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:6c58583f932ad1e4dd31e9573a144427eda93647b2cd690c12b09ac1b6c8906e
+size 5251
diff --git a/params/opt/5/rnd_search_t_lin/comb_16/trained/model.decoder.layers.21.self_attn.q_proj/_s.pt b/params/opt/5/rnd_search_t_lin/comb_16/trained/model.decoder.layers.21.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ffcca3aabbecdae7f7ccb9ebd15a269233c07303
--- /dev/null
+++ b/params/opt/5/rnd_search_t_lin/comb_16/trained/model.decoder.layers.21.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b7a928723c524ca7ccaceb99954fa3c986dcb74aa5f96ed240d151e02852b03c
+size 5251
diff --git a/params/opt/5/rnd_search_t_lin/comb_16/trained/model.decoder.layers.21.self_attn.v_proj/_s.pt b/params/opt/5/rnd_search_t_lin/comb_16/trained/model.decoder.layers.21.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..aae7a1b32b4a3a7a866a74277b498600546cabc4
--- /dev/null
+++ b/params/opt/5/rnd_search_t_lin/comb_16/trained/model.decoder.layers.21.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:37f899395c02472cbdab2614212c57ee23f1c1bf3cbebcb346737380d7349144
+size 5251
diff --git a/params/opt/5/rnd_search_t_lin/comb_16/trained/model.decoder.layers.22.fc1/_s.pt b/params/opt/5/rnd_search_t_lin/comb_16/trained/model.decoder.layers.22.fc1/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..1fcf74831de20f38af502551d71d97513c0b91fd
--- /dev/null
+++ b/params/opt/5/rnd_search_t_lin/comb_16/trained/model.decoder.layers.22.fc1/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a27deeb462088b2c1e7512c8ba5dda0715cd6d1c60943d24d1bff617ee6813f0
+size 17539
diff --git a/params/opt/5/rnd_search_t_lin/comb_16/trained/model.decoder.layers.22.fc2/_s.pt b/params/opt/5/rnd_search_t_lin/comb_16/trained/model.decoder.layers.22.fc2/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a19994196c0f16953424a30af601209d55604b26
--- /dev/null
+++ b/params/opt/5/rnd_search_t_lin/comb_16/trained/model.decoder.layers.22.fc2/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a66a8c084d76b4311c96c033f67474af3fab8a76ea2eb4e36d22326427506aa2
+size 5251
diff --git a/params/opt/5/rnd_search_t_lin/comb_16/trained/model.decoder.layers.22.self_attn.k_proj/_s.pt b/params/opt/5/rnd_search_t_lin/comb_16/trained/model.decoder.layers.22.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8e2df02bfcb26a2be04bb379c37f3d35e4e147c8
--- /dev/null
+++ b/params/opt/5/rnd_search_t_lin/comb_16/trained/model.decoder.layers.22.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d56af6ebd31bfcc731e694f88043e3e03597974add17d830ecaa8f7dde1201be
+size 5251
diff --git a/params/opt/5/rnd_search_t_lin/comb_16/trained/model.decoder.layers.22.self_attn.out_proj/_s.pt b/params/opt/5/rnd_search_t_lin/comb_16/trained/model.decoder.layers.22.self_attn.out_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..fa545dfcac527859d8cc8ed934393e262b5d76eb
--- /dev/null
+++ b/params/opt/5/rnd_search_t_lin/comb_16/trained/model.decoder.layers.22.self_attn.out_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0d2d484b2ffc54197f3fa537069f9ba3f84f2e099535def7fc62792a75d75a35
+size 5251
diff --git a/params/opt/5/rnd_search_t_lin/comb_16/trained/model.decoder.layers.22.self_attn.q_proj/_s.pt b/params/opt/5/rnd_search_t_lin/comb_16/trained/model.decoder.layers.22.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..39dd451ebe77842787d6e7618b67c6072b312e45
--- /dev/null
+++ b/params/opt/5/rnd_search_t_lin/comb_16/trained/model.decoder.layers.22.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d5f862cdef1424bbdf1eb239c36debe6947aba7f8458f0a717005e09c10f51a6
+size 5251
diff --git a/params/opt/5/rnd_search_t_lin/comb_16/trained/model.decoder.layers.22.self_attn.v_proj/_s.pt b/params/opt/5/rnd_search_t_lin/comb_16/trained/model.decoder.layers.22.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..0c060e842a7f13c05d996415d245acd73a0f1c20
--- /dev/null
+++ b/params/opt/5/rnd_search_t_lin/comb_16/trained/model.decoder.layers.22.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:997ab4c03c9b754379f4a72770aac683890ea01a000f99047bc47f9c8d06f3e7
+size 5251
diff --git a/params/opt/5/rnd_search_t_lin/comb_16/trained/model.decoder.layers.23.fc1/_s.pt b/params/opt/5/rnd_search_t_lin/comb_16/trained/model.decoder.layers.23.fc1/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..0a74cf75961ff220c84f97caef42b4949bd61ef5
--- /dev/null
+++ b/params/opt/5/rnd_search_t_lin/comb_16/trained/model.decoder.layers.23.fc1/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2c9ffeaf3e98d7d36f8521de70839e54cf2a2e24dc597c1e2ba695b2a1fe1482
+size 17539
diff --git a/params/opt/5/rnd_search_t_lin/comb_16/trained/model.decoder.layers.23.fc2/_s.pt b/params/opt/5/rnd_search_t_lin/comb_16/trained/model.decoder.layers.23.fc2/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..9f3eb55fca8c07297ff5521558949c7469dec189
--- /dev/null
+++ b/params/opt/5/rnd_search_t_lin/comb_16/trained/model.decoder.layers.23.fc2/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:14455895310d430822bb28b10efa7012b01bd4db306fd8ec455b503e8d00d08e
+size 5251
diff --git a/params/opt/5/rnd_search_t_lin/comb_16/trained/model.decoder.layers.23.self_attn.k_proj/_s.pt b/params/opt/5/rnd_search_t_lin/comb_16/trained/model.decoder.layers.23.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..7789232fbe08a81ae030bb4de1369d31c4fa8810
--- /dev/null
+++ b/params/opt/5/rnd_search_t_lin/comb_16/trained/model.decoder.layers.23.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e2e8274480b039e5e3e2c115f54b086fa7c9c5df60683b8ffe4cc5a159babcf4
+size 5251
diff --git a/params/opt/5/rnd_search_t_lin/comb_16/trained/model.decoder.layers.23.self_attn.out_proj/_s.pt b/params/opt/5/rnd_search_t_lin/comb_16/trained/model.decoder.layers.23.self_attn.out_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..52e7a803717c5e8dd6260dfa5124e3b1cdf014f0
--- /dev/null
+++ b/params/opt/5/rnd_search_t_lin/comb_16/trained/model.decoder.layers.23.self_attn.out_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f79c789860aac7fcd4c11f6ecf645c5c051845c634c81a33e6213c4ece582484
+size 5251
diff --git a/params/opt/5/rnd_search_t_lin/comb_16/trained/model.decoder.layers.23.self_attn.q_proj/_s.pt b/params/opt/5/rnd_search_t_lin/comb_16/trained/model.decoder.layers.23.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..dbbd2045862d2078301b9088e4b9b45e8c3270af
--- /dev/null
+++ b/params/opt/5/rnd_search_t_lin/comb_16/trained/model.decoder.layers.23.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:919091b094e8b6ca7a046e92d4ee8ceafd37ef70b6025c407e6112c78eb4bdbf
+size 5251
diff --git a/params/opt/5/rnd_search_t_lin/comb_16/trained/model.decoder.layers.23.self_attn.v_proj/_s.pt b/params/opt/5/rnd_search_t_lin/comb_16/trained/model.decoder.layers.23.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..29e5231eb608c2df01290ec7bd84177b7b9850b9
--- /dev/null
+++ b/params/opt/5/rnd_search_t_lin/comb_16/trained/model.decoder.layers.23.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:349aa472b15331fa13d11d390ef221d7b13bb34f1e3f4255c379ff0fc64b08c7
+size 5251
diff --git a/params/opt/5/rnd_search_t_lin/comb_16/trained/model.decoder.layers.3.fc1/_s.pt b/params/opt/5/rnd_search_t_lin/comb_16/trained/model.decoder.layers.3.fc1/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..40adbb0ed9487930dd032555a00f8a88801b93d5
--- /dev/null
+++ b/params/opt/5/rnd_search_t_lin/comb_16/trained/model.decoder.layers.3.fc1/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b91d7ca44dbeb9a19d6e89f6d63f8f1a1c4ee508f95e7cdb91ef89441c8d2c90
+size 17539
diff --git a/params/opt/5/rnd_search_t_lin/comb_16/trained/model.decoder.layers.3.fc2/_s.pt b/params/opt/5/rnd_search_t_lin/comb_16/trained/model.decoder.layers.3.fc2/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..3ac58bad739e403e9a23bda86972b540d0f68678
--- /dev/null
+++ b/params/opt/5/rnd_search_t_lin/comb_16/trained/model.decoder.layers.3.fc2/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:068409ae94ebdf0b729b3470850d4b8a7f89c7b12df00408f0fc85e04c9a9a82
+size 5251
diff --git a/params/opt/5/rnd_search_t_lin/comb_16/trained/model.decoder.layers.3.self_attn.k_proj/_s.pt b/params/opt/5/rnd_search_t_lin/comb_16/trained/model.decoder.layers.3.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..6046c1fc212e5a566d0fb0acc327040ece5c5fc8
--- /dev/null
+++ b/params/opt/5/rnd_search_t_lin/comb_16/trained/model.decoder.layers.3.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:21b3c8a3964f30450929aff8f6ae8c21b9628c2d4fa9fdf5bf96bdb2b0471946
+size 5251
diff --git a/params/opt/5/rnd_search_t_lin/comb_16/trained/model.decoder.layers.3.self_attn.out_proj/_s.pt b/params/opt/5/rnd_search_t_lin/comb_16/trained/model.decoder.layers.3.self_attn.out_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..d43e95437aec368adf859fb3edf7254cf3bfc48d
--- /dev/null
+++ b/params/opt/5/rnd_search_t_lin/comb_16/trained/model.decoder.layers.3.self_attn.out_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:037465dce0f419ca610bd1519ef982c95c2166a9fc0ba0c226203f96165516b1
+size 5251
diff --git a/params/opt/5/rnd_search_t_lin/comb_16/trained/model.decoder.layers.3.self_attn.q_proj/_s.pt b/params/opt/5/rnd_search_t_lin/comb_16/trained/model.decoder.layers.3.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..df29448114454bbe30434ed0717e914bcf172f81
--- /dev/null
+++ b/params/opt/5/rnd_search_t_lin/comb_16/trained/model.decoder.layers.3.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:3cdfc53431a842c1f42c269743a14cc19b47dccc94b27682b3141d9e086b3c0b
+size 5251
diff --git a/params/opt/5/rnd_search_t_lin/comb_16/trained/model.decoder.layers.3.self_attn.v_proj/_s.pt b/params/opt/5/rnd_search_t_lin/comb_16/trained/model.decoder.layers.3.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ad12bbf2645dc523044a6fefbbe5aebd7abe346a
--- /dev/null
+++ b/params/opt/5/rnd_search_t_lin/comb_16/trained/model.decoder.layers.3.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a5a26b0904ec17cb9eb8d6c882c093cf1d5d5075df80cd504ec54adf261faea1
+size 5251
diff --git a/params/opt/5/rnd_search_t_lin/comb_16/trained/model.decoder.layers.4.fc1/_s.pt b/params/opt/5/rnd_search_t_lin/comb_16/trained/model.decoder.layers.4.fc1/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4c4054a705c46f2c1f8dd63a5a7ed409ace9e277
--- /dev/null
+++ b/params/opt/5/rnd_search_t_lin/comb_16/trained/model.decoder.layers.4.fc1/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:44a13fec541df531e9a0702a977caa3d79d76a14179fa3a4ab72264d06bc7f1a
+size 17539
diff --git a/params/opt/5/rnd_search_t_lin/comb_16/trained/model.decoder.layers.4.fc2/_s.pt b/params/opt/5/rnd_search_t_lin/comb_16/trained/model.decoder.layers.4.fc2/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a4ae3633965a1501ce597336adcdfa687347da3e
--- /dev/null
+++ b/params/opt/5/rnd_search_t_lin/comb_16/trained/model.decoder.layers.4.fc2/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a108d3d9d29199d9f3af558259c9f0404f53e67429cb3adeb5a48a583d9b1d82
+size 5251
diff --git a/params/opt/5/rnd_search_t_lin/comb_16/trained/model.decoder.layers.4.self_attn.k_proj/_s.pt b/params/opt/5/rnd_search_t_lin/comb_16/trained/model.decoder.layers.4.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ae1c69418e288579c65f6b7d0633072f8102269d
--- /dev/null
+++ b/params/opt/5/rnd_search_t_lin/comb_16/trained/model.decoder.layers.4.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:4062552aae8ae83a61c70fe9659bc672bad786d0c39fb20115c582fd8f698813
+size 5251
diff --git a/params/opt/5/rnd_search_t_lin/comb_16/trained/model.decoder.layers.4.self_attn.out_proj/_s.pt b/params/opt/5/rnd_search_t_lin/comb_16/trained/model.decoder.layers.4.self_attn.out_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..5d8370991d0b1ea984b47e95c1c109403415b945
--- /dev/null
+++ b/params/opt/5/rnd_search_t_lin/comb_16/trained/model.decoder.layers.4.self_attn.out_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:10e4dfb1780a17d44272a1fa6c425d3e8926c786df90d9fa46c184cc37e16bcc
+size 5251
diff --git a/params/opt/5/rnd_search_t_lin/comb_16/trained/model.decoder.layers.4.self_attn.q_proj/_s.pt b/params/opt/5/rnd_search_t_lin/comb_16/trained/model.decoder.layers.4.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..260ed107c487e7d9697e75a58da6a68f6110a82b
--- /dev/null
+++ b/params/opt/5/rnd_search_t_lin/comb_16/trained/model.decoder.layers.4.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:675c7d4383e236cea8eb2ba6d04d3b7cfd0e0574c49b0370e787067c580a7080
+size 5251
diff --git a/params/opt/5/rnd_search_t_lin/comb_16/trained/model.decoder.layers.4.self_attn.v_proj/_s.pt b/params/opt/5/rnd_search_t_lin/comb_16/trained/model.decoder.layers.4.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..20b596103d9d916844273af29c0cbebdf7fc5bbd
--- /dev/null
+++ b/params/opt/5/rnd_search_t_lin/comb_16/trained/model.decoder.layers.4.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:519e3e823972c7c7e56a82391ffa660636d158654f107d4553a05945e2c36ae0
+size 5251
diff --git a/params/opt/5/rnd_search_t_lin/comb_16/trained/model.decoder.layers.5.fc1/_s.pt b/params/opt/5/rnd_search_t_lin/comb_16/trained/model.decoder.layers.5.fc1/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..467ec65a4d61caa07260c085bb91f90dc3acedab
--- /dev/null
+++ b/params/opt/5/rnd_search_t_lin/comb_16/trained/model.decoder.layers.5.fc1/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f746c55a9e2100ccc13a10a41b4f06b797322ac8f2abd35d23b664e68150247c
+size 17539
diff --git a/params/opt/5/rnd_search_t_lin/comb_16/trained/model.decoder.layers.5.fc2/_s.pt b/params/opt/5/rnd_search_t_lin/comb_16/trained/model.decoder.layers.5.fc2/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..b45f4133cf03183e7add89f5a1c9fac39b735cd7
--- /dev/null
+++ b/params/opt/5/rnd_search_t_lin/comb_16/trained/model.decoder.layers.5.fc2/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:8972f86fe032c556e31077db24ed48c9f6c7962143ad3f86eaf6cebca7a2f87b
+size 5251
diff --git a/params/opt/5/rnd_search_t_lin/comb_16/trained/model.decoder.layers.5.self_attn.k_proj/_s.pt b/params/opt/5/rnd_search_t_lin/comb_16/trained/model.decoder.layers.5.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..fa80b3e8eb9650adceb6c22f2ca422f541161af5
--- /dev/null
+++ b/params/opt/5/rnd_search_t_lin/comb_16/trained/model.decoder.layers.5.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:19d62ee1f5f76347a069ef8f9d8e3b589175e436ea726a12a51d71b12b8f9484
+size 5251
diff --git a/params/opt/5/rnd_search_t_lin/comb_16/trained/model.decoder.layers.5.self_attn.out_proj/_s.pt b/params/opt/5/rnd_search_t_lin/comb_16/trained/model.decoder.layers.5.self_attn.out_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..1c8cf71af3e22e6d42d691d27e6aff809f990607
--- /dev/null
+++ b/params/opt/5/rnd_search_t_lin/comb_16/trained/model.decoder.layers.5.self_attn.out_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c790c38e228cdad46fad56b8b8b2523fa006807bd4241c9de62d0c0fe78cf4b5
+size 5251
diff --git a/params/opt/5/rnd_search_t_lin/comb_16/trained/model.decoder.layers.5.self_attn.q_proj/_s.pt b/params/opt/5/rnd_search_t_lin/comb_16/trained/model.decoder.layers.5.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4e3db39f7442233bf911f36957ff6aa714ee01be
--- /dev/null
+++ b/params/opt/5/rnd_search_t_lin/comb_16/trained/model.decoder.layers.5.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:4b32f572240daf4d7382ed86cbb4615ed297841cb41a33cb3c042b55d21baf18
+size 5251
diff --git a/params/opt/5/rnd_search_t_lin/comb_16/trained/model.decoder.layers.5.self_attn.v_proj/_s.pt b/params/opt/5/rnd_search_t_lin/comb_16/trained/model.decoder.layers.5.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..1b8c9da3d15f4fee7db895f60fee5408f3f3aa45
--- /dev/null
+++ b/params/opt/5/rnd_search_t_lin/comb_16/trained/model.decoder.layers.5.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ec14e771a6969aca761b80da4b0aa8c63f768886551a59f473cecb2da9c4b516
+size 5251
diff --git a/params/opt/5/rnd_search_t_lin/comb_16/trained/model.decoder.layers.6.fc1/_s.pt b/params/opt/5/rnd_search_t_lin/comb_16/trained/model.decoder.layers.6.fc1/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..0fcf1c0b43a967ae5b8928ac740f8f4de2a75bdd
--- /dev/null
+++ b/params/opt/5/rnd_search_t_lin/comb_16/trained/model.decoder.layers.6.fc1/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d43e18c0f4922ce5231fad52d078ead679ed52cdfb54f96ca4bfba1169978144
+size 17539
diff --git a/params/opt/5/rnd_search_t_lin/comb_16/trained/model.decoder.layers.6.fc2/_s.pt b/params/opt/5/rnd_search_t_lin/comb_16/trained/model.decoder.layers.6.fc2/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..b748e8a8bb49f344c13b4278bb5d5ecddf45dcd7
--- /dev/null
+++ b/params/opt/5/rnd_search_t_lin/comb_16/trained/model.decoder.layers.6.fc2/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:bb507b5a149b0d85a285a5c2667446b800467f74c698556534ee22e79fb28a74
+size 5251
diff --git a/params/opt/5/rnd_search_t_lin/comb_16/trained/model.decoder.layers.6.self_attn.k_proj/_s.pt b/params/opt/5/rnd_search_t_lin/comb_16/trained/model.decoder.layers.6.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..932c27ef383abe53ccdfd903bf07e9bd2a5e5dd1
--- /dev/null
+++ b/params/opt/5/rnd_search_t_lin/comb_16/trained/model.decoder.layers.6.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c5293811b10729813712615494cbd4ef4c5c9148f553fd402cd3ab848cb5cc3d
+size 5251
diff --git a/params/opt/5/rnd_search_t_lin/comb_16/trained/model.decoder.layers.6.self_attn.out_proj/_s.pt b/params/opt/5/rnd_search_t_lin/comb_16/trained/model.decoder.layers.6.self_attn.out_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..640009675c1bafe3fdf647971de17978d1c69cdd
--- /dev/null
+++ b/params/opt/5/rnd_search_t_lin/comb_16/trained/model.decoder.layers.6.self_attn.out_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a5b86b7443a66753d80b5fcb231bc19affa682db3f93d94d99fc5284f410166a
+size 5251
diff --git a/params/opt/5/rnd_search_t_lin/comb_16/trained/model.decoder.layers.6.self_attn.q_proj/_s.pt b/params/opt/5/rnd_search_t_lin/comb_16/trained/model.decoder.layers.6.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..f8db573ab48c31a9a5ed29abd237dea49ec93995
--- /dev/null
+++ b/params/opt/5/rnd_search_t_lin/comb_16/trained/model.decoder.layers.6.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e9235e1c17b9d6d7bb95ec0e7245b6dc408e731f8d28fa189bfff45e71fd6161
+size 5251
diff --git a/params/opt/5/rnd_search_t_lin/comb_16/trained/model.decoder.layers.6.self_attn.v_proj/_s.pt b/params/opt/5/rnd_search_t_lin/comb_16/trained/model.decoder.layers.6.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ec4603d13ba4fd0b62e64da27af3689697894c75
--- /dev/null
+++ b/params/opt/5/rnd_search_t_lin/comb_16/trained/model.decoder.layers.6.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:9078f549a79f53394e03a3d2221bf18876b29000c114101cd51abe4ebc40e244
+size 5251
diff --git a/params/opt/5/rnd_search_t_lin/comb_16/trained/model.decoder.layers.7.fc1/_s.pt b/params/opt/5/rnd_search_t_lin/comb_16/trained/model.decoder.layers.7.fc1/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..37ad93f90ce415f9e2a2c5e4e15015a8ce484850
--- /dev/null
+++ b/params/opt/5/rnd_search_t_lin/comb_16/trained/model.decoder.layers.7.fc1/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c9b5f9d69c1dd382d52239a8c09e8194f5092b0872c4c60343b622635e5fc094
+size 17539
diff --git a/params/opt/5/rnd_search_t_lin/comb_16/trained/model.decoder.layers.7.fc2/_s.pt b/params/opt/5/rnd_search_t_lin/comb_16/trained/model.decoder.layers.7.fc2/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..97733e991ef54a3e296f439638122efb77cb2ba9
--- /dev/null
+++ b/params/opt/5/rnd_search_t_lin/comb_16/trained/model.decoder.layers.7.fc2/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0b16818621a2febcbfc294136238b992b44848bdc14aef6d68f6325735cf794f
+size 5251
diff --git a/params/opt/5/rnd_search_t_lin/comb_16/trained/model.decoder.layers.7.self_attn.k_proj/_s.pt b/params/opt/5/rnd_search_t_lin/comb_16/trained/model.decoder.layers.7.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..6a872458f525630178beb2c6e5fa6b2767bb4c82
--- /dev/null
+++ b/params/opt/5/rnd_search_t_lin/comb_16/trained/model.decoder.layers.7.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:df60b47805e6b025933b32599f46ee0fcff0f0cd76032e7b4b06a4cd18903880
+size 5251
diff --git a/params/opt/5/rnd_search_t_lin/comb_16/trained/model.decoder.layers.7.self_attn.out_proj/_s.pt b/params/opt/5/rnd_search_t_lin/comb_16/trained/model.decoder.layers.7.self_attn.out_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8102cb48e313e63341f1f6b8b700761b64b48611
--- /dev/null
+++ b/params/opt/5/rnd_search_t_lin/comb_16/trained/model.decoder.layers.7.self_attn.out_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5cd4fb62cbf929f0594b1f2aaf75d029ddc91b19c21d11cd936cf0f483f6593c
+size 5251
diff --git a/params/opt/5/rnd_search_t_lin/comb_16/trained/model.decoder.layers.7.self_attn.q_proj/_s.pt b/params/opt/5/rnd_search_t_lin/comb_16/trained/model.decoder.layers.7.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e4bd1bee2c8fdc3fbba5dee9a571b28d03098046
--- /dev/null
+++ b/params/opt/5/rnd_search_t_lin/comb_16/trained/model.decoder.layers.7.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:849efd614378461a23f2d357dfe495ee6551913bf4be6813bd135ef25ed4aedb
+size 5251
diff --git a/params/opt/5/rnd_search_t_lin/comb_16/trained/model.decoder.layers.7.self_attn.v_proj/_s.pt b/params/opt/5/rnd_search_t_lin/comb_16/trained/model.decoder.layers.7.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..05202ad0ccda81a34f241be356442f608379af40
--- /dev/null
+++ b/params/opt/5/rnd_search_t_lin/comb_16/trained/model.decoder.layers.7.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:02c4e38ca25582ee35ed04533228cd2d0b4a3e1f2340c07234b2cfa0149c2137
+size 5251
diff --git a/params/opt/5/rnd_search_t_lin/comb_16/trained/model.decoder.layers.8.fc1/_s.pt b/params/opt/5/rnd_search_t_lin/comb_16/trained/model.decoder.layers.8.fc1/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..3154d1c09422be216f56051a5de241e591240bbd
--- /dev/null
+++ b/params/opt/5/rnd_search_t_lin/comb_16/trained/model.decoder.layers.8.fc1/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:22d63848884030467098ca3b5c564d9fd26474e3df3d8162c7362beb4edeb2a8
+size 17539
diff --git a/params/opt/5/rnd_search_t_lin/comb_16/trained/model.decoder.layers.8.fc2/_s.pt b/params/opt/5/rnd_search_t_lin/comb_16/trained/model.decoder.layers.8.fc2/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..184ee8ab7bfaa3406d4abcac1e0f2acee92d3e38
--- /dev/null
+++ b/params/opt/5/rnd_search_t_lin/comb_16/trained/model.decoder.layers.8.fc2/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b7c8879e3a32ee3608c0e68d3c78f4d16a311ff16ba0c9e0095c3097b362fb1b
+size 5251
diff --git a/params/opt/5/rnd_search_t_lin/comb_16/trained/model.decoder.layers.8.self_attn.k_proj/_s.pt b/params/opt/5/rnd_search_t_lin/comb_16/trained/model.decoder.layers.8.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..9f2c12da69437e7b79b27ba608785c05247cd837
--- /dev/null
+++ b/params/opt/5/rnd_search_t_lin/comb_16/trained/model.decoder.layers.8.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:24219ca28d55dde603f3ed457fe06af28ecf07bc38a85e7a4f9d5c228acda0e7
+size 5251
diff --git a/params/opt/5/rnd_search_t_lin/comb_16/trained/model.decoder.layers.8.self_attn.out_proj/_s.pt b/params/opt/5/rnd_search_t_lin/comb_16/trained/model.decoder.layers.8.self_attn.out_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..59780dd0f8316973022482fd34a3c7b8487d5078
--- /dev/null
+++ b/params/opt/5/rnd_search_t_lin/comb_16/trained/model.decoder.layers.8.self_attn.out_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:68b481f4b793b0072cde9b0925e423d8f7ea20269a70660d4d1276e8b6271057
+size 5251
diff --git a/params/opt/5/rnd_search_t_lin/comb_16/trained/model.decoder.layers.8.self_attn.q_proj/_s.pt b/params/opt/5/rnd_search_t_lin/comb_16/trained/model.decoder.layers.8.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a579277c09ea8746904c1dd9334d3ccf5e25188c
--- /dev/null
+++ b/params/opt/5/rnd_search_t_lin/comb_16/trained/model.decoder.layers.8.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2960e960b4bedb75e8333eabde4a7a6bdbec40e22f1312ec25a09264f864d476
+size 5251
diff --git a/params/opt/5/rnd_search_t_lin/comb_16/trained/model.decoder.layers.8.self_attn.v_proj/_s.pt b/params/opt/5/rnd_search_t_lin/comb_16/trained/model.decoder.layers.8.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..1a898ea44bac8d6f93d7213944abc8412f28d6a7
--- /dev/null
+++ b/params/opt/5/rnd_search_t_lin/comb_16/trained/model.decoder.layers.8.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5e36109a9ac4c343b3d32454a0df19aa5bcdb50abade1b3cc27abbcae59515d8
+size 5251
diff --git a/params/opt/5/rnd_search_t_lin/comb_16/trained/model.decoder.layers.9.fc1/_s.pt b/params/opt/5/rnd_search_t_lin/comb_16/trained/model.decoder.layers.9.fc1/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2dc4ba8164d8b7280b1a0cf95de4f07da5fb8935
--- /dev/null
+++ b/params/opt/5/rnd_search_t_lin/comb_16/trained/model.decoder.layers.9.fc1/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c57c6538923cfcd4347b06346776e1cc3feb083824be008e76416b9b05ce8646
+size 17539
diff --git a/params/opt/5/rnd_search_t_lin/comb_16/trained/model.decoder.layers.9.fc2/_s.pt b/params/opt/5/rnd_search_t_lin/comb_16/trained/model.decoder.layers.9.fc2/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..3023571e316b084b727a492e59b2188d0468d00b
--- /dev/null
+++ b/params/opt/5/rnd_search_t_lin/comb_16/trained/model.decoder.layers.9.fc2/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a7660ceb5f2ce1a8b6017d58cc8437f7c7c5d08035aeb02b82469ca6facc9e0d
+size 5251
diff --git a/params/opt/5/rnd_search_t_lin/comb_16/trained/model.decoder.layers.9.self_attn.k_proj/_s.pt b/params/opt/5/rnd_search_t_lin/comb_16/trained/model.decoder.layers.9.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..3ed356cd19237a40a1b6947dcabb1f012ad4da77
--- /dev/null
+++ b/params/opt/5/rnd_search_t_lin/comb_16/trained/model.decoder.layers.9.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:bd3306ab339321252b4163e2082ec4542545b3dd65e070ad3961f1abf79ff35d
+size 5251
diff --git a/params/opt/5/rnd_search_t_lin/comb_16/trained/model.decoder.layers.9.self_attn.out_proj/_s.pt b/params/opt/5/rnd_search_t_lin/comb_16/trained/model.decoder.layers.9.self_attn.out_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..6441d3aa151aa0e43bf047d5a4f3af88d019cbb4
--- /dev/null
+++ b/params/opt/5/rnd_search_t_lin/comb_16/trained/model.decoder.layers.9.self_attn.out_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:3bbe8b41fed7233d39571ea0d238d50cd6877191b104f464c0a2cac309b4d79d
+size 5251
diff --git a/params/opt/5/rnd_search_t_lin/comb_16/trained/model.decoder.layers.9.self_attn.q_proj/_s.pt b/params/opt/5/rnd_search_t_lin/comb_16/trained/model.decoder.layers.9.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..df93844c424407c5ce3d6b15a73cd798eade9508
--- /dev/null
+++ b/params/opt/5/rnd_search_t_lin/comb_16/trained/model.decoder.layers.9.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ec9ff10755efd1b11ad3ce9240e0b90b7393de195fc2a1b420bf10b6adf8e556
+size 5251
diff --git a/params/opt/5/rnd_search_t_lin/comb_16/trained/model.decoder.layers.9.self_attn.v_proj/_s.pt b/params/opt/5/rnd_search_t_lin/comb_16/trained/model.decoder.layers.9.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..f3962f6c7f607d3cf19580062af8d5affc410ffc
--- /dev/null
+++ b/params/opt/5/rnd_search_t_lin/comb_16/trained/model.decoder.layers.9.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ecdd6d1cc49a97738268b870054e225ddc8309359c45d6830e0aa87fc2cbd23d
+size 5251
diff --git a/params/opt/5/rnd_search_t_lin/comb_16/trained/model.decoder.project_in/_s.pt b/params/opt/5/rnd_search_t_lin/comb_16/trained/model.decoder.project_in/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..1b24b55b17f7d0dac623e6709f369112c2558e35
--- /dev/null
+++ b/params/opt/5/rnd_search_t_lin/comb_16/trained/model.decoder.project_in/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:93aa52b7ddf76e6462fec61addc69b0528b9bb2f7ecb1ee176684efe5711571f
+size 5251
diff --git a/params/opt/5/rnd_search_t_lin/comb_16/trained/model.decoder.project_out/_s.pt b/params/opt/5/rnd_search_t_lin/comb_16/trained/model.decoder.project_out/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..69a188ced568e740f6556100a7dc4bb54135a691
--- /dev/null
+++ b/params/opt/5/rnd_search_t_lin/comb_16/trained/model.decoder.project_out/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:aa6e6c5749f9a7326bc92ea2c83fe1555d6acea68709bc3e59ccd21c85a6a32b
+size 3203
diff --git a/params/opt/5/rnd_search_t_lin/comb_16_t/global_train/lm_head/_s.pt b/params/opt/5/rnd_search_t_lin/comb_16_t/global_train/lm_head/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..5fc92904eb95f9dd511e9f3318c5db4fe13051ff
--- /dev/null
+++ b/params/opt/5/rnd_search_t_lin/comb_16_t/global_train/lm_head/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:8c51a15029d10a6697d9fd803befda55623dd5a5c2ed73180a4e1c562e71311b
+size 202243
diff --git a/params/opt/5/rnd_search_t_lin/comb_16_t/global_train/model.decoder.layers.0.fc1/_s.pt b/params/opt/5/rnd_search_t_lin/comb_16_t/global_train/model.decoder.layers.0.fc1/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..5dc21fa70ddae700d75ba33cd173d3dfccda2f7a
--- /dev/null
+++ b/params/opt/5/rnd_search_t_lin/comb_16_t/global_train/model.decoder.layers.0.fc1/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ba1abc2d25d968375309f51249de0469682330fe4348660061c73a060c20aa31
+size 17539
diff --git a/params/opt/5/rnd_search_t_lin/comb_16_t/global_train/model.decoder.layers.0.fc2/_s.pt b/params/opt/5/rnd_search_t_lin/comb_16_t/global_train/model.decoder.layers.0.fc2/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..f8b19b06e19ad605fd2db978747b0e429c882472
--- /dev/null
+++ b/params/opt/5/rnd_search_t_lin/comb_16_t/global_train/model.decoder.layers.0.fc2/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c413e654d638e2856b71f03586c73e90e1af9be1210f805acb80293b673ae312
+size 5251
diff --git a/params/opt/5/rnd_search_t_lin/comb_16_t/global_train/model.decoder.layers.0.self_attn.k_proj/_s.pt b/params/opt/5/rnd_search_t_lin/comb_16_t/global_train/model.decoder.layers.0.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..0dfb9c18d16e41ba992592d3f7960404b3ca6815
--- /dev/null
+++ b/params/opt/5/rnd_search_t_lin/comb_16_t/global_train/model.decoder.layers.0.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:225154970576ade6ba4cf566143046d78756db2cab3c33db35bf3df3c9effaae
+size 5251
diff --git a/params/opt/5/rnd_search_t_lin/comb_16_t/global_train/model.decoder.layers.0.self_attn.out_proj/_s.pt b/params/opt/5/rnd_search_t_lin/comb_16_t/global_train/model.decoder.layers.0.self_attn.out_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..9cad671d903572613989a5366ee7f38a061511fe
--- /dev/null
+++ b/params/opt/5/rnd_search_t_lin/comb_16_t/global_train/model.decoder.layers.0.self_attn.out_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ba71bfcf5cd834d47842b9b28087dbd70323cf1f8de40650871fe742c1b1a4e6
+size 5251
diff --git a/params/opt/5/rnd_search_t_lin/comb_16_t/global_train/model.decoder.layers.0.self_attn.q_proj/_s.pt b/params/opt/5/rnd_search_t_lin/comb_16_t/global_train/model.decoder.layers.0.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4a5f8c420150a0051713056b33e0e69fb8057d2b
--- /dev/null
+++ b/params/opt/5/rnd_search_t_lin/comb_16_t/global_train/model.decoder.layers.0.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:6a3144faa165d0bed564ff05fe02844f48b0b68cc724c7948b72824fcbe80b65
+size 5251
diff --git a/params/opt/5/rnd_search_t_lin/comb_16_t/global_train/model.decoder.layers.0.self_attn.v_proj/_s.pt b/params/opt/5/rnd_search_t_lin/comb_16_t/global_train/model.decoder.layers.0.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..f3a44e9cfe106bda94e6483d97ac1880d547132d
--- /dev/null
+++ b/params/opt/5/rnd_search_t_lin/comb_16_t/global_train/model.decoder.layers.0.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:1257c7001c044e7b1cbd1b6099918562a56807ca69c10f2f0fb0a918e10d10c6
+size 5251
diff --git a/params/opt/5/rnd_search_t_lin/comb_16_t/global_train/model.decoder.layers.1.fc1/_s.pt b/params/opt/5/rnd_search_t_lin/comb_16_t/global_train/model.decoder.layers.1.fc1/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4cc0ec3bdf9676aa93070e5dccced7950b89bfaf
--- /dev/null
+++ b/params/opt/5/rnd_search_t_lin/comb_16_t/global_train/model.decoder.layers.1.fc1/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:389ed3b2cf1345fa763b21bc3c3dfb1b0dc91738ff9aa65e7ebb4a4142c7ee72
+size 17539
diff --git a/params/opt/5/rnd_search_t_lin/comb_16_t/global_train/model.decoder.layers.1.fc2/_s.pt b/params/opt/5/rnd_search_t_lin/comb_16_t/global_train/model.decoder.layers.1.fc2/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..612f2be9c30b542c34f66d2fac82913cdc5ee559
--- /dev/null
+++ b/params/opt/5/rnd_search_t_lin/comb_16_t/global_train/model.decoder.layers.1.fc2/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:700e8d90455f17151d6d9ab5548b1de1c92d00d7515128515b59144cc44e3e62
+size 5251
diff --git a/params/opt/5/rnd_search_t_lin/comb_16_t/global_train/model.decoder.layers.1.self_attn.k_proj/_s.pt b/params/opt/5/rnd_search_t_lin/comb_16_t/global_train/model.decoder.layers.1.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4c4a6c1462aa3b24c30a8c10d96611e15fcd931e
--- /dev/null
+++ b/params/opt/5/rnd_search_t_lin/comb_16_t/global_train/model.decoder.layers.1.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f6b97e4b15f66d68d394e82a858bbd0275e118486f649c6d2c09e2ff8b77557d
+size 5251
diff --git a/params/opt/5/rnd_search_t_lin/comb_16_t/global_train/model.decoder.layers.1.self_attn.out_proj/_s.pt b/params/opt/5/rnd_search_t_lin/comb_16_t/global_train/model.decoder.layers.1.self_attn.out_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a6b4c6278b1ea534ad3d039f1b54c9a37c0dda86
--- /dev/null
+++ b/params/opt/5/rnd_search_t_lin/comb_16_t/global_train/model.decoder.layers.1.self_attn.out_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:8d24716301f61b117e60f0cc3f4d05062bc90370be2338873a5e3baf4a80d742
+size 5251
diff --git a/params/opt/5/rnd_search_t_lin/comb_16_t/global_train/model.decoder.layers.1.self_attn.q_proj/_s.pt b/params/opt/5/rnd_search_t_lin/comb_16_t/global_train/model.decoder.layers.1.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c20cc3b92431f8953d79c84a2768b9cc07a0a33a
--- /dev/null
+++ b/params/opt/5/rnd_search_t_lin/comb_16_t/global_train/model.decoder.layers.1.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:93588bb25fff9f241730e889c3cd37934ccb57ab259865fe10b7f4d969a8ab1f
+size 5251
diff --git a/params/opt/5/rnd_search_t_lin/comb_16_t/global_train/model.decoder.layers.1.self_attn.v_proj/_s.pt b/params/opt/5/rnd_search_t_lin/comb_16_t/global_train/model.decoder.layers.1.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..416b633d91187cdc4ddf6c0a8a00c4f0c31add18
--- /dev/null
+++ b/params/opt/5/rnd_search_t_lin/comb_16_t/global_train/model.decoder.layers.1.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d4709db352e79fb0d5cb78a889f2778b62e80c2e17e74eb8f62fa8de227fab08
+size 5251
diff --git a/params/opt/5/rnd_search_t_lin/comb_16_t/global_train/model.decoder.layers.10.fc1/_s.pt b/params/opt/5/rnd_search_t_lin/comb_16_t/global_train/model.decoder.layers.10.fc1/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..cda5c38a37bf88773c768d1e70d2bf31eb1f1d43
--- /dev/null
+++ b/params/opt/5/rnd_search_t_lin/comb_16_t/global_train/model.decoder.layers.10.fc1/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:afa69dd58957836403ea9d5aeaeae6348b99cc20801440fdeebc56cf1a15a20e
+size 17539
diff --git a/params/opt/5/rnd_search_t_lin/comb_16_t/global_train/model.decoder.layers.10.fc2/_s.pt b/params/opt/5/rnd_search_t_lin/comb_16_t/global_train/model.decoder.layers.10.fc2/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..9b5536ace9ef1c2fe632a353a452f45019cf37b5
--- /dev/null
+++ b/params/opt/5/rnd_search_t_lin/comb_16_t/global_train/model.decoder.layers.10.fc2/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e550593462bf8152c973ec9baa087893ab7ae40065e56a2002500e4683a80d03
+size 5251
diff --git a/params/opt/5/rnd_search_t_lin/comb_16_t/global_train/model.decoder.layers.10.self_attn.k_proj/_s.pt b/params/opt/5/rnd_search_t_lin/comb_16_t/global_train/model.decoder.layers.10.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..43eff4884e5e09c2307832e2cf362b1ad3ef0a34
--- /dev/null
+++ b/params/opt/5/rnd_search_t_lin/comb_16_t/global_train/model.decoder.layers.10.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:298d02e19d96e6b5bdd35adcfcc842fb2d62b71db06cd6b7b6e9cfcb2b378465
+size 5251
diff --git a/params/opt/5/rnd_search_t_lin/comb_16_t/global_train/model.decoder.layers.10.self_attn.out_proj/_s.pt b/params/opt/5/rnd_search_t_lin/comb_16_t/global_train/model.decoder.layers.10.self_attn.out_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..712be08c25877815231bb718dcbff4101e62c952
--- /dev/null
+++ b/params/opt/5/rnd_search_t_lin/comb_16_t/global_train/model.decoder.layers.10.self_attn.out_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:347ef30f3506c892d3ddf5e856ccb0573d1c117267bbe52ee0ea0d84565dc1b0
+size 5251
diff --git a/params/opt/5/rnd_search_t_lin/comb_16_t/global_train/model.decoder.layers.10.self_attn.q_proj/_s.pt b/params/opt/5/rnd_search_t_lin/comb_16_t/global_train/model.decoder.layers.10.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..9796ee8edd865383dbda0f5a78bcb09c8b42d333
--- /dev/null
+++ b/params/opt/5/rnd_search_t_lin/comb_16_t/global_train/model.decoder.layers.10.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:74bea73e25dd0a93b78ef7d28b5b47c0b0ea6d5cc1c4490f41ffdf0a3e49efa8
+size 5251
diff --git a/params/opt/5/rnd_search_t_lin/comb_16_t/global_train/model.decoder.layers.10.self_attn.v_proj/_s.pt b/params/opt/5/rnd_search_t_lin/comb_16_t/global_train/model.decoder.layers.10.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..45ed5066dfb7ee0fb9719a1f38a40ace62c5551d
--- /dev/null
+++ b/params/opt/5/rnd_search_t_lin/comb_16_t/global_train/model.decoder.layers.10.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:997350a1523d4d8123e64e819ade3580c59d1718dadc9cfeeaeec058cfaa48ed
+size 5251
diff --git a/params/opt/5/rnd_search_t_lin/comb_16_t/global_train/model.decoder.layers.11.fc1/_s.pt b/params/opt/5/rnd_search_t_lin/comb_16_t/global_train/model.decoder.layers.11.fc1/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..99fe27c6f52b692d76f7d7cd9665f572638f6ab4
--- /dev/null
+++ b/params/opt/5/rnd_search_t_lin/comb_16_t/global_train/model.decoder.layers.11.fc1/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5830d8c6f386bb68c86cc8d836d4a5e48c15c00f5035d88b98be47c2898e932a
+size 17539
diff --git a/params/opt/5/rnd_search_t_lin/comb_16_t/global_train/model.decoder.layers.11.fc2/_s.pt b/params/opt/5/rnd_search_t_lin/comb_16_t/global_train/model.decoder.layers.11.fc2/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..fec5b313938425c91c798b8129bb509af51092ed
--- /dev/null
+++ b/params/opt/5/rnd_search_t_lin/comb_16_t/global_train/model.decoder.layers.11.fc2/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:42134784757e31156aa576509af27c8b7e15c713e31284cd4c590937b4e8b470
+size 5251
diff --git a/params/opt/5/rnd_search_t_lin/comb_16_t/global_train/model.decoder.layers.11.self_attn.k_proj/_s.pt b/params/opt/5/rnd_search_t_lin/comb_16_t/global_train/model.decoder.layers.11.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e18a7b549bdf60e58f811b72468ee137b3fcc9ee
--- /dev/null
+++ b/params/opt/5/rnd_search_t_lin/comb_16_t/global_train/model.decoder.layers.11.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c4bef7406199c374183cc8711b9ba073f5061438c48960184baeb84f6d277499
+size 5251
diff --git a/params/opt/5/rnd_search_t_lin/comb_16_t/global_train/model.decoder.layers.11.self_attn.out_proj/_s.pt b/params/opt/5/rnd_search_t_lin/comb_16_t/global_train/model.decoder.layers.11.self_attn.out_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..1da0ad64d50cc5063524d84f143e67fe3aea4315
--- /dev/null
+++ b/params/opt/5/rnd_search_t_lin/comb_16_t/global_train/model.decoder.layers.11.self_attn.out_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:347392a16f2d9444c7ec2f13119a018bcc41dfb1c53b1ae6e74fafe1d85c42cd
+size 5251
diff --git a/params/opt/5/rnd_search_t_lin/comb_16_t/global_train/model.decoder.layers.11.self_attn.q_proj/_s.pt b/params/opt/5/rnd_search_t_lin/comb_16_t/global_train/model.decoder.layers.11.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..be4fd02db9ea2d79d6c443fe2a773bbc9d731c6f
--- /dev/null
+++ b/params/opt/5/rnd_search_t_lin/comb_16_t/global_train/model.decoder.layers.11.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:9508b2f85472ddfc023bc78d612455368469ce3f39f47d36de6c85d8118a12c0
+size 5251
diff --git a/params/opt/5/rnd_search_t_lin/comb_16_t/global_train/model.decoder.layers.11.self_attn.v_proj/_s.pt b/params/opt/5/rnd_search_t_lin/comb_16_t/global_train/model.decoder.layers.11.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..f75ae652ac8388fb831c499f12917a73db0f7572
--- /dev/null
+++ b/params/opt/5/rnd_search_t_lin/comb_16_t/global_train/model.decoder.layers.11.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:7048ebf176d991cd14ff1d57d3973f8a242b3a5ce38d843897de3fdd66121323
+size 5251
diff --git a/params/opt/5/rnd_search_t_lin/comb_16_t/global_train/model.decoder.layers.12.fc1/_s.pt b/params/opt/5/rnd_search_t_lin/comb_16_t/global_train/model.decoder.layers.12.fc1/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ea7e822f50c41d09f640a13b254c58a244858ce0
--- /dev/null
+++ b/params/opt/5/rnd_search_t_lin/comb_16_t/global_train/model.decoder.layers.12.fc1/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:75e996d584f5ce1339ccdb9ce999c7f1b687820536768a201f2daca25d2d17d3
+size 17539
diff --git a/params/opt/5/rnd_search_t_lin/comb_16_t/global_train/model.decoder.layers.12.fc2/_s.pt b/params/opt/5/rnd_search_t_lin/comb_16_t/global_train/model.decoder.layers.12.fc2/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..9f42760379706f112420ebb786cb433602871981
--- /dev/null
+++ b/params/opt/5/rnd_search_t_lin/comb_16_t/global_train/model.decoder.layers.12.fc2/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:703bc5bd4f49966ea67747c98b0ea8939e934aaef40e6ad5a8509970e6a2cfbb
+size 5251
diff --git a/params/opt/5/rnd_search_t_lin/comb_16_t/global_train/model.decoder.layers.12.self_attn.k_proj/_s.pt b/params/opt/5/rnd_search_t_lin/comb_16_t/global_train/model.decoder.layers.12.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..25802a87e41587f46a4170bd14b889e682670fe1
--- /dev/null
+++ b/params/opt/5/rnd_search_t_lin/comb_16_t/global_train/model.decoder.layers.12.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:908a6e80d4a4f5f3b09e5424a94b8303e14174b5b035c91753409202d5b5772e
+size 5251
diff --git a/params/opt/5/rnd_search_t_lin/comb_16_t/global_train/model.decoder.layers.12.self_attn.out_proj/_s.pt b/params/opt/5/rnd_search_t_lin/comb_16_t/global_train/model.decoder.layers.12.self_attn.out_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..1e88dfc4e2dedaac45f0015449238c983f2d0781
--- /dev/null
+++ b/params/opt/5/rnd_search_t_lin/comb_16_t/global_train/model.decoder.layers.12.self_attn.out_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:3fbb744718cf45587fd09b57a1a96fb44b773c1d809040ad0efbea5500b32e29
+size 5251
diff --git a/params/opt/5/rnd_search_t_lin/comb_16_t/global_train/model.decoder.layers.12.self_attn.q_proj/_s.pt b/params/opt/5/rnd_search_t_lin/comb_16_t/global_train/model.decoder.layers.12.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..80a4dc608fbfdd4e9d2771529d6656fbd0d7eda2
--- /dev/null
+++ b/params/opt/5/rnd_search_t_lin/comb_16_t/global_train/model.decoder.layers.12.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a9b268d56697278a836ff19ea0aa87d8048d9fc4959be90941eaa0c7eec56c83
+size 5251
diff --git a/params/opt/5/rnd_search_t_lin/comb_16_t/global_train/model.decoder.layers.12.self_attn.v_proj/_s.pt b/params/opt/5/rnd_search_t_lin/comb_16_t/global_train/model.decoder.layers.12.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..db5775382a40593fb17e712915f426d525a1d77a
--- /dev/null
+++ b/params/opt/5/rnd_search_t_lin/comb_16_t/global_train/model.decoder.layers.12.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ead3cb31363995ae837e2eda69cbd1abf9cb5d787e86eaafd2fd51f80ca4006c
+size 5251
diff --git a/params/opt/5/rnd_search_t_lin/comb_16_t/global_train/model.decoder.layers.13.fc1/_s.pt b/params/opt/5/rnd_search_t_lin/comb_16_t/global_train/model.decoder.layers.13.fc1/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..79380669aa9b6b6a13147330767d44cedf65ad1f
--- /dev/null
+++ b/params/opt/5/rnd_search_t_lin/comb_16_t/global_train/model.decoder.layers.13.fc1/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a50d7bda32444a62b692e668786a5b1b684e0c73c7b648aab0b6437586f54f14
+size 17539
diff --git a/params/opt/5/rnd_search_t_lin/comb_16_t/global_train/model.decoder.layers.13.fc2/_s.pt b/params/opt/5/rnd_search_t_lin/comb_16_t/global_train/model.decoder.layers.13.fc2/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..6198c972cb9e69ab12df3400a97921019b4629cd
--- /dev/null
+++ b/params/opt/5/rnd_search_t_lin/comb_16_t/global_train/model.decoder.layers.13.fc2/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:eaacf535fb17be8b7a01b783026a4086dc2e858c1dfd90473a44125cd06caf24
+size 5251
diff --git a/params/opt/5/rnd_search_t_lin/comb_16_t/global_train/model.decoder.layers.13.self_attn.k_proj/_s.pt b/params/opt/5/rnd_search_t_lin/comb_16_t/global_train/model.decoder.layers.13.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..952c7a61627ea0c94e40f2a427424d100b36afda
--- /dev/null
+++ b/params/opt/5/rnd_search_t_lin/comb_16_t/global_train/model.decoder.layers.13.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:9879a7d2bc5763d657cd66c033432023d890ebc1127a244da45877e7d67c0d57
+size 5251
diff --git a/params/opt/5/rnd_search_t_lin/comb_16_t/global_train/model.decoder.layers.13.self_attn.out_proj/_s.pt b/params/opt/5/rnd_search_t_lin/comb_16_t/global_train/model.decoder.layers.13.self_attn.out_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c8c51fd8ca741523855399e23b3965ae593322a4
--- /dev/null
+++ b/params/opt/5/rnd_search_t_lin/comb_16_t/global_train/model.decoder.layers.13.self_attn.out_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b1eecd69aaafc4bfaa8617ea7531d0d5a3148d749eabe18436b909aece863e0e
+size 5251
diff --git a/params/opt/5/rnd_search_t_lin/comb_16_t/global_train/model.decoder.layers.13.self_attn.q_proj/_s.pt b/params/opt/5/rnd_search_t_lin/comb_16_t/global_train/model.decoder.layers.13.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ca4b5a6def64f4e6eb92c46f013a3092110c630e
--- /dev/null
+++ b/params/opt/5/rnd_search_t_lin/comb_16_t/global_train/model.decoder.layers.13.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:35b5877f7432735282b9b4dc541fb850c5b23874ccfd478160a12d9cdc7a20d7
+size 5251
diff --git a/params/opt/5/rnd_search_t_lin/comb_16_t/global_train/model.decoder.layers.13.self_attn.v_proj/_s.pt b/params/opt/5/rnd_search_t_lin/comb_16_t/global_train/model.decoder.layers.13.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4718b11680b6ef74ab08916120dec921dd0aa7e6
--- /dev/null
+++ b/params/opt/5/rnd_search_t_lin/comb_16_t/global_train/model.decoder.layers.13.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ada47de570807f1398a02bb73ec1286f19157a8e40d249860d6e96f8a5c4ed4a
+size 5251
diff --git a/params/opt/5/rnd_search_t_lin/comb_16_t/global_train/model.decoder.layers.14.fc1/_s.pt b/params/opt/5/rnd_search_t_lin/comb_16_t/global_train/model.decoder.layers.14.fc1/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4660effa317f2398681bb4b4980bb2d350ce5199
--- /dev/null
+++ b/params/opt/5/rnd_search_t_lin/comb_16_t/global_train/model.decoder.layers.14.fc1/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:fa6c36ec5d3635d578fe0030684e73ca316ff27c8504e3e83cd2baa41e797dcb
+size 17539
diff --git a/params/opt/5/rnd_search_t_lin/comb_16_t/global_train/model.decoder.layers.14.fc2/_s.pt b/params/opt/5/rnd_search_t_lin/comb_16_t/global_train/model.decoder.layers.14.fc2/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2aefb866ea2f93b9ef35b1de8f013cca38020356
--- /dev/null
+++ b/params/opt/5/rnd_search_t_lin/comb_16_t/global_train/model.decoder.layers.14.fc2/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a04575c4cadbdeb9205bc03bfc5c1a73c0d54d3b4b71962914b87ae424ad19a7
+size 5251
diff --git a/params/opt/5/rnd_search_t_lin/comb_16_t/global_train/model.decoder.layers.14.self_attn.k_proj/_s.pt b/params/opt/5/rnd_search_t_lin/comb_16_t/global_train/model.decoder.layers.14.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..0df3a370f28d7280cbf9c79c13c58fa3eaaefe85
--- /dev/null
+++ b/params/opt/5/rnd_search_t_lin/comb_16_t/global_train/model.decoder.layers.14.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b1cf46fd6d5e127a0a3e386ca72ce7e61704e06da847e4c8c4918dafdb8b3776
+size 5251
diff --git a/params/opt/5/rnd_search_t_lin/comb_16_t/global_train/model.decoder.layers.14.self_attn.out_proj/_s.pt b/params/opt/5/rnd_search_t_lin/comb_16_t/global_train/model.decoder.layers.14.self_attn.out_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..b03395b435093d48fdc932c3de49f8c9fd46cbf0
--- /dev/null
+++ b/params/opt/5/rnd_search_t_lin/comb_16_t/global_train/model.decoder.layers.14.self_attn.out_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:7844754648b833d7a473af1a9c89379c516dc5cd085eccec8a9712af97aa9d32
+size 5251
diff --git a/params/opt/5/rnd_search_t_lin/comb_16_t/global_train/model.decoder.layers.14.self_attn.q_proj/_s.pt b/params/opt/5/rnd_search_t_lin/comb_16_t/global_train/model.decoder.layers.14.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2d3c58abc36f7fe2e8c812e315eeda71ab4b16ba
--- /dev/null
+++ b/params/opt/5/rnd_search_t_lin/comb_16_t/global_train/model.decoder.layers.14.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:9ff458715ba7c11890f0940d6fb0b1fa90cf288a7ff25c1e3ab69895883a64f2
+size 5251
diff --git a/params/opt/5/rnd_search_t_lin/comb_16_t/global_train/model.decoder.layers.14.self_attn.v_proj/_s.pt b/params/opt/5/rnd_search_t_lin/comb_16_t/global_train/model.decoder.layers.14.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..53848b984a9eb4dc34964556ae822c6fa3b5d50f
--- /dev/null
+++ b/params/opt/5/rnd_search_t_lin/comb_16_t/global_train/model.decoder.layers.14.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ac67842556386cbef18f992f730cca09b9758c2389c4861a4686551f3588508a
+size 5251
diff --git a/params/opt/5/rnd_search_t_lin/comb_16_t/global_train/model.decoder.layers.15.fc1/_s.pt b/params/opt/5/rnd_search_t_lin/comb_16_t/global_train/model.decoder.layers.15.fc1/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a1cd91eab399dd7d40cc6a189abd85af10fc06a2
--- /dev/null
+++ b/params/opt/5/rnd_search_t_lin/comb_16_t/global_train/model.decoder.layers.15.fc1/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:fe1cc033c1777df26c24f5cb0ca5400a71c2e1158b3e25560e00c28a4480252c
+size 17539
diff --git a/params/opt/5/rnd_search_t_lin/comb_16_t/global_train/model.decoder.layers.15.fc2/_s.pt b/params/opt/5/rnd_search_t_lin/comb_16_t/global_train/model.decoder.layers.15.fc2/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ce108e4f24a12d6c4277bff025bdbc23728005e2
--- /dev/null
+++ b/params/opt/5/rnd_search_t_lin/comb_16_t/global_train/model.decoder.layers.15.fc2/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5713cc36c331c68435d91fc418f86b396dbfaeacbacc87d9206fa6d953e89068
+size 5251
diff --git a/params/opt/5/rnd_search_t_lin/comb_16_t/global_train/model.decoder.layers.15.self_attn.k_proj/_s.pt b/params/opt/5/rnd_search_t_lin/comb_16_t/global_train/model.decoder.layers.15.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4cd7bcd280d9ba1a6290641dc04a8cf75d8bd489
--- /dev/null
+++ b/params/opt/5/rnd_search_t_lin/comb_16_t/global_train/model.decoder.layers.15.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5739af07349569c7fac0b12148774c3dd56cfadfc2fb6898864a1c559c7da722
+size 5251
diff --git a/params/opt/5/rnd_search_t_lin/comb_16_t/global_train/model.decoder.layers.15.self_attn.out_proj/_s.pt b/params/opt/5/rnd_search_t_lin/comb_16_t/global_train/model.decoder.layers.15.self_attn.out_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e56e5efeed0d62cb2a72d294cda00d76fefc7ad0
--- /dev/null
+++ b/params/opt/5/rnd_search_t_lin/comb_16_t/global_train/model.decoder.layers.15.self_attn.out_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:64c7a8d9033679dc6cb0f87d26b081e7c4632d279603e3ed58409cf4a1c5eb41
+size 5251
diff --git a/params/opt/5/rnd_search_t_lin/comb_16_t/global_train/model.decoder.layers.15.self_attn.q_proj/_s.pt b/params/opt/5/rnd_search_t_lin/comb_16_t/global_train/model.decoder.layers.15.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..5b28dd205f73c568f47e8671096a3b9abe1285ec
--- /dev/null
+++ b/params/opt/5/rnd_search_t_lin/comb_16_t/global_train/model.decoder.layers.15.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:3f832e521d2019ce7fe74470b80503eb5de31a7440c923bc9935872d3c074eb2
+size 5251
diff --git a/params/opt/5/rnd_search_t_lin/comb_16_t/global_train/model.decoder.layers.15.self_attn.v_proj/_s.pt b/params/opt/5/rnd_search_t_lin/comb_16_t/global_train/model.decoder.layers.15.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..6791d951cfcf7d4042b6b9d661f92b083b6697ce
--- /dev/null
+++ b/params/opt/5/rnd_search_t_lin/comb_16_t/global_train/model.decoder.layers.15.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:bec56ebd6253d8029cd561e22745a9ab97df010dcf21a644411bb28966b32f72
+size 5251
diff --git a/params/opt/5/rnd_search_t_lin/comb_16_t/global_train/model.decoder.layers.16.fc1/_s.pt b/params/opt/5/rnd_search_t_lin/comb_16_t/global_train/model.decoder.layers.16.fc1/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..d3e6b5c329306b53d2744fd5fef5118fdf152cf2
--- /dev/null
+++ b/params/opt/5/rnd_search_t_lin/comb_16_t/global_train/model.decoder.layers.16.fc1/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a095198e076edfa6308fb55a54dd553e3fb41d8ec0b0e9ecd1d19d5fe242f215
+size 17539
diff --git a/params/opt/5/rnd_search_t_lin/comb_16_t/global_train/model.decoder.layers.16.fc2/_s.pt b/params/opt/5/rnd_search_t_lin/comb_16_t/global_train/model.decoder.layers.16.fc2/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..200de7a6bb167b2a591bfd4506bb323f7ca56295
--- /dev/null
+++ b/params/opt/5/rnd_search_t_lin/comb_16_t/global_train/model.decoder.layers.16.fc2/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2dcf9564999a641e477b884896081a835b1ae4dbc9d5ec55bafdfb4270e3a0e2
+size 5251
diff --git a/params/opt/5/rnd_search_t_lin/comb_16_t/global_train/model.decoder.layers.16.self_attn.k_proj/_s.pt b/params/opt/5/rnd_search_t_lin/comb_16_t/global_train/model.decoder.layers.16.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..86dedf65cf96a03bb3f91af5ae030de5048f282e
--- /dev/null
+++ b/params/opt/5/rnd_search_t_lin/comb_16_t/global_train/model.decoder.layers.16.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cb12bfd416388260f1640210654d9400479f5e41f819944a4904624e4dc32a6
+size 5251
diff --git a/params/opt/5/rnd_search_t_lin/comb_16_t/global_train/model.decoder.layers.16.self_attn.out_proj/_s.pt b/params/opt/5/rnd_search_t_lin/comb_16_t/global_train/model.decoder.layers.16.self_attn.out_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..997b48f1cfbcf1aee7e6102aa7b26da55906e76e
--- /dev/null
+++ b/params/opt/5/rnd_search_t_lin/comb_16_t/global_train/model.decoder.layers.16.self_attn.out_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:283c3f77696be0bfd225a1c02680c4d95fcb74b19f3c8e18a0201760c0736f56
+size 5251
diff --git a/params/opt/5/rnd_search_t_lin/comb_16_t/global_train/model.decoder.layers.16.self_attn.q_proj/_s.pt b/params/opt/5/rnd_search_t_lin/comb_16_t/global_train/model.decoder.layers.16.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c4ecfc4058924dc9860d6228c5460893914c269e
--- /dev/null
+++ b/params/opt/5/rnd_search_t_lin/comb_16_t/global_train/model.decoder.layers.16.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e170617e88382ff936da9c4f6cccf45d25522ee6a165cac81c7f0f6841687194
+size 5251
diff --git a/params/opt/5/rnd_search_t_lin/comb_16_t/global_train/model.decoder.layers.16.self_attn.v_proj/_s.pt b/params/opt/5/rnd_search_t_lin/comb_16_t/global_train/model.decoder.layers.16.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..619cd3320d90891781eede0af474001cf25c7e54
--- /dev/null
+++ b/params/opt/5/rnd_search_t_lin/comb_16_t/global_train/model.decoder.layers.16.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:38eb15b9e4dae99bc895aa7560045e98b04d2c63b50c14415fffd6b2823dac5c
+size 5251
diff --git a/params/opt/5/rnd_search_t_lin/comb_16_t/global_train/model.decoder.layers.17.fc1/_s.pt b/params/opt/5/rnd_search_t_lin/comb_16_t/global_train/model.decoder.layers.17.fc1/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..19d0cb504779db5493f117b988370a1c021129b1
--- /dev/null
+++ b/params/opt/5/rnd_search_t_lin/comb_16_t/global_train/model.decoder.layers.17.fc1/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:dc91f45e6cd2aa2a565cb7098254f57fc93ef3b0b870efdbf02b893f1922ca56
+size 17539
diff --git a/params/opt/5/rnd_search_t_lin/comb_16_t/global_train/model.decoder.layers.17.fc2/_s.pt b/params/opt/5/rnd_search_t_lin/comb_16_t/global_train/model.decoder.layers.17.fc2/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..6e0e6f757105d2801869e0f79b2da7247f770083
--- /dev/null
+++ b/params/opt/5/rnd_search_t_lin/comb_16_t/global_train/model.decoder.layers.17.fc2/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b6221b860f49d738533fa4d450f517ca6b2dba765e0cf81e50046c95bc440404
+size 5251
diff --git a/params/opt/5/rnd_search_t_lin/comb_16_t/global_train/model.decoder.layers.17.self_attn.k_proj/_s.pt b/params/opt/5/rnd_search_t_lin/comb_16_t/global_train/model.decoder.layers.17.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..69c9d0aac03c1a62587d94a5d2a7653d168587ff
--- /dev/null
+++ b/params/opt/5/rnd_search_t_lin/comb_16_t/global_train/model.decoder.layers.17.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:4e4e5873ceda4a948d4ad7ff3a60c02ce98c90efeba5dabc76f9d707f9809512
+size 5251
diff --git a/params/opt/5/rnd_search_t_lin/comb_16_t/global_train/model.decoder.layers.17.self_attn.out_proj/_s.pt b/params/opt/5/rnd_search_t_lin/comb_16_t/global_train/model.decoder.layers.17.self_attn.out_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..fbbb82548e0c73d78177313b602d2c0b4eb7a0c9
--- /dev/null
+++ b/params/opt/5/rnd_search_t_lin/comb_16_t/global_train/model.decoder.layers.17.self_attn.out_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a43ca855a26c55157ee45d36f85f1bd7bedca963e5f36f047fa8d42bbaaaf864
+size 5251
diff --git a/params/opt/5/rnd_search_t_lin/comb_16_t/global_train/model.decoder.layers.17.self_attn.q_proj/_s.pt b/params/opt/5/rnd_search_t_lin/comb_16_t/global_train/model.decoder.layers.17.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..972b7097bb56f297e60b6a1581bc262eb5c47bea
--- /dev/null
+++ b/params/opt/5/rnd_search_t_lin/comb_16_t/global_train/model.decoder.layers.17.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a01a7e17c7194e5ccbc1bd731c055071725606e691a8f2842c56d5cfc0597017
+size 5251
diff --git a/params/opt/5/rnd_search_t_lin/comb_16_t/global_train/model.decoder.layers.17.self_attn.v_proj/_s.pt b/params/opt/5/rnd_search_t_lin/comb_16_t/global_train/model.decoder.layers.17.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..db9e9fab8ad86f829eab380731b0f78a4075528a
--- /dev/null
+++ b/params/opt/5/rnd_search_t_lin/comb_16_t/global_train/model.decoder.layers.17.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e71f213856db20455a756b0ce962d3c56f2b9aef1ef14bc0ba86994e7d0779ca
+size 5251
diff --git a/params/opt/5/rnd_search_t_lin/comb_16_t/global_train/model.decoder.layers.18.fc1/_s.pt b/params/opt/5/rnd_search_t_lin/comb_16_t/global_train/model.decoder.layers.18.fc1/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ce1d4df6f7d0bdb19727196974bfec965103b6f4
--- /dev/null
+++ b/params/opt/5/rnd_search_t_lin/comb_16_t/global_train/model.decoder.layers.18.fc1/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:1f581009770334f43aeaadb12154dd7bf9d938d3b2403d1e07359a1b1efd1ec2
+size 17539
diff --git a/params/opt/5/rnd_search_t_lin/comb_16_t/global_train/model.decoder.layers.18.fc2/_s.pt b/params/opt/5/rnd_search_t_lin/comb_16_t/global_train/model.decoder.layers.18.fc2/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..1db7844c49c577eef5589b72529424829cdcc7e4
--- /dev/null
+++ b/params/opt/5/rnd_search_t_lin/comb_16_t/global_train/model.decoder.layers.18.fc2/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:9aeb9523b0471e2d240e71bb1cfe2f0154109b8c033f3d64f07622a37cee4a3e
+size 5251
diff --git a/params/opt/5/rnd_search_t_lin/comb_16_t/global_train/model.decoder.layers.18.self_attn.k_proj/_s.pt b/params/opt/5/rnd_search_t_lin/comb_16_t/global_train/model.decoder.layers.18.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4c8af0ce58a1023f34a6354c1b0e55cab0d56f63
--- /dev/null
+++ b/params/opt/5/rnd_search_t_lin/comb_16_t/global_train/model.decoder.layers.18.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:cdff68b6908874412b25d2352ba2fa77defaa3414174930fc6c00bda3fcd92b8
+size 5251
diff --git a/params/opt/5/rnd_search_t_lin/comb_16_t/global_train/model.decoder.layers.18.self_attn.out_proj/_s.pt b/params/opt/5/rnd_search_t_lin/comb_16_t/global_train/model.decoder.layers.18.self_attn.out_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..1d04d227f053e01b79d5c5ae071e9e0b1faeb35c
--- /dev/null
+++ b/params/opt/5/rnd_search_t_lin/comb_16_t/global_train/model.decoder.layers.18.self_attn.out_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:4fb5944eabd0a7aa480283614f9d94df85892b4d65fe82ebf959885fdd845bc3
+size 5251
diff --git a/params/opt/5/rnd_search_t_lin/comb_16_t/global_train/model.decoder.layers.18.self_attn.q_proj/_s.pt b/params/opt/5/rnd_search_t_lin/comb_16_t/global_train/model.decoder.layers.18.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..5921bccfa121a569ebb412af5afdf86345b1e735
--- /dev/null
+++ b/params/opt/5/rnd_search_t_lin/comb_16_t/global_train/model.decoder.layers.18.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:1122e247f2ec35f5de24f34cac0b90714a2f5680df899e947aa399297b4c8d3b
+size 5251
diff --git a/params/opt/5/rnd_search_t_lin/comb_16_t/global_train/model.decoder.layers.18.self_attn.v_proj/_s.pt b/params/opt/5/rnd_search_t_lin/comb_16_t/global_train/model.decoder.layers.18.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4ceb64d21ed3c7485c60ae15ec3d9b497bcb2b9f
--- /dev/null
+++ b/params/opt/5/rnd_search_t_lin/comb_16_t/global_train/model.decoder.layers.18.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:8edc7dce5718c62786720cb9b4fe63024b57ee5fa1261ea163784f534d67cf82
+size 5251
diff --git a/params/opt/5/rnd_search_t_lin/comb_16_t/global_train/model.decoder.layers.19.fc1/_s.pt b/params/opt/5/rnd_search_t_lin/comb_16_t/global_train/model.decoder.layers.19.fc1/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..f689bd1cac40955e455d986729fd6a8412236362
--- /dev/null
+++ b/params/opt/5/rnd_search_t_lin/comb_16_t/global_train/model.decoder.layers.19.fc1/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c2eeb23024b594ce0b247e7d1ebfe42bf850c918822252184b36d018bf334c2f
+size 17539
diff --git a/params/opt/5/rnd_search_t_lin/comb_16_t/global_train/model.decoder.layers.19.fc2/_s.pt b/params/opt/5/rnd_search_t_lin/comb_16_t/global_train/model.decoder.layers.19.fc2/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..b8c8f2e918cb0c332a94926a227b01870b6cc962
--- /dev/null
+++ b/params/opt/5/rnd_search_t_lin/comb_16_t/global_train/model.decoder.layers.19.fc2/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ff16eac9e5685cc7f1ca518f0303805ff96e92c7832524a909296ae90281fa45
+size 5251
diff --git a/params/opt/5/rnd_search_t_lin/comb_16_t/global_train/model.decoder.layers.19.self_attn.k_proj/_s.pt b/params/opt/5/rnd_search_t_lin/comb_16_t/global_train/model.decoder.layers.19.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..6b2f6489a37a9394a820fb9bc0d509131308f37f
--- /dev/null
+++ b/params/opt/5/rnd_search_t_lin/comb_16_t/global_train/model.decoder.layers.19.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:6f3fbc11ab7c86f415b0731b20d56c0a07961ce2c502bf14ba44dbecff9cdb45
+size 5251
diff --git a/params/opt/5/rnd_search_t_lin/comb_16_t/global_train/model.decoder.layers.19.self_attn.out_proj/_s.pt b/params/opt/5/rnd_search_t_lin/comb_16_t/global_train/model.decoder.layers.19.self_attn.out_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..9f532bce15c1a85a194b2e1c071558c533ebfe18
--- /dev/null
+++ b/params/opt/5/rnd_search_t_lin/comb_16_t/global_train/model.decoder.layers.19.self_attn.out_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:62ad5dd7b5c11a3bbc50cbec58b26a59d13f32d93919c2b19dc556bd391fe013
+size 5251
diff --git a/params/opt/5/rnd_search_t_lin/comb_16_t/global_train/model.decoder.layers.19.self_attn.q_proj/_s.pt b/params/opt/5/rnd_search_t_lin/comb_16_t/global_train/model.decoder.layers.19.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c9b5309cc883f8aec99106e0176169ee2c4ec48e
--- /dev/null
+++ b/params/opt/5/rnd_search_t_lin/comb_16_t/global_train/model.decoder.layers.19.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:3bfe676ca5ad7bc88ea903ec15ac6bb2da809dc5ea0bbc4205054b6d4267b02c
+size 5251
diff --git a/params/opt/5/rnd_search_t_lin/comb_16_t/global_train/model.decoder.layers.19.self_attn.v_proj/_s.pt b/params/opt/5/rnd_search_t_lin/comb_16_t/global_train/model.decoder.layers.19.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..abbb23ffd2ce49134da6e3cf803a46b2219bca0b
--- /dev/null
+++ b/params/opt/5/rnd_search_t_lin/comb_16_t/global_train/model.decoder.layers.19.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c2bf59a64f26246af73bc902f4b1a86ef4e186e09e6e8a5eaf40cda1c363a86c
+size 5251
diff --git a/params/opt/5/rnd_search_t_lin/comb_16_t/global_train/model.decoder.layers.2.fc1/_s.pt b/params/opt/5/rnd_search_t_lin/comb_16_t/global_train/model.decoder.layers.2.fc1/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..0233f4d2559967687684e9594e2c9c76f3eaea4c
--- /dev/null
+++ b/params/opt/5/rnd_search_t_lin/comb_16_t/global_train/model.decoder.layers.2.fc1/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:76901debe4c35b24ce5f72bc6270e320eb1519915acbc47278afc472e8a9078c
+size 17539
diff --git a/params/opt/5/rnd_search_t_lin/comb_16_t/global_train/model.decoder.layers.2.fc2/_s.pt b/params/opt/5/rnd_search_t_lin/comb_16_t/global_train/model.decoder.layers.2.fc2/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..b2c8c9807d98f7250facd87cd061c753a389cc6e
--- /dev/null
+++ b/params/opt/5/rnd_search_t_lin/comb_16_t/global_train/model.decoder.layers.2.fc2/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:70cc7186cfbbd508306c8c71a9281aa8ee8bb4ed076ab03adedbc9961742b7d0
+size 5251
diff --git a/params/opt/5/rnd_search_t_lin/comb_16_t/global_train/model.decoder.layers.2.self_attn.k_proj/_s.pt b/params/opt/5/rnd_search_t_lin/comb_16_t/global_train/model.decoder.layers.2.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..6e4651b50aa80c3d6fb6779ad06e083f01495e63
--- /dev/null
+++ b/params/opt/5/rnd_search_t_lin/comb_16_t/global_train/model.decoder.layers.2.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:aad5f6663d45c69cbf8103e108cda5112270ed758d82ee2de9206b81fbd25917
+size 5251
diff --git a/params/opt/5/rnd_search_t_lin/comb_16_t/global_train/model.decoder.layers.2.self_attn.out_proj/_s.pt b/params/opt/5/rnd_search_t_lin/comb_16_t/global_train/model.decoder.layers.2.self_attn.out_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4b9f48089675894383e5020915cc6182870dbc62
--- /dev/null
+++ b/params/opt/5/rnd_search_t_lin/comb_16_t/global_train/model.decoder.layers.2.self_attn.out_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:bea92a1607800c477ac2edd754c33146e424611aea0106e93d4d23af60ed045a
+size 5251
diff --git a/params/opt/5/rnd_search_t_lin/comb_16_t/global_train/model.decoder.layers.2.self_attn.q_proj/_s.pt b/params/opt/5/rnd_search_t_lin/comb_16_t/global_train/model.decoder.layers.2.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2aa5de511bf41c3bb82195e1070166b4e685e0be
--- /dev/null
+++ b/params/opt/5/rnd_search_t_lin/comb_16_t/global_train/model.decoder.layers.2.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:bf85fa3500eabebcfd9ece5b9689b7311b02d4aa59848171624d50b5473f721f
+size 5251
diff --git a/params/opt/5/rnd_search_t_lin/comb_16_t/global_train/model.decoder.layers.2.self_attn.v_proj/_s.pt b/params/opt/5/rnd_search_t_lin/comb_16_t/global_train/model.decoder.layers.2.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..d6667ada108c0437603b96fd7ab7461b45e0301c
--- /dev/null
+++ b/params/opt/5/rnd_search_t_lin/comb_16_t/global_train/model.decoder.layers.2.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:3f9306e7e148a2969815bb2e0f260915a28f745afddf1b4b46cc49cf62d1ee8c
+size 5251
diff --git a/params/opt/5/rnd_search_t_lin/comb_16_t/global_train/model.decoder.layers.20.fc1/_s.pt b/params/opt/5/rnd_search_t_lin/comb_16_t/global_train/model.decoder.layers.20.fc1/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..453650b66b7fdf4867b17419d13aa12990c8f7df
--- /dev/null
+++ b/params/opt/5/rnd_search_t_lin/comb_16_t/global_train/model.decoder.layers.20.fc1/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:86fe9eb9beba0ed60efd00ee85e6be674d1ae204e796d8d57e326bd001a0b591
+size 17539
diff --git a/params/opt/5/rnd_search_t_lin/comb_16_t/global_train/model.decoder.layers.20.fc2/_s.pt b/params/opt/5/rnd_search_t_lin/comb_16_t/global_train/model.decoder.layers.20.fc2/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..5ef2c743aab8f6d000c9fe3886da08be60e047c8
--- /dev/null
+++ b/params/opt/5/rnd_search_t_lin/comb_16_t/global_train/model.decoder.layers.20.fc2/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:6d211f230bbcd17a2cb475db708e2627666d66f6ba43efd1260badde0f839826
+size 5251
diff --git a/params/opt/5/rnd_search_t_lin/comb_16_t/global_train/model.decoder.layers.20.self_attn.k_proj/_s.pt b/params/opt/5/rnd_search_t_lin/comb_16_t/global_train/model.decoder.layers.20.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a4b7dfc41f691abc5c1519b152dda62cc3c01eb3
--- /dev/null
+++ b/params/opt/5/rnd_search_t_lin/comb_16_t/global_train/model.decoder.layers.20.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:28a0266c08b3d920ead6a2e2c8041a2ca3c80c5e6e183a878e6a5377e1500125
+size 5251
diff --git a/params/opt/5/rnd_search_t_lin/comb_16_t/global_train/model.decoder.layers.20.self_attn.out_proj/_s.pt b/params/opt/5/rnd_search_t_lin/comb_16_t/global_train/model.decoder.layers.20.self_attn.out_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2b4af5b175b681d032b99c21ec8c9d74ae67d38d
--- /dev/null
+++ b/params/opt/5/rnd_search_t_lin/comb_16_t/global_train/model.decoder.layers.20.self_attn.out_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:4f95244528cae8ff7c024a0a38784d204087d89050c32be51d12b16414be5e36
+size 5251
diff --git a/params/opt/5/rnd_search_t_lin/comb_16_t/global_train/model.decoder.layers.20.self_attn.q_proj/_s.pt b/params/opt/5/rnd_search_t_lin/comb_16_t/global_train/model.decoder.layers.20.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..d0019244f8e44617a6212407d35e9d9cfcd2b107
--- /dev/null
+++ b/params/opt/5/rnd_search_t_lin/comb_16_t/global_train/model.decoder.layers.20.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f5c54c098fd61204e9ece8088da8370de0480a81a1d66e9b237258ebe370093f
+size 5251
diff --git a/params/opt/5/rnd_search_t_lin/comb_16_t/global_train/model.decoder.layers.20.self_attn.v_proj/_s.pt b/params/opt/5/rnd_search_t_lin/comb_16_t/global_train/model.decoder.layers.20.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..05ed0e8d7878396a2c4bc6ef0bf39b765e3f529f
--- /dev/null
+++ b/params/opt/5/rnd_search_t_lin/comb_16_t/global_train/model.decoder.layers.20.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:1e2ececdb25dd14810bc2952865f04af15070a375baf1b340d98eb32b11d6617
+size 5251
diff --git a/params/opt/5/rnd_search_t_lin/comb_16_t/global_train/model.decoder.layers.21.fc1/_s.pt b/params/opt/5/rnd_search_t_lin/comb_16_t/global_train/model.decoder.layers.21.fc1/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..060e1b5da1c9561700163ca653589b66a872b7d6
--- /dev/null
+++ b/params/opt/5/rnd_search_t_lin/comb_16_t/global_train/model.decoder.layers.21.fc1/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:355b8fb73fab3ac611c66d3195212283f7aac22446f0a1a5340f8fe35f24eb08
+size 17539
diff --git a/params/opt/5/rnd_search_t_lin/comb_16_t/global_train/model.decoder.layers.21.fc2/_s.pt b/params/opt/5/rnd_search_t_lin/comb_16_t/global_train/model.decoder.layers.21.fc2/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..d7aff5626332914fac852042bd344bda78a06302
--- /dev/null
+++ b/params/opt/5/rnd_search_t_lin/comb_16_t/global_train/model.decoder.layers.21.fc2/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:732d3429f66af28fbb43a544ddc473a4859089ae4bee8ef58e27f6a87d2265b0
+size 5251
diff --git a/params/opt/5/rnd_search_t_lin/comb_16_t/global_train/model.decoder.layers.21.self_attn.k_proj/_s.pt b/params/opt/5/rnd_search_t_lin/comb_16_t/global_train/model.decoder.layers.21.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..67935688bf3e6b16dd09eeb2bb38618a98f5bc29
--- /dev/null
+++ b/params/opt/5/rnd_search_t_lin/comb_16_t/global_train/model.decoder.layers.21.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:24ee80ee623e3fe042ba9b1eaa5f99a7923c12f0e3248abab5549a5980fb5e0f
+size 5251
diff --git a/params/opt/5/rnd_search_t_lin/comb_16_t/global_train/model.decoder.layers.21.self_attn.out_proj/_s.pt b/params/opt/5/rnd_search_t_lin/comb_16_t/global_train/model.decoder.layers.21.self_attn.out_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..15adf273c2e0b6e9cdb6c52dcb16702967399198
--- /dev/null
+++ b/params/opt/5/rnd_search_t_lin/comb_16_t/global_train/model.decoder.layers.21.self_attn.out_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:4fb0d6b8f4a79f588f5f30a9cf2e93b84d098cf63ea5ff111fd6bd9855012fa8
+size 5251
diff --git a/params/opt/5/rnd_search_t_lin/comb_16_t/global_train/model.decoder.layers.21.self_attn.q_proj/_s.pt b/params/opt/5/rnd_search_t_lin/comb_16_t/global_train/model.decoder.layers.21.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..d95c41a38e69a3a4182e2cd595a8309c57334e0e
--- /dev/null
+++ b/params/opt/5/rnd_search_t_lin/comb_16_t/global_train/model.decoder.layers.21.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ea6b961999223aee4e3f85e5eff8cde2e343d1f4a52a891d249d9a8eac12391d
+size 5251
diff --git a/params/opt/5/rnd_search_t_lin/comb_16_t/global_train/model.decoder.layers.21.self_attn.v_proj/_s.pt b/params/opt/5/rnd_search_t_lin/comb_16_t/global_train/model.decoder.layers.21.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..d08b604dc41441ce5b8501edea1b7587b14f4cad
--- /dev/null
+++ b/params/opt/5/rnd_search_t_lin/comb_16_t/global_train/model.decoder.layers.21.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:74d82473121cc9c761291e89fdc0ed1822349f05f78910b7d6c4415f137ebad9
+size 5251
diff --git a/params/opt/5/rnd_search_t_lin/comb_16_t/global_train/model.decoder.layers.22.fc1/_s.pt b/params/opt/5/rnd_search_t_lin/comb_16_t/global_train/model.decoder.layers.22.fc1/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..bd8b596e1fda3c5fa99e4c3a98204f722a1fe4d5
--- /dev/null
+++ b/params/opt/5/rnd_search_t_lin/comb_16_t/global_train/model.decoder.layers.22.fc1/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:3f85e8c8278736dc06eb67cdef76c2cd4c3d1cd1b20353aa9c4db36989fd461e
+size 17539
diff --git a/params/opt/5/rnd_search_t_lin/comb_16_t/global_train/model.decoder.layers.22.fc2/_s.pt b/params/opt/5/rnd_search_t_lin/comb_16_t/global_train/model.decoder.layers.22.fc2/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..94e3a97f68a7be50e431bc8ec2f14bd9726e814c
--- /dev/null
+++ b/params/opt/5/rnd_search_t_lin/comb_16_t/global_train/model.decoder.layers.22.fc2/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:db6b2bb4952639dbe25079e3d0614f9402502ca3ac0a47ba21e432de485259e5
+size 5251
diff --git a/params/opt/5/rnd_search_t_lin/comb_16_t/global_train/model.decoder.layers.22.self_attn.k_proj/_s.pt b/params/opt/5/rnd_search_t_lin/comb_16_t/global_train/model.decoder.layers.22.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..5ab93af83e9b3fbb015bc5e1d061a486a193b239
--- /dev/null
+++ b/params/opt/5/rnd_search_t_lin/comb_16_t/global_train/model.decoder.layers.22.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a4b63b74361e632208119904b1ce2142641bcefefba771335ab6c8c5a506e51d
+size 5251
diff --git a/params/opt/5/rnd_search_t_lin/comb_16_t/global_train/model.decoder.layers.22.self_attn.out_proj/_s.pt b/params/opt/5/rnd_search_t_lin/comb_16_t/global_train/model.decoder.layers.22.self_attn.out_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..000e10547a80394a4613e377df24a2bd9bf8fb75
--- /dev/null
+++ b/params/opt/5/rnd_search_t_lin/comb_16_t/global_train/model.decoder.layers.22.self_attn.out_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2390480314a9ef47c6a42130112eb885506cf143a9c2e58abbc545df28a559c0
+size 5251
diff --git a/params/opt/5/rnd_search_t_lin/comb_16_t/global_train/model.decoder.layers.22.self_attn.q_proj/_s.pt b/params/opt/5/rnd_search_t_lin/comb_16_t/global_train/model.decoder.layers.22.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..3a4206b47fd0b67bee6db5848a84e1348c385309
--- /dev/null
+++ b/params/opt/5/rnd_search_t_lin/comb_16_t/global_train/model.decoder.layers.22.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:70c5ea7bb0eb89804ec21cb740b933340e18c91762313a9193891833ddbc4df4
+size 5251
diff --git a/params/opt/5/rnd_search_t_lin/comb_16_t/global_train/model.decoder.layers.22.self_attn.v_proj/_s.pt b/params/opt/5/rnd_search_t_lin/comb_16_t/global_train/model.decoder.layers.22.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..296822fc3138384a9a15c88d0b523080ed167161
--- /dev/null
+++ b/params/opt/5/rnd_search_t_lin/comb_16_t/global_train/model.decoder.layers.22.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f588afc8082cddbd07a2dc2667d8b64b0f1914e73a4dedca4ac80eed97f90e8c
+size 5251
diff --git a/params/opt/5/rnd_search_t_lin/comb_16_t/global_train/model.decoder.layers.23.fc1/_s.pt b/params/opt/5/rnd_search_t_lin/comb_16_t/global_train/model.decoder.layers.23.fc1/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..85f357ab03bf35f49c892f4fb09a7270a89b5ac9
--- /dev/null
+++ b/params/opt/5/rnd_search_t_lin/comb_16_t/global_train/model.decoder.layers.23.fc1/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d668e7952a027dc656ac7ef33b0e040e11a973747562bcda58cdbb19aefb2297
+size 17539
diff --git a/params/opt/5/rnd_search_t_lin/comb_16_t/global_train/model.decoder.layers.23.fc2/_s.pt b/params/opt/5/rnd_search_t_lin/comb_16_t/global_train/model.decoder.layers.23.fc2/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..dd980b6bee6d5312d6076a1719aeb318ecc8c0cc
--- /dev/null
+++ b/params/opt/5/rnd_search_t_lin/comb_16_t/global_train/model.decoder.layers.23.fc2/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0c5ad93f838c9f70cfbfe226a974b76ffc03379068be4ae2735adc875ea145ef
+size 5251
diff --git a/params/opt/5/rnd_search_t_lin/comb_16_t/global_train/model.decoder.layers.23.self_attn.k_proj/_s.pt b/params/opt/5/rnd_search_t_lin/comb_16_t/global_train/model.decoder.layers.23.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..91b9b50ecdf6d7750e1b96fe750193773cc807b9
--- /dev/null
+++ b/params/opt/5/rnd_search_t_lin/comb_16_t/global_train/model.decoder.layers.23.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:4b5ff8179dac39959343df31153762764a33682469dab48bcda2d9895c48ce37
+size 5251
diff --git a/params/opt/5/rnd_search_t_lin/comb_16_t/global_train/model.decoder.layers.23.self_attn.out_proj/_s.pt b/params/opt/5/rnd_search_t_lin/comb_16_t/global_train/model.decoder.layers.23.self_attn.out_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..63656c4381fc3eae96feab1dc62a6911fb445ea1
--- /dev/null
+++ b/params/opt/5/rnd_search_t_lin/comb_16_t/global_train/model.decoder.layers.23.self_attn.out_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c85085fda6921d7775db2fdb6c66e51b7937012fc36385b9429b20da782e5a81
+size 5251
diff --git a/params/opt/5/rnd_search_t_lin/comb_16_t/global_train/model.decoder.layers.23.self_attn.q_proj/_s.pt b/params/opt/5/rnd_search_t_lin/comb_16_t/global_train/model.decoder.layers.23.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..d8cc2f0e9c703ea896d152563ff6957a1b33df2d
--- /dev/null
+++ b/params/opt/5/rnd_search_t_lin/comb_16_t/global_train/model.decoder.layers.23.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:4257e2696b9c0d13968573fa0919de1127c04ac200dceedb7840cf55832215e8
+size 5251
diff --git a/params/opt/5/rnd_search_t_lin/comb_16_t/global_train/model.decoder.layers.23.self_attn.v_proj/_s.pt b/params/opt/5/rnd_search_t_lin/comb_16_t/global_train/model.decoder.layers.23.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..5d579a63b25b7aa2f2f03963c406c5f0e7f540e5
--- /dev/null
+++ b/params/opt/5/rnd_search_t_lin/comb_16_t/global_train/model.decoder.layers.23.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e13e7e0537f65501f11e892653858c1fb5b13c12e9b4f643031183fb46b71e32
+size 5251
diff --git a/params/opt/5/rnd_search_t_lin/comb_16_t/global_train/model.decoder.layers.3.fc1/_s.pt b/params/opt/5/rnd_search_t_lin/comb_16_t/global_train/model.decoder.layers.3.fc1/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..85fa8c1d2a67d11135443d6dbbcdd48a4cabeb13
--- /dev/null
+++ b/params/opt/5/rnd_search_t_lin/comb_16_t/global_train/model.decoder.layers.3.fc1/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:6e3ee8dc3ae6b779dcd39f6135fc52355f3f44f90431fc26264e1cdebec0154c
+size 17539
diff --git a/params/opt/5/rnd_search_t_lin/comb_16_t/global_train/model.decoder.layers.3.fc2/_s.pt b/params/opt/5/rnd_search_t_lin/comb_16_t/global_train/model.decoder.layers.3.fc2/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a03b7a95ce18336ab0758b382b005b1bec222e3e
--- /dev/null
+++ b/params/opt/5/rnd_search_t_lin/comb_16_t/global_train/model.decoder.layers.3.fc2/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:6a114ab2870d23964b9dbd55ec24eef0ff72b947f3e50d8b36edba192c8577f9
+size 5251
diff --git a/params/opt/5/rnd_search_t_lin/comb_16_t/global_train/model.decoder.layers.3.self_attn.k_proj/_s.pt b/params/opt/5/rnd_search_t_lin/comb_16_t/global_train/model.decoder.layers.3.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..39dc092f5ba0ee4372f2cb94e680ff12e2172f6b
--- /dev/null
+++ b/params/opt/5/rnd_search_t_lin/comb_16_t/global_train/model.decoder.layers.3.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2f09ac6a2fb3f1f83986f7ac0feee8e4f13eff9363ecb80634f6d859d3a5227f
+size 5251
diff --git a/params/opt/5/rnd_search_t_lin/comb_16_t/global_train/model.decoder.layers.3.self_attn.out_proj/_s.pt b/params/opt/5/rnd_search_t_lin/comb_16_t/global_train/model.decoder.layers.3.self_attn.out_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..6a36db9a7e4b49a8de033c93a64e29faf129f5a3
--- /dev/null
+++ b/params/opt/5/rnd_search_t_lin/comb_16_t/global_train/model.decoder.layers.3.self_attn.out_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:fb058ef5cb24eb153f6e3e4a6ee2c23f13962f22e3976be6e23ce36f0c41c2a8
+size 5251
diff --git a/params/opt/5/rnd_search_t_lin/comb_16_t/global_train/model.decoder.layers.3.self_attn.q_proj/_s.pt b/params/opt/5/rnd_search_t_lin/comb_16_t/global_train/model.decoder.layers.3.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..450c6369151fb05b38c3f9bfe1cfad2ec7007be4
--- /dev/null
+++ b/params/opt/5/rnd_search_t_lin/comb_16_t/global_train/model.decoder.layers.3.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:6a1793212bc361fc5b4bd141efab240089ebd68caaf3fe1871435dd4adb64694
+size 5251
diff --git a/params/opt/5/rnd_search_t_lin/comb_16_t/global_train/model.decoder.layers.3.self_attn.v_proj/_s.pt b/params/opt/5/rnd_search_t_lin/comb_16_t/global_train/model.decoder.layers.3.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..13be9b29673ef0b959ebaf50fb1f34c252338779
--- /dev/null
+++ b/params/opt/5/rnd_search_t_lin/comb_16_t/global_train/model.decoder.layers.3.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:93e2078f75aeace6b1f2647128a35bc26e536107e7c30438f2071e5ebc9d31b2
+size 5251
diff --git a/params/opt/5/rnd_search_t_lin/comb_16_t/global_train/model.decoder.layers.4.fc1/_s.pt b/params/opt/5/rnd_search_t_lin/comb_16_t/global_train/model.decoder.layers.4.fc1/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..b97d9ae50d4eeab5a4f9b4b51e1ee46e59fa5c04
--- /dev/null
+++ b/params/opt/5/rnd_search_t_lin/comb_16_t/global_train/model.decoder.layers.4.fc1/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:3dd25bb3068df6bb54073c6c04e58e6e4b8d0715cb18e616d4c4119caee7962a
+size 17539
diff --git a/params/opt/5/rnd_search_t_lin/comb_16_t/global_train/model.decoder.layers.4.fc2/_s.pt b/params/opt/5/rnd_search_t_lin/comb_16_t/global_train/model.decoder.layers.4.fc2/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..9e0d2384f8ff0137433ae96a6ef8433b89ba8513
--- /dev/null
+++ b/params/opt/5/rnd_search_t_lin/comb_16_t/global_train/model.decoder.layers.4.fc2/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e97c2556458baa8c8943051660767ce22f70bdc97e790ba5e7d014ec1b71647b
+size 5251
diff --git a/params/opt/5/rnd_search_t_lin/comb_16_t/global_train/model.decoder.layers.4.self_attn.k_proj/_s.pt b/params/opt/5/rnd_search_t_lin/comb_16_t/global_train/model.decoder.layers.4.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..5e57ede5fc50ee088d59e1c2a902b85bef15905c
--- /dev/null
+++ b/params/opt/5/rnd_search_t_lin/comb_16_t/global_train/model.decoder.layers.4.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c8876af8c158200c9300ca03441c545f68403dbdece0426c0e1d36aaaf61c7b4
+size 5251
diff --git a/params/opt/5/rnd_search_t_lin/comb_16_t/global_train/model.decoder.layers.4.self_attn.out_proj/_s.pt b/params/opt/5/rnd_search_t_lin/comb_16_t/global_train/model.decoder.layers.4.self_attn.out_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..0a809a2c1c481bbac710f987c0272885e7b4275f
--- /dev/null
+++ b/params/opt/5/rnd_search_t_lin/comb_16_t/global_train/model.decoder.layers.4.self_attn.out_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0071459a35b24116fa412493c5808cfd695eb265da3b164dbbf7e982278cccb3
+size 5251
diff --git a/params/opt/5/rnd_search_t_lin/comb_16_t/global_train/model.decoder.layers.4.self_attn.q_proj/_s.pt b/params/opt/5/rnd_search_t_lin/comb_16_t/global_train/model.decoder.layers.4.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..d993b60b1c225cd8160616c17d3615b0f93e3775
--- /dev/null
+++ b/params/opt/5/rnd_search_t_lin/comb_16_t/global_train/model.decoder.layers.4.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d6d502a19b19314a82586e37640206eea74869b6d04f6ec9f464fb5035b16e8f
+size 5251
diff --git a/params/opt/5/rnd_search_t_lin/comb_16_t/global_train/model.decoder.layers.4.self_attn.v_proj/_s.pt b/params/opt/5/rnd_search_t_lin/comb_16_t/global_train/model.decoder.layers.4.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4dbff880bf2383c0235346911c69d8660cff0caf
--- /dev/null
+++ b/params/opt/5/rnd_search_t_lin/comb_16_t/global_train/model.decoder.layers.4.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:1d6cba98ce1a830e995d3e6f58529a6d8792505f35f2a144311496e23a01e40c
+size 5251
diff --git a/params/opt/5/rnd_search_t_lin/comb_16_t/global_train/model.decoder.layers.5.fc1/_s.pt b/params/opt/5/rnd_search_t_lin/comb_16_t/global_train/model.decoder.layers.5.fc1/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c5236768d610c0f991b652cb6b58c4e09978ba95
--- /dev/null
+++ b/params/opt/5/rnd_search_t_lin/comb_16_t/global_train/model.decoder.layers.5.fc1/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:fcb338e134985c7c7eb697ebc2eed70e9f599749e1603c367b7767b61a1aa397
+size 17539
diff --git a/params/opt/5/rnd_search_t_lin/comb_16_t/global_train/model.decoder.layers.5.fc2/_s.pt b/params/opt/5/rnd_search_t_lin/comb_16_t/global_train/model.decoder.layers.5.fc2/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..5f4f220b60c2246d841f77ea3ca4e6075d9bb914
--- /dev/null
+++ b/params/opt/5/rnd_search_t_lin/comb_16_t/global_train/model.decoder.layers.5.fc2/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:994f83ebc14cdcaa1165c7133ece9327a9b8e91c9f05b8a6c5da7385772916cc
+size 5251
diff --git a/params/opt/5/rnd_search_t_lin/comb_16_t/global_train/model.decoder.layers.5.self_attn.k_proj/_s.pt b/params/opt/5/rnd_search_t_lin/comb_16_t/global_train/model.decoder.layers.5.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..16269ed783bbbaa78acc917a3a9b7ad1de1d29e2
--- /dev/null
+++ b/params/opt/5/rnd_search_t_lin/comb_16_t/global_train/model.decoder.layers.5.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:62fae567be887174a475261985da1866a6f458b50861b1ff0cf258c2300aad62
+size 5251
diff --git a/params/opt/5/rnd_search_t_lin/comb_16_t/global_train/model.decoder.layers.5.self_attn.out_proj/_s.pt b/params/opt/5/rnd_search_t_lin/comb_16_t/global_train/model.decoder.layers.5.self_attn.out_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..5d6972128cccfb91f23d03dbef2896c470faa0ae
--- /dev/null
+++ b/params/opt/5/rnd_search_t_lin/comb_16_t/global_train/model.decoder.layers.5.self_attn.out_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:3187a1cc612914b770d0d1280ce5ff1f91c357fd8189ab0cb9dc3d2bdac9dfa1
+size 5251
diff --git a/params/opt/5/rnd_search_t_lin/comb_16_t/global_train/model.decoder.layers.5.self_attn.q_proj/_s.pt b/params/opt/5/rnd_search_t_lin/comb_16_t/global_train/model.decoder.layers.5.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c6ab621c88a6dcea246d78edabb4cbd308fb1b70
--- /dev/null
+++ b/params/opt/5/rnd_search_t_lin/comb_16_t/global_train/model.decoder.layers.5.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ca95a5b49fd5e7c9bb61403195c62322ace0f64a24306040112251c0b2942f62
+size 5251
diff --git a/params/opt/5/rnd_search_t_lin/comb_16_t/global_train/model.decoder.layers.5.self_attn.v_proj/_s.pt b/params/opt/5/rnd_search_t_lin/comb_16_t/global_train/model.decoder.layers.5.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..af4bcba188b849f32aa326536de163fe965efefc
--- /dev/null
+++ b/params/opt/5/rnd_search_t_lin/comb_16_t/global_train/model.decoder.layers.5.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a1c47e2a383907627fd0354516c2e63041a930be7bcbcf448952a41af08caab9
+size 5251
diff --git a/params/opt/5/rnd_search_t_lin/comb_16_t/global_train/model.decoder.layers.6.fc1/_s.pt b/params/opt/5/rnd_search_t_lin/comb_16_t/global_train/model.decoder.layers.6.fc1/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..b863f3c3cf2dd3e426f9034f6fbb069a124e8a2e
--- /dev/null
+++ b/params/opt/5/rnd_search_t_lin/comb_16_t/global_train/model.decoder.layers.6.fc1/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:1a9705d4826c4519f2eaad14f481c3f566012c27b7b1e4a406735786750db0ef
+size 17539
diff --git a/params/opt/5/rnd_search_t_lin/comb_16_t/global_train/model.decoder.layers.6.fc2/_s.pt b/params/opt/5/rnd_search_t_lin/comb_16_t/global_train/model.decoder.layers.6.fc2/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c02e5452af86f19b018d7eeee59eac951a4e293b
--- /dev/null
+++ b/params/opt/5/rnd_search_t_lin/comb_16_t/global_train/model.decoder.layers.6.fc2/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:08d636b178b8e82aef3fe090a99b8f314f60fe9040d7259c3b4368a29d52f35c
+size 5251
diff --git a/params/opt/5/rnd_search_t_lin/comb_16_t/global_train/model.decoder.layers.6.self_attn.k_proj/_s.pt b/params/opt/5/rnd_search_t_lin/comb_16_t/global_train/model.decoder.layers.6.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..b95b8ae11a108bcd5a10767e62ccbca4f0b53ca5
--- /dev/null
+++ b/params/opt/5/rnd_search_t_lin/comb_16_t/global_train/model.decoder.layers.6.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d35829525ddfd0831500dfbc88edf564bfa1908a99d232a82fb046066c34b19c
+size 5251
diff --git a/params/opt/5/rnd_search_t_lin/comb_16_t/global_train/model.decoder.layers.6.self_attn.out_proj/_s.pt b/params/opt/5/rnd_search_t_lin/comb_16_t/global_train/model.decoder.layers.6.self_attn.out_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..bad524a36a7fbd17eb6f7be3c4c19fe3c693f92b
--- /dev/null
+++ b/params/opt/5/rnd_search_t_lin/comb_16_t/global_train/model.decoder.layers.6.self_attn.out_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:7858e6b320a5bfd82511cf52b72ef088471788aa36b3443c779fd64be227fc35
+size 5251
diff --git a/params/opt/5/rnd_search_t_lin/comb_16_t/global_train/model.decoder.layers.6.self_attn.q_proj/_s.pt b/params/opt/5/rnd_search_t_lin/comb_16_t/global_train/model.decoder.layers.6.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..55c256dca66c7f11d9c061ee97056288cea22f4c
--- /dev/null
+++ b/params/opt/5/rnd_search_t_lin/comb_16_t/global_train/model.decoder.layers.6.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:281585b6a0aec5fc765f83a49bf115ba6c8f89be8497b74da862e3ab2ea8b554
+size 5251
diff --git a/params/opt/5/rnd_search_t_lin/comb_16_t/global_train/model.decoder.layers.6.self_attn.v_proj/_s.pt b/params/opt/5/rnd_search_t_lin/comb_16_t/global_train/model.decoder.layers.6.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..194a407062cde986b8c49ba0a4c875552e9440b9
--- /dev/null
+++ b/params/opt/5/rnd_search_t_lin/comb_16_t/global_train/model.decoder.layers.6.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b74e6ad8807a3ea19acc12a3825096a3b758f7b6934757b3f551d84e0813dc70
+size 5251
diff --git a/params/opt/5/rnd_search_t_lin/comb_16_t/global_train/model.decoder.layers.7.fc1/_s.pt b/params/opt/5/rnd_search_t_lin/comb_16_t/global_train/model.decoder.layers.7.fc1/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..09543305fa687a818d55d261f53b7e6171049459
--- /dev/null
+++ b/params/opt/5/rnd_search_t_lin/comb_16_t/global_train/model.decoder.layers.7.fc1/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:32f76cb24e36f1c468387c914e657247631009d9890fa8e099e47d240d640fad
+size 17539
diff --git a/params/opt/5/rnd_search_t_lin/comb_16_t/global_train/model.decoder.layers.7.fc2/_s.pt b/params/opt/5/rnd_search_t_lin/comb_16_t/global_train/model.decoder.layers.7.fc2/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e574f67f953f4d2f1a2c9d724802527ff5de584d
--- /dev/null
+++ b/params/opt/5/rnd_search_t_lin/comb_16_t/global_train/model.decoder.layers.7.fc2/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:82892605d470b07e8ca13b24066b498ed888a60f3a622ae334f9457a42202d02
+size 5251
diff --git a/params/opt/5/rnd_search_t_lin/comb_16_t/global_train/model.decoder.layers.7.self_attn.k_proj/_s.pt b/params/opt/5/rnd_search_t_lin/comb_16_t/global_train/model.decoder.layers.7.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..bd618c67569d91c1bf35cd4780b3a34c026d46de
--- /dev/null
+++ b/params/opt/5/rnd_search_t_lin/comb_16_t/global_train/model.decoder.layers.7.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c284f692d79e9c9d9b07dbb79ae21be5e4eece527e76006c866c7f9ccee690ed
+size 5251
diff --git a/params/opt/5/rnd_search_t_lin/comb_16_t/global_train/model.decoder.layers.7.self_attn.out_proj/_s.pt b/params/opt/5/rnd_search_t_lin/comb_16_t/global_train/model.decoder.layers.7.self_attn.out_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..78c96af4d6134fcd857183bc08a3740efdd44136
--- /dev/null
+++ b/params/opt/5/rnd_search_t_lin/comb_16_t/global_train/model.decoder.layers.7.self_attn.out_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a19449c510a3d425e90e5afc00e14ecc80e342e4f8ca0c7af7789390e292e368
+size 5251
diff --git a/params/opt/5/rnd_search_t_lin/comb_16_t/global_train/model.decoder.layers.7.self_attn.q_proj/_s.pt b/params/opt/5/rnd_search_t_lin/comb_16_t/global_train/model.decoder.layers.7.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..5084e9697b74b652d9d7e4f90dd0c885586648aa
--- /dev/null
+++ b/params/opt/5/rnd_search_t_lin/comb_16_t/global_train/model.decoder.layers.7.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2882026e2bab5412c79f8aac22fddbfc18d9a63212b37b6e6b96843c7179c3db
+size 5251
diff --git a/params/opt/5/rnd_search_t_lin/comb_16_t/global_train/model.decoder.layers.7.self_attn.v_proj/_s.pt b/params/opt/5/rnd_search_t_lin/comb_16_t/global_train/model.decoder.layers.7.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..34a9f1b9995a55af22059911c41567b33569e16a
--- /dev/null
+++ b/params/opt/5/rnd_search_t_lin/comb_16_t/global_train/model.decoder.layers.7.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:976d34f1c67d09dd195eab15dc111c82d9a454de06e99fc3ac66daa6774efe3e
+size 5251
diff --git a/params/opt/5/rnd_search_t_lin/comb_16_t/global_train/model.decoder.layers.8.fc1/_s.pt b/params/opt/5/rnd_search_t_lin/comb_16_t/global_train/model.decoder.layers.8.fc1/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..159ecc9df3dc93774f3944b50eea0bd3818e6148
--- /dev/null
+++ b/params/opt/5/rnd_search_t_lin/comb_16_t/global_train/model.decoder.layers.8.fc1/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c6206240745746e2e20d18bbfed8ada60d0c5eaf97e1e11c574b4938ce5c24e1
+size 17539
diff --git a/params/opt/5/rnd_search_t_lin/comb_16_t/global_train/model.decoder.layers.8.fc2/_s.pt b/params/opt/5/rnd_search_t_lin/comb_16_t/global_train/model.decoder.layers.8.fc2/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a53e328cdf40b8e5c408065a0e1d1cef3e7f4014
--- /dev/null
+++ b/params/opt/5/rnd_search_t_lin/comb_16_t/global_train/model.decoder.layers.8.fc2/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ebb3af5f3b86de4deaf3266c3f2c6a2a6fb709189dbff21b98033802e9bd5ac1
+size 5251
diff --git a/params/opt/5/rnd_search_t_lin/comb_16_t/global_train/model.decoder.layers.8.self_attn.k_proj/_s.pt b/params/opt/5/rnd_search_t_lin/comb_16_t/global_train/model.decoder.layers.8.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..43406cb06a31e1cdd11974c52c98ed85abc1ac90
--- /dev/null
+++ b/params/opt/5/rnd_search_t_lin/comb_16_t/global_train/model.decoder.layers.8.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:7f99ec59c695a0781e67d6ee65584421083d96b64d0fe1aadf25168edb076889
+size 5251
diff --git a/params/opt/5/rnd_search_t_lin/comb_16_t/global_train/model.decoder.layers.8.self_attn.out_proj/_s.pt b/params/opt/5/rnd_search_t_lin/comb_16_t/global_train/model.decoder.layers.8.self_attn.out_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..1bdf73157f3982bb27919c9b7f38973098034230
--- /dev/null
+++ b/params/opt/5/rnd_search_t_lin/comb_16_t/global_train/model.decoder.layers.8.self_attn.out_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:efb884a370530502af65e90f3f22ccf4ff76fa80a1795f2312fbaddc202cd3b1
+size 5251
diff --git a/params/opt/5/rnd_search_t_lin/comb_16_t/global_train/model.decoder.layers.8.self_attn.q_proj/_s.pt b/params/opt/5/rnd_search_t_lin/comb_16_t/global_train/model.decoder.layers.8.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..045c97325672c3376cff539431dabcc6d59fecd6
--- /dev/null
+++ b/params/opt/5/rnd_search_t_lin/comb_16_t/global_train/model.decoder.layers.8.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:bf225c8a29f2777c336539fb560c82c73ebd73e1a1eb94f76d6683c8ff0bc158
+size 5251
diff --git a/params/opt/5/rnd_search_t_lin/comb_16_t/global_train/model.decoder.layers.8.self_attn.v_proj/_s.pt b/params/opt/5/rnd_search_t_lin/comb_16_t/global_train/model.decoder.layers.8.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..442e31ef157eaacd436351a3c1a2228fa12d286a
--- /dev/null
+++ b/params/opt/5/rnd_search_t_lin/comb_16_t/global_train/model.decoder.layers.8.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a465fb1e6c6aaebdce42637136b1ee7239061a490c7ed1dae84f63d6573a53d0
+size 5251
diff --git a/params/opt/5/rnd_search_t_lin/comb_16_t/global_train/model.decoder.layers.9.fc1/_s.pt b/params/opt/5/rnd_search_t_lin/comb_16_t/global_train/model.decoder.layers.9.fc1/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..1f60c2d330c2f5bfca4380b8dd2c628d3122e2a7
--- /dev/null
+++ b/params/opt/5/rnd_search_t_lin/comb_16_t/global_train/model.decoder.layers.9.fc1/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a73d15e66c9c02deeefbdacef95e3ef1b2306e00a278ff6bfe9862d58bdedd9d
+size 17539
diff --git a/params/opt/5/rnd_search_t_lin/comb_16_t/global_train/model.decoder.layers.9.fc2/_s.pt b/params/opt/5/rnd_search_t_lin/comb_16_t/global_train/model.decoder.layers.9.fc2/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..b156329c13c423c18ccce9ae7f82e45e73dbfacc
--- /dev/null
+++ b/params/opt/5/rnd_search_t_lin/comb_16_t/global_train/model.decoder.layers.9.fc2/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:85dc24d60f31bf8529207cb3af6f5c71efd47330da5f199c6c793beacc945aa8
+size 5251
diff --git a/params/opt/5/rnd_search_t_lin/comb_16_t/global_train/model.decoder.layers.9.self_attn.k_proj/_s.pt b/params/opt/5/rnd_search_t_lin/comb_16_t/global_train/model.decoder.layers.9.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..48e42256089c485549e078e226cbb4e034bc8ada
--- /dev/null
+++ b/params/opt/5/rnd_search_t_lin/comb_16_t/global_train/model.decoder.layers.9.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e57296aed61ac4bdaadd591ec4ce9cc4a3aef5453568e97b9ff2b943cb17c628
+size 5251
diff --git a/params/opt/5/rnd_search_t_lin/comb_16_t/global_train/model.decoder.layers.9.self_attn.out_proj/_s.pt b/params/opt/5/rnd_search_t_lin/comb_16_t/global_train/model.decoder.layers.9.self_attn.out_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..aec1cf640426bb80a3cbf89dfe27e5a57a7c0d6e
--- /dev/null
+++ b/params/opt/5/rnd_search_t_lin/comb_16_t/global_train/model.decoder.layers.9.self_attn.out_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:793df1c4c1175eec0302f621accf3ac48281b77a35f2dcc69fc8a0a1f4c9f083
+size 5251
diff --git a/params/opt/5/rnd_search_t_lin/comb_16_t/global_train/model.decoder.layers.9.self_attn.q_proj/_s.pt b/params/opt/5/rnd_search_t_lin/comb_16_t/global_train/model.decoder.layers.9.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..cefa17330de668a7d3a7ce7de516ad021f86962b
--- /dev/null
+++ b/params/opt/5/rnd_search_t_lin/comb_16_t/global_train/model.decoder.layers.9.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:05a6a1b73020908cc8b48d2dacf6dc173829014e9c66ab5dc9670fd75f12ad1c
+size 5251
diff --git a/params/opt/5/rnd_search_t_lin/comb_16_t/global_train/model.decoder.layers.9.self_attn.v_proj/_s.pt b/params/opt/5/rnd_search_t_lin/comb_16_t/global_train/model.decoder.layers.9.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2f1d7e73cc8c888b1ee8792a2d430476ffd1a0c4
--- /dev/null
+++ b/params/opt/5/rnd_search_t_lin/comb_16_t/global_train/model.decoder.layers.9.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:7c477fc73365794a9299356712dc304036724ac7ed571548390602a5f62ad5d1
+size 5251
diff --git a/params/opt/5/rnd_search_t_lin/comb_16_t/global_train/model.decoder.project_in/_s.pt b/params/opt/5/rnd_search_t_lin/comb_16_t/global_train/model.decoder.project_in/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..08168b093a53599c5c22f9f2b6b62f8015127ef9
--- /dev/null
+++ b/params/opt/5/rnd_search_t_lin/comb_16_t/global_train/model.decoder.project_in/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:25efa4b390fd962c27aa20bea3914e3da7b9f60a50dbe500144e6d5c6a262d5b
+size 5251
diff --git a/params/opt/5/rnd_search_t_lin/comb_16_t/global_train/model.decoder.project_out/_s.pt b/params/opt/5/rnd_search_t_lin/comb_16_t/global_train/model.decoder.project_out/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..3d4bb71d8381774fbd643536da2144d1e2217247
--- /dev/null
+++ b/params/opt/5/rnd_search_t_lin/comb_16_t/global_train/model.decoder.project_out/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:8465677b3394cb4e5dcc2d2527262b43b4419fa039cc91f64a985abe047098bf
+size 3203
diff --git a/params/opt/5/rnd_search_t_lin/comb_17/init/lm_head/_0.pt b/params/opt/5/rnd_search_t_lin/comb_17/init/lm_head/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..b26634d31627d1a0044c3f3651ff144ed5eb8f4c
--- /dev/null
+++ b/params/opt/5/rnd_search_t_lin/comb_17/init/lm_head/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2aeb55462019e469ec40ffa03573a99ed00c39ee31ce90f00c8b184c5501dbf7
+size 202243
diff --git a/params/opt/5/rnd_search_t_lin/comb_17/init/lm_head/_s.pt b/params/opt/5/rnd_search_t_lin/comb_17/init/lm_head/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..428bd8621ee2b2e6de5e40757edf75ab5fdd487e
--- /dev/null
+++ b/params/opt/5/rnd_search_t_lin/comb_17/init/lm_head/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:592e5f344f16f3e1705ce002e5e1e468336c28a5fc4f2eaab2f38632a7285103
+size 202243
diff --git a/params/opt/5/rnd_search_t_lin/comb_17/init/model.decoder.layers.0.fc1/_0.pt b/params/opt/5/rnd_search_t_lin/comb_17/init/model.decoder.layers.0.fc1/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..58c96248fd00550cc15d645205571ee67c337035
--- /dev/null
+++ b/params/opt/5/rnd_search_t_lin/comb_17/init/model.decoder.layers.0.fc1/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d77f62f2a90ce91416a8360d6ec3a5205dee0afeca27666c8c1c6bc185c247e5
+size 17539
diff --git a/params/opt/5/rnd_search_t_lin/comb_17/init/model.decoder.layers.0.fc1/_s.pt b/params/opt/5/rnd_search_t_lin/comb_17/init/model.decoder.layers.0.fc1/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..6e6bb585372bb5c3c7be3cc785194211d70762aa
--- /dev/null
+++ b/params/opt/5/rnd_search_t_lin/comb_17/init/model.decoder.layers.0.fc1/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b1c5c9207a2bf10cfb019df9cbcfabb376dfdd97e425330c82743b4d48aaaebe
+size 17539
diff --git a/params/opt/5/rnd_search_t_lin/comb_17/init/model.decoder.layers.0.fc2/_0.pt b/params/opt/5/rnd_search_t_lin/comb_17/init/model.decoder.layers.0.fc2/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/opt/5/rnd_search_t_lin/comb_17/init/model.decoder.layers.0.fc2/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/opt/5/rnd_search_t_lin/comb_17/init/model.decoder.layers.0.fc2/_s.pt b/params/opt/5/rnd_search_t_lin/comb_17/init/model.decoder.layers.0.fc2/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..296ad07898a05e928826da89b45d1fa251bf80b9
--- /dev/null
+++ b/params/opt/5/rnd_search_t_lin/comb_17/init/model.decoder.layers.0.fc2/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:4bcb6833e3fd446fbe7019225c9bfedd2e389c41774b07ea2096aaa2c8abffcc
+size 5251
diff --git a/params/opt/5/rnd_search_t_lin/comb_17/init/model.decoder.layers.0.self_attn.k_proj/_0.pt b/params/opt/5/rnd_search_t_lin/comb_17/init/model.decoder.layers.0.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/opt/5/rnd_search_t_lin/comb_17/init/model.decoder.layers.0.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/opt/5/rnd_search_t_lin/comb_17/init/model.decoder.layers.0.self_attn.k_proj/_s.pt b/params/opt/5/rnd_search_t_lin/comb_17/init/model.decoder.layers.0.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ba0aede47926af4cc95e7a86523ff539a52e10dc
--- /dev/null
+++ b/params/opt/5/rnd_search_t_lin/comb_17/init/model.decoder.layers.0.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:8017cfd4583a1bc07a56419f1f25c0f385dcd65d838df9bc9b7f6b0494befca4
+size 5251
diff --git a/params/opt/5/rnd_search_t_lin/comb_17/init/model.decoder.layers.0.self_attn.out_proj/_0.pt b/params/opt/5/rnd_search_t_lin/comb_17/init/model.decoder.layers.0.self_attn.out_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/opt/5/rnd_search_t_lin/comb_17/init/model.decoder.layers.0.self_attn.out_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/opt/5/rnd_search_t_lin/comb_17/init/model.decoder.layers.0.self_attn.out_proj/_s.pt b/params/opt/5/rnd_search_t_lin/comb_17/init/model.decoder.layers.0.self_attn.out_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..88d60d8f29ffa0c51d4558788c2c22de6d157bed
--- /dev/null
+++ b/params/opt/5/rnd_search_t_lin/comb_17/init/model.decoder.layers.0.self_attn.out_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:1bf01ad6c271e4ee95b7a7fc102e7827f11eda8a43b7c5fb845616971bd8ce56
+size 5251
diff --git a/params/opt/5/rnd_search_t_lin/comb_17/init/model.decoder.layers.0.self_attn.q_proj/_0.pt b/params/opt/5/rnd_search_t_lin/comb_17/init/model.decoder.layers.0.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/opt/5/rnd_search_t_lin/comb_17/init/model.decoder.layers.0.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/opt/5/rnd_search_t_lin/comb_17/init/model.decoder.layers.0.self_attn.q_proj/_s.pt b/params/opt/5/rnd_search_t_lin/comb_17/init/model.decoder.layers.0.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..bc02c2f3a0a5719770023be972984188fabdfedf
--- /dev/null
+++ b/params/opt/5/rnd_search_t_lin/comb_17/init/model.decoder.layers.0.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:7320208559d140fbf89da3c25f24fc8fc2fe5b0d7294736161e190b0bb03458c
+size 5251
diff --git a/params/opt/5/rnd_search_t_lin/comb_17/init/model.decoder.layers.0.self_attn.v_proj/_0.pt b/params/opt/5/rnd_search_t_lin/comb_17/init/model.decoder.layers.0.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/opt/5/rnd_search_t_lin/comb_17/init/model.decoder.layers.0.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/opt/5/rnd_search_t_lin/comb_17/init/model.decoder.layers.0.self_attn.v_proj/_s.pt b/params/opt/5/rnd_search_t_lin/comb_17/init/model.decoder.layers.0.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8cbcfd09b727dc92da5ee0c15453ff0d4e836bf5
--- /dev/null
+++ b/params/opt/5/rnd_search_t_lin/comb_17/init/model.decoder.layers.0.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0612dd7260122cca5ea1308fe0aea7e24a75688d6bca968db9c3566759a14cfa
+size 5251
diff --git a/params/opt/5/rnd_search_t_lin/comb_17/init/model.decoder.layers.1.fc1/_0.pt b/params/opt/5/rnd_search_t_lin/comb_17/init/model.decoder.layers.1.fc1/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..58c96248fd00550cc15d645205571ee67c337035
--- /dev/null
+++ b/params/opt/5/rnd_search_t_lin/comb_17/init/model.decoder.layers.1.fc1/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d77f62f2a90ce91416a8360d6ec3a5205dee0afeca27666c8c1c6bc185c247e5
+size 17539
diff --git a/params/opt/5/rnd_search_t_lin/comb_17/init/model.decoder.layers.1.fc1/_s.pt b/params/opt/5/rnd_search_t_lin/comb_17/init/model.decoder.layers.1.fc1/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8c36551e81ffd40744d16f3353e16abbb5d6e6a8
--- /dev/null
+++ b/params/opt/5/rnd_search_t_lin/comb_17/init/model.decoder.layers.1.fc1/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:03d045a0da401c618ea5333a4159cab62a46cdf17298c0a321423b81438b74da
+size 17539
diff --git a/params/opt/5/rnd_search_t_lin/comb_17/init/model.decoder.layers.1.fc2/_0.pt b/params/opt/5/rnd_search_t_lin/comb_17/init/model.decoder.layers.1.fc2/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/opt/5/rnd_search_t_lin/comb_17/init/model.decoder.layers.1.fc2/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/opt/5/rnd_search_t_lin/comb_17/init/model.decoder.layers.1.fc2/_s.pt b/params/opt/5/rnd_search_t_lin/comb_17/init/model.decoder.layers.1.fc2/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4c3f44fc75b4b1a70e8e442f9b45fd8b7d1f097e
--- /dev/null
+++ b/params/opt/5/rnd_search_t_lin/comb_17/init/model.decoder.layers.1.fc2/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ea8a273f964853c5b9c52f8e341f57403bc87cf7a11241526e5d194491f7b9d4
+size 5251
diff --git a/params/opt/5/rnd_search_t_lin/comb_17/init/model.decoder.layers.1.self_attn.k_proj/_0.pt b/params/opt/5/rnd_search_t_lin/comb_17/init/model.decoder.layers.1.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/opt/5/rnd_search_t_lin/comb_17/init/model.decoder.layers.1.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/opt/5/rnd_search_t_lin/comb_17/init/model.decoder.layers.1.self_attn.k_proj/_s.pt b/params/opt/5/rnd_search_t_lin/comb_17/init/model.decoder.layers.1.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..0ac11e2bc6df105414abf77b0a05100851ce6d90
--- /dev/null
+++ b/params/opt/5/rnd_search_t_lin/comb_17/init/model.decoder.layers.1.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:99d23169e89ef57791de30fa4f2a9e9a8b03686da23e5ab82f684ced893d0306
+size 5251
diff --git a/params/opt/5/rnd_search_t_lin/comb_17/init/model.decoder.layers.1.self_attn.out_proj/_0.pt b/params/opt/5/rnd_search_t_lin/comb_17/init/model.decoder.layers.1.self_attn.out_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/opt/5/rnd_search_t_lin/comb_17/init/model.decoder.layers.1.self_attn.out_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/opt/5/rnd_search_t_lin/comb_17/init/model.decoder.layers.1.self_attn.out_proj/_s.pt b/params/opt/5/rnd_search_t_lin/comb_17/init/model.decoder.layers.1.self_attn.out_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..72f86de3c34aad2aea6e2e4512dcdc739e94d831
--- /dev/null
+++ b/params/opt/5/rnd_search_t_lin/comb_17/init/model.decoder.layers.1.self_attn.out_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0edf681b226e7837d4b8667cc3d400b650385591d7d7408aadd373594ee9f988
+size 5251
diff --git a/params/opt/5/rnd_search_t_lin/comb_17/init/model.decoder.layers.1.self_attn.q_proj/_0.pt b/params/opt/5/rnd_search_t_lin/comb_17/init/model.decoder.layers.1.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/opt/5/rnd_search_t_lin/comb_17/init/model.decoder.layers.1.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/opt/5/rnd_search_t_lin/comb_17/init/model.decoder.layers.1.self_attn.q_proj/_s.pt b/params/opt/5/rnd_search_t_lin/comb_17/init/model.decoder.layers.1.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..f8b6457a34285329ccb9fe436e144835c85f59f8
--- /dev/null
+++ b/params/opt/5/rnd_search_t_lin/comb_17/init/model.decoder.layers.1.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d2077184e8e17ea13cc5ab8916c62473dc6d4364396488ae007656f01e9cc508
+size 5251
diff --git a/params/opt/5/rnd_search_t_lin/comb_17/init/model.decoder.layers.1.self_attn.v_proj/_0.pt b/params/opt/5/rnd_search_t_lin/comb_17/init/model.decoder.layers.1.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/opt/5/rnd_search_t_lin/comb_17/init/model.decoder.layers.1.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/opt/5/rnd_search_t_lin/comb_17/init/model.decoder.layers.1.self_attn.v_proj/_s.pt b/params/opt/5/rnd_search_t_lin/comb_17/init/model.decoder.layers.1.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c7100f6eff4d732db6f38ce34e218725c923e2ad
--- /dev/null
+++ b/params/opt/5/rnd_search_t_lin/comb_17/init/model.decoder.layers.1.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d457a0878594f00eb912da4b8387e161edb74a7951647b02f54c6e53d8e017a3
+size 5251
diff --git a/params/opt/5/rnd_search_t_lin/comb_17/init/model.decoder.layers.10.fc1/_0.pt b/params/opt/5/rnd_search_t_lin/comb_17/init/model.decoder.layers.10.fc1/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..58c96248fd00550cc15d645205571ee67c337035
--- /dev/null
+++ b/params/opt/5/rnd_search_t_lin/comb_17/init/model.decoder.layers.10.fc1/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d77f62f2a90ce91416a8360d6ec3a5205dee0afeca27666c8c1c6bc185c247e5
+size 17539
diff --git a/params/opt/5/rnd_search_t_lin/comb_17/init/model.decoder.layers.10.fc1/_s.pt b/params/opt/5/rnd_search_t_lin/comb_17/init/model.decoder.layers.10.fc1/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c156c338b33a3e5ffc76b38a6740e56ae69e8364
--- /dev/null
+++ b/params/opt/5/rnd_search_t_lin/comb_17/init/model.decoder.layers.10.fc1/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:faa91465c38be37ae33e5e8896c91f576a3303536331e28de5102ec1c50be88f
+size 17539
diff --git a/params/opt/5/rnd_search_t_lin/comb_17/init/model.decoder.layers.10.fc2/_0.pt b/params/opt/5/rnd_search_t_lin/comb_17/init/model.decoder.layers.10.fc2/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/opt/5/rnd_search_t_lin/comb_17/init/model.decoder.layers.10.fc2/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/opt/5/rnd_search_t_lin/comb_17/init/model.decoder.layers.10.fc2/_s.pt b/params/opt/5/rnd_search_t_lin/comb_17/init/model.decoder.layers.10.fc2/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..1532aca9db580b95b402b7801a74168cf1a77be2
--- /dev/null
+++ b/params/opt/5/rnd_search_t_lin/comb_17/init/model.decoder.layers.10.fc2/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f10408657257da91a202cf057448edd3f75b302bd2aa45cbcbcb21f6e94d10ec
+size 5251
diff --git a/params/opt/5/rnd_search_t_lin/comb_17/init/model.decoder.layers.10.self_attn.k_proj/_0.pt b/params/opt/5/rnd_search_t_lin/comb_17/init/model.decoder.layers.10.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/opt/5/rnd_search_t_lin/comb_17/init/model.decoder.layers.10.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/opt/5/rnd_search_t_lin/comb_17/init/model.decoder.layers.10.self_attn.k_proj/_s.pt b/params/opt/5/rnd_search_t_lin/comb_17/init/model.decoder.layers.10.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2d3307690494d01dc63a516f9d674819942eea7d
--- /dev/null
+++ b/params/opt/5/rnd_search_t_lin/comb_17/init/model.decoder.layers.10.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:49b1ce49f2b656be557858e147d51440f2c14dec214ade3f979ea5c12f19c18c
+size 5251
diff --git a/params/opt/5/rnd_search_t_lin/comb_17/init/model.decoder.layers.10.self_attn.out_proj/_0.pt b/params/opt/5/rnd_search_t_lin/comb_17/init/model.decoder.layers.10.self_attn.out_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/opt/5/rnd_search_t_lin/comb_17/init/model.decoder.layers.10.self_attn.out_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/opt/5/rnd_search_t_lin/comb_17/init/model.decoder.layers.10.self_attn.out_proj/_s.pt b/params/opt/5/rnd_search_t_lin/comb_17/init/model.decoder.layers.10.self_attn.out_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..514bdb9fb6678a130bedb9795161bbaef8733732
--- /dev/null
+++ b/params/opt/5/rnd_search_t_lin/comb_17/init/model.decoder.layers.10.self_attn.out_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0c38a1467db539fc574985519d0955b22bab87f29ea035ed5f941b0c8846f638
+size 5251
diff --git a/params/opt/5/rnd_search_t_lin/comb_17/init/model.decoder.layers.10.self_attn.q_proj/_0.pt b/params/opt/5/rnd_search_t_lin/comb_17/init/model.decoder.layers.10.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/opt/5/rnd_search_t_lin/comb_17/init/model.decoder.layers.10.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/opt/5/rnd_search_t_lin/comb_17/init/model.decoder.layers.10.self_attn.q_proj/_s.pt b/params/opt/5/rnd_search_t_lin/comb_17/init/model.decoder.layers.10.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e961ea437b3bd4b624ac9c352cce69bdc88fea0d
--- /dev/null
+++ b/params/opt/5/rnd_search_t_lin/comb_17/init/model.decoder.layers.10.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:52b65fbbe6500a02bd6c26d712701e69fdf2a24b1591b1462e9767b817a7c574
+size 5251
diff --git a/params/opt/5/rnd_search_t_lin/comb_17/init/model.decoder.layers.10.self_attn.v_proj/_0.pt b/params/opt/5/rnd_search_t_lin/comb_17/init/model.decoder.layers.10.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/opt/5/rnd_search_t_lin/comb_17/init/model.decoder.layers.10.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/opt/5/rnd_search_t_lin/comb_17/init/model.decoder.layers.10.self_attn.v_proj/_s.pt b/params/opt/5/rnd_search_t_lin/comb_17/init/model.decoder.layers.10.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..f00a6c639fa0a4beac7813fee6643fa81acd0797
--- /dev/null
+++ b/params/opt/5/rnd_search_t_lin/comb_17/init/model.decoder.layers.10.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2f9d176394b4c02abe2bbfee9add740157fd0a3b8f69223b0337989dc6363148
+size 5251
diff --git a/params/opt/5/rnd_search_t_lin/comb_17/init/model.decoder.layers.11.fc1/_0.pt b/params/opt/5/rnd_search_t_lin/comb_17/init/model.decoder.layers.11.fc1/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..58c96248fd00550cc15d645205571ee67c337035
--- /dev/null
+++ b/params/opt/5/rnd_search_t_lin/comb_17/init/model.decoder.layers.11.fc1/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d77f62f2a90ce91416a8360d6ec3a5205dee0afeca27666c8c1c6bc185c247e5
+size 17539
diff --git a/params/opt/5/rnd_search_t_lin/comb_17/init/model.decoder.layers.11.fc1/_s.pt b/params/opt/5/rnd_search_t_lin/comb_17/init/model.decoder.layers.11.fc1/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..41a1f7e18d842a5b294cc1b7786a6c873596aa94
--- /dev/null
+++ b/params/opt/5/rnd_search_t_lin/comb_17/init/model.decoder.layers.11.fc1/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:9c7fd9909dcf0aa1cb9169819fc014a15ecfd57e6ab9e375ac5b8396210b1d47
+size 17539
diff --git a/params/opt/5/rnd_search_t_lin/comb_17/init/model.decoder.layers.11.fc2/_0.pt b/params/opt/5/rnd_search_t_lin/comb_17/init/model.decoder.layers.11.fc2/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/opt/5/rnd_search_t_lin/comb_17/init/model.decoder.layers.11.fc2/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/opt/5/rnd_search_t_lin/comb_17/init/model.decoder.layers.11.fc2/_s.pt b/params/opt/5/rnd_search_t_lin/comb_17/init/model.decoder.layers.11.fc2/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..5ea535466c520b89ce9c0a570143264e43002688
--- /dev/null
+++ b/params/opt/5/rnd_search_t_lin/comb_17/init/model.decoder.layers.11.fc2/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ff6b598917a30f840f5c6e87ae31b1adeadfa5e06f115c6ce84e65d5b89e4eb0
+size 5251
diff --git a/params/opt/5/rnd_search_t_lin/comb_17/init/model.decoder.layers.11.self_attn.k_proj/_0.pt b/params/opt/5/rnd_search_t_lin/comb_17/init/model.decoder.layers.11.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/opt/5/rnd_search_t_lin/comb_17/init/model.decoder.layers.11.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/opt/5/rnd_search_t_lin/comb_17/init/model.decoder.layers.11.self_attn.k_proj/_s.pt b/params/opt/5/rnd_search_t_lin/comb_17/init/model.decoder.layers.11.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ea481494496bc08d2b45e1225d9df2232e6a7439
--- /dev/null
+++ b/params/opt/5/rnd_search_t_lin/comb_17/init/model.decoder.layers.11.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:046b008ed311f4ee7664c85222ccace2b938d0722ebc38c31b6829fea9c42cac
+size 5251
diff --git a/params/opt/5/rnd_search_t_lin/comb_17/init/model.decoder.layers.11.self_attn.out_proj/_0.pt b/params/opt/5/rnd_search_t_lin/comb_17/init/model.decoder.layers.11.self_attn.out_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/opt/5/rnd_search_t_lin/comb_17/init/model.decoder.layers.11.self_attn.out_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/opt/5/rnd_search_t_lin/comb_17/init/model.decoder.layers.11.self_attn.out_proj/_s.pt b/params/opt/5/rnd_search_t_lin/comb_17/init/model.decoder.layers.11.self_attn.out_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..03a7ea8a5f25d8b1974aa2ed28918930c600371a
--- /dev/null
+++ b/params/opt/5/rnd_search_t_lin/comb_17/init/model.decoder.layers.11.self_attn.out_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a72e01d70fcd3b1168d25399234ac546c6e0d06ca206c557cb651f21f6b48a1b
+size 5251
diff --git a/params/opt/5/rnd_search_t_lin/comb_17/init/model.decoder.layers.11.self_attn.q_proj/_0.pt b/params/opt/5/rnd_search_t_lin/comb_17/init/model.decoder.layers.11.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/opt/5/rnd_search_t_lin/comb_17/init/model.decoder.layers.11.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/opt/5/rnd_search_t_lin/comb_17/init/model.decoder.layers.11.self_attn.q_proj/_s.pt b/params/opt/5/rnd_search_t_lin/comb_17/init/model.decoder.layers.11.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..96a21d7792aaf28de444477cc8c19426bb89eb66
--- /dev/null
+++ b/params/opt/5/rnd_search_t_lin/comb_17/init/model.decoder.layers.11.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:51cce431ffcc1ece951b1166450573f160892b2f0cf24e4817cc8396e48f561c
+size 5251
diff --git a/params/opt/5/rnd_search_t_lin/comb_17/init/model.decoder.layers.11.self_attn.v_proj/_0.pt b/params/opt/5/rnd_search_t_lin/comb_17/init/model.decoder.layers.11.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/opt/5/rnd_search_t_lin/comb_17/init/model.decoder.layers.11.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/opt/5/rnd_search_t_lin/comb_17/init/model.decoder.layers.11.self_attn.v_proj/_s.pt b/params/opt/5/rnd_search_t_lin/comb_17/init/model.decoder.layers.11.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..d551f58474609f6f5724d4539604ff05fe19435f
--- /dev/null
+++ b/params/opt/5/rnd_search_t_lin/comb_17/init/model.decoder.layers.11.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:74b5d58112559abeb7823c904d398094379e7fd2fe76354075ff37a01ee96a37
+size 5251
diff --git a/params/opt/5/rnd_search_t_lin/comb_17/init/model.decoder.layers.12.fc1/_0.pt b/params/opt/5/rnd_search_t_lin/comb_17/init/model.decoder.layers.12.fc1/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..58c96248fd00550cc15d645205571ee67c337035
--- /dev/null
+++ b/params/opt/5/rnd_search_t_lin/comb_17/init/model.decoder.layers.12.fc1/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d77f62f2a90ce91416a8360d6ec3a5205dee0afeca27666c8c1c6bc185c247e5
+size 17539
diff --git a/params/opt/5/rnd_search_t_lin/comb_17/init/model.decoder.layers.12.fc1/_s.pt b/params/opt/5/rnd_search_t_lin/comb_17/init/model.decoder.layers.12.fc1/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..3f3b4a394d6965234bee2236f380e7b5bed323bd
--- /dev/null
+++ b/params/opt/5/rnd_search_t_lin/comb_17/init/model.decoder.layers.12.fc1/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b9890362d6797447bf8a53a333431c0e6cd2f7a13f766444e5f33d3256f2fa36
+size 17539
diff --git a/params/opt/5/rnd_search_t_lin/comb_17/init/model.decoder.layers.12.fc2/_0.pt b/params/opt/5/rnd_search_t_lin/comb_17/init/model.decoder.layers.12.fc2/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/opt/5/rnd_search_t_lin/comb_17/init/model.decoder.layers.12.fc2/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/opt/5/rnd_search_t_lin/comb_17/init/model.decoder.layers.12.fc2/_s.pt b/params/opt/5/rnd_search_t_lin/comb_17/init/model.decoder.layers.12.fc2/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..aeb38bbc128cd3294b1120e06c2cbccda972a750
--- /dev/null
+++ b/params/opt/5/rnd_search_t_lin/comb_17/init/model.decoder.layers.12.fc2/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:1ec17d986345f0a24a1f3f60b9df418395eba0398b8cfe5d44244809a6781f60
+size 5251
diff --git a/params/opt/5/rnd_search_t_lin/comb_17/init/model.decoder.layers.12.self_attn.k_proj/_0.pt b/params/opt/5/rnd_search_t_lin/comb_17/init/model.decoder.layers.12.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/opt/5/rnd_search_t_lin/comb_17/init/model.decoder.layers.12.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/opt/5/rnd_search_t_lin/comb_17/init/model.decoder.layers.12.self_attn.k_proj/_s.pt b/params/opt/5/rnd_search_t_lin/comb_17/init/model.decoder.layers.12.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..014f30f3bfee771dea71c2fe0fb43d4bdb8666ff
--- /dev/null
+++ b/params/opt/5/rnd_search_t_lin/comb_17/init/model.decoder.layers.12.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:760664b290eb8219172c6e7058c0a7fe045b325d976173c978554068c115a9bf
+size 5251
diff --git a/params/opt/5/rnd_search_t_lin/comb_17/init/model.decoder.layers.12.self_attn.out_proj/_0.pt b/params/opt/5/rnd_search_t_lin/comb_17/init/model.decoder.layers.12.self_attn.out_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/opt/5/rnd_search_t_lin/comb_17/init/model.decoder.layers.12.self_attn.out_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/opt/5/rnd_search_t_lin/comb_17/init/model.decoder.layers.12.self_attn.out_proj/_s.pt b/params/opt/5/rnd_search_t_lin/comb_17/init/model.decoder.layers.12.self_attn.out_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..fb5183001286723cc06f16b3a32152df3362fac8
--- /dev/null
+++ b/params/opt/5/rnd_search_t_lin/comb_17/init/model.decoder.layers.12.self_attn.out_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d6101a77935dfca83ce5fdf6b1f422dad1497228ae3ebc6306512db1c32731d8
+size 5251
diff --git a/params/opt/5/rnd_search_t_lin/comb_17/init/model.decoder.layers.12.self_attn.q_proj/_0.pt b/params/opt/5/rnd_search_t_lin/comb_17/init/model.decoder.layers.12.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/opt/5/rnd_search_t_lin/comb_17/init/model.decoder.layers.12.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/opt/5/rnd_search_t_lin/comb_17/init/model.decoder.layers.12.self_attn.q_proj/_s.pt b/params/opt/5/rnd_search_t_lin/comb_17/init/model.decoder.layers.12.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..7b08c1ef60eb94948dc993b8296fee221577d90a
--- /dev/null
+++ b/params/opt/5/rnd_search_t_lin/comb_17/init/model.decoder.layers.12.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:56a6595884a689cb03655c3b400010c598459785fc66ba92f6a08eefc079e370
+size 5251
diff --git a/params/opt/5/rnd_search_t_lin/comb_17/init/model.decoder.layers.12.self_attn.v_proj/_0.pt b/params/opt/5/rnd_search_t_lin/comb_17/init/model.decoder.layers.12.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/opt/5/rnd_search_t_lin/comb_17/init/model.decoder.layers.12.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/opt/5/rnd_search_t_lin/comb_17/init/model.decoder.layers.12.self_attn.v_proj/_s.pt b/params/opt/5/rnd_search_t_lin/comb_17/init/model.decoder.layers.12.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..40e367e94c1ac94108a9061b4b1782152231ef5c
--- /dev/null
+++ b/params/opt/5/rnd_search_t_lin/comb_17/init/model.decoder.layers.12.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5f3deea72d876b0593e38e07ec3c614bb55ca24e528d77289d792aafb37581e4
+size 5251
diff --git a/params/opt/5/rnd_search_t_lin/comb_17/init/model.decoder.layers.13.fc1/_0.pt b/params/opt/5/rnd_search_t_lin/comb_17/init/model.decoder.layers.13.fc1/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..58c96248fd00550cc15d645205571ee67c337035
--- /dev/null
+++ b/params/opt/5/rnd_search_t_lin/comb_17/init/model.decoder.layers.13.fc1/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d77f62f2a90ce91416a8360d6ec3a5205dee0afeca27666c8c1c6bc185c247e5
+size 17539
diff --git a/params/opt/5/rnd_search_t_lin/comb_17/init/model.decoder.layers.13.fc1/_s.pt b/params/opt/5/rnd_search_t_lin/comb_17/init/model.decoder.layers.13.fc1/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..aa2bf11188d5e1b5e88cd5df0342cadd27556271
--- /dev/null
+++ b/params/opt/5/rnd_search_t_lin/comb_17/init/model.decoder.layers.13.fc1/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f660b7c0e01ceac7342b2f334601863afd84be550beac9f6832dd69909569802
+size 17539
diff --git a/params/opt/5/rnd_search_t_lin/comb_17/init/model.decoder.layers.13.fc2/_0.pt b/params/opt/5/rnd_search_t_lin/comb_17/init/model.decoder.layers.13.fc2/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/opt/5/rnd_search_t_lin/comb_17/init/model.decoder.layers.13.fc2/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/opt/5/rnd_search_t_lin/comb_17/init/model.decoder.layers.13.fc2/_s.pt b/params/opt/5/rnd_search_t_lin/comb_17/init/model.decoder.layers.13.fc2/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..06df44a12a25cd7068ef4de5b27a2da721cd099b
--- /dev/null
+++ b/params/opt/5/rnd_search_t_lin/comb_17/init/model.decoder.layers.13.fc2/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:469239b968c00ddf4aae88074a2d23175743fc787e4009aa4d9583b09d9b1ee3
+size 5251
diff --git a/params/opt/5/rnd_search_t_lin/comb_17/init/model.decoder.layers.13.self_attn.k_proj/_0.pt b/params/opt/5/rnd_search_t_lin/comb_17/init/model.decoder.layers.13.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/opt/5/rnd_search_t_lin/comb_17/init/model.decoder.layers.13.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/opt/5/rnd_search_t_lin/comb_17/init/model.decoder.layers.13.self_attn.k_proj/_s.pt b/params/opt/5/rnd_search_t_lin/comb_17/init/model.decoder.layers.13.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2a2123a014d5a03d5f7900fd89352c6574e3c5c6
--- /dev/null
+++ b/params/opt/5/rnd_search_t_lin/comb_17/init/model.decoder.layers.13.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:67b17a2b481ec83e2120fcccda53694d073001c6e830398eff8bd4ed23f09b4f
+size 5251
diff --git a/params/opt/5/rnd_search_t_lin/comb_17/init/model.decoder.layers.13.self_attn.out_proj/_0.pt b/params/opt/5/rnd_search_t_lin/comb_17/init/model.decoder.layers.13.self_attn.out_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/opt/5/rnd_search_t_lin/comb_17/init/model.decoder.layers.13.self_attn.out_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/opt/5/rnd_search_t_lin/comb_17/init/model.decoder.layers.13.self_attn.out_proj/_s.pt b/params/opt/5/rnd_search_t_lin/comb_17/init/model.decoder.layers.13.self_attn.out_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..763a2e64c0d887921b6403244fa29c3cb65a869b
--- /dev/null
+++ b/params/opt/5/rnd_search_t_lin/comb_17/init/model.decoder.layers.13.self_attn.out_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:21f54c787a47d18c56e4e97e892b1f0b14d0728bb197a0fd215974142f17923a
+size 5251
diff --git a/params/opt/5/rnd_search_t_lin/comb_17/init/model.decoder.layers.13.self_attn.q_proj/_0.pt b/params/opt/5/rnd_search_t_lin/comb_17/init/model.decoder.layers.13.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/opt/5/rnd_search_t_lin/comb_17/init/model.decoder.layers.13.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/opt/5/rnd_search_t_lin/comb_17/init/model.decoder.layers.13.self_attn.q_proj/_s.pt b/params/opt/5/rnd_search_t_lin/comb_17/init/model.decoder.layers.13.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..b051db86ca37aa82ccfc1ec736d6e91a4f0de124
--- /dev/null
+++ b/params/opt/5/rnd_search_t_lin/comb_17/init/model.decoder.layers.13.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:bba3dc872977705437474bf8cf3f781e49724bc8fce3c231b317e7db7f6d33d0
+size 5251
diff --git a/params/opt/5/rnd_search_t_lin/comb_17/init/model.decoder.layers.13.self_attn.v_proj/_0.pt b/params/opt/5/rnd_search_t_lin/comb_17/init/model.decoder.layers.13.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/opt/5/rnd_search_t_lin/comb_17/init/model.decoder.layers.13.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/opt/5/rnd_search_t_lin/comb_17/init/model.decoder.layers.13.self_attn.v_proj/_s.pt b/params/opt/5/rnd_search_t_lin/comb_17/init/model.decoder.layers.13.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..9c1a62b5b4f2ef659f4ffb24c307a753f841b79d
--- /dev/null
+++ b/params/opt/5/rnd_search_t_lin/comb_17/init/model.decoder.layers.13.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:40f2a8931e408867a1dc7a29ca1549833ad402c4fbfb8d424b3cb5738ffc11c8
+size 5251
diff --git a/params/opt/5/rnd_search_t_lin/comb_17/init/model.decoder.layers.14.fc1/_0.pt b/params/opt/5/rnd_search_t_lin/comb_17/init/model.decoder.layers.14.fc1/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..58c96248fd00550cc15d645205571ee67c337035
--- /dev/null
+++ b/params/opt/5/rnd_search_t_lin/comb_17/init/model.decoder.layers.14.fc1/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d77f62f2a90ce91416a8360d6ec3a5205dee0afeca27666c8c1c6bc185c247e5
+size 17539
diff --git a/params/opt/5/rnd_search_t_lin/comb_17/init/model.decoder.layers.14.fc1/_s.pt b/params/opt/5/rnd_search_t_lin/comb_17/init/model.decoder.layers.14.fc1/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..930a269a9534109bb2002843cd52f385f523f225
--- /dev/null
+++ b/params/opt/5/rnd_search_t_lin/comb_17/init/model.decoder.layers.14.fc1/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:cc239f98464d161cf72a34f41d9fae2b5ff44713d1d0190487220fd2c50e56ba
+size 17539
diff --git a/params/opt/5/rnd_search_t_lin/comb_17/init/model.decoder.layers.14.fc2/_0.pt b/params/opt/5/rnd_search_t_lin/comb_17/init/model.decoder.layers.14.fc2/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/opt/5/rnd_search_t_lin/comb_17/init/model.decoder.layers.14.fc2/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/opt/5/rnd_search_t_lin/comb_17/init/model.decoder.layers.14.fc2/_s.pt b/params/opt/5/rnd_search_t_lin/comb_17/init/model.decoder.layers.14.fc2/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..0a6408287e22ed6dd5cce31b9c4f79d67a541786
--- /dev/null
+++ b/params/opt/5/rnd_search_t_lin/comb_17/init/model.decoder.layers.14.fc2/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cfc45b35263e3789954277c8287e76a4ca039cc7ced08b937c4068f68cd2097
+size 5251
diff --git a/params/opt/5/rnd_search_t_lin/comb_17/init/model.decoder.layers.14.self_attn.k_proj/_0.pt b/params/opt/5/rnd_search_t_lin/comb_17/init/model.decoder.layers.14.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/opt/5/rnd_search_t_lin/comb_17/init/model.decoder.layers.14.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/opt/5/rnd_search_t_lin/comb_17/init/model.decoder.layers.14.self_attn.k_proj/_s.pt b/params/opt/5/rnd_search_t_lin/comb_17/init/model.decoder.layers.14.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a8f717fd645b526ce65b597a0c9da5d4f9d51933
--- /dev/null
+++ b/params/opt/5/rnd_search_t_lin/comb_17/init/model.decoder.layers.14.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:7a32b0851a128ddb0b1f608062dfd88f3cccfe3a56540cd7d13a9c2c7893db64
+size 5251
diff --git a/params/opt/5/rnd_search_t_lin/comb_17/init/model.decoder.layers.14.self_attn.out_proj/_0.pt b/params/opt/5/rnd_search_t_lin/comb_17/init/model.decoder.layers.14.self_attn.out_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/opt/5/rnd_search_t_lin/comb_17/init/model.decoder.layers.14.self_attn.out_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/opt/5/rnd_search_t_lin/comb_17/init/model.decoder.layers.14.self_attn.out_proj/_s.pt b/params/opt/5/rnd_search_t_lin/comb_17/init/model.decoder.layers.14.self_attn.out_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e790a7735364b7e66b743f8f426a3411384a7561
--- /dev/null
+++ b/params/opt/5/rnd_search_t_lin/comb_17/init/model.decoder.layers.14.self_attn.out_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:01ee5ed000ebda1bfab9f9e6e50adeced588b1d22f7253431948a31bdbdcff98
+size 5251
diff --git a/params/opt/5/rnd_search_t_lin/comb_17/init/model.decoder.layers.14.self_attn.q_proj/_0.pt b/params/opt/5/rnd_search_t_lin/comb_17/init/model.decoder.layers.14.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/opt/5/rnd_search_t_lin/comb_17/init/model.decoder.layers.14.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/opt/5/rnd_search_t_lin/comb_17/init/model.decoder.layers.14.self_attn.q_proj/_s.pt b/params/opt/5/rnd_search_t_lin/comb_17/init/model.decoder.layers.14.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..373cf003823505d745f2574d480b2acce76de38c
--- /dev/null
+++ b/params/opt/5/rnd_search_t_lin/comb_17/init/model.decoder.layers.14.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:bc9c1a7cf3a6484221b1f36540c573f9d5d443497f5937484f335c75db1f7053
+size 5251
diff --git a/params/opt/5/rnd_search_t_lin/comb_17/init/model.decoder.layers.14.self_attn.v_proj/_0.pt b/params/opt/5/rnd_search_t_lin/comb_17/init/model.decoder.layers.14.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/opt/5/rnd_search_t_lin/comb_17/init/model.decoder.layers.14.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/opt/5/rnd_search_t_lin/comb_17/init/model.decoder.layers.14.self_attn.v_proj/_s.pt b/params/opt/5/rnd_search_t_lin/comb_17/init/model.decoder.layers.14.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4365a9d7e31b70411898618a852f59647348ad3f
--- /dev/null
+++ b/params/opt/5/rnd_search_t_lin/comb_17/init/model.decoder.layers.14.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c9782b93ed2c478fa254e5e262ceda552ea39c238beee03231c4f8dec5818a61
+size 5251
diff --git a/params/opt/5/rnd_search_t_lin/comb_17/init/model.decoder.layers.15.fc1/_0.pt b/params/opt/5/rnd_search_t_lin/comb_17/init/model.decoder.layers.15.fc1/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..58c96248fd00550cc15d645205571ee67c337035
--- /dev/null
+++ b/params/opt/5/rnd_search_t_lin/comb_17/init/model.decoder.layers.15.fc1/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d77f62f2a90ce91416a8360d6ec3a5205dee0afeca27666c8c1c6bc185c247e5
+size 17539
diff --git a/params/opt/5/rnd_search_t_lin/comb_17/init/model.decoder.layers.15.fc1/_s.pt b/params/opt/5/rnd_search_t_lin/comb_17/init/model.decoder.layers.15.fc1/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..d4c9777594e4a7662190f4a634cc35b14ff222ac
--- /dev/null
+++ b/params/opt/5/rnd_search_t_lin/comb_17/init/model.decoder.layers.15.fc1/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:598b49a64f3434555c7da3badf51fc0d68e35dcd814f10dd8188bf65c12379eb
+size 17539
diff --git a/params/opt/5/rnd_search_t_lin/comb_17/init/model.decoder.layers.15.fc2/_0.pt b/params/opt/5/rnd_search_t_lin/comb_17/init/model.decoder.layers.15.fc2/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/opt/5/rnd_search_t_lin/comb_17/init/model.decoder.layers.15.fc2/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/opt/5/rnd_search_t_lin/comb_17/init/model.decoder.layers.15.fc2/_s.pt b/params/opt/5/rnd_search_t_lin/comb_17/init/model.decoder.layers.15.fc2/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..5f174e92e784b04931366e2e43263a77656645d6
--- /dev/null
+++ b/params/opt/5/rnd_search_t_lin/comb_17/init/model.decoder.layers.15.fc2/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a5a097a81f79128810a76c6e7188f810dade7b543b35f5f6a0621a3bf4021977
+size 5251
diff --git a/params/opt/5/rnd_search_t_lin/comb_17/init/model.decoder.layers.15.self_attn.k_proj/_0.pt b/params/opt/5/rnd_search_t_lin/comb_17/init/model.decoder.layers.15.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/opt/5/rnd_search_t_lin/comb_17/init/model.decoder.layers.15.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/opt/5/rnd_search_t_lin/comb_17/init/model.decoder.layers.15.self_attn.k_proj/_s.pt b/params/opt/5/rnd_search_t_lin/comb_17/init/model.decoder.layers.15.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..b70a1c3f6111f8c61e09b01e146fb0b74aabbec3
--- /dev/null
+++ b/params/opt/5/rnd_search_t_lin/comb_17/init/model.decoder.layers.15.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5534b8b8f07c62521ed943f70f5e0be326e91ae470c4b86fae64cae123cdf050
+size 5251
diff --git a/params/opt/5/rnd_search_t_lin/comb_17/init/model.decoder.layers.15.self_attn.out_proj/_0.pt b/params/opt/5/rnd_search_t_lin/comb_17/init/model.decoder.layers.15.self_attn.out_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/opt/5/rnd_search_t_lin/comb_17/init/model.decoder.layers.15.self_attn.out_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/opt/5/rnd_search_t_lin/comb_17/init/model.decoder.layers.15.self_attn.out_proj/_s.pt b/params/opt/5/rnd_search_t_lin/comb_17/init/model.decoder.layers.15.self_attn.out_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..fdb30c935d7bbedb45e65a1bf171045e02c26fb0
--- /dev/null
+++ b/params/opt/5/rnd_search_t_lin/comb_17/init/model.decoder.layers.15.self_attn.out_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:cc36d22c4b9ee917e5b6597182a80bbea3d471ecfc9113ae54608d1827299724
+size 5251
diff --git a/params/opt/5/rnd_search_t_lin/comb_17/init/model.decoder.layers.15.self_attn.q_proj/_0.pt b/params/opt/5/rnd_search_t_lin/comb_17/init/model.decoder.layers.15.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/opt/5/rnd_search_t_lin/comb_17/init/model.decoder.layers.15.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/opt/5/rnd_search_t_lin/comb_17/init/model.decoder.layers.15.self_attn.q_proj/_s.pt b/params/opt/5/rnd_search_t_lin/comb_17/init/model.decoder.layers.15.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..36db1a33d8bda0a0bca9716177b9f96aae14ce10
--- /dev/null
+++ b/params/opt/5/rnd_search_t_lin/comb_17/init/model.decoder.layers.15.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a75525a04c27ee33efd4f6fa8fbc34700a027613720cee74e6644e04ea741295
+size 5251
diff --git a/params/opt/5/rnd_search_t_lin/comb_17/init/model.decoder.layers.15.self_attn.v_proj/_0.pt b/params/opt/5/rnd_search_t_lin/comb_17/init/model.decoder.layers.15.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/opt/5/rnd_search_t_lin/comb_17/init/model.decoder.layers.15.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/opt/5/rnd_search_t_lin/comb_17/init/model.decoder.layers.15.self_attn.v_proj/_s.pt b/params/opt/5/rnd_search_t_lin/comb_17/init/model.decoder.layers.15.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..19874d81f5d0f90af421d266ad4b1df62f0ddf09
--- /dev/null
+++ b/params/opt/5/rnd_search_t_lin/comb_17/init/model.decoder.layers.15.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a1390ebfb0fd401bdce47920c2f58c06a25bb1113fce0dfc21e50f3d5630e553
+size 5251
diff --git a/params/opt/5/rnd_search_t_lin/comb_17/init/model.decoder.layers.16.fc1/_0.pt b/params/opt/5/rnd_search_t_lin/comb_17/init/model.decoder.layers.16.fc1/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..58c96248fd00550cc15d645205571ee67c337035
--- /dev/null
+++ b/params/opt/5/rnd_search_t_lin/comb_17/init/model.decoder.layers.16.fc1/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d77f62f2a90ce91416a8360d6ec3a5205dee0afeca27666c8c1c6bc185c247e5
+size 17539
diff --git a/params/opt/5/rnd_search_t_lin/comb_17/init/model.decoder.layers.16.fc1/_s.pt b/params/opt/5/rnd_search_t_lin/comb_17/init/model.decoder.layers.16.fc1/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..15fb245afadfa6258966aa4154d631028c3484a6
--- /dev/null
+++ b/params/opt/5/rnd_search_t_lin/comb_17/init/model.decoder.layers.16.fc1/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f728fed45abe18b3f26dd799ace38092db4e5bb5b979987061000962e4c359ce
+size 17539
diff --git a/params/opt/5/rnd_search_t_lin/comb_17/init/model.decoder.layers.16.fc2/_0.pt b/params/opt/5/rnd_search_t_lin/comb_17/init/model.decoder.layers.16.fc2/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/opt/5/rnd_search_t_lin/comb_17/init/model.decoder.layers.16.fc2/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/opt/5/rnd_search_t_lin/comb_17/init/model.decoder.layers.16.fc2/_s.pt b/params/opt/5/rnd_search_t_lin/comb_17/init/model.decoder.layers.16.fc2/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2603307ef47b19703332e2ca734b7c9782856e1d
--- /dev/null
+++ b/params/opt/5/rnd_search_t_lin/comb_17/init/model.decoder.layers.16.fc2/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:3e5af3c47008e33495be61419f0008fdd7f9fd04b1fc8485dc1029ddf1a7c3e4
+size 5251
diff --git a/params/opt/5/rnd_search_t_lin/comb_17/init/model.decoder.layers.16.self_attn.k_proj/_0.pt b/params/opt/5/rnd_search_t_lin/comb_17/init/model.decoder.layers.16.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/opt/5/rnd_search_t_lin/comb_17/init/model.decoder.layers.16.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/opt/5/rnd_search_t_lin/comb_17/init/model.decoder.layers.16.self_attn.k_proj/_s.pt b/params/opt/5/rnd_search_t_lin/comb_17/init/model.decoder.layers.16.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..7b6368b18cfa105531cc02af8e6ecce40613ea49
--- /dev/null
+++ b/params/opt/5/rnd_search_t_lin/comb_17/init/model.decoder.layers.16.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:de3056076ee458c21d2a5d346200e7741e90ed5e544a27fb15e1268af5823f82
+size 5251
diff --git a/params/opt/5/rnd_search_t_lin/comb_17/init/model.decoder.layers.16.self_attn.out_proj/_0.pt b/params/opt/5/rnd_search_t_lin/comb_17/init/model.decoder.layers.16.self_attn.out_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/opt/5/rnd_search_t_lin/comb_17/init/model.decoder.layers.16.self_attn.out_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/opt/5/rnd_search_t_lin/comb_17/init/model.decoder.layers.16.self_attn.out_proj/_s.pt b/params/opt/5/rnd_search_t_lin/comb_17/init/model.decoder.layers.16.self_attn.out_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..197f7630af1e8a655f4800d6fe5b206c0a9ea2ff
--- /dev/null
+++ b/params/opt/5/rnd_search_t_lin/comb_17/init/model.decoder.layers.16.self_attn.out_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f8a21814fc9999f3555429fd3d31c74aea34443cf74284243b4ef1506b698ea0
+size 5251
diff --git a/params/opt/5/rnd_search_t_lin/comb_17/init/model.decoder.layers.16.self_attn.q_proj/_0.pt b/params/opt/5/rnd_search_t_lin/comb_17/init/model.decoder.layers.16.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/opt/5/rnd_search_t_lin/comb_17/init/model.decoder.layers.16.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/opt/5/rnd_search_t_lin/comb_17/init/model.decoder.layers.16.self_attn.q_proj/_s.pt b/params/opt/5/rnd_search_t_lin/comb_17/init/model.decoder.layers.16.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..f1afb546793008e47621fceab03dbc0c260da65e
--- /dev/null
+++ b/params/opt/5/rnd_search_t_lin/comb_17/init/model.decoder.layers.16.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:31ffa5fb5a76664542b78a1352a4743f20e141c674c9db0ebedc0efdbf5e6906
+size 5251
diff --git a/params/opt/5/rnd_search_t_lin/comb_17/init/model.decoder.layers.16.self_attn.v_proj/_0.pt b/params/opt/5/rnd_search_t_lin/comb_17/init/model.decoder.layers.16.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/opt/5/rnd_search_t_lin/comb_17/init/model.decoder.layers.16.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/opt/5/rnd_search_t_lin/comb_17/init/model.decoder.layers.16.self_attn.v_proj/_s.pt b/params/opt/5/rnd_search_t_lin/comb_17/init/model.decoder.layers.16.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..9dbd61f60c552cbebe32e05272f2cc5c7bc409c4
--- /dev/null
+++ b/params/opt/5/rnd_search_t_lin/comb_17/init/model.decoder.layers.16.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:3736f5fd3211045c514de3e5cf40756732b28660ac3a5d6f5ff14f6ffd7bba8c
+size 5251
diff --git a/params/opt/5/rnd_search_t_lin/comb_17/init/model.decoder.layers.17.fc1/_0.pt b/params/opt/5/rnd_search_t_lin/comb_17/init/model.decoder.layers.17.fc1/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..58c96248fd00550cc15d645205571ee67c337035
--- /dev/null
+++ b/params/opt/5/rnd_search_t_lin/comb_17/init/model.decoder.layers.17.fc1/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d77f62f2a90ce91416a8360d6ec3a5205dee0afeca27666c8c1c6bc185c247e5
+size 17539
diff --git a/params/opt/5/rnd_search_t_lin/comb_17/init/model.decoder.layers.17.fc1/_s.pt b/params/opt/5/rnd_search_t_lin/comb_17/init/model.decoder.layers.17.fc1/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..63dd47ea1a75416f8b69b0f4ff2dd01b087ed8b1
--- /dev/null
+++ b/params/opt/5/rnd_search_t_lin/comb_17/init/model.decoder.layers.17.fc1/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c2c5bc85ce345671da68f489f26b35ef9215d9339bccfc9b4227a719f31426c8
+size 17539
diff --git a/params/opt/5/rnd_search_t_lin/comb_17/init/model.decoder.layers.17.fc2/_0.pt b/params/opt/5/rnd_search_t_lin/comb_17/init/model.decoder.layers.17.fc2/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/opt/5/rnd_search_t_lin/comb_17/init/model.decoder.layers.17.fc2/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/opt/5/rnd_search_t_lin/comb_17/init/model.decoder.layers.17.fc2/_s.pt b/params/opt/5/rnd_search_t_lin/comb_17/init/model.decoder.layers.17.fc2/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..df5b051e93b9c42c2a7c608eb0da6e236736115a
--- /dev/null
+++ b/params/opt/5/rnd_search_t_lin/comb_17/init/model.decoder.layers.17.fc2/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5d88c9396148767ff9d5246f0b1382891eb573188dfd7ceaa1e378502d032dbf
+size 5251
diff --git a/params/opt/5/rnd_search_t_lin/comb_17/init/model.decoder.layers.17.self_attn.k_proj/_0.pt b/params/opt/5/rnd_search_t_lin/comb_17/init/model.decoder.layers.17.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/opt/5/rnd_search_t_lin/comb_17/init/model.decoder.layers.17.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/opt/5/rnd_search_t_lin/comb_17/init/model.decoder.layers.17.self_attn.k_proj/_s.pt b/params/opt/5/rnd_search_t_lin/comb_17/init/model.decoder.layers.17.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c6d69cf9253b967d2fd3056223c983333225affb
--- /dev/null
+++ b/params/opt/5/rnd_search_t_lin/comb_17/init/model.decoder.layers.17.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2605ce9021aaeb9146d4e68a3826deac1ba2b929332bac1e030bba947f212586
+size 5251
diff --git a/params/opt/5/rnd_search_t_lin/comb_17/init/model.decoder.layers.17.self_attn.out_proj/_0.pt b/params/opt/5/rnd_search_t_lin/comb_17/init/model.decoder.layers.17.self_attn.out_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/opt/5/rnd_search_t_lin/comb_17/init/model.decoder.layers.17.self_attn.out_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/opt/5/rnd_search_t_lin/comb_17/init/model.decoder.layers.17.self_attn.out_proj/_s.pt b/params/opt/5/rnd_search_t_lin/comb_17/init/model.decoder.layers.17.self_attn.out_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..6f8c409313502dd16558f1ace4f6470512012da9
--- /dev/null
+++ b/params/opt/5/rnd_search_t_lin/comb_17/init/model.decoder.layers.17.self_attn.out_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:3d2aea16b0becd8c99369ae855d8333ccbc8922988b7f241fa8c7c5603263427
+size 5251
diff --git a/params/opt/5/rnd_search_t_lin/comb_17/init/model.decoder.layers.17.self_attn.q_proj/_0.pt b/params/opt/5/rnd_search_t_lin/comb_17/init/model.decoder.layers.17.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/opt/5/rnd_search_t_lin/comb_17/init/model.decoder.layers.17.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/opt/5/rnd_search_t_lin/comb_17/init/model.decoder.layers.17.self_attn.q_proj/_s.pt b/params/opt/5/rnd_search_t_lin/comb_17/init/model.decoder.layers.17.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8382c959c4ed297b8e7f2a156e4e50ddbb18d698
--- /dev/null
+++ b/params/opt/5/rnd_search_t_lin/comb_17/init/model.decoder.layers.17.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d401fb5ea06dc58017e8a256a086cca8440a51af01b7dddb0a6b4e65a5f557f6
+size 5251
diff --git a/params/opt/5/rnd_search_t_lin/comb_17/init/model.decoder.layers.17.self_attn.v_proj/_0.pt b/params/opt/5/rnd_search_t_lin/comb_17/init/model.decoder.layers.17.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/opt/5/rnd_search_t_lin/comb_17/init/model.decoder.layers.17.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/opt/5/rnd_search_t_lin/comb_17/init/model.decoder.layers.17.self_attn.v_proj/_s.pt b/params/opt/5/rnd_search_t_lin/comb_17/init/model.decoder.layers.17.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..aee47b93abc10e7ee9b0dbb9250fd584f321a724
--- /dev/null
+++ b/params/opt/5/rnd_search_t_lin/comb_17/init/model.decoder.layers.17.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0cd9240da45b366a36f58442f2f166c7c483ed2bc6696a34ddb90a9c69f6eb4c
+size 5251
diff --git a/params/opt/5/rnd_search_t_lin/comb_17/init/model.decoder.layers.18.fc1/_0.pt b/params/opt/5/rnd_search_t_lin/comb_17/init/model.decoder.layers.18.fc1/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..58c96248fd00550cc15d645205571ee67c337035
--- /dev/null
+++ b/params/opt/5/rnd_search_t_lin/comb_17/init/model.decoder.layers.18.fc1/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d77f62f2a90ce91416a8360d6ec3a5205dee0afeca27666c8c1c6bc185c247e5
+size 17539
diff --git a/params/opt/5/rnd_search_t_lin/comb_17/init/model.decoder.layers.18.fc1/_s.pt b/params/opt/5/rnd_search_t_lin/comb_17/init/model.decoder.layers.18.fc1/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..267dd46b3f7bc783f41e5d58275cc7c902a0f781
--- /dev/null
+++ b/params/opt/5/rnd_search_t_lin/comb_17/init/model.decoder.layers.18.fc1/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:bd68323324c2b519c2e6b6e0619bff9d71723d714bfad85af50594ec6e59905d
+size 17539
diff --git a/params/opt/5/rnd_search_t_lin/comb_17/init/model.decoder.layers.18.fc2/_0.pt b/params/opt/5/rnd_search_t_lin/comb_17/init/model.decoder.layers.18.fc2/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/opt/5/rnd_search_t_lin/comb_17/init/model.decoder.layers.18.fc2/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/opt/5/rnd_search_t_lin/comb_17/init/model.decoder.layers.18.fc2/_s.pt b/params/opt/5/rnd_search_t_lin/comb_17/init/model.decoder.layers.18.fc2/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..48a5359d67477c1ac4a69e713ad711b89d0f01ae
--- /dev/null
+++ b/params/opt/5/rnd_search_t_lin/comb_17/init/model.decoder.layers.18.fc2/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:143f0ad68c103565c029c6deb2685442925855bfa960de285420fe3aa1e39405
+size 5251
diff --git a/params/opt/5/rnd_search_t_lin/comb_17/init/model.decoder.layers.18.self_attn.k_proj/_0.pt b/params/opt/5/rnd_search_t_lin/comb_17/init/model.decoder.layers.18.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/opt/5/rnd_search_t_lin/comb_17/init/model.decoder.layers.18.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/opt/5/rnd_search_t_lin/comb_17/init/model.decoder.layers.18.self_attn.k_proj/_s.pt b/params/opt/5/rnd_search_t_lin/comb_17/init/model.decoder.layers.18.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..b695e5c1f7bf70b314c869422bc7332f98b6dc1f
--- /dev/null
+++ b/params/opt/5/rnd_search_t_lin/comb_17/init/model.decoder.layers.18.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a2322e0b557209c2f0af6be5df3430bcdd0e861f624da0abc1c87b2b54202c96
+size 5251
diff --git a/params/opt/5/rnd_search_t_lin/comb_17/init/model.decoder.layers.18.self_attn.out_proj/_0.pt b/params/opt/5/rnd_search_t_lin/comb_17/init/model.decoder.layers.18.self_attn.out_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/opt/5/rnd_search_t_lin/comb_17/init/model.decoder.layers.18.self_attn.out_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/opt/5/rnd_search_t_lin/comb_17/init/model.decoder.layers.18.self_attn.out_proj/_s.pt b/params/opt/5/rnd_search_t_lin/comb_17/init/model.decoder.layers.18.self_attn.out_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..36b562c420086b6bbe94117cb62637d31f7386c0
--- /dev/null
+++ b/params/opt/5/rnd_search_t_lin/comb_17/init/model.decoder.layers.18.self_attn.out_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:62aa3b9ecb76b8395fea1aa7e97f3a3d5963d77d48fba8223faaf63a5fc48ec2
+size 5251
diff --git a/params/opt/5/rnd_search_t_lin/comb_17/init/model.decoder.layers.18.self_attn.q_proj/_0.pt b/params/opt/5/rnd_search_t_lin/comb_17/init/model.decoder.layers.18.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/opt/5/rnd_search_t_lin/comb_17/init/model.decoder.layers.18.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/opt/5/rnd_search_t_lin/comb_17/init/model.decoder.layers.18.self_attn.q_proj/_s.pt b/params/opt/5/rnd_search_t_lin/comb_17/init/model.decoder.layers.18.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..23b9aa683b71232993595ef2434af04bd6bdd400
--- /dev/null
+++ b/params/opt/5/rnd_search_t_lin/comb_17/init/model.decoder.layers.18.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:1993e5f240a76151d480f5e5dba6a15fc6a1563664d17ab61eaf7c3c0b755a02
+size 5251
diff --git a/params/opt/5/rnd_search_t_lin/comb_17/init/model.decoder.layers.18.self_attn.v_proj/_0.pt b/params/opt/5/rnd_search_t_lin/comb_17/init/model.decoder.layers.18.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/opt/5/rnd_search_t_lin/comb_17/init/model.decoder.layers.18.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/opt/5/rnd_search_t_lin/comb_17/init/model.decoder.layers.18.self_attn.v_proj/_s.pt b/params/opt/5/rnd_search_t_lin/comb_17/init/model.decoder.layers.18.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..71fe18de6d4553490090f9a08adc9cd03357d997
--- /dev/null
+++ b/params/opt/5/rnd_search_t_lin/comb_17/init/model.decoder.layers.18.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:88e6f83b89c81e11b9fd3719eaf6e2e51cdbec8d234308e42fc784fa1d04e082
+size 5251
diff --git a/params/opt/5/rnd_search_t_lin/comb_17/init/model.decoder.layers.19.fc1/_0.pt b/params/opt/5/rnd_search_t_lin/comb_17/init/model.decoder.layers.19.fc1/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..58c96248fd00550cc15d645205571ee67c337035
--- /dev/null
+++ b/params/opt/5/rnd_search_t_lin/comb_17/init/model.decoder.layers.19.fc1/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d77f62f2a90ce91416a8360d6ec3a5205dee0afeca27666c8c1c6bc185c247e5
+size 17539
diff --git a/params/opt/5/rnd_search_t_lin/comb_17/init/model.decoder.layers.19.fc1/_s.pt b/params/opt/5/rnd_search_t_lin/comb_17/init/model.decoder.layers.19.fc1/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..0d3bf6a620b8413b8f200ad2011d1fa5d3643a5d
--- /dev/null
+++ b/params/opt/5/rnd_search_t_lin/comb_17/init/model.decoder.layers.19.fc1/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:84f10831b6ff52c45d4dac362bd14d52c3c0bb0c7df61d07ab546b9045ca9a8a
+size 17539
diff --git a/params/opt/5/rnd_search_t_lin/comb_17/init/model.decoder.layers.19.fc2/_0.pt b/params/opt/5/rnd_search_t_lin/comb_17/init/model.decoder.layers.19.fc2/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/opt/5/rnd_search_t_lin/comb_17/init/model.decoder.layers.19.fc2/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/opt/5/rnd_search_t_lin/comb_17/init/model.decoder.layers.19.fc2/_s.pt b/params/opt/5/rnd_search_t_lin/comb_17/init/model.decoder.layers.19.fc2/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..b04a9a4cf19152cb084b1322488ba9e4a0da5b70
--- /dev/null
+++ b/params/opt/5/rnd_search_t_lin/comb_17/init/model.decoder.layers.19.fc2/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c26eae3955c1de02aaedef0f97798b5155a3d39bdeeb6fcb73950099df3027b3
+size 5251
diff --git a/params/opt/5/rnd_search_t_lin/comb_17/init/model.decoder.layers.19.self_attn.k_proj/_0.pt b/params/opt/5/rnd_search_t_lin/comb_17/init/model.decoder.layers.19.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/opt/5/rnd_search_t_lin/comb_17/init/model.decoder.layers.19.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/opt/5/rnd_search_t_lin/comb_17/init/model.decoder.layers.19.self_attn.k_proj/_s.pt b/params/opt/5/rnd_search_t_lin/comb_17/init/model.decoder.layers.19.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..100217c1d3dfeb7025770c02f3c9b6740de209fe
--- /dev/null
+++ b/params/opt/5/rnd_search_t_lin/comb_17/init/model.decoder.layers.19.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:9d50102b0b62f874d29bbd7e691d2fd2091952e8aafffdb18872971ac8e5cf7d
+size 5251
diff --git a/params/opt/5/rnd_search_t_lin/comb_17/init/model.decoder.layers.19.self_attn.out_proj/_0.pt b/params/opt/5/rnd_search_t_lin/comb_17/init/model.decoder.layers.19.self_attn.out_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/opt/5/rnd_search_t_lin/comb_17/init/model.decoder.layers.19.self_attn.out_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/opt/5/rnd_search_t_lin/comb_17/init/model.decoder.layers.19.self_attn.out_proj/_s.pt b/params/opt/5/rnd_search_t_lin/comb_17/init/model.decoder.layers.19.self_attn.out_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..9fc7d55b4af00b078d7dd5abb1df1e84f8169b7c
--- /dev/null
+++ b/params/opt/5/rnd_search_t_lin/comb_17/init/model.decoder.layers.19.self_attn.out_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:9c14216880467d41ed1f1801634b745de1b9b2bea603e378212ab0605815053d
+size 5251
diff --git a/params/opt/5/rnd_search_t_lin/comb_17/init/model.decoder.layers.19.self_attn.q_proj/_0.pt b/params/opt/5/rnd_search_t_lin/comb_17/init/model.decoder.layers.19.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/opt/5/rnd_search_t_lin/comb_17/init/model.decoder.layers.19.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/opt/5/rnd_search_t_lin/comb_17/init/model.decoder.layers.19.self_attn.q_proj/_s.pt b/params/opt/5/rnd_search_t_lin/comb_17/init/model.decoder.layers.19.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..52ff3b8157ecf35af49d9aceef8b53d777872f2d
--- /dev/null
+++ b/params/opt/5/rnd_search_t_lin/comb_17/init/model.decoder.layers.19.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:137955c658ae3795a133ae3af767208a27da6c19d5e97e4022c218ad71dfb916
+size 5251
diff --git a/params/opt/5/rnd_search_t_lin/comb_17/init/model.decoder.layers.19.self_attn.v_proj/_0.pt b/params/opt/5/rnd_search_t_lin/comb_17/init/model.decoder.layers.19.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/opt/5/rnd_search_t_lin/comb_17/init/model.decoder.layers.19.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/opt/5/rnd_search_t_lin/comb_17/init/model.decoder.layers.19.self_attn.v_proj/_s.pt b/params/opt/5/rnd_search_t_lin/comb_17/init/model.decoder.layers.19.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..db46ac228348b6bd69497b5a0baa1fad3493094b
--- /dev/null
+++ b/params/opt/5/rnd_search_t_lin/comb_17/init/model.decoder.layers.19.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:af3e0990d283ade9a71a90fc05bb4faff19f6e56ed16be51947024086bc2e3c8
+size 5251
diff --git a/params/opt/5/rnd_search_t_lin/comb_17/init/model.decoder.layers.2.fc1/_0.pt b/params/opt/5/rnd_search_t_lin/comb_17/init/model.decoder.layers.2.fc1/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..58c96248fd00550cc15d645205571ee67c337035
--- /dev/null
+++ b/params/opt/5/rnd_search_t_lin/comb_17/init/model.decoder.layers.2.fc1/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d77f62f2a90ce91416a8360d6ec3a5205dee0afeca27666c8c1c6bc185c247e5
+size 17539
diff --git a/params/opt/5/rnd_search_t_lin/comb_17/init/model.decoder.layers.2.fc1/_s.pt b/params/opt/5/rnd_search_t_lin/comb_17/init/model.decoder.layers.2.fc1/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..aa0ea0947a3f6393ded5b5b61e158a64222ce524
--- /dev/null
+++ b/params/opt/5/rnd_search_t_lin/comb_17/init/model.decoder.layers.2.fc1/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:4ceb0f775c0216b48e02360ba548533197ea58b726001c270d20f47ce14577f0
+size 17539
diff --git a/params/opt/5/rnd_search_t_lin/comb_17/init/model.decoder.layers.2.fc2/_0.pt b/params/opt/5/rnd_search_t_lin/comb_17/init/model.decoder.layers.2.fc2/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/opt/5/rnd_search_t_lin/comb_17/init/model.decoder.layers.2.fc2/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/opt/5/rnd_search_t_lin/comb_17/init/model.decoder.layers.2.fc2/_s.pt b/params/opt/5/rnd_search_t_lin/comb_17/init/model.decoder.layers.2.fc2/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a26da935bc9b25a0462e143a3bc6851f9e6308fc
--- /dev/null
+++ b/params/opt/5/rnd_search_t_lin/comb_17/init/model.decoder.layers.2.fc2/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:bee7778b4cfbd473b814b9c061b97510ebd79b95e891d4010146252aaca04be0
+size 5251
diff --git a/params/opt/5/rnd_search_t_lin/comb_17/init/model.decoder.layers.2.self_attn.k_proj/_0.pt b/params/opt/5/rnd_search_t_lin/comb_17/init/model.decoder.layers.2.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/opt/5/rnd_search_t_lin/comb_17/init/model.decoder.layers.2.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/opt/5/rnd_search_t_lin/comb_17/init/model.decoder.layers.2.self_attn.k_proj/_s.pt b/params/opt/5/rnd_search_t_lin/comb_17/init/model.decoder.layers.2.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..680f531a00da7108acabedde0ff5bc5df636a6fe
--- /dev/null
+++ b/params/opt/5/rnd_search_t_lin/comb_17/init/model.decoder.layers.2.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:9a21cea1b9ba3903db8c1052bae662f503f52f81ae39f25b1fb2a78de4c12f93
+size 5251
diff --git a/params/opt/5/rnd_search_t_lin/comb_17/init/model.decoder.layers.2.self_attn.out_proj/_0.pt b/params/opt/5/rnd_search_t_lin/comb_17/init/model.decoder.layers.2.self_attn.out_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/opt/5/rnd_search_t_lin/comb_17/init/model.decoder.layers.2.self_attn.out_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/opt/5/rnd_search_t_lin/comb_17/init/model.decoder.layers.2.self_attn.out_proj/_s.pt b/params/opt/5/rnd_search_t_lin/comb_17/init/model.decoder.layers.2.self_attn.out_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..d1f5629fdfb1d3d1c71bceb5d8b77cef48ff52d2
--- /dev/null
+++ b/params/opt/5/rnd_search_t_lin/comb_17/init/model.decoder.layers.2.self_attn.out_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:529e5dcca5ed6a4b22b93e601a4658d0bdc1ad25ad257a62ecadc47a7bb1a97f
+size 5251
diff --git a/params/opt/5/rnd_search_t_lin/comb_17/init/model.decoder.layers.2.self_attn.q_proj/_0.pt b/params/opt/5/rnd_search_t_lin/comb_17/init/model.decoder.layers.2.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/opt/5/rnd_search_t_lin/comb_17/init/model.decoder.layers.2.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/opt/5/rnd_search_t_lin/comb_17/init/model.decoder.layers.2.self_attn.q_proj/_s.pt b/params/opt/5/rnd_search_t_lin/comb_17/init/model.decoder.layers.2.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ac9d76c3802290c70a8dcacbe1804debfc7d4bb
--- /dev/null
+++ b/params/opt/5/rnd_search_t_lin/comb_17/init/model.decoder.layers.2.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:3cf4b2475dfe77c2317a3e8ba9b18b1f055c4e048548f9006637abce3714d0be
+size 5251
diff --git a/params/opt/5/rnd_search_t_lin/comb_17/init/model.decoder.layers.2.self_attn.v_proj/_0.pt b/params/opt/5/rnd_search_t_lin/comb_17/init/model.decoder.layers.2.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/opt/5/rnd_search_t_lin/comb_17/init/model.decoder.layers.2.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/opt/5/rnd_search_t_lin/comb_17/init/model.decoder.layers.2.self_attn.v_proj/_s.pt b/params/opt/5/rnd_search_t_lin/comb_17/init/model.decoder.layers.2.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ced4c2c685bc09c403cb7b2795edd0d0ae1974b8
--- /dev/null
+++ b/params/opt/5/rnd_search_t_lin/comb_17/init/model.decoder.layers.2.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:4c1c4b3194676c4b7daf45da71fa40c6c8d10a89a5bb9278fe047b95d4328955
+size 5251
diff --git a/params/opt/5/rnd_search_t_lin/comb_17/init/model.decoder.layers.20.fc1/_0.pt b/params/opt/5/rnd_search_t_lin/comb_17/init/model.decoder.layers.20.fc1/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..58c96248fd00550cc15d645205571ee67c337035
--- /dev/null
+++ b/params/opt/5/rnd_search_t_lin/comb_17/init/model.decoder.layers.20.fc1/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d77f62f2a90ce91416a8360d6ec3a5205dee0afeca27666c8c1c6bc185c247e5
+size 17539
diff --git a/params/opt/5/rnd_search_t_lin/comb_17/init/model.decoder.layers.20.fc1/_s.pt b/params/opt/5/rnd_search_t_lin/comb_17/init/model.decoder.layers.20.fc1/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2103ee0ecf505f87ed514bb455c5a12c6befe6a2
--- /dev/null
+++ b/params/opt/5/rnd_search_t_lin/comb_17/init/model.decoder.layers.20.fc1/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5d0f15bfbd2f0ee3c4605e90fc3b2423e374f32ff71b15d0a4c60fe24b69a3e9
+size 17539
diff --git a/params/opt/5/rnd_search_t_lin/comb_17/init/model.decoder.layers.20.fc2/_0.pt b/params/opt/5/rnd_search_t_lin/comb_17/init/model.decoder.layers.20.fc2/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/opt/5/rnd_search_t_lin/comb_17/init/model.decoder.layers.20.fc2/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/opt/5/rnd_search_t_lin/comb_17/init/model.decoder.layers.20.fc2/_s.pt b/params/opt/5/rnd_search_t_lin/comb_17/init/model.decoder.layers.20.fc2/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..7423192bd007bc313943a828b0277348d72e8e5c
--- /dev/null
+++ b/params/opt/5/rnd_search_t_lin/comb_17/init/model.decoder.layers.20.fc2/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c4dcd5e3a7608fe1eed9a741cb3f59be6ab8e30473cf25e735110b6762c29ae3
+size 5251
diff --git a/params/opt/5/rnd_search_t_lin/comb_17/init/model.decoder.layers.20.self_attn.k_proj/_0.pt b/params/opt/5/rnd_search_t_lin/comb_17/init/model.decoder.layers.20.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/opt/5/rnd_search_t_lin/comb_17/init/model.decoder.layers.20.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/opt/5/rnd_search_t_lin/comb_17/init/model.decoder.layers.20.self_attn.k_proj/_s.pt b/params/opt/5/rnd_search_t_lin/comb_17/init/model.decoder.layers.20.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..7f0741aa531f5f5ce5536630a05bf48d92434afa
--- /dev/null
+++ b/params/opt/5/rnd_search_t_lin/comb_17/init/model.decoder.layers.20.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e1288d09c2030c72caf1ead43e317c59086ee3c591761e4f01a01d57c8120d89
+size 5251
diff --git a/params/opt/5/rnd_search_t_lin/comb_17/init/model.decoder.layers.20.self_attn.out_proj/_0.pt b/params/opt/5/rnd_search_t_lin/comb_17/init/model.decoder.layers.20.self_attn.out_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/opt/5/rnd_search_t_lin/comb_17/init/model.decoder.layers.20.self_attn.out_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/opt/5/rnd_search_t_lin/comb_17/init/model.decoder.layers.20.self_attn.out_proj/_s.pt b/params/opt/5/rnd_search_t_lin/comb_17/init/model.decoder.layers.20.self_attn.out_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2cb52135f0aa9bc54fa853eb4a57361989a2a054
--- /dev/null
+++ b/params/opt/5/rnd_search_t_lin/comb_17/init/model.decoder.layers.20.self_attn.out_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:31d48a02aa98d3121feecbb0cac6450bd6d42c7c691810abb340e3726b20d685
+size 5251
diff --git a/params/opt/5/rnd_search_t_lin/comb_17/init/model.decoder.layers.20.self_attn.q_proj/_0.pt b/params/opt/5/rnd_search_t_lin/comb_17/init/model.decoder.layers.20.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/opt/5/rnd_search_t_lin/comb_17/init/model.decoder.layers.20.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/opt/5/rnd_search_t_lin/comb_17/init/model.decoder.layers.20.self_attn.q_proj/_s.pt b/params/opt/5/rnd_search_t_lin/comb_17/init/model.decoder.layers.20.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..699531e08a751f8fc8854026156e0cc519d281a2
--- /dev/null
+++ b/params/opt/5/rnd_search_t_lin/comb_17/init/model.decoder.layers.20.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:314f054b87c4318bcd1b72308447551ae0bd8f10e3d9463aacd6f60d32d0e47d
+size 5251
diff --git a/params/opt/5/rnd_search_t_lin/comb_17/init/model.decoder.layers.20.self_attn.v_proj/_0.pt b/params/opt/5/rnd_search_t_lin/comb_17/init/model.decoder.layers.20.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/opt/5/rnd_search_t_lin/comb_17/init/model.decoder.layers.20.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/opt/5/rnd_search_t_lin/comb_17/init/model.decoder.layers.20.self_attn.v_proj/_s.pt b/params/opt/5/rnd_search_t_lin/comb_17/init/model.decoder.layers.20.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..830d7e521b2f62fe819a7f2d099972d12c4e8f9a
--- /dev/null
+++ b/params/opt/5/rnd_search_t_lin/comb_17/init/model.decoder.layers.20.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:69ae6ef60fb4fd9f215633b91c5fe82a91c76244888525d60f264815d204f6f2
+size 5251
diff --git a/params/opt/5/rnd_search_t_lin/comb_17/init/model.decoder.layers.21.fc1/_0.pt b/params/opt/5/rnd_search_t_lin/comb_17/init/model.decoder.layers.21.fc1/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..58c96248fd00550cc15d645205571ee67c337035
--- /dev/null
+++ b/params/opt/5/rnd_search_t_lin/comb_17/init/model.decoder.layers.21.fc1/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d77f62f2a90ce91416a8360d6ec3a5205dee0afeca27666c8c1c6bc185c247e5
+size 17539
diff --git a/params/opt/5/rnd_search_t_lin/comb_17/init/model.decoder.layers.21.fc1/_s.pt b/params/opt/5/rnd_search_t_lin/comb_17/init/model.decoder.layers.21.fc1/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..5c0f01a1286c88c918fe5770e7fd7b2ff93d93d1
--- /dev/null
+++ b/params/opt/5/rnd_search_t_lin/comb_17/init/model.decoder.layers.21.fc1/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:faccbf0611236bf38cd69e16374e748f4b4403d7eaed7a98009475e5d94cb282
+size 17539
diff --git a/params/opt/5/rnd_search_t_lin/comb_17/init/model.decoder.layers.21.fc2/_0.pt b/params/opt/5/rnd_search_t_lin/comb_17/init/model.decoder.layers.21.fc2/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/opt/5/rnd_search_t_lin/comb_17/init/model.decoder.layers.21.fc2/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/opt/5/rnd_search_t_lin/comb_17/init/model.decoder.layers.21.fc2/_s.pt b/params/opt/5/rnd_search_t_lin/comb_17/init/model.decoder.layers.21.fc2/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..6f6a64d1238f706d77de6d32c58b98bbe03cb6ed
--- /dev/null
+++ b/params/opt/5/rnd_search_t_lin/comb_17/init/model.decoder.layers.21.fc2/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f713ac32a1264e9d095a84a293ed09e9c5ca37fa9efdf06397310990a90bafd2
+size 5251
diff --git a/params/opt/5/rnd_search_t_lin/comb_17/init/model.decoder.layers.21.self_attn.k_proj/_0.pt b/params/opt/5/rnd_search_t_lin/comb_17/init/model.decoder.layers.21.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/opt/5/rnd_search_t_lin/comb_17/init/model.decoder.layers.21.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/opt/5/rnd_search_t_lin/comb_17/init/model.decoder.layers.21.self_attn.k_proj/_s.pt b/params/opt/5/rnd_search_t_lin/comb_17/init/model.decoder.layers.21.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ac489e8872a033fe324f36164540732e3535a09d
--- /dev/null
+++ b/params/opt/5/rnd_search_t_lin/comb_17/init/model.decoder.layers.21.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:9529332c0f4042c729b9637a46e09c6c33ce03a36520c1a6e569a702594937b6
+size 5251
diff --git a/params/opt/5/rnd_search_t_lin/comb_17/init/model.decoder.layers.21.self_attn.out_proj/_0.pt b/params/opt/5/rnd_search_t_lin/comb_17/init/model.decoder.layers.21.self_attn.out_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/opt/5/rnd_search_t_lin/comb_17/init/model.decoder.layers.21.self_attn.out_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/opt/5/rnd_search_t_lin/comb_17/init/model.decoder.layers.21.self_attn.out_proj/_s.pt b/params/opt/5/rnd_search_t_lin/comb_17/init/model.decoder.layers.21.self_attn.out_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..f160f1708aaa24a8fea35ed7e2a787204e1fcf34
--- /dev/null
+++ b/params/opt/5/rnd_search_t_lin/comb_17/init/model.decoder.layers.21.self_attn.out_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:51e16458ebe099df7e9b1c39fbeabc1f3dacd1f5fa90a1dd4505f5c5e8e47ce6
+size 5251
diff --git a/params/opt/5/rnd_search_t_lin/comb_17/init/model.decoder.layers.21.self_attn.q_proj/_0.pt b/params/opt/5/rnd_search_t_lin/comb_17/init/model.decoder.layers.21.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/opt/5/rnd_search_t_lin/comb_17/init/model.decoder.layers.21.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/opt/5/rnd_search_t_lin/comb_17/init/model.decoder.layers.21.self_attn.q_proj/_s.pt b/params/opt/5/rnd_search_t_lin/comb_17/init/model.decoder.layers.21.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..5f3508a0d4e70e188f19324e91d4b828c5e70bf8
--- /dev/null
+++ b/params/opt/5/rnd_search_t_lin/comb_17/init/model.decoder.layers.21.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e7b1875ef64e8cad81f89da4a0f6d1460da815ea3913f35bf8b4bb809d16e363
+size 5251
diff --git a/params/opt/5/rnd_search_t_lin/comb_17/init/model.decoder.layers.21.self_attn.v_proj/_0.pt b/params/opt/5/rnd_search_t_lin/comb_17/init/model.decoder.layers.21.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/opt/5/rnd_search_t_lin/comb_17/init/model.decoder.layers.21.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/opt/5/rnd_search_t_lin/comb_17/init/model.decoder.layers.21.self_attn.v_proj/_s.pt b/params/opt/5/rnd_search_t_lin/comb_17/init/model.decoder.layers.21.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..839d38c3cc7abc9c49362d200613144f0eb6e198
--- /dev/null
+++ b/params/opt/5/rnd_search_t_lin/comb_17/init/model.decoder.layers.21.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a00bf04f939b9ffa70ddca46e7026e35c68de8ec8655474d34505c58d7d022e3
+size 5251
diff --git a/params/opt/5/rnd_search_t_lin/comb_17/init/model.decoder.layers.22.fc1/_0.pt b/params/opt/5/rnd_search_t_lin/comb_17/init/model.decoder.layers.22.fc1/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..58c96248fd00550cc15d645205571ee67c337035
--- /dev/null
+++ b/params/opt/5/rnd_search_t_lin/comb_17/init/model.decoder.layers.22.fc1/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d77f62f2a90ce91416a8360d6ec3a5205dee0afeca27666c8c1c6bc185c247e5
+size 17539
diff --git a/params/opt/5/rnd_search_t_lin/comb_17/init/model.decoder.layers.22.fc1/_s.pt b/params/opt/5/rnd_search_t_lin/comb_17/init/model.decoder.layers.22.fc1/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..b2e5098b47245a09a637065bc6024248cb9c456e
--- /dev/null
+++ b/params/opt/5/rnd_search_t_lin/comb_17/init/model.decoder.layers.22.fc1/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:00e7542c3973ca4be2be498c0d655eb806f2908d35cc3b839005babb1578813a
+size 17539
diff --git a/params/opt/5/rnd_search_t_lin/comb_17/init/model.decoder.layers.22.fc2/_0.pt b/params/opt/5/rnd_search_t_lin/comb_17/init/model.decoder.layers.22.fc2/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/opt/5/rnd_search_t_lin/comb_17/init/model.decoder.layers.22.fc2/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/opt/5/rnd_search_t_lin/comb_17/init/model.decoder.layers.22.fc2/_s.pt b/params/opt/5/rnd_search_t_lin/comb_17/init/model.decoder.layers.22.fc2/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..42ffd5afb44795c29d9b0bc10c834cd175c74205
--- /dev/null
+++ b/params/opt/5/rnd_search_t_lin/comb_17/init/model.decoder.layers.22.fc2/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b5cdab8ad304ead71f929841bfc3e665cd9068c9ab60c9f528952903f684f5c3
+size 5251
diff --git a/params/opt/5/rnd_search_t_lin/comb_17/init/model.decoder.layers.22.self_attn.k_proj/_0.pt b/params/opt/5/rnd_search_t_lin/comb_17/init/model.decoder.layers.22.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/opt/5/rnd_search_t_lin/comb_17/init/model.decoder.layers.22.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/opt/5/rnd_search_t_lin/comb_17/init/model.decoder.layers.22.self_attn.k_proj/_s.pt b/params/opt/5/rnd_search_t_lin/comb_17/init/model.decoder.layers.22.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..77ac9a5504478434b0b2deb1f65c6f6674295598
--- /dev/null
+++ b/params/opt/5/rnd_search_t_lin/comb_17/init/model.decoder.layers.22.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0436494604fb45cc734311c4ebf7877bb96581e0f862d0c9b41403b0d5c3fe15
+size 5251
diff --git a/params/opt/5/rnd_search_t_lin/comb_17/init/model.decoder.layers.22.self_attn.out_proj/_0.pt b/params/opt/5/rnd_search_t_lin/comb_17/init/model.decoder.layers.22.self_attn.out_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/opt/5/rnd_search_t_lin/comb_17/init/model.decoder.layers.22.self_attn.out_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/opt/5/rnd_search_t_lin/comb_17/init/model.decoder.layers.22.self_attn.out_proj/_s.pt b/params/opt/5/rnd_search_t_lin/comb_17/init/model.decoder.layers.22.self_attn.out_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4e687df1f4ee2656c6a43410ac06392c23480041
--- /dev/null
+++ b/params/opt/5/rnd_search_t_lin/comb_17/init/model.decoder.layers.22.self_attn.out_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:138b0d4c0df69963dccaee157b162ca7f308c63abefc77804b4a673bceb4edac
+size 5251
diff --git a/params/opt/5/rnd_search_t_lin/comb_17/init/model.decoder.layers.22.self_attn.q_proj/_0.pt b/params/opt/5/rnd_search_t_lin/comb_17/init/model.decoder.layers.22.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/opt/5/rnd_search_t_lin/comb_17/init/model.decoder.layers.22.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/opt/5/rnd_search_t_lin/comb_17/init/model.decoder.layers.22.self_attn.q_proj/_s.pt b/params/opt/5/rnd_search_t_lin/comb_17/init/model.decoder.layers.22.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..41bd5dc03cb6d91cab79b54d7d81b42c32dcaaaf
--- /dev/null
+++ b/params/opt/5/rnd_search_t_lin/comb_17/init/model.decoder.layers.22.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:da346f01583ea7cc8c954aceca40a6e262412a2a0bc6a48f6d9642ae7a771536
+size 5251
diff --git a/params/opt/5/rnd_search_t_lin/comb_17/init/model.decoder.layers.22.self_attn.v_proj/_0.pt b/params/opt/5/rnd_search_t_lin/comb_17/init/model.decoder.layers.22.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/opt/5/rnd_search_t_lin/comb_17/init/model.decoder.layers.22.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/opt/5/rnd_search_t_lin/comb_17/init/model.decoder.layers.22.self_attn.v_proj/_s.pt b/params/opt/5/rnd_search_t_lin/comb_17/init/model.decoder.layers.22.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..0d8debad693779a812f3608bcf7eaff39ef7bb4b
--- /dev/null
+++ b/params/opt/5/rnd_search_t_lin/comb_17/init/model.decoder.layers.22.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:8ed4b5ec95191069f95b9b3ea2d81f602f19e9df8b2d02fee241b9a1c9bb5f77
+size 5251
diff --git a/params/opt/5/rnd_search_t_lin/comb_17/init/model.decoder.layers.23.fc1/_0.pt b/params/opt/5/rnd_search_t_lin/comb_17/init/model.decoder.layers.23.fc1/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..58c96248fd00550cc15d645205571ee67c337035
--- /dev/null
+++ b/params/opt/5/rnd_search_t_lin/comb_17/init/model.decoder.layers.23.fc1/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d77f62f2a90ce91416a8360d6ec3a5205dee0afeca27666c8c1c6bc185c247e5
+size 17539
diff --git a/params/opt/5/rnd_search_t_lin/comb_17/init/model.decoder.layers.23.fc1/_s.pt b/params/opt/5/rnd_search_t_lin/comb_17/init/model.decoder.layers.23.fc1/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a369d8821255eda2b25771da64e4ecf6ca994ecb
--- /dev/null
+++ b/params/opt/5/rnd_search_t_lin/comb_17/init/model.decoder.layers.23.fc1/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b3c2afdf4d4f5c4aea08a2b713b511ff31ef06a70ad92f0c624903ad096fda58
+size 17539
diff --git a/params/opt/5/rnd_search_t_lin/comb_17/init/model.decoder.layers.23.fc2/_0.pt b/params/opt/5/rnd_search_t_lin/comb_17/init/model.decoder.layers.23.fc2/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/opt/5/rnd_search_t_lin/comb_17/init/model.decoder.layers.23.fc2/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/opt/5/rnd_search_t_lin/comb_17/init/model.decoder.layers.23.fc2/_s.pt b/params/opt/5/rnd_search_t_lin/comb_17/init/model.decoder.layers.23.fc2/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..1388d86610170ee1e6bcd8d0b27307b13c09c5a9
--- /dev/null
+++ b/params/opt/5/rnd_search_t_lin/comb_17/init/model.decoder.layers.23.fc2/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:979b381df67b711f4997ce6300a7024d696dd1fc202489fb950ea2d3a15a01dd
+size 5251
diff --git a/params/opt/5/rnd_search_t_lin/comb_17/init/model.decoder.layers.23.self_attn.k_proj/_0.pt b/params/opt/5/rnd_search_t_lin/comb_17/init/model.decoder.layers.23.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/opt/5/rnd_search_t_lin/comb_17/init/model.decoder.layers.23.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/opt/5/rnd_search_t_lin/comb_17/init/model.decoder.layers.23.self_attn.k_proj/_s.pt b/params/opt/5/rnd_search_t_lin/comb_17/init/model.decoder.layers.23.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ec71940ca8ef01066e5b7f1283d413311796fb4b
--- /dev/null
+++ b/params/opt/5/rnd_search_t_lin/comb_17/init/model.decoder.layers.23.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f8d6ef078d5fb9c112e04fd997d8677e1f25568efff596dc87fc40a009fb4c98
+size 5251
diff --git a/params/opt/5/rnd_search_t_lin/comb_17/init/model.decoder.layers.23.self_attn.out_proj/_0.pt b/params/opt/5/rnd_search_t_lin/comb_17/init/model.decoder.layers.23.self_attn.out_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/opt/5/rnd_search_t_lin/comb_17/init/model.decoder.layers.23.self_attn.out_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/opt/5/rnd_search_t_lin/comb_17/init/model.decoder.layers.23.self_attn.out_proj/_s.pt b/params/opt/5/rnd_search_t_lin/comb_17/init/model.decoder.layers.23.self_attn.out_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e20ab6f5b39b97c863ab31ac0494f3512038feb4
--- /dev/null
+++ b/params/opt/5/rnd_search_t_lin/comb_17/init/model.decoder.layers.23.self_attn.out_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a99cc8e52d234bdb038b3370d4dcdd4407c23aadbcf9944095f6709f72fc8561
+size 5251
diff --git a/params/opt/5/rnd_search_t_lin/comb_17/init/model.decoder.layers.23.self_attn.q_proj/_0.pt b/params/opt/5/rnd_search_t_lin/comb_17/init/model.decoder.layers.23.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/opt/5/rnd_search_t_lin/comb_17/init/model.decoder.layers.23.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/opt/5/rnd_search_t_lin/comb_17/init/model.decoder.layers.23.self_attn.q_proj/_s.pt b/params/opt/5/rnd_search_t_lin/comb_17/init/model.decoder.layers.23.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ba60b35b160e46679836625e3c25d3769426464f
--- /dev/null
+++ b/params/opt/5/rnd_search_t_lin/comb_17/init/model.decoder.layers.23.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:dc0757f4d75ff51158d216144fd69e9e6a84b824aa83f75452ffe8fd35371ba4
+size 5251
diff --git a/params/opt/5/rnd_search_t_lin/comb_17/init/model.decoder.layers.23.self_attn.v_proj/_0.pt b/params/opt/5/rnd_search_t_lin/comb_17/init/model.decoder.layers.23.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/opt/5/rnd_search_t_lin/comb_17/init/model.decoder.layers.23.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/opt/5/rnd_search_t_lin/comb_17/init/model.decoder.layers.23.self_attn.v_proj/_s.pt b/params/opt/5/rnd_search_t_lin/comb_17/init/model.decoder.layers.23.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..f183bd3f0b9a1959534149ef2d1710441dac16a8
--- /dev/null
+++ b/params/opt/5/rnd_search_t_lin/comb_17/init/model.decoder.layers.23.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:6ffc70e1f509540bb51a89f4378682eb660685f9a0b865c0199afd8c516b512d
+size 5251
diff --git a/params/opt/5/rnd_search_t_lin/comb_17/init/model.decoder.layers.3.fc1/_0.pt b/params/opt/5/rnd_search_t_lin/comb_17/init/model.decoder.layers.3.fc1/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..58c96248fd00550cc15d645205571ee67c337035
--- /dev/null
+++ b/params/opt/5/rnd_search_t_lin/comb_17/init/model.decoder.layers.3.fc1/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d77f62f2a90ce91416a8360d6ec3a5205dee0afeca27666c8c1c6bc185c247e5
+size 17539
diff --git a/params/opt/5/rnd_search_t_lin/comb_17/init/model.decoder.layers.3.fc1/_s.pt b/params/opt/5/rnd_search_t_lin/comb_17/init/model.decoder.layers.3.fc1/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..42f615571269eac01fffcf1457748a2dd0bd679c
--- /dev/null
+++ b/params/opt/5/rnd_search_t_lin/comb_17/init/model.decoder.layers.3.fc1/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c542d10247ace99a5bf3b71cdaaadc4e0ce703759cbf621707347753ecf8d95f
+size 17539
diff --git a/params/opt/5/rnd_search_t_lin/comb_17/init/model.decoder.layers.3.fc2/_0.pt b/params/opt/5/rnd_search_t_lin/comb_17/init/model.decoder.layers.3.fc2/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/opt/5/rnd_search_t_lin/comb_17/init/model.decoder.layers.3.fc2/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/opt/5/rnd_search_t_lin/comb_17/init/model.decoder.layers.3.fc2/_s.pt b/params/opt/5/rnd_search_t_lin/comb_17/init/model.decoder.layers.3.fc2/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..0855e5ab4d0655a4198c2f0511c33ece536663c4
--- /dev/null
+++ b/params/opt/5/rnd_search_t_lin/comb_17/init/model.decoder.layers.3.fc2/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a192b67a9fc3a7f8b1f67296e0eb4c67c8185e8d756543c7b6605b6a2e6248ee
+size 5251
diff --git a/params/opt/5/rnd_search_t_lin/comb_17/init/model.decoder.layers.3.self_attn.k_proj/_0.pt b/params/opt/5/rnd_search_t_lin/comb_17/init/model.decoder.layers.3.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/opt/5/rnd_search_t_lin/comb_17/init/model.decoder.layers.3.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/opt/5/rnd_search_t_lin/comb_17/init/model.decoder.layers.3.self_attn.k_proj/_s.pt b/params/opt/5/rnd_search_t_lin/comb_17/init/model.decoder.layers.3.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..faefb111e9c27f0bc7444277c63a5902e6b38b0f
--- /dev/null
+++ b/params/opt/5/rnd_search_t_lin/comb_17/init/model.decoder.layers.3.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a4c9fa894c4dd5695bff4d473927a0ba9c076a739a982f447aadbafe8a1e7344
+size 5251
diff --git a/params/opt/5/rnd_search_t_lin/comb_17/init/model.decoder.layers.3.self_attn.out_proj/_0.pt b/params/opt/5/rnd_search_t_lin/comb_17/init/model.decoder.layers.3.self_attn.out_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/opt/5/rnd_search_t_lin/comb_17/init/model.decoder.layers.3.self_attn.out_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/opt/5/rnd_search_t_lin/comb_17/init/model.decoder.layers.3.self_attn.out_proj/_s.pt b/params/opt/5/rnd_search_t_lin/comb_17/init/model.decoder.layers.3.self_attn.out_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..63c8183be559a1f6dfc58ba8e163b071ad5f5aba
--- /dev/null
+++ b/params/opt/5/rnd_search_t_lin/comb_17/init/model.decoder.layers.3.self_attn.out_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c7091e55dd5c47d5c382ac5168d34a6eeb3d4301ccbabd65af0a71fdb641fb70
+size 5251
diff --git a/params/opt/5/rnd_search_t_lin/comb_17/init/model.decoder.layers.3.self_attn.q_proj/_0.pt b/params/opt/5/rnd_search_t_lin/comb_17/init/model.decoder.layers.3.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/opt/5/rnd_search_t_lin/comb_17/init/model.decoder.layers.3.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/opt/5/rnd_search_t_lin/comb_17/init/model.decoder.layers.3.self_attn.q_proj/_s.pt b/params/opt/5/rnd_search_t_lin/comb_17/init/model.decoder.layers.3.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c3febf4811d444ea63fa05d1b669b618f91ba006
--- /dev/null
+++ b/params/opt/5/rnd_search_t_lin/comb_17/init/model.decoder.layers.3.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:407de7e6bfe02dc6085f1518a4a1bfca52fb29028479a581e9aceccd3f3212f8
+size 5251
diff --git a/params/opt/5/rnd_search_t_lin/comb_17/init/model.decoder.layers.3.self_attn.v_proj/_0.pt b/params/opt/5/rnd_search_t_lin/comb_17/init/model.decoder.layers.3.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/opt/5/rnd_search_t_lin/comb_17/init/model.decoder.layers.3.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/opt/5/rnd_search_t_lin/comb_17/init/model.decoder.layers.3.self_attn.v_proj/_s.pt b/params/opt/5/rnd_search_t_lin/comb_17/init/model.decoder.layers.3.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..dec3223bd10e70e7c6fa286ff7908f269738fadb
--- /dev/null
+++ b/params/opt/5/rnd_search_t_lin/comb_17/init/model.decoder.layers.3.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:608cf509e0f60b9211908f74f47ae244f7be0583a1ee9107e7a34d362d17100b
+size 5251
diff --git a/params/opt/5/rnd_search_t_lin/comb_17/init/model.decoder.layers.4.fc1/_0.pt b/params/opt/5/rnd_search_t_lin/comb_17/init/model.decoder.layers.4.fc1/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..58c96248fd00550cc15d645205571ee67c337035
--- /dev/null
+++ b/params/opt/5/rnd_search_t_lin/comb_17/init/model.decoder.layers.4.fc1/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d77f62f2a90ce91416a8360d6ec3a5205dee0afeca27666c8c1c6bc185c247e5
+size 17539
diff --git a/params/opt/5/rnd_search_t_lin/comb_17/init/model.decoder.layers.4.fc1/_s.pt b/params/opt/5/rnd_search_t_lin/comb_17/init/model.decoder.layers.4.fc1/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ce17dfbf15a43457c69cc61c9540da1b92f6e476
--- /dev/null
+++ b/params/opt/5/rnd_search_t_lin/comb_17/init/model.decoder.layers.4.fc1/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ce0dc6c439ecc16c0fd95effd434024af9bbecc9ffd8d253f7c6b282d0b4f05e
+size 17539
diff --git a/params/opt/5/rnd_search_t_lin/comb_17/init/model.decoder.layers.4.fc2/_0.pt b/params/opt/5/rnd_search_t_lin/comb_17/init/model.decoder.layers.4.fc2/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/opt/5/rnd_search_t_lin/comb_17/init/model.decoder.layers.4.fc2/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/opt/5/rnd_search_t_lin/comb_17/init/model.decoder.layers.4.fc2/_s.pt b/params/opt/5/rnd_search_t_lin/comb_17/init/model.decoder.layers.4.fc2/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..0ba57ba9199fb3ed0bbdabd7c4a236993b4929d9
--- /dev/null
+++ b/params/opt/5/rnd_search_t_lin/comb_17/init/model.decoder.layers.4.fc2/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b5850b524730f73c067e7d7b7313f2d5d246fe57a0e431f90bfc60be80ec4cea
+size 5251
diff --git a/params/opt/5/rnd_search_t_lin/comb_17/init/model.decoder.layers.4.self_attn.k_proj/_0.pt b/params/opt/5/rnd_search_t_lin/comb_17/init/model.decoder.layers.4.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/opt/5/rnd_search_t_lin/comb_17/init/model.decoder.layers.4.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/opt/5/rnd_search_t_lin/comb_17/init/model.decoder.layers.4.self_attn.k_proj/_s.pt b/params/opt/5/rnd_search_t_lin/comb_17/init/model.decoder.layers.4.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2878391539ee457bf464ed4cdc4f2c7d88b1671b
--- /dev/null
+++ b/params/opt/5/rnd_search_t_lin/comb_17/init/model.decoder.layers.4.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0df6c1cfc3d67bb06cf9ef2083affb39f3a73b9a938df87c113c3ba2f5ee30ca
+size 5251
diff --git a/params/opt/5/rnd_search_t_lin/comb_17/init/model.decoder.layers.4.self_attn.out_proj/_0.pt b/params/opt/5/rnd_search_t_lin/comb_17/init/model.decoder.layers.4.self_attn.out_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/opt/5/rnd_search_t_lin/comb_17/init/model.decoder.layers.4.self_attn.out_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/opt/5/rnd_search_t_lin/comb_17/init/model.decoder.layers.4.self_attn.out_proj/_s.pt b/params/opt/5/rnd_search_t_lin/comb_17/init/model.decoder.layers.4.self_attn.out_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8a2a7a46ab0356181c3367068b2a6b6499adc57e
--- /dev/null
+++ b/params/opt/5/rnd_search_t_lin/comb_17/init/model.decoder.layers.4.self_attn.out_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:4bf8b14dd2447c3ec8da6d23c733e5fe5db191e1010e9fd226a0781f9248698c
+size 5251
diff --git a/params/opt/5/rnd_search_t_lin/comb_17/init/model.decoder.layers.4.self_attn.q_proj/_0.pt b/params/opt/5/rnd_search_t_lin/comb_17/init/model.decoder.layers.4.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/opt/5/rnd_search_t_lin/comb_17/init/model.decoder.layers.4.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/opt/5/rnd_search_t_lin/comb_17/init/model.decoder.layers.4.self_attn.q_proj/_s.pt b/params/opt/5/rnd_search_t_lin/comb_17/init/model.decoder.layers.4.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..49f73b64adc1fb416b4d68544ee67296206fd326
--- /dev/null
+++ b/params/opt/5/rnd_search_t_lin/comb_17/init/model.decoder.layers.4.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:7607d45962279b3b8d2855e4e484120c3cf1e7a69f796b963f3f18a981c43b13
+size 5251
diff --git a/params/opt/5/rnd_search_t_lin/comb_17/init/model.decoder.layers.4.self_attn.v_proj/_0.pt b/params/opt/5/rnd_search_t_lin/comb_17/init/model.decoder.layers.4.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/opt/5/rnd_search_t_lin/comb_17/init/model.decoder.layers.4.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/opt/5/rnd_search_t_lin/comb_17/init/model.decoder.layers.4.self_attn.v_proj/_s.pt b/params/opt/5/rnd_search_t_lin/comb_17/init/model.decoder.layers.4.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..20377cb34132f8d21a1cb61067144c8a88c6d35b
--- /dev/null
+++ b/params/opt/5/rnd_search_t_lin/comb_17/init/model.decoder.layers.4.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c750a7a387938c795a35f241f9e5c08bd57ce7f8b04567d884ce9df1cdbcf7da
+size 5251
diff --git a/params/opt/5/rnd_search_t_lin/comb_17/init/model.decoder.layers.5.fc1/_0.pt b/params/opt/5/rnd_search_t_lin/comb_17/init/model.decoder.layers.5.fc1/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..58c96248fd00550cc15d645205571ee67c337035
--- /dev/null
+++ b/params/opt/5/rnd_search_t_lin/comb_17/init/model.decoder.layers.5.fc1/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d77f62f2a90ce91416a8360d6ec3a5205dee0afeca27666c8c1c6bc185c247e5
+size 17539
diff --git a/params/opt/5/rnd_search_t_lin/comb_17/init/model.decoder.layers.5.fc1/_s.pt b/params/opt/5/rnd_search_t_lin/comb_17/init/model.decoder.layers.5.fc1/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..5345a6a17d64c5e574ff2f613515f564de0d2ea3
--- /dev/null
+++ b/params/opt/5/rnd_search_t_lin/comb_17/init/model.decoder.layers.5.fc1/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a24da2a7a114e19682bf55581d7b59b46fdc982bc50158df91c264e98b65cad7
+size 17539
diff --git a/params/opt/5/rnd_search_t_lin/comb_17/init/model.decoder.layers.5.fc2/_0.pt b/params/opt/5/rnd_search_t_lin/comb_17/init/model.decoder.layers.5.fc2/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/opt/5/rnd_search_t_lin/comb_17/init/model.decoder.layers.5.fc2/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/opt/5/rnd_search_t_lin/comb_17/init/model.decoder.layers.5.fc2/_s.pt b/params/opt/5/rnd_search_t_lin/comb_17/init/model.decoder.layers.5.fc2/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..f1a5aa5adb59675bee76cc7ea450973be7d4c2ad
--- /dev/null
+++ b/params/opt/5/rnd_search_t_lin/comb_17/init/model.decoder.layers.5.fc2/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:3151d9e37c97c7fd37f110aec0915d2874fdf0011911446d3bae1446387657b9
+size 5251
diff --git a/params/opt/5/rnd_search_t_lin/comb_17/init/model.decoder.layers.5.self_attn.k_proj/_0.pt b/params/opt/5/rnd_search_t_lin/comb_17/init/model.decoder.layers.5.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/opt/5/rnd_search_t_lin/comb_17/init/model.decoder.layers.5.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/opt/5/rnd_search_t_lin/comb_17/init/model.decoder.layers.5.self_attn.k_proj/_s.pt b/params/opt/5/rnd_search_t_lin/comb_17/init/model.decoder.layers.5.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ae0965aa89a6cc4d0d1260c46a565b512fe6e00b
--- /dev/null
+++ b/params/opt/5/rnd_search_t_lin/comb_17/init/model.decoder.layers.5.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2425b78221e3c9fdae5292e3e17bfe9029064653feb8dc1730615aed8971593d
+size 5251
diff --git a/params/opt/5/rnd_search_t_lin/comb_17/init/model.decoder.layers.5.self_attn.out_proj/_0.pt b/params/opt/5/rnd_search_t_lin/comb_17/init/model.decoder.layers.5.self_attn.out_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/opt/5/rnd_search_t_lin/comb_17/init/model.decoder.layers.5.self_attn.out_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/opt/5/rnd_search_t_lin/comb_17/init/model.decoder.layers.5.self_attn.out_proj/_s.pt b/params/opt/5/rnd_search_t_lin/comb_17/init/model.decoder.layers.5.self_attn.out_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..939d47a704852904eeb313df302bcfaedced503b
--- /dev/null
+++ b/params/opt/5/rnd_search_t_lin/comb_17/init/model.decoder.layers.5.self_attn.out_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a2b5fb3a92a449dd297d5eba9e6d55994ac892cb65267417dadfdb02d217cc8b
+size 5251
diff --git a/params/opt/5/rnd_search_t_lin/comb_17/init/model.decoder.layers.5.self_attn.q_proj/_0.pt b/params/opt/5/rnd_search_t_lin/comb_17/init/model.decoder.layers.5.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/opt/5/rnd_search_t_lin/comb_17/init/model.decoder.layers.5.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/opt/5/rnd_search_t_lin/comb_17/init/model.decoder.layers.5.self_attn.q_proj/_s.pt b/params/opt/5/rnd_search_t_lin/comb_17/init/model.decoder.layers.5.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..bb95d74eca39e576c0867420c39c36e28ef4563d
--- /dev/null
+++ b/params/opt/5/rnd_search_t_lin/comb_17/init/model.decoder.layers.5.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ed313b2b84f8f8c01547b274607a0b9d98bcec320724e0bba9177260c69483bb
+size 5251
diff --git a/params/opt/5/rnd_search_t_lin/comb_17/init/model.decoder.layers.5.self_attn.v_proj/_0.pt b/params/opt/5/rnd_search_t_lin/comb_17/init/model.decoder.layers.5.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/opt/5/rnd_search_t_lin/comb_17/init/model.decoder.layers.5.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/opt/5/rnd_search_t_lin/comb_17/init/model.decoder.layers.5.self_attn.v_proj/_s.pt b/params/opt/5/rnd_search_t_lin/comb_17/init/model.decoder.layers.5.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8db794bfc1dfe3e7ac96564ed28ca9dd82c32d48
--- /dev/null
+++ b/params/opt/5/rnd_search_t_lin/comb_17/init/model.decoder.layers.5.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:81812cb39318457952c39b67a61f637ac54dd87ec7fd5ed09fcc3f975daf01ed
+size 5251
diff --git a/params/opt/5/rnd_search_t_lin/comb_17/init/model.decoder.layers.6.fc1/_0.pt b/params/opt/5/rnd_search_t_lin/comb_17/init/model.decoder.layers.6.fc1/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..58c96248fd00550cc15d645205571ee67c337035
--- /dev/null
+++ b/params/opt/5/rnd_search_t_lin/comb_17/init/model.decoder.layers.6.fc1/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d77f62f2a90ce91416a8360d6ec3a5205dee0afeca27666c8c1c6bc185c247e5
+size 17539
diff --git a/params/opt/5/rnd_search_t_lin/comb_17/init/model.decoder.layers.6.fc1/_s.pt b/params/opt/5/rnd_search_t_lin/comb_17/init/model.decoder.layers.6.fc1/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ebaf9a134ecd7a6a2233096c9d4875e5b04f4776
--- /dev/null
+++ b/params/opt/5/rnd_search_t_lin/comb_17/init/model.decoder.layers.6.fc1/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:324f9444d30f44f2c77ecb5ebfb33ce414b31b78affc3a396a0c057c579e335f
+size 17539
diff --git a/params/opt/5/rnd_search_t_lin/comb_17/init/model.decoder.layers.6.fc2/_0.pt b/params/opt/5/rnd_search_t_lin/comb_17/init/model.decoder.layers.6.fc2/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/opt/5/rnd_search_t_lin/comb_17/init/model.decoder.layers.6.fc2/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/opt/5/rnd_search_t_lin/comb_17/init/model.decoder.layers.6.fc2/_s.pt b/params/opt/5/rnd_search_t_lin/comb_17/init/model.decoder.layers.6.fc2/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..519ca60611620c718ac48bd4cf054ca0a4ea09f4
--- /dev/null
+++ b/params/opt/5/rnd_search_t_lin/comb_17/init/model.decoder.layers.6.fc2/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:1ae35737cbc13e82b2493fa9aeae976a2499fa75fd636c05979e97e2a82d4411
+size 5251
diff --git a/params/opt/5/rnd_search_t_lin/comb_17/init/model.decoder.layers.6.self_attn.k_proj/_0.pt b/params/opt/5/rnd_search_t_lin/comb_17/init/model.decoder.layers.6.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/opt/5/rnd_search_t_lin/comb_17/init/model.decoder.layers.6.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/opt/5/rnd_search_t_lin/comb_17/init/model.decoder.layers.6.self_attn.k_proj/_s.pt b/params/opt/5/rnd_search_t_lin/comb_17/init/model.decoder.layers.6.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..90c89fe9b5a19d839f3a44b598e58012f94e6d34
--- /dev/null
+++ b/params/opt/5/rnd_search_t_lin/comb_17/init/model.decoder.layers.6.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:1cbd571fb1a5ca3a56f4f18e1cff9fe96c5b80118ea72b4951ded73a01ddbb43
+size 5251
diff --git a/params/opt/5/rnd_search_t_lin/comb_17/init/model.decoder.layers.6.self_attn.out_proj/_0.pt b/params/opt/5/rnd_search_t_lin/comb_17/init/model.decoder.layers.6.self_attn.out_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/opt/5/rnd_search_t_lin/comb_17/init/model.decoder.layers.6.self_attn.out_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/opt/5/rnd_search_t_lin/comb_17/init/model.decoder.layers.6.self_attn.out_proj/_s.pt b/params/opt/5/rnd_search_t_lin/comb_17/init/model.decoder.layers.6.self_attn.out_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..99ef5d1cd560fe9f92d406c8e1154655ca0ecc0f
--- /dev/null
+++ b/params/opt/5/rnd_search_t_lin/comb_17/init/model.decoder.layers.6.self_attn.out_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c9a70c61be72f3a1d72ea51d13c158066f4e0113857a03b006365559e835e976
+size 5251
diff --git a/params/opt/5/rnd_search_t_lin/comb_17/init/model.decoder.layers.6.self_attn.q_proj/_0.pt b/params/opt/5/rnd_search_t_lin/comb_17/init/model.decoder.layers.6.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/opt/5/rnd_search_t_lin/comb_17/init/model.decoder.layers.6.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/opt/5/rnd_search_t_lin/comb_17/init/model.decoder.layers.6.self_attn.q_proj/_s.pt b/params/opt/5/rnd_search_t_lin/comb_17/init/model.decoder.layers.6.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..158b0d3b7e029d4ecdc8d6f3d9330b791343bf7e
--- /dev/null
+++ b/params/opt/5/rnd_search_t_lin/comb_17/init/model.decoder.layers.6.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:1d8f46eb07538db900be280096f9270e72c500c9f20271daaec75a49a3c4493b
+size 5251
diff --git a/params/opt/5/rnd_search_t_lin/comb_17/init/model.decoder.layers.6.self_attn.v_proj/_0.pt b/params/opt/5/rnd_search_t_lin/comb_17/init/model.decoder.layers.6.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/opt/5/rnd_search_t_lin/comb_17/init/model.decoder.layers.6.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/opt/5/rnd_search_t_lin/comb_17/init/model.decoder.layers.6.self_attn.v_proj/_s.pt b/params/opt/5/rnd_search_t_lin/comb_17/init/model.decoder.layers.6.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..1f47fdd4761a69626a4951918437b99d51fea09e
--- /dev/null
+++ b/params/opt/5/rnd_search_t_lin/comb_17/init/model.decoder.layers.6.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:527d19f0d64f5b6fe4d69a799fdb92fe2dee48fc74fd7866cc24b4eb3ac3ad06
+size 5251
diff --git a/params/opt/5/rnd_search_t_lin/comb_17/init/model.decoder.layers.7.fc1/_0.pt b/params/opt/5/rnd_search_t_lin/comb_17/init/model.decoder.layers.7.fc1/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..58c96248fd00550cc15d645205571ee67c337035
--- /dev/null
+++ b/params/opt/5/rnd_search_t_lin/comb_17/init/model.decoder.layers.7.fc1/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d77f62f2a90ce91416a8360d6ec3a5205dee0afeca27666c8c1c6bc185c247e5
+size 17539
diff --git a/params/opt/5/rnd_search_t_lin/comb_17/init/model.decoder.layers.7.fc1/_s.pt b/params/opt/5/rnd_search_t_lin/comb_17/init/model.decoder.layers.7.fc1/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ebd38967619fae122d8f35cb60fde189efe00639
--- /dev/null
+++ b/params/opt/5/rnd_search_t_lin/comb_17/init/model.decoder.layers.7.fc1/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e42e3b29a07e90bcc3878a08b1810a4cb2e4928c1a2446866d20a0133ca43cac
+size 17539
diff --git a/params/opt/5/rnd_search_t_lin/comb_17/init/model.decoder.layers.7.fc2/_0.pt b/params/opt/5/rnd_search_t_lin/comb_17/init/model.decoder.layers.7.fc2/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/opt/5/rnd_search_t_lin/comb_17/init/model.decoder.layers.7.fc2/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/opt/5/rnd_search_t_lin/comb_17/init/model.decoder.layers.7.fc2/_s.pt b/params/opt/5/rnd_search_t_lin/comb_17/init/model.decoder.layers.7.fc2/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..88044edc80d42171b4dbb9b1f4dd3f8ee70a11e0
--- /dev/null
+++ b/params/opt/5/rnd_search_t_lin/comb_17/init/model.decoder.layers.7.fc2/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:92fa022b254df829f4f55a67a2dd62d7a4e2cdb49f8f036d782da1177a2d7e8d
+size 5251
diff --git a/params/opt/5/rnd_search_t_lin/comb_17/init/model.decoder.layers.7.self_attn.k_proj/_0.pt b/params/opt/5/rnd_search_t_lin/comb_17/init/model.decoder.layers.7.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/opt/5/rnd_search_t_lin/comb_17/init/model.decoder.layers.7.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/opt/5/rnd_search_t_lin/comb_17/init/model.decoder.layers.7.self_attn.k_proj/_s.pt b/params/opt/5/rnd_search_t_lin/comb_17/init/model.decoder.layers.7.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..5926d3049d069cae1e3e12aa15d5a9a8bef63294
--- /dev/null
+++ b/params/opt/5/rnd_search_t_lin/comb_17/init/model.decoder.layers.7.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d94355cc9d517c5453b286681ce9a6cba516c7518fd4fb9798e2498866568d02
+size 5251
diff --git a/params/opt/5/rnd_search_t_lin/comb_17/init/model.decoder.layers.7.self_attn.out_proj/_0.pt b/params/opt/5/rnd_search_t_lin/comb_17/init/model.decoder.layers.7.self_attn.out_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/opt/5/rnd_search_t_lin/comb_17/init/model.decoder.layers.7.self_attn.out_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/opt/5/rnd_search_t_lin/comb_17/init/model.decoder.layers.7.self_attn.out_proj/_s.pt b/params/opt/5/rnd_search_t_lin/comb_17/init/model.decoder.layers.7.self_attn.out_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..594cd6780140f9846e7c218f87b764f5c61ad70d
--- /dev/null
+++ b/params/opt/5/rnd_search_t_lin/comb_17/init/model.decoder.layers.7.self_attn.out_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d9672e3b426bd0727db3c062d05b9352e39f69ed28272c8d34d05965c4a71117
+size 5251
diff --git a/params/opt/5/rnd_search_t_lin/comb_17/init/model.decoder.layers.7.self_attn.q_proj/_0.pt b/params/opt/5/rnd_search_t_lin/comb_17/init/model.decoder.layers.7.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/opt/5/rnd_search_t_lin/comb_17/init/model.decoder.layers.7.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/opt/5/rnd_search_t_lin/comb_17/init/model.decoder.layers.7.self_attn.q_proj/_s.pt b/params/opt/5/rnd_search_t_lin/comb_17/init/model.decoder.layers.7.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..7f78007fd33e149e98febfb3eb433522ea9bc8e6
--- /dev/null
+++ b/params/opt/5/rnd_search_t_lin/comb_17/init/model.decoder.layers.7.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2bc448bd053df865e1fcf75e216ebf7159e1ecb6cf2e2610f14258c0c78dec5f
+size 5251
diff --git a/params/opt/5/rnd_search_t_lin/comb_17/init/model.decoder.layers.7.self_attn.v_proj/_0.pt b/params/opt/5/rnd_search_t_lin/comb_17/init/model.decoder.layers.7.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/opt/5/rnd_search_t_lin/comb_17/init/model.decoder.layers.7.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/opt/5/rnd_search_t_lin/comb_17/init/model.decoder.layers.7.self_attn.v_proj/_s.pt b/params/opt/5/rnd_search_t_lin/comb_17/init/model.decoder.layers.7.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8e03b5e22572b50b006305fdc8ccf952361bbfac
--- /dev/null
+++ b/params/opt/5/rnd_search_t_lin/comb_17/init/model.decoder.layers.7.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:7833da8938930ebefaaa8a1233917bb58f75a7e300ce8b6e2b68775bb5100864
+size 5251
diff --git a/params/opt/5/rnd_search_t_lin/comb_17/init/model.decoder.layers.8.fc1/_0.pt b/params/opt/5/rnd_search_t_lin/comb_17/init/model.decoder.layers.8.fc1/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..58c96248fd00550cc15d645205571ee67c337035
--- /dev/null
+++ b/params/opt/5/rnd_search_t_lin/comb_17/init/model.decoder.layers.8.fc1/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d77f62f2a90ce91416a8360d6ec3a5205dee0afeca27666c8c1c6bc185c247e5
+size 17539
diff --git a/params/opt/5/rnd_search_t_lin/comb_17/init/model.decoder.layers.8.fc1/_s.pt b/params/opt/5/rnd_search_t_lin/comb_17/init/model.decoder.layers.8.fc1/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..f552b08305f24746da2c70331513c94e073b99eb
--- /dev/null
+++ b/params/opt/5/rnd_search_t_lin/comb_17/init/model.decoder.layers.8.fc1/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5751dca310e662dbc5d82bc4b712f82a0fa2500eb11d3c8d209ae1c666982db6
+size 17539
diff --git a/params/opt/5/rnd_search_t_lin/comb_17/init/model.decoder.layers.8.fc2/_0.pt b/params/opt/5/rnd_search_t_lin/comb_17/init/model.decoder.layers.8.fc2/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/opt/5/rnd_search_t_lin/comb_17/init/model.decoder.layers.8.fc2/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/opt/5/rnd_search_t_lin/comb_17/init/model.decoder.layers.8.fc2/_s.pt b/params/opt/5/rnd_search_t_lin/comb_17/init/model.decoder.layers.8.fc2/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..5771b2f788cf7831fefec98e1135ec0428312e49
--- /dev/null
+++ b/params/opt/5/rnd_search_t_lin/comb_17/init/model.decoder.layers.8.fc2/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:faef1802af5fab7af4fa9a79f2a443122de2b2045e14267cfd539fcce11720eb
+size 5251
diff --git a/params/opt/5/rnd_search_t_lin/comb_17/init/model.decoder.layers.8.self_attn.k_proj/_0.pt b/params/opt/5/rnd_search_t_lin/comb_17/init/model.decoder.layers.8.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/opt/5/rnd_search_t_lin/comb_17/init/model.decoder.layers.8.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/opt/5/rnd_search_t_lin/comb_17/init/model.decoder.layers.8.self_attn.k_proj/_s.pt b/params/opt/5/rnd_search_t_lin/comb_17/init/model.decoder.layers.8.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c89121802bbb2ec730c6de0eda9ebd05dd8b21c1
--- /dev/null
+++ b/params/opt/5/rnd_search_t_lin/comb_17/init/model.decoder.layers.8.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:42b2fa3b41fe75dfb38aa9568a07628c8ea68094d37bebf2d40a7c4e68c51711
+size 5251
diff --git a/params/opt/5/rnd_search_t_lin/comb_17/init/model.decoder.layers.8.self_attn.out_proj/_0.pt b/params/opt/5/rnd_search_t_lin/comb_17/init/model.decoder.layers.8.self_attn.out_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/opt/5/rnd_search_t_lin/comb_17/init/model.decoder.layers.8.self_attn.out_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/opt/5/rnd_search_t_lin/comb_17/init/model.decoder.layers.8.self_attn.out_proj/_s.pt b/params/opt/5/rnd_search_t_lin/comb_17/init/model.decoder.layers.8.self_attn.out_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..50ce3889bff2f1529863b99a3fd4f252a441793f
--- /dev/null
+++ b/params/opt/5/rnd_search_t_lin/comb_17/init/model.decoder.layers.8.self_attn.out_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:9a93698015a52e1ed9edc7029878e696fa331ace5c63a79dbadd4d6650a74f72
+size 5251
diff --git a/params/opt/5/rnd_search_t_lin/comb_17/init/model.decoder.layers.8.self_attn.q_proj/_0.pt b/params/opt/5/rnd_search_t_lin/comb_17/init/model.decoder.layers.8.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/opt/5/rnd_search_t_lin/comb_17/init/model.decoder.layers.8.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/opt/5/rnd_search_t_lin/comb_17/init/model.decoder.layers.8.self_attn.q_proj/_s.pt b/params/opt/5/rnd_search_t_lin/comb_17/init/model.decoder.layers.8.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..37e5ef354c2ce27ca7b563e81f58e3062de2fc14
--- /dev/null
+++ b/params/opt/5/rnd_search_t_lin/comb_17/init/model.decoder.layers.8.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2286e60229324fc39baaca507bce837408e13d009ad796c1d1b90a0f35f79ef7
+size 5251
diff --git a/params/opt/5/rnd_search_t_lin/comb_17/init/model.decoder.layers.8.self_attn.v_proj/_0.pt b/params/opt/5/rnd_search_t_lin/comb_17/init/model.decoder.layers.8.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/opt/5/rnd_search_t_lin/comb_17/init/model.decoder.layers.8.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/opt/5/rnd_search_t_lin/comb_17/init/model.decoder.layers.8.self_attn.v_proj/_s.pt b/params/opt/5/rnd_search_t_lin/comb_17/init/model.decoder.layers.8.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..d2075b73972374dc05456af53cfe9be60407c2f0
--- /dev/null
+++ b/params/opt/5/rnd_search_t_lin/comb_17/init/model.decoder.layers.8.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f81345081218e038fa9ff5cdc62bd7735820898a53d48d58ede86eb89d8d8ccc
+size 5251
diff --git a/params/opt/5/rnd_search_t_lin/comb_17/init/model.decoder.layers.9.fc1/_0.pt b/params/opt/5/rnd_search_t_lin/comb_17/init/model.decoder.layers.9.fc1/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..58c96248fd00550cc15d645205571ee67c337035
--- /dev/null
+++ b/params/opt/5/rnd_search_t_lin/comb_17/init/model.decoder.layers.9.fc1/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d77f62f2a90ce91416a8360d6ec3a5205dee0afeca27666c8c1c6bc185c247e5
+size 17539
diff --git a/params/opt/5/rnd_search_t_lin/comb_17/init/model.decoder.layers.9.fc1/_s.pt b/params/opt/5/rnd_search_t_lin/comb_17/init/model.decoder.layers.9.fc1/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a4175ff4b376a75f3cfeeeb57097d356ee522d9a
--- /dev/null
+++ b/params/opt/5/rnd_search_t_lin/comb_17/init/model.decoder.layers.9.fc1/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:48f00081d7da57429ca2b2ef594042f6d6dab9e711f8198be7ac1b09ce4a9bf8
+size 17539
diff --git a/params/opt/5/rnd_search_t_lin/comb_17/init/model.decoder.layers.9.fc2/_0.pt b/params/opt/5/rnd_search_t_lin/comb_17/init/model.decoder.layers.9.fc2/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/opt/5/rnd_search_t_lin/comb_17/init/model.decoder.layers.9.fc2/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/opt/5/rnd_search_t_lin/comb_17/init/model.decoder.layers.9.fc2/_s.pt b/params/opt/5/rnd_search_t_lin/comb_17/init/model.decoder.layers.9.fc2/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..f7a5f3e6c533273e9597b90d015382c9dd15ccfd
--- /dev/null
+++ b/params/opt/5/rnd_search_t_lin/comb_17/init/model.decoder.layers.9.fc2/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:4aea4098c5ebe67139c1bf41b34f86346afdbc8f46764c53ffa98a4e6104e0f9
+size 5251
diff --git a/params/opt/5/rnd_search_t_lin/comb_17/init/model.decoder.layers.9.self_attn.k_proj/_0.pt b/params/opt/5/rnd_search_t_lin/comb_17/init/model.decoder.layers.9.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/opt/5/rnd_search_t_lin/comb_17/init/model.decoder.layers.9.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/opt/5/rnd_search_t_lin/comb_17/init/model.decoder.layers.9.self_attn.k_proj/_s.pt b/params/opt/5/rnd_search_t_lin/comb_17/init/model.decoder.layers.9.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..953caf43eee42ce31943846422900a6ca190411b
--- /dev/null
+++ b/params/opt/5/rnd_search_t_lin/comb_17/init/model.decoder.layers.9.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:cdf6ab242591e5c05509eea6ebf86d279e0ace1a50ebe8c702bbc1c610d6c831
+size 5251
diff --git a/params/opt/5/rnd_search_t_lin/comb_17/init/model.decoder.layers.9.self_attn.out_proj/_0.pt b/params/opt/5/rnd_search_t_lin/comb_17/init/model.decoder.layers.9.self_attn.out_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/opt/5/rnd_search_t_lin/comb_17/init/model.decoder.layers.9.self_attn.out_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/opt/5/rnd_search_t_lin/comb_17/init/model.decoder.layers.9.self_attn.out_proj/_s.pt b/params/opt/5/rnd_search_t_lin/comb_17/init/model.decoder.layers.9.self_attn.out_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..244bfa531e95c9c40684e96a7bd9405b60417778
--- /dev/null
+++ b/params/opt/5/rnd_search_t_lin/comb_17/init/model.decoder.layers.9.self_attn.out_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5d4171c63a4e084c6227c58c401c81f711d4a275f7ff63a3acd9e00fde856dc2
+size 5251
diff --git a/params/opt/5/rnd_search_t_lin/comb_17/init/model.decoder.layers.9.self_attn.q_proj/_0.pt b/params/opt/5/rnd_search_t_lin/comb_17/init/model.decoder.layers.9.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/opt/5/rnd_search_t_lin/comb_17/init/model.decoder.layers.9.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/opt/5/rnd_search_t_lin/comb_17/init/model.decoder.layers.9.self_attn.q_proj/_s.pt b/params/opt/5/rnd_search_t_lin/comb_17/init/model.decoder.layers.9.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..f3a6e7b4ab6d6568fa027eea1abfa1aa517e19d9
--- /dev/null
+++ b/params/opt/5/rnd_search_t_lin/comb_17/init/model.decoder.layers.9.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a17c7508331716095a0e49459e90900e51bb19cdb850d602f4d001a3b772ba17
+size 5251
diff --git a/params/opt/5/rnd_search_t_lin/comb_17/init/model.decoder.layers.9.self_attn.v_proj/_0.pt b/params/opt/5/rnd_search_t_lin/comb_17/init/model.decoder.layers.9.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/opt/5/rnd_search_t_lin/comb_17/init/model.decoder.layers.9.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/opt/5/rnd_search_t_lin/comb_17/init/model.decoder.layers.9.self_attn.v_proj/_s.pt b/params/opt/5/rnd_search_t_lin/comb_17/init/model.decoder.layers.9.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..354d659b76b295e9adb6e2b4eea7c8c4b0b9a0c4
--- /dev/null
+++ b/params/opt/5/rnd_search_t_lin/comb_17/init/model.decoder.layers.9.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:20876de3578793bbaffc93253475f1c05f6c37cca365f5f1814bdf54680ee6ec
+size 5251
diff --git a/params/opt/5/rnd_search_t_lin/comb_17/init/model.decoder.project_in/_0.pt b/params/opt/5/rnd_search_t_lin/comb_17/init/model.decoder.project_in/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/opt/5/rnd_search_t_lin/comb_17/init/model.decoder.project_in/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/opt/5/rnd_search_t_lin/comb_17/init/model.decoder.project_in/_s.pt b/params/opt/5/rnd_search_t_lin/comb_17/init/model.decoder.project_in/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8812250bfa0be3f22a31d2d8b4e8cb7f640c92bd
--- /dev/null
+++ b/params/opt/5/rnd_search_t_lin/comb_17/init/model.decoder.project_in/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:48420758623932670cf3e7b8ab9ba7290330702143930c7e5cb6bec24403fb62
+size 5251
diff --git a/params/opt/5/rnd_search_t_lin/comb_17/init/model.decoder.project_out/_0.pt b/params/opt/5/rnd_search_t_lin/comb_17/init/model.decoder.project_out/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..7dafd7dbb653cbd2daae7b5c32e1db4207127f70
--- /dev/null
+++ b/params/opt/5/rnd_search_t_lin/comb_17/init/model.decoder.project_out/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c190e0e27174863691b4d6213f0eb2960c410741df0ce7e97f0315f29a271735
+size 3203
diff --git a/params/opt/5/rnd_search_t_lin/comb_17/init/model.decoder.project_out/_s.pt b/params/opt/5/rnd_search_t_lin/comb_17/init/model.decoder.project_out/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..316a755c2f9c6c6cdb573cdd3cc78304c5b8d608
--- /dev/null
+++ b/params/opt/5/rnd_search_t_lin/comb_17/init/model.decoder.project_out/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:1d73a297b23ecac356b5427fc47c63b73767ef321e2f6ff426b2004fefa00ed3
+size 3203
diff --git a/params/opt/5/rnd_search_t_lin/comb_17/trained/lm_head/_0.pt b/params/opt/5/rnd_search_t_lin/comb_17/trained/lm_head/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..65fbb4c1b1603ad31e52dd2a8b573ac8d4d8e18d
--- /dev/null
+++ b/params/opt/5/rnd_search_t_lin/comb_17/trained/lm_head/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:76d46e2136e08568348288f74cd729704032d869000321fadd90198127183def
+size 202243
diff --git a/params/opt/5/rnd_search_t_lin/comb_17/trained/lm_head/_s.pt b/params/opt/5/rnd_search_t_lin/comb_17/trained/lm_head/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c4bc50a752ff146ca080a3580269b538eb2974f0
--- /dev/null
+++ b/params/opt/5/rnd_search_t_lin/comb_17/trained/lm_head/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d70afe7e6acfddd27167e14d01732ee73777ce8ff2a4c1e2c01b620a34cb1e97
+size 202243
diff --git a/params/opt/5/rnd_search_t_lin/comb_17/trained/model.decoder.layers.0.fc1/_0.pt b/params/opt/5/rnd_search_t_lin/comb_17/trained/model.decoder.layers.0.fc1/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a81eb4a5ae4a024dcdffc1e65f45448cabf460f5
--- /dev/null
+++ b/params/opt/5/rnd_search_t_lin/comb_17/trained/model.decoder.layers.0.fc1/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:bc05a9f191046999881c141ea4224bcbfd2b3d4d5fa11c0f95046c23cb2534c9
+size 17539
diff --git a/params/opt/5/rnd_search_t_lin/comb_17/trained/model.decoder.layers.0.fc1/_s.pt b/params/opt/5/rnd_search_t_lin/comb_17/trained/model.decoder.layers.0.fc1/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..25d7ced6207e027f83396c79ab60ad29ed5852ca
--- /dev/null
+++ b/params/opt/5/rnd_search_t_lin/comb_17/trained/model.decoder.layers.0.fc1/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:4f58f07eb99140419a78e1e28f3332b382507acaa3612ef9a5a461263f7fea9a
+size 17539
diff --git a/params/opt/5/rnd_search_t_lin/comb_17/trained/model.decoder.layers.0.fc2/_0.pt b/params/opt/5/rnd_search_t_lin/comb_17/trained/model.decoder.layers.0.fc2/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c2f5c93eb0575f881977e31ed2f8298053e0fbb2
--- /dev/null
+++ b/params/opt/5/rnd_search_t_lin/comb_17/trained/model.decoder.layers.0.fc2/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0b17049ed84a9ff3e8b81d87c420e0cc570ff5197a2e6e849e63d98f1555ce59
+size 5251
diff --git a/params/opt/5/rnd_search_t_lin/comb_17/trained/model.decoder.layers.0.fc2/_s.pt b/params/opt/5/rnd_search_t_lin/comb_17/trained/model.decoder.layers.0.fc2/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..d2ffc64aeca6c1558e4a9b10cbcfbcc69ffec5de
--- /dev/null
+++ b/params/opt/5/rnd_search_t_lin/comb_17/trained/model.decoder.layers.0.fc2/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b90cb812ac8de58bc0684a1c8fe99d4d21d949ee19d6e10e2e8582308a89331c
+size 5251
diff --git a/params/opt/5/rnd_search_t_lin/comb_17/trained/model.decoder.layers.0.self_attn.k_proj/_0.pt b/params/opt/5/rnd_search_t_lin/comb_17/trained/model.decoder.layers.0.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4e18b425b7e61a2f47177837e572446f260ed41a
--- /dev/null
+++ b/params/opt/5/rnd_search_t_lin/comb_17/trained/model.decoder.layers.0.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:7ba927a924c085854505e9edf022a408e2f7e94d88746a7f682e9a3f99a2ce33
+size 5251
diff --git a/params/opt/5/rnd_search_t_lin/comb_17/trained/model.decoder.layers.0.self_attn.k_proj/_s.pt b/params/opt/5/rnd_search_t_lin/comb_17/trained/model.decoder.layers.0.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..bdcaecb8f7325770c969bd8132234891db911d37
--- /dev/null
+++ b/params/opt/5/rnd_search_t_lin/comb_17/trained/model.decoder.layers.0.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:387c512346c09b255c888d93ec0682b0d0cf4b09557e92d2362ac71fe5d757a9
+size 5251
diff --git a/params/opt/5/rnd_search_t_lin/comb_17/trained/model.decoder.layers.0.self_attn.out_proj/_0.pt b/params/opt/5/rnd_search_t_lin/comb_17/trained/model.decoder.layers.0.self_attn.out_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..cf21e9ca22c7ca77bdfd78a8b4da4004f2411e83
--- /dev/null
+++ b/params/opt/5/rnd_search_t_lin/comb_17/trained/model.decoder.layers.0.self_attn.out_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f43ac171a8279ebb3db605d35f8911cc4eabd204117a2ae2ebf231affd8db51e
+size 5251
diff --git a/params/opt/5/rnd_search_t_lin/comb_17/trained/model.decoder.layers.0.self_attn.out_proj/_s.pt b/params/opt/5/rnd_search_t_lin/comb_17/trained/model.decoder.layers.0.self_attn.out_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..79d055dc1a4d837de5bf49201cfd45b845bee5de
--- /dev/null
+++ b/params/opt/5/rnd_search_t_lin/comb_17/trained/model.decoder.layers.0.self_attn.out_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:8d96e43a40db111c230b9a6b2dec492765bf4e49af11a6ef27e567de77c87b1e
+size 5251
diff --git a/params/opt/5/rnd_search_t_lin/comb_17/trained/model.decoder.layers.0.self_attn.q_proj/_0.pt b/params/opt/5/rnd_search_t_lin/comb_17/trained/model.decoder.layers.0.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..b3ea96c5d44414f2fb156064b9c590d4dbe4892f
--- /dev/null
+++ b/params/opt/5/rnd_search_t_lin/comb_17/trained/model.decoder.layers.0.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e781f3bf3d86f1dcb1ff849d116fc8cc9a487a8e800fff8c322972844c6c508c
+size 5251
diff --git a/params/opt/5/rnd_search_t_lin/comb_17/trained/model.decoder.layers.0.self_attn.q_proj/_s.pt b/params/opt/5/rnd_search_t_lin/comb_17/trained/model.decoder.layers.0.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..9f12bf9cb53e6a546eca70c28c2163488d2c3d06
--- /dev/null
+++ b/params/opt/5/rnd_search_t_lin/comb_17/trained/model.decoder.layers.0.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2129b243e0a50d926dde7cb1ab8765eb786b66fe550f7c74aa1636428586eaa3
+size 5251
diff --git a/params/opt/5/rnd_search_t_lin/comb_17/trained/model.decoder.layers.0.self_attn.v_proj/_0.pt b/params/opt/5/rnd_search_t_lin/comb_17/trained/model.decoder.layers.0.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ab705626b1a770b4a4df4157897e9982776b1172
--- /dev/null
+++ b/params/opt/5/rnd_search_t_lin/comb_17/trained/model.decoder.layers.0.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:db7d7754dd1d29592315cc30e47bc915679f069b46fb6d6b9b48f17ec4cc4b7e
+size 5251
diff --git a/params/opt/5/rnd_search_t_lin/comb_17/trained/model.decoder.layers.0.self_attn.v_proj/_s.pt b/params/opt/5/rnd_search_t_lin/comb_17/trained/model.decoder.layers.0.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..1da77c53340272d9089239f794c2914d7376f52c
--- /dev/null
+++ b/params/opt/5/rnd_search_t_lin/comb_17/trained/model.decoder.layers.0.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:3e91ae02dd2684116e902bdda636aa2542547ebfaacbd4bf835db556b9cae0ef
+size 5251
diff --git a/params/opt/5/rnd_search_t_lin/comb_17/trained/model.decoder.layers.1.fc1/_0.pt b/params/opt/5/rnd_search_t_lin/comb_17/trained/model.decoder.layers.1.fc1/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..cd133a82c5e6ed1b2c9a4906edf4dd9b96be14fd
--- /dev/null
+++ b/params/opt/5/rnd_search_t_lin/comb_17/trained/model.decoder.layers.1.fc1/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e07e428b43d3acd079ef68fd477edc5d79c50de7508b49b115f1632528fa1138
+size 17539
diff --git a/params/opt/5/rnd_search_t_lin/comb_17/trained/model.decoder.layers.1.fc1/_s.pt b/params/opt/5/rnd_search_t_lin/comb_17/trained/model.decoder.layers.1.fc1/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..57ae464a2f0fd5d7e688fbfdb52dbfab6a12c4f8
--- /dev/null
+++ b/params/opt/5/rnd_search_t_lin/comb_17/trained/model.decoder.layers.1.fc1/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a7640608e11ee9f61783216f6d2cf3a59f787d96df8628f27ed319ebcdb5f0fa
+size 17539
diff --git a/params/opt/5/rnd_search_t_lin/comb_17/trained/model.decoder.layers.1.fc2/_0.pt b/params/opt/5/rnd_search_t_lin/comb_17/trained/model.decoder.layers.1.fc2/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..d89670820a09fe8d75161a62526fbeefd08e6f5d
--- /dev/null
+++ b/params/opt/5/rnd_search_t_lin/comb_17/trained/model.decoder.layers.1.fc2/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:672ba86cd9a209a49d9337b2de03dfb830ad0860033bf240e9149a3d2c8be1ce
+size 5251
diff --git a/params/opt/5/rnd_search_t_lin/comb_17/trained/model.decoder.layers.1.fc2/_s.pt b/params/opt/5/rnd_search_t_lin/comb_17/trained/model.decoder.layers.1.fc2/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..31714c70b2971c34b408d27f7b9b8cb4856e3e9b
--- /dev/null
+++ b/params/opt/5/rnd_search_t_lin/comb_17/trained/model.decoder.layers.1.fc2/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c62aaed865bda6ce7427ab26f90391952103b48ac8f36846e62c7998bc1050be
+size 5251
diff --git a/params/opt/5/rnd_search_t_lin/comb_17/trained/model.decoder.layers.1.self_attn.k_proj/_0.pt b/params/opt/5/rnd_search_t_lin/comb_17/trained/model.decoder.layers.1.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..42da49ce600d404d0489255a4be585bd6c43d753
--- /dev/null
+++ b/params/opt/5/rnd_search_t_lin/comb_17/trained/model.decoder.layers.1.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2ae30e27eccc50b7d19106f4cc6daeb483fa33438d8dc3ef5f7fb369430c0fca
+size 5251
diff --git a/params/opt/5/rnd_search_t_lin/comb_17/trained/model.decoder.layers.1.self_attn.k_proj/_s.pt b/params/opt/5/rnd_search_t_lin/comb_17/trained/model.decoder.layers.1.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..11800404a5655afddf65669abc9e6857d1461935
--- /dev/null
+++ b/params/opt/5/rnd_search_t_lin/comb_17/trained/model.decoder.layers.1.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:9c654cc371ad64dcf4cbb5582d1fc8022037f96892b3dd3b42b07cd66fd713c1
+size 5251
diff --git a/params/opt/5/rnd_search_t_lin/comb_17/trained/model.decoder.layers.1.self_attn.out_proj/_0.pt b/params/opt/5/rnd_search_t_lin/comb_17/trained/model.decoder.layers.1.self_attn.out_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..bf38428649b16866826f7fd1a8f2acdbb217fff0
--- /dev/null
+++ b/params/opt/5/rnd_search_t_lin/comb_17/trained/model.decoder.layers.1.self_attn.out_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:9f47377199aa648af58325983763e3c872ed840f4f239d57bd77297a557600b5
+size 5251
diff --git a/params/opt/5/rnd_search_t_lin/comb_17/trained/model.decoder.layers.1.self_attn.out_proj/_s.pt b/params/opt/5/rnd_search_t_lin/comb_17/trained/model.decoder.layers.1.self_attn.out_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..bd4d67b10e3ed7f957b03b26b136339f2ed04965
--- /dev/null
+++ b/params/opt/5/rnd_search_t_lin/comb_17/trained/model.decoder.layers.1.self_attn.out_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:311bceeb23045b46e1f8fdadde4386fd1bcda5b9da8b06c7acb2148a6eb52482
+size 5251
diff --git a/params/opt/5/rnd_search_t_lin/comb_17/trained/model.decoder.layers.1.self_attn.q_proj/_0.pt b/params/opt/5/rnd_search_t_lin/comb_17/trained/model.decoder.layers.1.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..d7933a67e546d8d032a76fb21627d9be5b99dff8
--- /dev/null
+++ b/params/opt/5/rnd_search_t_lin/comb_17/trained/model.decoder.layers.1.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:8b36cd6068d5c20900589a0a6f3e9c5e6c77b9ef554b6c7bd4c248e1dd3acad2
+size 5251
diff --git a/params/opt/5/rnd_search_t_lin/comb_17/trained/model.decoder.layers.1.self_attn.q_proj/_s.pt b/params/opt/5/rnd_search_t_lin/comb_17/trained/model.decoder.layers.1.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4b300b0d84e95cf3b1156112b3c6942cbbe58067
--- /dev/null
+++ b/params/opt/5/rnd_search_t_lin/comb_17/trained/model.decoder.layers.1.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:56379204de4f79c7d462e227f2b2e7c7078d910d87abefd73ae42c5a1c4d4654
+size 5251
diff --git a/params/opt/5/rnd_search_t_lin/comb_17/trained/model.decoder.layers.1.self_attn.v_proj/_0.pt b/params/opt/5/rnd_search_t_lin/comb_17/trained/model.decoder.layers.1.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..85e1615f1c090369a3d49072e0626a05ce528050
--- /dev/null
+++ b/params/opt/5/rnd_search_t_lin/comb_17/trained/model.decoder.layers.1.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:3265ff2ea86f054d79d20e2550224bce7ea7a74147fb83676e168506c55b18c8
+size 5251
diff --git a/params/opt/5/rnd_search_t_lin/comb_17/trained/model.decoder.layers.1.self_attn.v_proj/_s.pt b/params/opt/5/rnd_search_t_lin/comb_17/trained/model.decoder.layers.1.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..1e8d4ebc697a574cf24c45a2efe137446440c26a
--- /dev/null
+++ b/params/opt/5/rnd_search_t_lin/comb_17/trained/model.decoder.layers.1.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b0efcb0d18089acbc3ca74f56810b05cd9edb218a7659d52799fe45b0f932bde
+size 5251
diff --git a/params/opt/5/rnd_search_t_lin/comb_17/trained/model.decoder.layers.10.fc1/_0.pt b/params/opt/5/rnd_search_t_lin/comb_17/trained/model.decoder.layers.10.fc1/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a1b9e16e85bfd568f478e4e4858bc8f3ed6f1d70
--- /dev/null
+++ b/params/opt/5/rnd_search_t_lin/comb_17/trained/model.decoder.layers.10.fc1/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e4374730e6ffc75b74d1d5f6a693c7b88811460e837ba030bde0a7ceab29028c
+size 17539
diff --git a/params/opt/5/rnd_search_t_lin/comb_17/trained/model.decoder.layers.10.fc1/_s.pt b/params/opt/5/rnd_search_t_lin/comb_17/trained/model.decoder.layers.10.fc1/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..70111e50a06f2f13098bf157381c8ccb23e8bb31
--- /dev/null
+++ b/params/opt/5/rnd_search_t_lin/comb_17/trained/model.decoder.layers.10.fc1/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:976d14483b94816ea340c9340c085b187573a12a56ede0e63586c11ce173c6e8
+size 17539
diff --git a/params/opt/5/rnd_search_t_lin/comb_17/trained/model.decoder.layers.10.fc2/_0.pt b/params/opt/5/rnd_search_t_lin/comb_17/trained/model.decoder.layers.10.fc2/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a4c3cfeec8a39ea1ad8f7101654c09adf1ae366c
--- /dev/null
+++ b/params/opt/5/rnd_search_t_lin/comb_17/trained/model.decoder.layers.10.fc2/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:885d8bf612ac00b47dba1d8e43b8dff27eb3ed809a2094704eed107af891109f
+size 5251
diff --git a/params/opt/5/rnd_search_t_lin/comb_17/trained/model.decoder.layers.10.fc2/_s.pt b/params/opt/5/rnd_search_t_lin/comb_17/trained/model.decoder.layers.10.fc2/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..6abd0db9c56f7b0ea0b928e01c59ecd925132317
--- /dev/null
+++ b/params/opt/5/rnd_search_t_lin/comb_17/trained/model.decoder.layers.10.fc2/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:6e768ff2f9046576607c437ebb9bed849b8786b4cce01a2c1b12e0ece865fef7
+size 5251
diff --git a/params/opt/5/rnd_search_t_lin/comb_17/trained/model.decoder.layers.10.self_attn.k_proj/_0.pt b/params/opt/5/rnd_search_t_lin/comb_17/trained/model.decoder.layers.10.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..73252fff74b27696a995e6e2d5c6d588479060c0
--- /dev/null
+++ b/params/opt/5/rnd_search_t_lin/comb_17/trained/model.decoder.layers.10.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e1e2b61e02b46384b508d02cd169fe2c2cc492cb9ce6ce5419ae4c6df9bc2292
+size 5251
diff --git a/params/opt/5/rnd_search_t_lin/comb_17/trained/model.decoder.layers.10.self_attn.k_proj/_s.pt b/params/opt/5/rnd_search_t_lin/comb_17/trained/model.decoder.layers.10.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8cbd80629bc2781baf964a9f315393447bb4116c
--- /dev/null
+++ b/params/opt/5/rnd_search_t_lin/comb_17/trained/model.decoder.layers.10.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:327e80b988e572a85e2f23e350a2f2f95e38f83d77fbc34bfc55a82041e4fb8d
+size 5251
diff --git a/params/opt/5/rnd_search_t_lin/comb_17/trained/model.decoder.layers.10.self_attn.out_proj/_0.pt b/params/opt/5/rnd_search_t_lin/comb_17/trained/model.decoder.layers.10.self_attn.out_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..71b70a8e4e07aee89a15b7f8802dc35ba9c54e13
--- /dev/null
+++ b/params/opt/5/rnd_search_t_lin/comb_17/trained/model.decoder.layers.10.self_attn.out_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e0c21f695b4cfc3529116a8de953d47aea1a7e3fadaec5412d7db087762031b3
+size 5251
diff --git a/params/opt/5/rnd_search_t_lin/comb_17/trained/model.decoder.layers.10.self_attn.out_proj/_s.pt b/params/opt/5/rnd_search_t_lin/comb_17/trained/model.decoder.layers.10.self_attn.out_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..22daebd7e9e1636d488534f503047c4d5b169ede
--- /dev/null
+++ b/params/opt/5/rnd_search_t_lin/comb_17/trained/model.decoder.layers.10.self_attn.out_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:8ca67acd0ccf0c1797fc1830b2ac9d8c493fd579d07bad3df2f872f890e3b75d
+size 5251
diff --git a/params/opt/5/rnd_search_t_lin/comb_17/trained/model.decoder.layers.10.self_attn.q_proj/_0.pt b/params/opt/5/rnd_search_t_lin/comb_17/trained/model.decoder.layers.10.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..649e9e9ca134c525bc361e31b4433113032d7c84
--- /dev/null
+++ b/params/opt/5/rnd_search_t_lin/comb_17/trained/model.decoder.layers.10.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2820bb6298a6a78fdf1c63dbf7e04f72b5b5a1fa61efac1cc4eace74500729ab
+size 5251
diff --git a/params/opt/5/rnd_search_t_lin/comb_17/trained/model.decoder.layers.10.self_attn.q_proj/_s.pt b/params/opt/5/rnd_search_t_lin/comb_17/trained/model.decoder.layers.10.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ba22177a7bf316fbefee6ab27549d4b685873455
--- /dev/null
+++ b/params/opt/5/rnd_search_t_lin/comb_17/trained/model.decoder.layers.10.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5dea69fcc51401c6c6f27f1963d411597d71bed5aa2c2a4e1de9bb197a8461eb
+size 5251
diff --git a/params/opt/5/rnd_search_t_lin/comb_17/trained/model.decoder.layers.10.self_attn.v_proj/_0.pt b/params/opt/5/rnd_search_t_lin/comb_17/trained/model.decoder.layers.10.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..27777885ca18c2fd64e0bc8b16f8463d69bb3ce8
--- /dev/null
+++ b/params/opt/5/rnd_search_t_lin/comb_17/trained/model.decoder.layers.10.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a17212927137fb8621f4758976a0ab8ed84ded814248f582217b14e6584ba38b
+size 5251
diff --git a/params/opt/5/rnd_search_t_lin/comb_17/trained/model.decoder.layers.10.self_attn.v_proj/_s.pt b/params/opt/5/rnd_search_t_lin/comb_17/trained/model.decoder.layers.10.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..eb5f09b30c76c4868dfce8d38f0cf383d78fc4e6
--- /dev/null
+++ b/params/opt/5/rnd_search_t_lin/comb_17/trained/model.decoder.layers.10.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:91893654d25c0a404ae26f3172bc2c77b7ead4842973a7a4eb76a56735eae021
+size 5251
diff --git a/params/opt/5/rnd_search_t_lin/comb_17/trained/model.decoder.layers.11.fc1/_0.pt b/params/opt/5/rnd_search_t_lin/comb_17/trained/model.decoder.layers.11.fc1/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..7453b549686c28e194f9ce4fd74747ae6cf1d558
--- /dev/null
+++ b/params/opt/5/rnd_search_t_lin/comb_17/trained/model.decoder.layers.11.fc1/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5460ece6f8e335b55f7a7938da1f687d9afc6682bfb97c6e9a0d106687dddb6a
+size 17539
diff --git a/params/opt/5/rnd_search_t_lin/comb_17/trained/model.decoder.layers.11.fc1/_s.pt b/params/opt/5/rnd_search_t_lin/comb_17/trained/model.decoder.layers.11.fc1/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..3ff40c9f92a3ba1d2b2e618e5eeb8f03bb5034b7
--- /dev/null
+++ b/params/opt/5/rnd_search_t_lin/comb_17/trained/model.decoder.layers.11.fc1/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:29defa2b6b1716e41ff385a34f2b190da75130305ba240323efeb24ec71154b7
+size 17539
diff --git a/params/opt/5/rnd_search_t_lin/comb_17/trained/model.decoder.layers.11.fc2/_0.pt b/params/opt/5/rnd_search_t_lin/comb_17/trained/model.decoder.layers.11.fc2/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ae3ba7cb955eaa1532edf5ec2984d0707bc6785
--- /dev/null
+++ b/params/opt/5/rnd_search_t_lin/comb_17/trained/model.decoder.layers.11.fc2/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e52d53cb1dcaa99861fb914f44dcc0f50c6f7cbc22edf8167ec0ea87db17f7fc
+size 5251
diff --git a/params/opt/5/rnd_search_t_lin/comb_17/trained/model.decoder.layers.11.fc2/_s.pt b/params/opt/5/rnd_search_t_lin/comb_17/trained/model.decoder.layers.11.fc2/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..743271511538502bc9e2932771a172efd0fcc139
--- /dev/null
+++ b/params/opt/5/rnd_search_t_lin/comb_17/trained/model.decoder.layers.11.fc2/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ab233ceec83b1c54c93d0fcb31448421ad6ebb2817c5a411b15ccf05f0755680
+size 5251
diff --git a/params/opt/5/rnd_search_t_lin/comb_17/trained/model.decoder.layers.11.self_attn.k_proj/_0.pt b/params/opt/5/rnd_search_t_lin/comb_17/trained/model.decoder.layers.11.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e51fa32a367127276b4740e126ad59b002a4b760
--- /dev/null
+++ b/params/opt/5/rnd_search_t_lin/comb_17/trained/model.decoder.layers.11.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ecec41808d38941d1ba76b428e46cb99ae4c90850eec97144b6f6890c30a7ef4
+size 5251
diff --git a/params/opt/5/rnd_search_t_lin/comb_17/trained/model.decoder.layers.11.self_attn.k_proj/_s.pt b/params/opt/5/rnd_search_t_lin/comb_17/trained/model.decoder.layers.11.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..80eaba3c1bfd2d8b1cfa3c8b0e4c8e566813a8f6
--- /dev/null
+++ b/params/opt/5/rnd_search_t_lin/comb_17/trained/model.decoder.layers.11.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b6ae6d0665ba52c9a1a147d10b28eed5cd87015e404f6843f17772c27adedfc3
+size 5251
diff --git a/params/opt/5/rnd_search_t_lin/comb_17/trained/model.decoder.layers.11.self_attn.out_proj/_0.pt b/params/opt/5/rnd_search_t_lin/comb_17/trained/model.decoder.layers.11.self_attn.out_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..41ff0f0593d02ad0df7c11ca338b2be36022074d
--- /dev/null
+++ b/params/opt/5/rnd_search_t_lin/comb_17/trained/model.decoder.layers.11.self_attn.out_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5c799b0fd4b464e44bea10514b5e138cdd98d4f46800758dd7b4f76fbdede26a
+size 5251
diff --git a/params/opt/5/rnd_search_t_lin/comb_17/trained/model.decoder.layers.11.self_attn.out_proj/_s.pt b/params/opt/5/rnd_search_t_lin/comb_17/trained/model.decoder.layers.11.self_attn.out_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..3c90a5d871fe39995d8b6a357932fb0a76aa6e64
--- /dev/null
+++ b/params/opt/5/rnd_search_t_lin/comb_17/trained/model.decoder.layers.11.self_attn.out_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2fe8c0bc75163b62a142d058b04091662af80145d810d8f6394911adddef6b2d
+size 5251
diff --git a/params/opt/5/rnd_search_t_lin/comb_17/trained/model.decoder.layers.11.self_attn.q_proj/_0.pt b/params/opt/5/rnd_search_t_lin/comb_17/trained/model.decoder.layers.11.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..fffbb41c4fa242f793c81d2050a92fcc8e93df3d
--- /dev/null
+++ b/params/opt/5/rnd_search_t_lin/comb_17/trained/model.decoder.layers.11.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:71b7481a005e2f5104fe102d89fa16cb9aa867cbb02a3083c1ec32d865d0fccd
+size 5251
diff --git a/params/opt/5/rnd_search_t_lin/comb_17/trained/model.decoder.layers.11.self_attn.q_proj/_s.pt b/params/opt/5/rnd_search_t_lin/comb_17/trained/model.decoder.layers.11.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..43088450a5e336dc90e138d1fa2deb306ff7f6e9
--- /dev/null
+++ b/params/opt/5/rnd_search_t_lin/comb_17/trained/model.decoder.layers.11.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b94190b5ae72c500e34e30c98ebfb33c7a6374b8fb92d5250d5aa4ba214615db
+size 5251
diff --git a/params/opt/5/rnd_search_t_lin/comb_17/trained/model.decoder.layers.11.self_attn.v_proj/_0.pt b/params/opt/5/rnd_search_t_lin/comb_17/trained/model.decoder.layers.11.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..b77a5964b6cf472993df9c33d934e0d595169232
--- /dev/null
+++ b/params/opt/5/rnd_search_t_lin/comb_17/trained/model.decoder.layers.11.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2e27797026c74c5d782ca23350056cf9c96a6e651fc32f988a0dcddfdc78247b
+size 5251
diff --git a/params/opt/5/rnd_search_t_lin/comb_17/trained/model.decoder.layers.11.self_attn.v_proj/_s.pt b/params/opt/5/rnd_search_t_lin/comb_17/trained/model.decoder.layers.11.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ce53f11d430967175bd70130991492522403080c
--- /dev/null
+++ b/params/opt/5/rnd_search_t_lin/comb_17/trained/model.decoder.layers.11.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:1b2ccfbf981c6d25b76b97526dfa33f01c978063cc6caf9ff8cf3b0208ddb65e
+size 5251
diff --git a/params/opt/5/rnd_search_t_lin/comb_17/trained/model.decoder.layers.12.fc1/_0.pt b/params/opt/5/rnd_search_t_lin/comb_17/trained/model.decoder.layers.12.fc1/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..1682b9a2cb96075575d68c564919da249ddb33bf
--- /dev/null
+++ b/params/opt/5/rnd_search_t_lin/comb_17/trained/model.decoder.layers.12.fc1/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:cb60f0e05568944a6efbd6dfbb20e9e9d5a5ba43c03fec891717b777f99890c7
+size 17539
diff --git a/params/opt/5/rnd_search_t_lin/comb_17/trained/model.decoder.layers.12.fc1/_s.pt b/params/opt/5/rnd_search_t_lin/comb_17/trained/model.decoder.layers.12.fc1/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..82f8c84cbc95c88042fd2899b4decb6dcd2369c3
--- /dev/null
+++ b/params/opt/5/rnd_search_t_lin/comb_17/trained/model.decoder.layers.12.fc1/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:bd8f92f869a7c98ad14a56b9156371477b5dfd6a83140fd24153bd32847bb044
+size 17539
diff --git a/params/opt/5/rnd_search_t_lin/comb_17/trained/model.decoder.layers.12.fc2/_0.pt b/params/opt/5/rnd_search_t_lin/comb_17/trained/model.decoder.layers.12.fc2/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8afefe53318d8e803a651f925ca94a92960097bb
--- /dev/null
+++ b/params/opt/5/rnd_search_t_lin/comb_17/trained/model.decoder.layers.12.fc2/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ac5bd4fc6deceebc23bc1aa8c6597f4b093ab89be3bf851fb602c89bfddf85ff
+size 5251
diff --git a/params/opt/5/rnd_search_t_lin/comb_17/trained/model.decoder.layers.12.fc2/_s.pt b/params/opt/5/rnd_search_t_lin/comb_17/trained/model.decoder.layers.12.fc2/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..da8a8eb93143acc77aab4fecfd51a03131d17c17
--- /dev/null
+++ b/params/opt/5/rnd_search_t_lin/comb_17/trained/model.decoder.layers.12.fc2/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:fa1381df36b7e3bae7ecace43f574eae445f82d4a04b9ba2234017d1f4984f47
+size 5251
diff --git a/params/opt/5/rnd_search_t_lin/comb_17/trained/model.decoder.layers.12.self_attn.k_proj/_0.pt b/params/opt/5/rnd_search_t_lin/comb_17/trained/model.decoder.layers.12.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a824aa512b1fc23f2b4ffc387b70e978ec68aa64
--- /dev/null
+++ b/params/opt/5/rnd_search_t_lin/comb_17/trained/model.decoder.layers.12.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:1be7871d193defb3b9ec913754cf865434854eea179661a3df9ac02311973fcf
+size 5251
diff --git a/params/opt/5/rnd_search_t_lin/comb_17/trained/model.decoder.layers.12.self_attn.k_proj/_s.pt b/params/opt/5/rnd_search_t_lin/comb_17/trained/model.decoder.layers.12.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..26db0c6b02a40cadab407e3430396003991d0f1c
--- /dev/null
+++ b/params/opt/5/rnd_search_t_lin/comb_17/trained/model.decoder.layers.12.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:3c783f9fa6e0febfc8511d86b1afeb0e443c2cebce9d48db2482d7b7ffff6a03
+size 5251
diff --git a/params/opt/5/rnd_search_t_lin/comb_17/trained/model.decoder.layers.12.self_attn.out_proj/_0.pt b/params/opt/5/rnd_search_t_lin/comb_17/trained/model.decoder.layers.12.self_attn.out_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..79c836d2090744ccbef3045138ceba38f8207723
--- /dev/null
+++ b/params/opt/5/rnd_search_t_lin/comb_17/trained/model.decoder.layers.12.self_attn.out_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a7535945d7733356f17f987e3ee95bf53c59691b4dd3102c92b57e5d8f74f2d9
+size 5251
diff --git a/params/opt/5/rnd_search_t_lin/comb_17/trained/model.decoder.layers.12.self_attn.out_proj/_s.pt b/params/opt/5/rnd_search_t_lin/comb_17/trained/model.decoder.layers.12.self_attn.out_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..d51755db3de3b1f280c78c02c672ead38b456a22
--- /dev/null
+++ b/params/opt/5/rnd_search_t_lin/comb_17/trained/model.decoder.layers.12.self_attn.out_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:866f37975f2da260a1cea393ea831e68259f606da699a0a3f486666e03530f49
+size 5251
diff --git a/params/opt/5/rnd_search_t_lin/comb_17/trained/model.decoder.layers.12.self_attn.q_proj/_0.pt b/params/opt/5/rnd_search_t_lin/comb_17/trained/model.decoder.layers.12.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..72ef391f327468f52f577963a13dff31b1b5272a
--- /dev/null
+++ b/params/opt/5/rnd_search_t_lin/comb_17/trained/model.decoder.layers.12.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:961b5aff5abc7f169261f8bd11966264c1683785e3e353b427d2d99152085181
+size 5251
diff --git a/params/opt/5/rnd_search_t_lin/comb_17/trained/model.decoder.layers.12.self_attn.q_proj/_s.pt b/params/opt/5/rnd_search_t_lin/comb_17/trained/model.decoder.layers.12.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c07a57295e47fdf30d09b714ccaaef467aeaa256
--- /dev/null
+++ b/params/opt/5/rnd_search_t_lin/comb_17/trained/model.decoder.layers.12.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b8366e3cc4fabc22bf85c022eb24747e01b6d66c7225c40866e6a36945df4b04
+size 5251
diff --git a/params/opt/5/rnd_search_t_lin/comb_17/trained/model.decoder.layers.12.self_attn.v_proj/_0.pt b/params/opt/5/rnd_search_t_lin/comb_17/trained/model.decoder.layers.12.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..82dc36f6ecd963d9365ea344d3ba87d4862bcee8
--- /dev/null
+++ b/params/opt/5/rnd_search_t_lin/comb_17/trained/model.decoder.layers.12.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:fe843dd349b425957921af0702274ff90f94ab7c3e9b91f37b29f565f70ca77e
+size 5251
diff --git a/params/opt/5/rnd_search_t_lin/comb_17/trained/model.decoder.layers.12.self_attn.v_proj/_s.pt b/params/opt/5/rnd_search_t_lin/comb_17/trained/model.decoder.layers.12.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a5ba71bdf573d047095f7a7be904b45d34e1d6b1
--- /dev/null
+++ b/params/opt/5/rnd_search_t_lin/comb_17/trained/model.decoder.layers.12.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:61e1ee88bc16f9ef3334155e072a7fd258fd12fb0394b6f70a3567d569267f46
+size 5251
diff --git a/params/opt/5/rnd_search_t_lin/comb_17/trained/model.decoder.layers.13.fc1/_0.pt b/params/opt/5/rnd_search_t_lin/comb_17/trained/model.decoder.layers.13.fc1/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..dd3867d9ea47f69c742e882f192ea9e3c1ca8413
--- /dev/null
+++ b/params/opt/5/rnd_search_t_lin/comb_17/trained/model.decoder.layers.13.fc1/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f5f9cbf95c9f42ab6587af54f891ee193d3bc8309b742106c4a50c25f3e53c8c
+size 17539
diff --git a/params/opt/5/rnd_search_t_lin/comb_17/trained/model.decoder.layers.13.fc1/_s.pt b/params/opt/5/rnd_search_t_lin/comb_17/trained/model.decoder.layers.13.fc1/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..82c84b674ac3979220480f2dd777aa70926c0c37
--- /dev/null
+++ b/params/opt/5/rnd_search_t_lin/comb_17/trained/model.decoder.layers.13.fc1/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e89374e0891cd08e0d52d6d9cecafaf730837a154975a02151be81ee2e66fbfd
+size 17539
diff --git a/params/opt/5/rnd_search_t_lin/comb_17/trained/model.decoder.layers.13.fc2/_0.pt b/params/opt/5/rnd_search_t_lin/comb_17/trained/model.decoder.layers.13.fc2/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..05cd48833f19b643c6c41ebaea34168309a3b890
--- /dev/null
+++ b/params/opt/5/rnd_search_t_lin/comb_17/trained/model.decoder.layers.13.fc2/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d92cf6cfdd4bad50873a579d3a7761f973305e884d12471e45c26733208bbe81
+size 5251
diff --git a/params/opt/5/rnd_search_t_lin/comb_17/trained/model.decoder.layers.13.fc2/_s.pt b/params/opt/5/rnd_search_t_lin/comb_17/trained/model.decoder.layers.13.fc2/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4e8fcfd9273f65f0533266a2f4899d73f985cb3a
--- /dev/null
+++ b/params/opt/5/rnd_search_t_lin/comb_17/trained/model.decoder.layers.13.fc2/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:47485e7d39121e778ae5f55f38c6077b39d39f6ca0f402a0f455ae87da1c5887
+size 5251
diff --git a/params/opt/5/rnd_search_t_lin/comb_17/trained/model.decoder.layers.13.self_attn.k_proj/_0.pt b/params/opt/5/rnd_search_t_lin/comb_17/trained/model.decoder.layers.13.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e108c1502d8143148e441048d1da47982c0a7d8a
--- /dev/null
+++ b/params/opt/5/rnd_search_t_lin/comb_17/trained/model.decoder.layers.13.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:fd69f924a3a0089bddbbf96effcb7ecb41bbdd19e956e150fd93981c27161bab
+size 5251
diff --git a/params/opt/5/rnd_search_t_lin/comb_17/trained/model.decoder.layers.13.self_attn.k_proj/_s.pt b/params/opt/5/rnd_search_t_lin/comb_17/trained/model.decoder.layers.13.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c01d0a997bcbdbefe8eeca228667ac7168066449
--- /dev/null
+++ b/params/opt/5/rnd_search_t_lin/comb_17/trained/model.decoder.layers.13.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:519547246fe5678a609df67916e84f1ffc84117241b876d41561367d905a9110
+size 5251
diff --git a/params/opt/5/rnd_search_t_lin/comb_17/trained/model.decoder.layers.13.self_attn.out_proj/_0.pt b/params/opt/5/rnd_search_t_lin/comb_17/trained/model.decoder.layers.13.self_attn.out_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..878c5197fa3cc38cd86ea4a2103a3087109ab3e8
--- /dev/null
+++ b/params/opt/5/rnd_search_t_lin/comb_17/trained/model.decoder.layers.13.self_attn.out_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:151ae0da3b838657fbc283a52799bea1235a701c8a020d86809d15843cd9feae
+size 5251
diff --git a/params/opt/5/rnd_search_t_lin/comb_17/trained/model.decoder.layers.13.self_attn.out_proj/_s.pt b/params/opt/5/rnd_search_t_lin/comb_17/trained/model.decoder.layers.13.self_attn.out_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..7965e70d4e30899a4083bed9008d65b50e1fe65a
--- /dev/null
+++ b/params/opt/5/rnd_search_t_lin/comb_17/trained/model.decoder.layers.13.self_attn.out_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b99fa66180097e91ae641d512f6a553a263211432ed001fbd3d40694f172a0a1
+size 5251
diff --git a/params/opt/5/rnd_search_t_lin/comb_17/trained/model.decoder.layers.13.self_attn.q_proj/_0.pt b/params/opt/5/rnd_search_t_lin/comb_17/trained/model.decoder.layers.13.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4b95437a0f8bd130572dc90bb43f5735f45cb112
--- /dev/null
+++ b/params/opt/5/rnd_search_t_lin/comb_17/trained/model.decoder.layers.13.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:701a8a896fa71f099edf9a86e87b7d144aaf75065733931af1eb3e6afcd02d76
+size 5251
diff --git a/params/opt/5/rnd_search_t_lin/comb_17/trained/model.decoder.layers.13.self_attn.q_proj/_s.pt b/params/opt/5/rnd_search_t_lin/comb_17/trained/model.decoder.layers.13.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..3f3f456c8289e2f1c3ae885a6a1428dfaca87569
--- /dev/null
+++ b/params/opt/5/rnd_search_t_lin/comb_17/trained/model.decoder.layers.13.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:7f2377a2a262259353b08cbd9278af52019efdcdacc01fb5f2c0330ab6a08071
+size 5251
diff --git a/params/opt/5/rnd_search_t_lin/comb_17/trained/model.decoder.layers.13.self_attn.v_proj/_0.pt b/params/opt/5/rnd_search_t_lin/comb_17/trained/model.decoder.layers.13.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..9fa16df913169f40517bbd146f3944cb576a74c6
--- /dev/null
+++ b/params/opt/5/rnd_search_t_lin/comb_17/trained/model.decoder.layers.13.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:36b2554d8c0c1479d2142120baf913764363a8a22c12069258bf6c4cd1dd7ef1
+size 5251
diff --git a/params/opt/5/rnd_search_t_lin/comb_17/trained/model.decoder.layers.13.self_attn.v_proj/_s.pt b/params/opt/5/rnd_search_t_lin/comb_17/trained/model.decoder.layers.13.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..1f748f0f2b28ed25488e6067865c3c0af3a5a629
--- /dev/null
+++ b/params/opt/5/rnd_search_t_lin/comb_17/trained/model.decoder.layers.13.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e87e33918a051569e2456b663ae864f26dadf20d195c1a63074ead81a7fb270c
+size 5251
diff --git a/params/opt/5/rnd_search_t_lin/comb_17/trained/model.decoder.layers.14.fc1/_0.pt b/params/opt/5/rnd_search_t_lin/comb_17/trained/model.decoder.layers.14.fc1/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c7c78b5b6287ed014ea64370450e807c23e8e53c
--- /dev/null
+++ b/params/opt/5/rnd_search_t_lin/comb_17/trained/model.decoder.layers.14.fc1/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:448ebdbe640547244a39a8327e5c7c3ed06d35f6325ee9b320cf76c3195f0286
+size 17539
diff --git a/params/opt/5/rnd_search_t_lin/comb_17/trained/model.decoder.layers.14.fc1/_s.pt b/params/opt/5/rnd_search_t_lin/comb_17/trained/model.decoder.layers.14.fc1/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a6dec4becfb08edc6dc5024685b528e3ac353897
--- /dev/null
+++ b/params/opt/5/rnd_search_t_lin/comb_17/trained/model.decoder.layers.14.fc1/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:1da75d27373e111e7ce9ab3568b1945394928b9d54eae81005e35ccd77811d24
+size 17539
diff --git a/params/opt/5/rnd_search_t_lin/comb_17/trained/model.decoder.layers.14.fc2/_0.pt b/params/opt/5/rnd_search_t_lin/comb_17/trained/model.decoder.layers.14.fc2/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8206ca30e4e7ea20feb99a6340b83d6caab76da4
--- /dev/null
+++ b/params/opt/5/rnd_search_t_lin/comb_17/trained/model.decoder.layers.14.fc2/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:1536ea813341f43654fa451f812f6f9ff617452d484d997ecc6430c0a9b9f04d
+size 5251
diff --git a/params/opt/5/rnd_search_t_lin/comb_17/trained/model.decoder.layers.14.fc2/_s.pt b/params/opt/5/rnd_search_t_lin/comb_17/trained/model.decoder.layers.14.fc2/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..3c8a7a6b79c277c061dbf053cec52da11d2cd456
--- /dev/null
+++ b/params/opt/5/rnd_search_t_lin/comb_17/trained/model.decoder.layers.14.fc2/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:4ca496fc28ba4434ada977a60c95b8a3a809ca9966e5ca24b19bf43db755d741
+size 5251
diff --git a/params/opt/5/rnd_search_t_lin/comb_17/trained/model.decoder.layers.14.self_attn.k_proj/_0.pt b/params/opt/5/rnd_search_t_lin/comb_17/trained/model.decoder.layers.14.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ed9770b9f31645cfb120badb029b9d8fee60071
--- /dev/null
+++ b/params/opt/5/rnd_search_t_lin/comb_17/trained/model.decoder.layers.14.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:75dacf20c679c6b3ae8183c5faecf3159a544ed9aba05fa47e08fe6d02ca20b6
+size 5251
diff --git a/params/opt/5/rnd_search_t_lin/comb_17/trained/model.decoder.layers.14.self_attn.k_proj/_s.pt b/params/opt/5/rnd_search_t_lin/comb_17/trained/model.decoder.layers.14.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..3befc231a0dd7f8b8c7829f29bce210451d8dd0e
--- /dev/null
+++ b/params/opt/5/rnd_search_t_lin/comb_17/trained/model.decoder.layers.14.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:50ceea03e485bc564750c59000ec14f3e002a21ff5126bd4409c318f7208c972
+size 5251
diff --git a/params/opt/5/rnd_search_t_lin/comb_17/trained/model.decoder.layers.14.self_attn.out_proj/_0.pt b/params/opt/5/rnd_search_t_lin/comb_17/trained/model.decoder.layers.14.self_attn.out_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..bb5f647dc35c493bcc46ac1159ceff9b4d33913f
--- /dev/null
+++ b/params/opt/5/rnd_search_t_lin/comb_17/trained/model.decoder.layers.14.self_attn.out_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:27f93cf02c981906bcbefc2db8ad83dcb84c489f89cf3d466879ce5610a2a4d1
+size 5251
diff --git a/params/opt/5/rnd_search_t_lin/comb_17/trained/model.decoder.layers.14.self_attn.out_proj/_s.pt b/params/opt/5/rnd_search_t_lin/comb_17/trained/model.decoder.layers.14.self_attn.out_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..9e89bda1e3784deee33ac6f96f83699e202e7659
--- /dev/null
+++ b/params/opt/5/rnd_search_t_lin/comb_17/trained/model.decoder.layers.14.self_attn.out_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f29d8d9b3beb5ff098b3f8976ea1e0edbeb565f9a7bf7f817feff11dd8b7b8e6
+size 5251
diff --git a/params/opt/5/rnd_search_t_lin/comb_17/trained/model.decoder.layers.14.self_attn.q_proj/_0.pt b/params/opt/5/rnd_search_t_lin/comb_17/trained/model.decoder.layers.14.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..637b2c06a57b115b8e4675e5eb2ca338725c9542
--- /dev/null
+++ b/params/opt/5/rnd_search_t_lin/comb_17/trained/model.decoder.layers.14.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:7cf89fed3a909d633da4be827ea02a2126bce845ce4222a89e8328a92d7e6fe8
+size 5251
diff --git a/params/opt/5/rnd_search_t_lin/comb_17/trained/model.decoder.layers.14.self_attn.q_proj/_s.pt b/params/opt/5/rnd_search_t_lin/comb_17/trained/model.decoder.layers.14.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..3e9d23bc4b1449e55d6f253ccbe4ff073100aa67
--- /dev/null
+++ b/params/opt/5/rnd_search_t_lin/comb_17/trained/model.decoder.layers.14.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:de2e81cdd83fc0d8dea69af21a87938e6dac9f2404d2ab9e0891dd025acd1a26
+size 5251
diff --git a/params/opt/5/rnd_search_t_lin/comb_17/trained/model.decoder.layers.14.self_attn.v_proj/_0.pt b/params/opt/5/rnd_search_t_lin/comb_17/trained/model.decoder.layers.14.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a13cedd60117644f6f13b3a444ace09729503fd8
--- /dev/null
+++ b/params/opt/5/rnd_search_t_lin/comb_17/trained/model.decoder.layers.14.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:318ba87ea65ba3827a0b0e9fdfb6403e057bca38b78293438b02aecb6e9f5b3a
+size 5251
diff --git a/params/opt/5/rnd_search_t_lin/comb_17/trained/model.decoder.layers.14.self_attn.v_proj/_s.pt b/params/opt/5/rnd_search_t_lin/comb_17/trained/model.decoder.layers.14.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..fec2f2623ebcb6d8e00eb187ccef0c4554e48c4b
--- /dev/null
+++ b/params/opt/5/rnd_search_t_lin/comb_17/trained/model.decoder.layers.14.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c7cafb88c883d4e5761e532460ba7455fe4411e6c4613fbb7afa3e955a046326
+size 5251
diff --git a/params/opt/5/rnd_search_t_lin/comb_17/trained/model.decoder.layers.15.fc1/_0.pt b/params/opt/5/rnd_search_t_lin/comb_17/trained/model.decoder.layers.15.fc1/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..5449ac2a5385b20ad1238cb76c56ac4e72355053
--- /dev/null
+++ b/params/opt/5/rnd_search_t_lin/comb_17/trained/model.decoder.layers.15.fc1/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b7dbc70e156d3bc845705b09149896d2f0bda4ca20809246c4d268941823dd34
+size 17539
diff --git a/params/opt/5/rnd_search_t_lin/comb_17/trained/model.decoder.layers.15.fc1/_s.pt b/params/opt/5/rnd_search_t_lin/comb_17/trained/model.decoder.layers.15.fc1/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2be7acad47d6b9c5d63cd1ce495951d14f6d59b6
--- /dev/null
+++ b/params/opt/5/rnd_search_t_lin/comb_17/trained/model.decoder.layers.15.fc1/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ba7ccacec8a10bd8267e29728115e204035095fd20bd740f5e9a3f3ede467181
+size 17539
diff --git a/params/opt/5/rnd_search_t_lin/comb_17/trained/model.decoder.layers.15.fc2/_0.pt b/params/opt/5/rnd_search_t_lin/comb_17/trained/model.decoder.layers.15.fc2/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2c3b4dd8ceae570e76d3f1a664ff81f9fe50b115
--- /dev/null
+++ b/params/opt/5/rnd_search_t_lin/comb_17/trained/model.decoder.layers.15.fc2/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ad74de35125b38f9af6dcc62939543f4cade4ca4adf3856b9dadcaef9100dd78
+size 5251
diff --git a/params/opt/5/rnd_search_t_lin/comb_17/trained/model.decoder.layers.15.fc2/_s.pt b/params/opt/5/rnd_search_t_lin/comb_17/trained/model.decoder.layers.15.fc2/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..f3ad9164064306a4ee569c26355ea3c5519d7a66
--- /dev/null
+++ b/params/opt/5/rnd_search_t_lin/comb_17/trained/model.decoder.layers.15.fc2/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e57d652aec299f2196793ce846c58d2c496fbc7a14c1454b4a4fb4af574e887b
+size 5251
diff --git a/params/opt/5/rnd_search_t_lin/comb_17/trained/model.decoder.layers.15.self_attn.k_proj/_0.pt b/params/opt/5/rnd_search_t_lin/comb_17/trained/model.decoder.layers.15.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..d42203ec3865ca679ea932d054cbeef5186af5d6
--- /dev/null
+++ b/params/opt/5/rnd_search_t_lin/comb_17/trained/model.decoder.layers.15.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a63fe23c5c8276d7bcb740afbbd6cc317f06a6495aaf91ebed45b39edd0589aa
+size 5251
diff --git a/params/opt/5/rnd_search_t_lin/comb_17/trained/model.decoder.layers.15.self_attn.k_proj/_s.pt b/params/opt/5/rnd_search_t_lin/comb_17/trained/model.decoder.layers.15.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..812e1c83a211628e7128705c2150fddb1e0bf918
--- /dev/null
+++ b/params/opt/5/rnd_search_t_lin/comb_17/trained/model.decoder.layers.15.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ec0a409fe9c03ef7ef95dfd19f65ed59d7145db68479a635ee06027cb7f8ba24
+size 5251
diff --git a/params/opt/5/rnd_search_t_lin/comb_17/trained/model.decoder.layers.15.self_attn.out_proj/_0.pt b/params/opt/5/rnd_search_t_lin/comb_17/trained/model.decoder.layers.15.self_attn.out_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ee445a6d2ccfb3e4a844c1d3515dc6ad28ed7835
--- /dev/null
+++ b/params/opt/5/rnd_search_t_lin/comb_17/trained/model.decoder.layers.15.self_attn.out_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c5606db8164e8162fb506a794e83c43b43ae73a3fa1443e9bb3474d3af4879a4
+size 5251
diff --git a/params/opt/5/rnd_search_t_lin/comb_17/trained/model.decoder.layers.15.self_attn.out_proj/_s.pt b/params/opt/5/rnd_search_t_lin/comb_17/trained/model.decoder.layers.15.self_attn.out_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..1d56f5eb127bf1cccbb5246d916c2c3e7bae6958
--- /dev/null
+++ b/params/opt/5/rnd_search_t_lin/comb_17/trained/model.decoder.layers.15.self_attn.out_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:100b60600cd5b9ed40b28367ca15d51859c5107fefd21fb0a4bd6db7ca2b4588
+size 5251
diff --git a/params/opt/5/rnd_search_t_lin/comb_17/trained/model.decoder.layers.15.self_attn.q_proj/_0.pt b/params/opt/5/rnd_search_t_lin/comb_17/trained/model.decoder.layers.15.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..075ce8ca3e5ac464bfa7dc6bf227df3f4abbae3f
--- /dev/null
+++ b/params/opt/5/rnd_search_t_lin/comb_17/trained/model.decoder.layers.15.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2f11dd9c68734b3d5a6166fb6881096c64dbc89ef69c31c14952b6200ffb48f3
+size 5251
diff --git a/params/opt/5/rnd_search_t_lin/comb_17/trained/model.decoder.layers.15.self_attn.q_proj/_s.pt b/params/opt/5/rnd_search_t_lin/comb_17/trained/model.decoder.layers.15.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..0d2cebd10549f8f9c4ec54503ed3f37191e6d864
--- /dev/null
+++ b/params/opt/5/rnd_search_t_lin/comb_17/trained/model.decoder.layers.15.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b8ba467f7ed45915cb567eb69a45fe2854a07713bdf1177e35c3f5da3bb7e790
+size 5251
diff --git a/params/opt/5/rnd_search_t_lin/comb_17/trained/model.decoder.layers.15.self_attn.v_proj/_0.pt b/params/opt/5/rnd_search_t_lin/comb_17/trained/model.decoder.layers.15.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e9224b6bd7ea48870e11e117e93b12aa292e23f0
--- /dev/null
+++ b/params/opt/5/rnd_search_t_lin/comb_17/trained/model.decoder.layers.15.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d52275116bc3591dc707f3bde9d338314b38b5932e8d1a4afaf223f3eea5f751
+size 5251
diff --git a/params/opt/5/rnd_search_t_lin/comb_17/trained/model.decoder.layers.15.self_attn.v_proj/_s.pt b/params/opt/5/rnd_search_t_lin/comb_17/trained/model.decoder.layers.15.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..cf8c3fb8e9d40355116894c9835dd3aeb3067dac
--- /dev/null
+++ b/params/opt/5/rnd_search_t_lin/comb_17/trained/model.decoder.layers.15.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2985617bde09dd94efdd4b55c5a63624dd4a67355718d04ef87294879274e0a8
+size 5251
diff --git a/params/opt/5/rnd_search_t_lin/comb_17/trained/model.decoder.layers.16.fc1/_0.pt b/params/opt/5/rnd_search_t_lin/comb_17/trained/model.decoder.layers.16.fc1/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c8e8d298dc8b8eb16c2ae192670e5756b624d8ba
--- /dev/null
+++ b/params/opt/5/rnd_search_t_lin/comb_17/trained/model.decoder.layers.16.fc1/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c29728550a7e33b59647faee15c771fe5a0c054780dfd44ef1b476f1cbd19a87
+size 17539
diff --git a/params/opt/5/rnd_search_t_lin/comb_17/trained/model.decoder.layers.16.fc1/_s.pt b/params/opt/5/rnd_search_t_lin/comb_17/trained/model.decoder.layers.16.fc1/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..81b072dce6b7a24058bef54e4fee5efd6935a2a8
--- /dev/null
+++ b/params/opt/5/rnd_search_t_lin/comb_17/trained/model.decoder.layers.16.fc1/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:900f9fd06fc837792695bf59ae0fec8f42eccb94ed270f58b2a2c253f45727fd
+size 17539
diff --git a/params/opt/5/rnd_search_t_lin/comb_17/trained/model.decoder.layers.16.fc2/_0.pt b/params/opt/5/rnd_search_t_lin/comb_17/trained/model.decoder.layers.16.fc2/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ab678ba9f0b1f732cf3d815435ccb9648ff7426c
--- /dev/null
+++ b/params/opt/5/rnd_search_t_lin/comb_17/trained/model.decoder.layers.16.fc2/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d30f6bfaa97ffc3417dded2b4ebc1b1b2e97729fdcc7f9e8469e140329047fa6
+size 5251
diff --git a/params/opt/5/rnd_search_t_lin/comb_17/trained/model.decoder.layers.16.fc2/_s.pt b/params/opt/5/rnd_search_t_lin/comb_17/trained/model.decoder.layers.16.fc2/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..95832472ce71cb22458fee01dc95cb4cd943c784
--- /dev/null
+++ b/params/opt/5/rnd_search_t_lin/comb_17/trained/model.decoder.layers.16.fc2/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:64ab77f15c6f6e816b112b7fd2026d9700a67d778a35b4c44200590e84ab7538
+size 5251
diff --git a/params/opt/5/rnd_search_t_lin/comb_17/trained/model.decoder.layers.16.self_attn.k_proj/_0.pt b/params/opt/5/rnd_search_t_lin/comb_17/trained/model.decoder.layers.16.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..03a4db268734f7085608be950f8355b06555d91f
--- /dev/null
+++ b/params/opt/5/rnd_search_t_lin/comb_17/trained/model.decoder.layers.16.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2d99797f036ad4ee1fc0ce6ff959beeda260b80741eaabb4c3fcb91b1fc03973
+size 5251
diff --git a/params/opt/5/rnd_search_t_lin/comb_17/trained/model.decoder.layers.16.self_attn.k_proj/_s.pt b/params/opt/5/rnd_search_t_lin/comb_17/trained/model.decoder.layers.16.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..cb509ed054aa364999fc541db77a7bfac9bbcd76
--- /dev/null
+++ b/params/opt/5/rnd_search_t_lin/comb_17/trained/model.decoder.layers.16.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:793b223ef4cd6d2365016e942ba8249499da9c3807d75e214c80ba17efdc8dac
+size 5251
diff --git a/params/opt/5/rnd_search_t_lin/comb_17/trained/model.decoder.layers.16.self_attn.out_proj/_0.pt b/params/opt/5/rnd_search_t_lin/comb_17/trained/model.decoder.layers.16.self_attn.out_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8544372e0e8b5b3256e6c11037394ddfa739cef8
--- /dev/null
+++ b/params/opt/5/rnd_search_t_lin/comb_17/trained/model.decoder.layers.16.self_attn.out_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:7c4a3414cc84ae39c86eceeb19f15cf1e4125863df992f67af05093436dd2340
+size 5251
diff --git a/params/opt/5/rnd_search_t_lin/comb_17/trained/model.decoder.layers.16.self_attn.out_proj/_s.pt b/params/opt/5/rnd_search_t_lin/comb_17/trained/model.decoder.layers.16.self_attn.out_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..5d9d55da52aebcf17ecf3276daad2b819e45fb40
--- /dev/null
+++ b/params/opt/5/rnd_search_t_lin/comb_17/trained/model.decoder.layers.16.self_attn.out_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:6ad09140aad660bfd463953f82fee61bfdb2371625630e345c0d0cca8173f09a
+size 5251
diff --git a/params/opt/5/rnd_search_t_lin/comb_17/trained/model.decoder.layers.16.self_attn.q_proj/_0.pt b/params/opt/5/rnd_search_t_lin/comb_17/trained/model.decoder.layers.16.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..d2a053c6f3ffd273b0011b90abd063925de4a003
--- /dev/null
+++ b/params/opt/5/rnd_search_t_lin/comb_17/trained/model.decoder.layers.16.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0936b07d39b8226271a8f8ddfcecacf37fc3e80b36b97926aa2d95e1efc076d8
+size 5251
diff --git a/params/opt/5/rnd_search_t_lin/comb_17/trained/model.decoder.layers.16.self_attn.q_proj/_s.pt b/params/opt/5/rnd_search_t_lin/comb_17/trained/model.decoder.layers.16.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e9e4b8baab3ecee8ba3e0daa7ef44475db8c4ce4
--- /dev/null
+++ b/params/opt/5/rnd_search_t_lin/comb_17/trained/model.decoder.layers.16.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:18dd59c8f5e41176ff0b39f2da4698f462c4167d0343fd7498c00b378bcd1272
+size 5251
diff --git a/params/opt/5/rnd_search_t_lin/comb_17/trained/model.decoder.layers.16.self_attn.v_proj/_0.pt b/params/opt/5/rnd_search_t_lin/comb_17/trained/model.decoder.layers.16.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..6e7693d275b7d1408a4a7c82b630afc5d137eec2
--- /dev/null
+++ b/params/opt/5/rnd_search_t_lin/comb_17/trained/model.decoder.layers.16.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:de37b82cf5b9778bd0af9c67bbcd9bb504b28e0da0722409af66dec01c816787
+size 5251
diff --git a/params/opt/5/rnd_search_t_lin/comb_17/trained/model.decoder.layers.16.self_attn.v_proj/_s.pt b/params/opt/5/rnd_search_t_lin/comb_17/trained/model.decoder.layers.16.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..99e8eb17be3ed52a431b57fd1107d88d1ec7961a
--- /dev/null
+++ b/params/opt/5/rnd_search_t_lin/comb_17/trained/model.decoder.layers.16.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:abb600f54aba0248b5bf111f64a67f9045260e7208990c918beccff8cfed6808
+size 5251
diff --git a/params/opt/5/rnd_search_t_lin/comb_17/trained/model.decoder.layers.17.fc1/_0.pt b/params/opt/5/rnd_search_t_lin/comb_17/trained/model.decoder.layers.17.fc1/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ae746437906d3db1f5229a97ac6e5844e3defdd0
--- /dev/null
+++ b/params/opt/5/rnd_search_t_lin/comb_17/trained/model.decoder.layers.17.fc1/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0b1f245b47dbb4511ff994855152729e77d5eeb3dcaa6e8d60614cc1c46cb670
+size 17539
diff --git a/params/opt/5/rnd_search_t_lin/comb_17/trained/model.decoder.layers.17.fc1/_s.pt b/params/opt/5/rnd_search_t_lin/comb_17/trained/model.decoder.layers.17.fc1/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a46515ed0a1c8525523673becbdd3152ce2c75a0
--- /dev/null
+++ b/params/opt/5/rnd_search_t_lin/comb_17/trained/model.decoder.layers.17.fc1/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:00363b479fc4d110c683d9e7c621d7a1a9be9e8ce7966916cf12a24380988c01
+size 17539
diff --git a/params/opt/5/rnd_search_t_lin/comb_17/trained/model.decoder.layers.17.fc2/_0.pt b/params/opt/5/rnd_search_t_lin/comb_17/trained/model.decoder.layers.17.fc2/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e652b9334d5989a67b708683c742439a5adef71a
--- /dev/null
+++ b/params/opt/5/rnd_search_t_lin/comb_17/trained/model.decoder.layers.17.fc2/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5875253d723b901e56677c56811ba6001b3856045c35268c707bcdc1d3f1840f
+size 5251
diff --git a/params/opt/5/rnd_search_t_lin/comb_17/trained/model.decoder.layers.17.fc2/_s.pt b/params/opt/5/rnd_search_t_lin/comb_17/trained/model.decoder.layers.17.fc2/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..44fc20f0dca2e01ac56856dc77405f29f63a2791
--- /dev/null
+++ b/params/opt/5/rnd_search_t_lin/comb_17/trained/model.decoder.layers.17.fc2/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:07d266fcbeeab7f4d1e65fa457a3101f733cad9c1195389ab92a3f1a7a44e564
+size 5251
diff --git a/params/opt/5/rnd_search_t_lin/comb_17/trained/model.decoder.layers.17.self_attn.k_proj/_0.pt b/params/opt/5/rnd_search_t_lin/comb_17/trained/model.decoder.layers.17.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..57a89296f3bcc15df1757e5ca00ebd12eb1512ee
--- /dev/null
+++ b/params/opt/5/rnd_search_t_lin/comb_17/trained/model.decoder.layers.17.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:20a0cf3a2f434cda36fc82d127ec27ac047f8909e7f0498179c7c966364fd189
+size 5251
diff --git a/params/opt/5/rnd_search_t_lin/comb_17/trained/model.decoder.layers.17.self_attn.k_proj/_s.pt b/params/opt/5/rnd_search_t_lin/comb_17/trained/model.decoder.layers.17.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..cd2b6db1e35e94ea24c7120ddf7ab0cf0cf72d69
--- /dev/null
+++ b/params/opt/5/rnd_search_t_lin/comb_17/trained/model.decoder.layers.17.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ec7948cc3e3be15dd26a13122454ee656be872b53d76193cab96531e7300d807
+size 5251
diff --git a/params/opt/5/rnd_search_t_lin/comb_17/trained/model.decoder.layers.17.self_attn.out_proj/_0.pt b/params/opt/5/rnd_search_t_lin/comb_17/trained/model.decoder.layers.17.self_attn.out_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a424fc9729eab38dea184633bfcd21afe77b0b6f
--- /dev/null
+++ b/params/opt/5/rnd_search_t_lin/comb_17/trained/model.decoder.layers.17.self_attn.out_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:6d52878b0cc4bd8d5bad3ec5070e349a18902568755287cead002e341e09382a
+size 5251
diff --git a/params/opt/5/rnd_search_t_lin/comb_17/trained/model.decoder.layers.17.self_attn.out_proj/_s.pt b/params/opt/5/rnd_search_t_lin/comb_17/trained/model.decoder.layers.17.self_attn.out_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..d859e6a92551aa7781a378bbd7ffa0d26fd0997b
--- /dev/null
+++ b/params/opt/5/rnd_search_t_lin/comb_17/trained/model.decoder.layers.17.self_attn.out_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:dad02eb3ed96a4dc44cd45f7e81e3ca70c61a411e92c0e57a6cc9ab033a4d941
+size 5251
diff --git a/params/opt/5/rnd_search_t_lin/comb_17/trained/model.decoder.layers.17.self_attn.q_proj/_0.pt b/params/opt/5/rnd_search_t_lin/comb_17/trained/model.decoder.layers.17.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..f80de728023b16a0aebb8a9cf84f4ba813bdaad8
--- /dev/null
+++ b/params/opt/5/rnd_search_t_lin/comb_17/trained/model.decoder.layers.17.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f3ef8a69b800a86ef76882e09826be871a4f53d0e14087f02cb388803637db61
+size 5251
diff --git a/params/opt/5/rnd_search_t_lin/comb_17/trained/model.decoder.layers.17.self_attn.q_proj/_s.pt b/params/opt/5/rnd_search_t_lin/comb_17/trained/model.decoder.layers.17.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..24ad0357fc7027cb5345bad35203288521129457
--- /dev/null
+++ b/params/opt/5/rnd_search_t_lin/comb_17/trained/model.decoder.layers.17.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:9009fcc9d7cb85e0dc88b279670821d7dcf60679bb865c692229aea2a96d21e5
+size 5251
diff --git a/params/opt/5/rnd_search_t_lin/comb_17/trained/model.decoder.layers.17.self_attn.v_proj/_0.pt b/params/opt/5/rnd_search_t_lin/comb_17/trained/model.decoder.layers.17.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..5c7f3d1dad9571e2f40eb24e3a3c5fac6f28be86
--- /dev/null
+++ b/params/opt/5/rnd_search_t_lin/comb_17/trained/model.decoder.layers.17.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:42c19aad296468255d41b549eddf9011298f7dc886f24800e7a9c2dd533eae9f
+size 5251
diff --git a/params/opt/5/rnd_search_t_lin/comb_17/trained/model.decoder.layers.17.self_attn.v_proj/_s.pt b/params/opt/5/rnd_search_t_lin/comb_17/trained/model.decoder.layers.17.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e3a6f6a41757d14597f6e5f57efb9dc0240094fd
--- /dev/null
+++ b/params/opt/5/rnd_search_t_lin/comb_17/trained/model.decoder.layers.17.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:502b529bf53b7e324d7635507f730c6f60cb5c078fcdf0e98d40075f4f801414
+size 5251
diff --git a/params/opt/5/rnd_search_t_lin/comb_17/trained/model.decoder.layers.18.fc1/_0.pt b/params/opt/5/rnd_search_t_lin/comb_17/trained/model.decoder.layers.18.fc1/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..82dad537efa10d6731205505de0a7d08b6c86c72
--- /dev/null
+++ b/params/opt/5/rnd_search_t_lin/comb_17/trained/model.decoder.layers.18.fc1/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:349e43590709a93c7f82d333fe9eb96ac3f43f49e2db59d6ee6130a361238ee0
+size 17539
diff --git a/params/opt/5/rnd_search_t_lin/comb_17/trained/model.decoder.layers.18.fc1/_s.pt b/params/opt/5/rnd_search_t_lin/comb_17/trained/model.decoder.layers.18.fc1/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..76f63eb1a14b9edd482c4af5c2408efca892f2ef
--- /dev/null
+++ b/params/opt/5/rnd_search_t_lin/comb_17/trained/model.decoder.layers.18.fc1/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:9cb455fc7079f3e1003a13a35e30789dd43d1f4a068d9113224d1b2cf1781551
+size 17539
diff --git a/params/opt/5/rnd_search_t_lin/comb_17/trained/model.decoder.layers.18.fc2/_0.pt b/params/opt/5/rnd_search_t_lin/comb_17/trained/model.decoder.layers.18.fc2/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..1707d80222ff50a7c3c7e100978d4f4630d8b3e1
--- /dev/null
+++ b/params/opt/5/rnd_search_t_lin/comb_17/trained/model.decoder.layers.18.fc2/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:7e8b082a707e4d62d5d1f11b89c1d6b82092d304352f00b62617cf172d876586
+size 5251
diff --git a/params/opt/5/rnd_search_t_lin/comb_17/trained/model.decoder.layers.18.fc2/_s.pt b/params/opt/5/rnd_search_t_lin/comb_17/trained/model.decoder.layers.18.fc2/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..b4f5a1a93e769df9926a853ba44dc08babe61498
--- /dev/null
+++ b/params/opt/5/rnd_search_t_lin/comb_17/trained/model.decoder.layers.18.fc2/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:7c9e00aea065b3137eb9844532eecb28222a39c2d7e1fc6b41d86639b84bd7e8
+size 5251
diff --git a/params/opt/5/rnd_search_t_lin/comb_17/trained/model.decoder.layers.18.self_attn.k_proj/_0.pt b/params/opt/5/rnd_search_t_lin/comb_17/trained/model.decoder.layers.18.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..773a27f182043e0e848df242e78511b4c05bc16e
--- /dev/null
+++ b/params/opt/5/rnd_search_t_lin/comb_17/trained/model.decoder.layers.18.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:3c4d167a06166209030ae5a81af2387d0f289826a4b8250d4aba84e92af9e780
+size 5251
diff --git a/params/opt/5/rnd_search_t_lin/comb_17/trained/model.decoder.layers.18.self_attn.k_proj/_s.pt b/params/opt/5/rnd_search_t_lin/comb_17/trained/model.decoder.layers.18.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2a5b3c1679a0f7df7d3ce4c02e544261c7947467
--- /dev/null
+++ b/params/opt/5/rnd_search_t_lin/comb_17/trained/model.decoder.layers.18.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ad5de4f5a0c27d4db8ffd30d2211a9a85885e89cc51eaef1cc9c6c79bb3de6d1
+size 5251
diff --git a/params/opt/5/rnd_search_t_lin/comb_17/trained/model.decoder.layers.18.self_attn.out_proj/_0.pt b/params/opt/5/rnd_search_t_lin/comb_17/trained/model.decoder.layers.18.self_attn.out_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..f7783634acaebd6055227064171ca529e96bc158
--- /dev/null
+++ b/params/opt/5/rnd_search_t_lin/comb_17/trained/model.decoder.layers.18.self_attn.out_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:1ef0cc755760844173d7eab5346ee92ef744566ced23d75066e54f62336298a7
+size 5251
diff --git a/params/opt/5/rnd_search_t_lin/comb_17/trained/model.decoder.layers.18.self_attn.out_proj/_s.pt b/params/opt/5/rnd_search_t_lin/comb_17/trained/model.decoder.layers.18.self_attn.out_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..882298b9593a16f4de83c7972d8c1074a0109cb2
--- /dev/null
+++ b/params/opt/5/rnd_search_t_lin/comb_17/trained/model.decoder.layers.18.self_attn.out_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d1584001e627592416da04a4ccaf951045134dc70aac3b48e0937e07b36a0509
+size 5251
diff --git a/params/opt/5/rnd_search_t_lin/comb_17/trained/model.decoder.layers.18.self_attn.q_proj/_0.pt b/params/opt/5/rnd_search_t_lin/comb_17/trained/model.decoder.layers.18.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..71729213dec66f3a3e374a34266c69f828264617
--- /dev/null
+++ b/params/opt/5/rnd_search_t_lin/comb_17/trained/model.decoder.layers.18.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0e9022c79b939f6a76947267df83448fb78339c19c41d14d0ef9c6f439787991
+size 5251
diff --git a/params/opt/5/rnd_search_t_lin/comb_17/trained/model.decoder.layers.18.self_attn.q_proj/_s.pt b/params/opt/5/rnd_search_t_lin/comb_17/trained/model.decoder.layers.18.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..5b0d56549d3b878b6f4cafb30806faf8b1ffaa08
--- /dev/null
+++ b/params/opt/5/rnd_search_t_lin/comb_17/trained/model.decoder.layers.18.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f8ee22e0f3cb47e9ef81211f30ac121abf471baf8f639ed1469bc2a0a1058c40
+size 5251
diff --git a/params/opt/5/rnd_search_t_lin/comb_17/trained/model.decoder.layers.18.self_attn.v_proj/_0.pt b/params/opt/5/rnd_search_t_lin/comb_17/trained/model.decoder.layers.18.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..498cba2d32fc07f1d618f16fb8acfbc3b26680d8
--- /dev/null
+++ b/params/opt/5/rnd_search_t_lin/comb_17/trained/model.decoder.layers.18.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:960451a662f800ca37bc7bb8368dbd6b5d7909f7b60a716b5dbb95362f354bd5
+size 5251
diff --git a/params/opt/5/rnd_search_t_lin/comb_17/trained/model.decoder.layers.18.self_attn.v_proj/_s.pt b/params/opt/5/rnd_search_t_lin/comb_17/trained/model.decoder.layers.18.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8d64cf823063b0970015813ef03a15038045dd54
--- /dev/null
+++ b/params/opt/5/rnd_search_t_lin/comb_17/trained/model.decoder.layers.18.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:1f4071870abd27b129b26a6e83ce9dc27e768e77ce0441a5bc7fad53f1a4c2c9
+size 5251
diff --git a/params/opt/5/rnd_search_t_lin/comb_17/trained/model.decoder.layers.19.fc1/_0.pt b/params/opt/5/rnd_search_t_lin/comb_17/trained/model.decoder.layers.19.fc1/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c691fe4f41b63b7b2f6ba87573afbeb17fe4e641
--- /dev/null
+++ b/params/opt/5/rnd_search_t_lin/comb_17/trained/model.decoder.layers.19.fc1/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:8975346cfb6a91c81978d07790ed8ad9bc252952b5984a8d9a165fedc71316fa
+size 17539
diff --git a/params/opt/5/rnd_search_t_lin/comb_17/trained/model.decoder.layers.19.fc1/_s.pt b/params/opt/5/rnd_search_t_lin/comb_17/trained/model.decoder.layers.19.fc1/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..64a4a09d606a2ed411e813ce92569065e94d8d84
--- /dev/null
+++ b/params/opt/5/rnd_search_t_lin/comb_17/trained/model.decoder.layers.19.fc1/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:fbfeb9d69e73074d1864386b440ca5fa27a570e7318f566757014fd13338e409
+size 17539
diff --git a/params/opt/5/rnd_search_t_lin/comb_17/trained/model.decoder.layers.19.fc2/_0.pt b/params/opt/5/rnd_search_t_lin/comb_17/trained/model.decoder.layers.19.fc2/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..1952c483ca78cf5b2621d8fd7908923d8de0fefa
--- /dev/null
+++ b/params/opt/5/rnd_search_t_lin/comb_17/trained/model.decoder.layers.19.fc2/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:26fc63f964e91f07bf28df24cb9fef72010e4e7dfa304a346024a7b21175d432
+size 5251
diff --git a/params/opt/5/rnd_search_t_lin/comb_17/trained/model.decoder.layers.19.fc2/_s.pt b/params/opt/5/rnd_search_t_lin/comb_17/trained/model.decoder.layers.19.fc2/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..738d5a43ea32a4fc1981b8e772b6174d21dad61a
--- /dev/null
+++ b/params/opt/5/rnd_search_t_lin/comb_17/trained/model.decoder.layers.19.fc2/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:1b2373d44bebfe58927c8eb90cb5937c32dbf50d20775680d00423e6276a3e1f
+size 5251
diff --git a/params/opt/5/rnd_search_t_lin/comb_17/trained/model.decoder.layers.19.self_attn.k_proj/_0.pt b/params/opt/5/rnd_search_t_lin/comb_17/trained/model.decoder.layers.19.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..f946cf2d18fb3417847f753993766f35b031b9a2
--- /dev/null
+++ b/params/opt/5/rnd_search_t_lin/comb_17/trained/model.decoder.layers.19.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:668131d0409adb5ca42c9713cce8a9eb5c36f8c75d5c5ebab7cf3c6c465d84a5
+size 5251
diff --git a/params/opt/5/rnd_search_t_lin/comb_17/trained/model.decoder.layers.19.self_attn.k_proj/_s.pt b/params/opt/5/rnd_search_t_lin/comb_17/trained/model.decoder.layers.19.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c04f9f720a58bfb067bd9005b32e4665261392e2
--- /dev/null
+++ b/params/opt/5/rnd_search_t_lin/comb_17/trained/model.decoder.layers.19.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:4c5113ce24f7878679587625089e6499cc5663a0b885b7e9b1e1bb897a489344
+size 5251
diff --git a/params/opt/5/rnd_search_t_lin/comb_17/trained/model.decoder.layers.19.self_attn.out_proj/_0.pt b/params/opt/5/rnd_search_t_lin/comb_17/trained/model.decoder.layers.19.self_attn.out_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ee6fcbcde7b946d42443a50ed2ab13361e6c068b
--- /dev/null
+++ b/params/opt/5/rnd_search_t_lin/comb_17/trained/model.decoder.layers.19.self_attn.out_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0d105a5375d5cdd3597b2e17a690df99bb8a1666299b4cfb8bed4fda93adf3a8
+size 5251
diff --git a/params/opt/5/rnd_search_t_lin/comb_17/trained/model.decoder.layers.19.self_attn.out_proj/_s.pt b/params/opt/5/rnd_search_t_lin/comb_17/trained/model.decoder.layers.19.self_attn.out_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..24f9f7cd400af7c42c5d0d22a03efee7c5ae3b69
--- /dev/null
+++ b/params/opt/5/rnd_search_t_lin/comb_17/trained/model.decoder.layers.19.self_attn.out_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ec68f86f53e1dbb845a4079dd7bb5db2765bfa4a267700b8e106cd77cb87b348
+size 5251
diff --git a/params/opt/5/rnd_search_t_lin/comb_17/trained/model.decoder.layers.19.self_attn.q_proj/_0.pt b/params/opt/5/rnd_search_t_lin/comb_17/trained/model.decoder.layers.19.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..35a2b9a2fc2d35531b783fe61f067e95c7f16807
--- /dev/null
+++ b/params/opt/5/rnd_search_t_lin/comb_17/trained/model.decoder.layers.19.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:8b49d3931164d687f64820c338f14f8e3b446076968e34ded45cb46d04eeac82
+size 5251
diff --git a/params/opt/5/rnd_search_t_lin/comb_17/trained/model.decoder.layers.19.self_attn.q_proj/_s.pt b/params/opt/5/rnd_search_t_lin/comb_17/trained/model.decoder.layers.19.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2888874d9ebf74a4f74ff77cb80edc2eb3bcfdac
--- /dev/null
+++ b/params/opt/5/rnd_search_t_lin/comb_17/trained/model.decoder.layers.19.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:34a4606729b121fc6ed157bd8252cbba210d995177201e2532ca956b8eec02fe
+size 5251
diff --git a/params/opt/5/rnd_search_t_lin/comb_17/trained/model.decoder.layers.19.self_attn.v_proj/_0.pt b/params/opt/5/rnd_search_t_lin/comb_17/trained/model.decoder.layers.19.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..dd8be315160dbc16700a7bba3989ded3c39522b6
--- /dev/null
+++ b/params/opt/5/rnd_search_t_lin/comb_17/trained/model.decoder.layers.19.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:dcb67208804ee0abc1b3d21d846e7f559ffb052b0aa325d6859653e0c8bbc5ab
+size 5251
diff --git a/params/opt/5/rnd_search_t_lin/comb_17/trained/model.decoder.layers.19.self_attn.v_proj/_s.pt b/params/opt/5/rnd_search_t_lin/comb_17/trained/model.decoder.layers.19.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..61fce33c894f5f8d0c57f9ed9ec0bea1d69e49b1
--- /dev/null
+++ b/params/opt/5/rnd_search_t_lin/comb_17/trained/model.decoder.layers.19.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:707b6164b1747ce595ee9e481341c3383b553da26a709c55a0aba7f29f7bed90
+size 5251
diff --git a/params/opt/5/rnd_search_t_lin/comb_17/trained/model.decoder.layers.2.fc1/_0.pt b/params/opt/5/rnd_search_t_lin/comb_17/trained/model.decoder.layers.2.fc1/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..fdf5a9f3f1c281472d00737132ba7fe1188839a2
--- /dev/null
+++ b/params/opt/5/rnd_search_t_lin/comb_17/trained/model.decoder.layers.2.fc1/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:bde6cdc9bff19d7218501e7a8b0b0bce18b8c342af25e1ec657d7c00e25a3c46
+size 17539
diff --git a/params/opt/5/rnd_search_t_lin/comb_17/trained/model.decoder.layers.2.fc1/_s.pt b/params/opt/5/rnd_search_t_lin/comb_17/trained/model.decoder.layers.2.fc1/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..38641ab2d548aaff83f8df54a1b737a166acc4c5
--- /dev/null
+++ b/params/opt/5/rnd_search_t_lin/comb_17/trained/model.decoder.layers.2.fc1/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b8b56cb15456b68f5f2f256a1f436dd46255245c8556d0854990a03c7b379d32
+size 17539
diff --git a/params/opt/5/rnd_search_t_lin/comb_17/trained/model.decoder.layers.2.fc2/_0.pt b/params/opt/5/rnd_search_t_lin/comb_17/trained/model.decoder.layers.2.fc2/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a7f35d9bcd7f4e3c7053f68b57e4d6d29bf94c68
--- /dev/null
+++ b/params/opt/5/rnd_search_t_lin/comb_17/trained/model.decoder.layers.2.fc2/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:da07de1fa125b879624409242e381b9993885fff5348b9a32b46637fde856d91
+size 5251
diff --git a/params/opt/5/rnd_search_t_lin/comb_17/trained/model.decoder.layers.2.fc2/_s.pt b/params/opt/5/rnd_search_t_lin/comb_17/trained/model.decoder.layers.2.fc2/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ce851c1148adc76b56630ade934fd1f028af203f
--- /dev/null
+++ b/params/opt/5/rnd_search_t_lin/comb_17/trained/model.decoder.layers.2.fc2/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:23a8f662275667d9e5504b399c6bfc37e253e11a33603ede297995563bc0233a
+size 5251
diff --git a/params/opt/5/rnd_search_t_lin/comb_17/trained/model.decoder.layers.2.self_attn.k_proj/_0.pt b/params/opt/5/rnd_search_t_lin/comb_17/trained/model.decoder.layers.2.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..d6afead406dda09fe8c5ee6b3acd2134cbfe99f7
--- /dev/null
+++ b/params/opt/5/rnd_search_t_lin/comb_17/trained/model.decoder.layers.2.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:8b4efa6c4f05571de55c4fde7d31d5de152944a62c5ae9bf3eacf29f46e588a3
+size 5251
diff --git a/params/opt/5/rnd_search_t_lin/comb_17/trained/model.decoder.layers.2.self_attn.k_proj/_s.pt b/params/opt/5/rnd_search_t_lin/comb_17/trained/model.decoder.layers.2.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..095cd7fba694437e0118fac6740ce7718a829211
--- /dev/null
+++ b/params/opt/5/rnd_search_t_lin/comb_17/trained/model.decoder.layers.2.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:09a402a204d604de5439258a5dd5983a0f6de45fefd72255d277702e16fb586b
+size 5251
diff --git a/params/opt/5/rnd_search_t_lin/comb_17/trained/model.decoder.layers.2.self_attn.out_proj/_0.pt b/params/opt/5/rnd_search_t_lin/comb_17/trained/model.decoder.layers.2.self_attn.out_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..6164a02bd987058b69788f39b090bf516c3bc416
--- /dev/null
+++ b/params/opt/5/rnd_search_t_lin/comb_17/trained/model.decoder.layers.2.self_attn.out_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:4e6b2357052da8b7e7f34f0fe9ea3ebd385a79eb8f1502a0331b2a5c30a5f629
+size 5251
diff --git a/params/opt/5/rnd_search_t_lin/comb_17/trained/model.decoder.layers.2.self_attn.out_proj/_s.pt b/params/opt/5/rnd_search_t_lin/comb_17/trained/model.decoder.layers.2.self_attn.out_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ad1153a87292eff5cdfcf82c47570dec4237dccb
--- /dev/null
+++ b/params/opt/5/rnd_search_t_lin/comb_17/trained/model.decoder.layers.2.self_attn.out_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:22972eec33bc20071bc1a83d3aa4ac93c22cb35cee91f975218cf054b1cb4ba1
+size 5251
diff --git a/params/opt/5/rnd_search_t_lin/comb_17/trained/model.decoder.layers.2.self_attn.q_proj/_0.pt b/params/opt/5/rnd_search_t_lin/comb_17/trained/model.decoder.layers.2.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..dc93b2738d4fff5ba40d2d2aeaa357e9b5b89263
--- /dev/null
+++ b/params/opt/5/rnd_search_t_lin/comb_17/trained/model.decoder.layers.2.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:9bb4a362f8df64ac8726e6bc36c561c83bceb7a87779863dcd9f6c128b08cdac
+size 5251
diff --git a/params/opt/5/rnd_search_t_lin/comb_17/trained/model.decoder.layers.2.self_attn.q_proj/_s.pt b/params/opt/5/rnd_search_t_lin/comb_17/trained/model.decoder.layers.2.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ddf716eae8ee933b6bc536c9d10957d489ac4654
--- /dev/null
+++ b/params/opt/5/rnd_search_t_lin/comb_17/trained/model.decoder.layers.2.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:3981a64ca5b9de490a7bbb99a9a59164c8d7448a9daf6a1a12ed9392f49fc860
+size 5251
diff --git a/params/opt/5/rnd_search_t_lin/comb_17/trained/model.decoder.layers.2.self_attn.v_proj/_0.pt b/params/opt/5/rnd_search_t_lin/comb_17/trained/model.decoder.layers.2.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..3c62467d5a69cad4cdf5454d84485d85108315f0
--- /dev/null
+++ b/params/opt/5/rnd_search_t_lin/comb_17/trained/model.decoder.layers.2.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2681a990a8139e25642de57b9fa2d1a4d578251a9a57583ba95cfb834a364a7c
+size 5251
diff --git a/params/opt/5/rnd_search_t_lin/comb_17/trained/model.decoder.layers.2.self_attn.v_proj/_s.pt b/params/opt/5/rnd_search_t_lin/comb_17/trained/model.decoder.layers.2.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..0670120275758272555a6fba60f53ac06e4975d7
--- /dev/null
+++ b/params/opt/5/rnd_search_t_lin/comb_17/trained/model.decoder.layers.2.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:4bb6cd134d0ccd38691ea34007cc923b127c7b48368e6a6e7c0ea5c52f82f8dd
+size 5251
diff --git a/params/opt/5/rnd_search_t_lin/comb_17/trained/model.decoder.layers.20.fc1/_0.pt b/params/opt/5/rnd_search_t_lin/comb_17/trained/model.decoder.layers.20.fc1/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c2b28b71f977dafdb090ab54e84b39ce2731127a
--- /dev/null
+++ b/params/opt/5/rnd_search_t_lin/comb_17/trained/model.decoder.layers.20.fc1/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e1f23a8e3ab966cbbb6f173f622cf674100d4d9da12d770045339998eb01bb3d
+size 17539
diff --git a/params/opt/5/rnd_search_t_lin/comb_17/trained/model.decoder.layers.20.fc1/_s.pt b/params/opt/5/rnd_search_t_lin/comb_17/trained/model.decoder.layers.20.fc1/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2727b3406059df8ec896281dab62c3944967e89d
--- /dev/null
+++ b/params/opt/5/rnd_search_t_lin/comb_17/trained/model.decoder.layers.20.fc1/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2b9818029ef5df88147e5e393738a57561f88d71cd5144342d579b29bf21b476
+size 17539
diff --git a/params/opt/5/rnd_search_t_lin/comb_17/trained/model.decoder.layers.20.fc2/_0.pt b/params/opt/5/rnd_search_t_lin/comb_17/trained/model.decoder.layers.20.fc2/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4eefa26fda22bae0cbb98e3180371f2b389584a9
--- /dev/null
+++ b/params/opt/5/rnd_search_t_lin/comb_17/trained/model.decoder.layers.20.fc2/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d031e79389a761de863386c217c0974e1476fffe326fb0731ea6736fc37856c8
+size 5251
diff --git a/params/opt/5/rnd_search_t_lin/comb_17/trained/model.decoder.layers.20.fc2/_s.pt b/params/opt/5/rnd_search_t_lin/comb_17/trained/model.decoder.layers.20.fc2/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c0559d1cc7a28bc6031ad732392777024dcc5663
--- /dev/null
+++ b/params/opt/5/rnd_search_t_lin/comb_17/trained/model.decoder.layers.20.fc2/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c1c4a97e86aef0b8aee69c192faa8024f16ada35b76488bb429bc57266e04874
+size 5251
diff --git a/params/opt/5/rnd_search_t_lin/comb_17/trained/model.decoder.layers.20.self_attn.k_proj/_0.pt b/params/opt/5/rnd_search_t_lin/comb_17/trained/model.decoder.layers.20.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..d2c35d2ca1535b6e1f88768a303770473275420d
--- /dev/null
+++ b/params/opt/5/rnd_search_t_lin/comb_17/trained/model.decoder.layers.20.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:94792d0d49517581dc3a9d909d9a80477fccecf7829df1f2503170ac0ecc0427
+size 5251
diff --git a/params/opt/5/rnd_search_t_lin/comb_17/trained/model.decoder.layers.20.self_attn.k_proj/_s.pt b/params/opt/5/rnd_search_t_lin/comb_17/trained/model.decoder.layers.20.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..64d105047f0553a15bcb3ab0a65d0a12bfea7902
--- /dev/null
+++ b/params/opt/5/rnd_search_t_lin/comb_17/trained/model.decoder.layers.20.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:dcb36f9a3268a48360a74a1bbee54c26626f057df819a4c38daa5093ae3cda22
+size 5251
diff --git a/params/opt/5/rnd_search_t_lin/comb_17/trained/model.decoder.layers.20.self_attn.out_proj/_0.pt b/params/opt/5/rnd_search_t_lin/comb_17/trained/model.decoder.layers.20.self_attn.out_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..f8c9600bd41c0c6242a76bbc5300d4439cd88ee5
--- /dev/null
+++ b/params/opt/5/rnd_search_t_lin/comb_17/trained/model.decoder.layers.20.self_attn.out_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:845cdf17be6192ba25dde97a12a9536900bc8085df506d676b8533f699600b6c
+size 5251
diff --git a/params/opt/5/rnd_search_t_lin/comb_17/trained/model.decoder.layers.20.self_attn.out_proj/_s.pt b/params/opt/5/rnd_search_t_lin/comb_17/trained/model.decoder.layers.20.self_attn.out_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..b4d7136f771e2e403d8435d3fc38401be0eda593
--- /dev/null
+++ b/params/opt/5/rnd_search_t_lin/comb_17/trained/model.decoder.layers.20.self_attn.out_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:3df76759476e4501ac74a3f5aac65c033ebb43ef049b3f6c39812390257efe30
+size 5251
diff --git a/params/opt/5/rnd_search_t_lin/comb_17/trained/model.decoder.layers.20.self_attn.q_proj/_0.pt b/params/opt/5/rnd_search_t_lin/comb_17/trained/model.decoder.layers.20.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..5255494677b999cac9a50e45d7ac2ae2c76a5039
--- /dev/null
+++ b/params/opt/5/rnd_search_t_lin/comb_17/trained/model.decoder.layers.20.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:1eee3234eb9d234b8fcd8eb99da568a78e605a2a55ad853f6d574e2afb99a2f5
+size 5251
diff --git a/params/opt/5/rnd_search_t_lin/comb_17/trained/model.decoder.layers.20.self_attn.q_proj/_s.pt b/params/opt/5/rnd_search_t_lin/comb_17/trained/model.decoder.layers.20.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..acd44afd15449c9b6e34f8e2f623d48ea04aa9d8
--- /dev/null
+++ b/params/opt/5/rnd_search_t_lin/comb_17/trained/model.decoder.layers.20.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5dc9ceee2539c31d667595bde8cd2c11ce51aad8e3fe9e8f4a12e9dfc88f1d8e
+size 5251
diff --git a/params/opt/5/rnd_search_t_lin/comb_17/trained/model.decoder.layers.20.self_attn.v_proj/_0.pt b/params/opt/5/rnd_search_t_lin/comb_17/trained/model.decoder.layers.20.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..0d2cd46f8535df838597a7ac14efeedf3f8609e9
--- /dev/null
+++ b/params/opt/5/rnd_search_t_lin/comb_17/trained/model.decoder.layers.20.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:fd28e81d96154e181a1701d6f2a78585aa58ccbba6ffa6659c27fb1332f2728b
+size 5251
diff --git a/params/opt/5/rnd_search_t_lin/comb_17/trained/model.decoder.layers.20.self_attn.v_proj/_s.pt b/params/opt/5/rnd_search_t_lin/comb_17/trained/model.decoder.layers.20.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..72d0981ebc18d3490579a7e2598db0af2a1a70f1
--- /dev/null
+++ b/params/opt/5/rnd_search_t_lin/comb_17/trained/model.decoder.layers.20.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:fb466b36b382d2af3b4e1f28b5a82619e8ed3f6915ddc3ab96d8c2fc39284604
+size 5251
diff --git a/params/opt/5/rnd_search_t_lin/comb_17/trained/model.decoder.layers.21.fc1/_0.pt b/params/opt/5/rnd_search_t_lin/comb_17/trained/model.decoder.layers.21.fc1/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..aea003b316b3b36b46291ae82ffb513594656693
--- /dev/null
+++ b/params/opt/5/rnd_search_t_lin/comb_17/trained/model.decoder.layers.21.fc1/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0e77577ccf902fe4ea4dcbb50153dc98a78ea1cc693ec115cc925fb429d6cc49
+size 17539
diff --git a/params/opt/5/rnd_search_t_lin/comb_17/trained/model.decoder.layers.21.fc1/_s.pt b/params/opt/5/rnd_search_t_lin/comb_17/trained/model.decoder.layers.21.fc1/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..23baaa545c6bb3db3a73c91dcb465f8c3cf4fa1f
--- /dev/null
+++ b/params/opt/5/rnd_search_t_lin/comb_17/trained/model.decoder.layers.21.fc1/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:daeb09c0a5f99120b455307c6d5e33fece0e97e7ef264b1493af44eef9a873e0
+size 17539
diff --git a/params/opt/5/rnd_search_t_lin/comb_17/trained/model.decoder.layers.21.fc2/_0.pt b/params/opt/5/rnd_search_t_lin/comb_17/trained/model.decoder.layers.21.fc2/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..45bf330c2634666cc8b8b2bf0e07d3ecfacd8c24
--- /dev/null
+++ b/params/opt/5/rnd_search_t_lin/comb_17/trained/model.decoder.layers.21.fc2/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:cfcdb6e53256e0f3c2b763f4484e4e30fbe0cf42e88aed345eb2ab41f500fbbe
+size 5251
diff --git a/params/opt/5/rnd_search_t_lin/comb_17/trained/model.decoder.layers.21.fc2/_s.pt b/params/opt/5/rnd_search_t_lin/comb_17/trained/model.decoder.layers.21.fc2/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ec7987c9ddd2b7d1bd7ebf04548c9c80ca5a123a
--- /dev/null
+++ b/params/opt/5/rnd_search_t_lin/comb_17/trained/model.decoder.layers.21.fc2/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:afd976b8045631b5ffd6b471327afebd86c6cf187d4aa5b6300dcbe9feead330
+size 5251
diff --git a/params/opt/5/rnd_search_t_lin/comb_17/trained/model.decoder.layers.21.self_attn.k_proj/_0.pt b/params/opt/5/rnd_search_t_lin/comb_17/trained/model.decoder.layers.21.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..38c3a9032cf3cf5b96333bad116fb60a4a6c1288
--- /dev/null
+++ b/params/opt/5/rnd_search_t_lin/comb_17/trained/model.decoder.layers.21.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:9beef87b852507acff00f45c89d778837b0bdf0163995758d0db6e91428f3c6d
+size 5251
diff --git a/params/opt/5/rnd_search_t_lin/comb_17/trained/model.decoder.layers.21.self_attn.k_proj/_s.pt b/params/opt/5/rnd_search_t_lin/comb_17/trained/model.decoder.layers.21.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..6554a83e0c03089c94f47bf42c44992082e9c0b1
--- /dev/null
+++ b/params/opt/5/rnd_search_t_lin/comb_17/trained/model.decoder.layers.21.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a7c1798634fb9ca7acfd1b5f00002e85f8866cef2b886947a28fd8601fa18aa5
+size 5251
diff --git a/params/opt/5/rnd_search_t_lin/comb_17/trained/model.decoder.layers.21.self_attn.out_proj/_0.pt b/params/opt/5/rnd_search_t_lin/comb_17/trained/model.decoder.layers.21.self_attn.out_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..be52338b388cf3eee72ba0ee940ae636651f127a
--- /dev/null
+++ b/params/opt/5/rnd_search_t_lin/comb_17/trained/model.decoder.layers.21.self_attn.out_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a8cf8e0282fe7831acb2d368fb503031fa5fc5ef72521400d3dad6581c40a0a5
+size 5251
diff --git a/params/opt/5/rnd_search_t_lin/comb_17/trained/model.decoder.layers.21.self_attn.out_proj/_s.pt b/params/opt/5/rnd_search_t_lin/comb_17/trained/model.decoder.layers.21.self_attn.out_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..187d5f79c7dcdde1ef2466466298cb097f8557a1
--- /dev/null
+++ b/params/opt/5/rnd_search_t_lin/comb_17/trained/model.decoder.layers.21.self_attn.out_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5937eb234872cd9548fc505294063e00d7e56c3e8fc392cf8a8a90e863a52bbd
+size 5251
diff --git a/params/opt/5/rnd_search_t_lin/comb_17/trained/model.decoder.layers.21.self_attn.q_proj/_0.pt b/params/opt/5/rnd_search_t_lin/comb_17/trained/model.decoder.layers.21.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..1da05939d845c2338db8f613e46468c042df5755
--- /dev/null
+++ b/params/opt/5/rnd_search_t_lin/comb_17/trained/model.decoder.layers.21.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:59a32043b026ddfb854acec069cc21ccf8d752e29175cc3b5e8476ed6e30159b
+size 5251
diff --git a/params/opt/5/rnd_search_t_lin/comb_17/trained/model.decoder.layers.21.self_attn.q_proj/_s.pt b/params/opt/5/rnd_search_t_lin/comb_17/trained/model.decoder.layers.21.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..9033b029ed57ffa85bb2b41b8be4f91d4593f8a0
--- /dev/null
+++ b/params/opt/5/rnd_search_t_lin/comb_17/trained/model.decoder.layers.21.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:8a6f6662f1b233651c7f829aee067d084c962328eb52cf77e59f35dd0f621ac8
+size 5251
diff --git a/params/opt/5/rnd_search_t_lin/comb_17/trained/model.decoder.layers.21.self_attn.v_proj/_0.pt b/params/opt/5/rnd_search_t_lin/comb_17/trained/model.decoder.layers.21.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..3eb7e404fdada2c2c005c7f9a378708971806d40
--- /dev/null
+++ b/params/opt/5/rnd_search_t_lin/comb_17/trained/model.decoder.layers.21.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d8fc68fd91272969731126cddf539ce748b84f568e1882fe712e088d1ce1557f
+size 5251
diff --git a/params/opt/5/rnd_search_t_lin/comb_17/trained/model.decoder.layers.21.self_attn.v_proj/_s.pt b/params/opt/5/rnd_search_t_lin/comb_17/trained/model.decoder.layers.21.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..fafbbd43d5beb0068f9f2d6b700ac69c0362348f
--- /dev/null
+++ b/params/opt/5/rnd_search_t_lin/comb_17/trained/model.decoder.layers.21.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:fba1a7a02ac9f360fdde1f7e5d5063447315f0a3374a6fb961ac575d9135cd0a
+size 5251
diff --git a/params/opt/5/rnd_search_t_lin/comb_17/trained/model.decoder.layers.22.fc1/_0.pt b/params/opt/5/rnd_search_t_lin/comb_17/trained/model.decoder.layers.22.fc1/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..d8c570877312b1901f7947c30374cfdee75c5bbc
--- /dev/null
+++ b/params/opt/5/rnd_search_t_lin/comb_17/trained/model.decoder.layers.22.fc1/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:169bab8c2e54d465907cde0caa3cf6475690e9ec4f9140d67fc407e6cd9b97b0
+size 17539
diff --git a/params/opt/5/rnd_search_t_lin/comb_17/trained/model.decoder.layers.22.fc1/_s.pt b/params/opt/5/rnd_search_t_lin/comb_17/trained/model.decoder.layers.22.fc1/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..74fcac3b81d0bef2ec39f79f12b7f7095795a349
--- /dev/null
+++ b/params/opt/5/rnd_search_t_lin/comb_17/trained/model.decoder.layers.22.fc1/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a4e35a4d009bd2e1befeeb16b8d8bed595800fe40c3b14167764c4f3c5ca853d
+size 17539
diff --git a/params/opt/5/rnd_search_t_lin/comb_17/trained/model.decoder.layers.22.fc2/_0.pt b/params/opt/5/rnd_search_t_lin/comb_17/trained/model.decoder.layers.22.fc2/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..f552e782165131dcdfedcb56edd6bf83c5c37da3
--- /dev/null
+++ b/params/opt/5/rnd_search_t_lin/comb_17/trained/model.decoder.layers.22.fc2/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a09add5ab1b5b01e94f95bae2f10a3428ebb515e2416c2d50741f25ac2d27e78
+size 5251
diff --git a/params/opt/5/rnd_search_t_lin/comb_17/trained/model.decoder.layers.22.fc2/_s.pt b/params/opt/5/rnd_search_t_lin/comb_17/trained/model.decoder.layers.22.fc2/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..96a31815a057d4c163ea1b52fdc57db4bb5f2abb
--- /dev/null
+++ b/params/opt/5/rnd_search_t_lin/comb_17/trained/model.decoder.layers.22.fc2/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:bd09f87627d5bae395fa2f58ec3a411cb68bb85ee6aa870f1323bf3ebf8bc7f3
+size 5251
diff --git a/params/opt/5/rnd_search_t_lin/comb_17/trained/model.decoder.layers.22.self_attn.k_proj/_0.pt b/params/opt/5/rnd_search_t_lin/comb_17/trained/model.decoder.layers.22.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..d3b6a7d8451b4122a2a23e8446f120ca5ea615e6
--- /dev/null
+++ b/params/opt/5/rnd_search_t_lin/comb_17/trained/model.decoder.layers.22.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:bf37ee938d73e6648f5ee4b8879e1e92f6a4c207608b598bbd98032d620d5592
+size 5251
diff --git a/params/opt/5/rnd_search_t_lin/comb_17/trained/model.decoder.layers.22.self_attn.k_proj/_s.pt b/params/opt/5/rnd_search_t_lin/comb_17/trained/model.decoder.layers.22.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..1a46592730f1a0fa8847a63c398f3a78762132fe
--- /dev/null
+++ b/params/opt/5/rnd_search_t_lin/comb_17/trained/model.decoder.layers.22.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:7aa020da73e581f7ad731f1887b90d99c9c1137294daec8ceec9e4e2be857aa8
+size 5251
diff --git a/params/opt/5/rnd_search_t_lin/comb_17/trained/model.decoder.layers.22.self_attn.out_proj/_0.pt b/params/opt/5/rnd_search_t_lin/comb_17/trained/model.decoder.layers.22.self_attn.out_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..711c44357a9f2a586ecfed400413c08dfd3ff7df
--- /dev/null
+++ b/params/opt/5/rnd_search_t_lin/comb_17/trained/model.decoder.layers.22.self_attn.out_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:1a2a91899b9c596246542b1b1ec053622a10822350700b04abb469b61e2a2fef
+size 5251
diff --git a/params/opt/5/rnd_search_t_lin/comb_17/trained/model.decoder.layers.22.self_attn.out_proj/_s.pt b/params/opt/5/rnd_search_t_lin/comb_17/trained/model.decoder.layers.22.self_attn.out_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..7fce937e636ef7370043c7ad34bfbf838321e8e6
--- /dev/null
+++ b/params/opt/5/rnd_search_t_lin/comb_17/trained/model.decoder.layers.22.self_attn.out_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:77ebaa23d945a2b1730708265024e0fb7e1f5291df98432df017bbdd6c70665e
+size 5251
diff --git a/params/opt/5/rnd_search_t_lin/comb_17/trained/model.decoder.layers.22.self_attn.q_proj/_0.pt b/params/opt/5/rnd_search_t_lin/comb_17/trained/model.decoder.layers.22.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..6d73a5f9463114f149466f6b1d49c5cdfe14e9f5
--- /dev/null
+++ b/params/opt/5/rnd_search_t_lin/comb_17/trained/model.decoder.layers.22.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:142eeddfcee86745104817ad404e5cda85de568f7f673a88aa338caf47e1d70b
+size 5251
diff --git a/params/opt/5/rnd_search_t_lin/comb_17/trained/model.decoder.layers.22.self_attn.q_proj/_s.pt b/params/opt/5/rnd_search_t_lin/comb_17/trained/model.decoder.layers.22.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..9c91bce53b5a5c788a0fec5046bb3df031043b63
--- /dev/null
+++ b/params/opt/5/rnd_search_t_lin/comb_17/trained/model.decoder.layers.22.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:33dfb2e00380f1710da380a0f258244674aa71c5db908a8c3188951bf36dac25
+size 5251
diff --git a/params/opt/5/rnd_search_t_lin/comb_17/trained/model.decoder.layers.22.self_attn.v_proj/_0.pt b/params/opt/5/rnd_search_t_lin/comb_17/trained/model.decoder.layers.22.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e2295cdc74822c2995e1d16619a9fcbff4f04fb6
--- /dev/null
+++ b/params/opt/5/rnd_search_t_lin/comb_17/trained/model.decoder.layers.22.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:163e7bf6733952643bf97955eda300034e0f006f2881abb8fff285c15a32f9b1
+size 5251
diff --git a/params/opt/5/rnd_search_t_lin/comb_17/trained/model.decoder.layers.22.self_attn.v_proj/_s.pt b/params/opt/5/rnd_search_t_lin/comb_17/trained/model.decoder.layers.22.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..f3608d613c96fb48ee995e19f095348bbacac1fe
--- /dev/null
+++ b/params/opt/5/rnd_search_t_lin/comb_17/trained/model.decoder.layers.22.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:9be660bfb2ef13d32af58ab6e22974a76a701ae04d0f7e0736a1aad5ecc60668
+size 5251
diff --git a/params/opt/5/rnd_search_t_lin/comb_17/trained/model.decoder.layers.23.fc1/_0.pt b/params/opt/5/rnd_search_t_lin/comb_17/trained/model.decoder.layers.23.fc1/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a1eabd5cf8a9408f16c8d2d6a0bee364e415a19a
--- /dev/null
+++ b/params/opt/5/rnd_search_t_lin/comb_17/trained/model.decoder.layers.23.fc1/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:597b4375ce2c55f33f6b8cbaa11d33dbf0cab3a4247eed9b64fb7594b339737f
+size 17539
diff --git a/params/opt/5/rnd_search_t_lin/comb_17/trained/model.decoder.layers.23.fc1/_s.pt b/params/opt/5/rnd_search_t_lin/comb_17/trained/model.decoder.layers.23.fc1/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..23bb9009469b44be8e81dde462bbe72cd19ad0e3
--- /dev/null
+++ b/params/opt/5/rnd_search_t_lin/comb_17/trained/model.decoder.layers.23.fc1/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5dbf52880228f10d50d9772efea0773fd459fa77c69bc4e21d6fa8eb0680de3d
+size 17539
diff --git a/params/opt/5/rnd_search_t_lin/comb_17/trained/model.decoder.layers.23.fc2/_0.pt b/params/opt/5/rnd_search_t_lin/comb_17/trained/model.decoder.layers.23.fc2/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..17ac5ae8f404a4159872f6f0ae910cd4e82f6ecc
--- /dev/null
+++ b/params/opt/5/rnd_search_t_lin/comb_17/trained/model.decoder.layers.23.fc2/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:33b5f02a9ee36e55e7714f197bc61a9293ca1d138b914beb39b3da18e03675f8
+size 5251
diff --git a/params/opt/5/rnd_search_t_lin/comb_17/trained/model.decoder.layers.23.fc2/_s.pt b/params/opt/5/rnd_search_t_lin/comb_17/trained/model.decoder.layers.23.fc2/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2fb27fc7a70e0b6a904c480d192416a28cce00d9
--- /dev/null
+++ b/params/opt/5/rnd_search_t_lin/comb_17/trained/model.decoder.layers.23.fc2/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:40087d20327de200dc4755f4cd73c3c42f9711761741b0f7c89e0c0cf35de2ce
+size 5251
diff --git a/params/opt/5/rnd_search_t_lin/comb_17/trained/model.decoder.layers.23.self_attn.k_proj/_0.pt b/params/opt/5/rnd_search_t_lin/comb_17/trained/model.decoder.layers.23.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..de5bfb5ffebe96a1ad954abd11d46a15d25589ed
--- /dev/null
+++ b/params/opt/5/rnd_search_t_lin/comb_17/trained/model.decoder.layers.23.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:468e6c6e99c41cecf1eed3bd8fdd718eb1c26d2a2966bc5c5337b38b24574b6e
+size 5251
diff --git a/params/opt/5/rnd_search_t_lin/comb_17/trained/model.decoder.layers.23.self_attn.k_proj/_s.pt b/params/opt/5/rnd_search_t_lin/comb_17/trained/model.decoder.layers.23.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..5785ee1cf83d842fbd27fe9e548fd9047e84eee4
--- /dev/null
+++ b/params/opt/5/rnd_search_t_lin/comb_17/trained/model.decoder.layers.23.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b8d2f6bed25cabe087e74386655a0aeb63f58ed179d0149afb816d6efb445b67
+size 5251
diff --git a/params/opt/5/rnd_search_t_lin/comb_17/trained/model.decoder.layers.23.self_attn.out_proj/_0.pt b/params/opt/5/rnd_search_t_lin/comb_17/trained/model.decoder.layers.23.self_attn.out_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4cc88ebb563e2bc972dd8cc43a668d346950df43
--- /dev/null
+++ b/params/opt/5/rnd_search_t_lin/comb_17/trained/model.decoder.layers.23.self_attn.out_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:254684e548805c5cd782f033b13654ad9bd26ca86a4ab99cd543c201ee69efe2
+size 5251
diff --git a/params/opt/5/rnd_search_t_lin/comb_17/trained/model.decoder.layers.23.self_attn.out_proj/_s.pt b/params/opt/5/rnd_search_t_lin/comb_17/trained/model.decoder.layers.23.self_attn.out_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..5f389558a54e324f793dca5c63f0e828cbb4e81e
--- /dev/null
+++ b/params/opt/5/rnd_search_t_lin/comb_17/trained/model.decoder.layers.23.self_attn.out_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:4306dfdc2d5162eb77b30364a5c5692bf0fcd8712bdff63ce97ad44f959e03d6
+size 5251
diff --git a/params/opt/5/rnd_search_t_lin/comb_17/trained/model.decoder.layers.23.self_attn.q_proj/_0.pt b/params/opt/5/rnd_search_t_lin/comb_17/trained/model.decoder.layers.23.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8519ce97ef73b49d848cc1fd600bde126857fef4
--- /dev/null
+++ b/params/opt/5/rnd_search_t_lin/comb_17/trained/model.decoder.layers.23.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:6476d1ac48fde2c1947597d086da8ae0331bde503a2d02c58f6d2a055a8cf535
+size 5251
diff --git a/params/opt/5/rnd_search_t_lin/comb_17/trained/model.decoder.layers.23.self_attn.q_proj/_s.pt b/params/opt/5/rnd_search_t_lin/comb_17/trained/model.decoder.layers.23.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..96f3d9667e2bac0fc13173d0456fbf2e62024dcf
--- /dev/null
+++ b/params/opt/5/rnd_search_t_lin/comb_17/trained/model.decoder.layers.23.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:9be22fe9aacac8b3beac3a1470e41bad76e0169a2412354549ad79eb74e5ddc3
+size 5251
diff --git a/params/opt/5/rnd_search_t_lin/comb_17/trained/model.decoder.layers.23.self_attn.v_proj/_0.pt b/params/opt/5/rnd_search_t_lin/comb_17/trained/model.decoder.layers.23.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..914acea39c4cbbadb561ea7e17185be084e363ee
--- /dev/null
+++ b/params/opt/5/rnd_search_t_lin/comb_17/trained/model.decoder.layers.23.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a4fd7f1dd63190b9412ba2a94c2863bb48a4e4ecdab726faf0279167540aa006
+size 5251
diff --git a/params/opt/5/rnd_search_t_lin/comb_17/trained/model.decoder.layers.23.self_attn.v_proj/_s.pt b/params/opt/5/rnd_search_t_lin/comb_17/trained/model.decoder.layers.23.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..fd67d11a0bcf6a292e3787b180ab7621728c152e
--- /dev/null
+++ b/params/opt/5/rnd_search_t_lin/comb_17/trained/model.decoder.layers.23.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:3d5623813b222839becc0bacd7f86fd325a82e90cb806389db65cf51686d6982
+size 5251
diff --git a/params/opt/5/rnd_search_t_lin/comb_17/trained/model.decoder.layers.3.fc1/_0.pt b/params/opt/5/rnd_search_t_lin/comb_17/trained/model.decoder.layers.3.fc1/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..6863f57d58f833d11f183c953becfbc1d806606c
--- /dev/null
+++ b/params/opt/5/rnd_search_t_lin/comb_17/trained/model.decoder.layers.3.fc1/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d18b2fff9e30b5ea00cf2463a1247da596648cd8d7270d4b863c91bedc89aa6a
+size 17539
diff --git a/params/opt/5/rnd_search_t_lin/comb_17/trained/model.decoder.layers.3.fc1/_s.pt b/params/opt/5/rnd_search_t_lin/comb_17/trained/model.decoder.layers.3.fc1/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..b9e070c426bc0ab4dba18e930a7ba89a5e90a8c9
--- /dev/null
+++ b/params/opt/5/rnd_search_t_lin/comb_17/trained/model.decoder.layers.3.fc1/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:04c38b45f1de9837d1d52dbeb03c2589f0ba7f8b7c951b5bba01cd916b941344
+size 17539
diff --git a/params/opt/5/rnd_search_t_lin/comb_17/trained/model.decoder.layers.3.fc2/_0.pt b/params/opt/5/rnd_search_t_lin/comb_17/trained/model.decoder.layers.3.fc2/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..738ccf67fd21a2e420c156e2f3bff545e6fd33b5
--- /dev/null
+++ b/params/opt/5/rnd_search_t_lin/comb_17/trained/model.decoder.layers.3.fc2/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:4dd2a398d9883ac02fda4d5efd22708e7144b847c98631a4abdfafcdf8a49d46
+size 5251
diff --git a/params/opt/5/rnd_search_t_lin/comb_17/trained/model.decoder.layers.3.fc2/_s.pt b/params/opt/5/rnd_search_t_lin/comb_17/trained/model.decoder.layers.3.fc2/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..045604bf51f8309e54166f7a428b9b728b6a2de0
--- /dev/null
+++ b/params/opt/5/rnd_search_t_lin/comb_17/trained/model.decoder.layers.3.fc2/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0651f8e3b3c2d882ec6605fc190ab88401ac8eaeed54bb57ca864fe87cf79d6a
+size 5251
diff --git a/params/opt/5/rnd_search_t_lin/comb_17/trained/model.decoder.layers.3.self_attn.k_proj/_0.pt b/params/opt/5/rnd_search_t_lin/comb_17/trained/model.decoder.layers.3.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..fe5041681393cd3d723b28474caf991e40bf1c56
--- /dev/null
+++ b/params/opt/5/rnd_search_t_lin/comb_17/trained/model.decoder.layers.3.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:4ef7d5c2516e1a70f80407108cc44150b461a60041a6666705823f95cc2b720c
+size 5251
diff --git a/params/opt/5/rnd_search_t_lin/comb_17/trained/model.decoder.layers.3.self_attn.k_proj/_s.pt b/params/opt/5/rnd_search_t_lin/comb_17/trained/model.decoder.layers.3.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..6db5176cdd944d2d086563d83769e209ee81f171
--- /dev/null
+++ b/params/opt/5/rnd_search_t_lin/comb_17/trained/model.decoder.layers.3.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0e5a397af42c46b4324c898ab452b9266141b9135278bc0582a925ff0c3b10e2
+size 5251
diff --git a/params/opt/5/rnd_search_t_lin/comb_17/trained/model.decoder.layers.3.self_attn.out_proj/_0.pt b/params/opt/5/rnd_search_t_lin/comb_17/trained/model.decoder.layers.3.self_attn.out_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..45f4e138b14e17a9dfe1852b6d85fa1c149a2278
--- /dev/null
+++ b/params/opt/5/rnd_search_t_lin/comb_17/trained/model.decoder.layers.3.self_attn.out_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:4f79187d8bf24b20d90668cb48a35ae810f418150ef611af81d0a8e5dfa33af2
+size 5251
diff --git a/params/opt/5/rnd_search_t_lin/comb_17/trained/model.decoder.layers.3.self_attn.out_proj/_s.pt b/params/opt/5/rnd_search_t_lin/comb_17/trained/model.decoder.layers.3.self_attn.out_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..65234b8ab3ae5ea139f706c183659c5de213ef3d
--- /dev/null
+++ b/params/opt/5/rnd_search_t_lin/comb_17/trained/model.decoder.layers.3.self_attn.out_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:7fa1396cd831b1f156ba5fd50361f184186923e5be1755134a614d67d7650a8f
+size 5251
diff --git a/params/opt/5/rnd_search_t_lin/comb_17/trained/model.decoder.layers.3.self_attn.q_proj/_0.pt b/params/opt/5/rnd_search_t_lin/comb_17/trained/model.decoder.layers.3.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..b1ef76555659e33cca8512810152241a6efacbe7
--- /dev/null
+++ b/params/opt/5/rnd_search_t_lin/comb_17/trained/model.decoder.layers.3.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:06a3b890048bf240be8165439fc09626c278d4c5d93a2bc8c3a205b8e34446a3
+size 5251
diff --git a/params/opt/5/rnd_search_t_lin/comb_17/trained/model.decoder.layers.3.self_attn.q_proj/_s.pt b/params/opt/5/rnd_search_t_lin/comb_17/trained/model.decoder.layers.3.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..6ed373f58a54da6bfcd8ff17678956ee608011a2
--- /dev/null
+++ b/params/opt/5/rnd_search_t_lin/comb_17/trained/model.decoder.layers.3.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:71f8b6e030bd9be17d580537286e5d7e3ce348bd349f0302f8eed2298a03d672
+size 5251
diff --git a/params/opt/5/rnd_search_t_lin/comb_17/trained/model.decoder.layers.3.self_attn.v_proj/_0.pt b/params/opt/5/rnd_search_t_lin/comb_17/trained/model.decoder.layers.3.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..88417f8cfb655a6adb0ed6012e8c0dff48fd6a74
--- /dev/null
+++ b/params/opt/5/rnd_search_t_lin/comb_17/trained/model.decoder.layers.3.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d39cb22f6a2eda181564ab578433a9cd50190fb19c9b34576b4bb75475e0c5a4
+size 5251
diff --git a/params/opt/5/rnd_search_t_lin/comb_17/trained/model.decoder.layers.3.self_attn.v_proj/_s.pt b/params/opt/5/rnd_search_t_lin/comb_17/trained/model.decoder.layers.3.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..09be201b60224326a34f065ef4a979650d081414
--- /dev/null
+++ b/params/opt/5/rnd_search_t_lin/comb_17/trained/model.decoder.layers.3.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5eb748f301f26a81bb20a25f14a14554b313ae1b8d6510e91323dbde33a7b3b9
+size 5251
diff --git a/params/opt/5/rnd_search_t_lin/comb_17/trained/model.decoder.layers.4.fc1/_0.pt b/params/opt/5/rnd_search_t_lin/comb_17/trained/model.decoder.layers.4.fc1/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..6a83824aeef804ff332cb8e35ffa947917e261dc
--- /dev/null
+++ b/params/opt/5/rnd_search_t_lin/comb_17/trained/model.decoder.layers.4.fc1/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:35c068df93d25e7420dc2a7d8045e803ac43c9e61f87624688cdcc811fb06979
+size 17539
diff --git a/params/opt/5/rnd_search_t_lin/comb_17/trained/model.decoder.layers.4.fc1/_s.pt b/params/opt/5/rnd_search_t_lin/comb_17/trained/model.decoder.layers.4.fc1/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..7ee51eb7e155ec20886d8969fb34c16daeb2986a
--- /dev/null
+++ b/params/opt/5/rnd_search_t_lin/comb_17/trained/model.decoder.layers.4.fc1/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f270bbe2d72f8c4e2cca7d9ba144433658718f7a8d2cf2614d4fe8c2ac122beb
+size 17539
diff --git a/params/opt/5/rnd_search_t_lin/comb_17/trained/model.decoder.layers.4.fc2/_0.pt b/params/opt/5/rnd_search_t_lin/comb_17/trained/model.decoder.layers.4.fc2/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2974527b41c61ef878bcbdf6e6f751f63cf8600d
--- /dev/null
+++ b/params/opt/5/rnd_search_t_lin/comb_17/trained/model.decoder.layers.4.fc2/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:4d386990617c716c15af71261dacc0119cf49372d81be978e38543ba2f45a96b
+size 5251
diff --git a/params/opt/5/rnd_search_t_lin/comb_17/trained/model.decoder.layers.4.fc2/_s.pt b/params/opt/5/rnd_search_t_lin/comb_17/trained/model.decoder.layers.4.fc2/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..1bf8d5e67b55468c5131a8c050899a8043a0be2b
--- /dev/null
+++ b/params/opt/5/rnd_search_t_lin/comb_17/trained/model.decoder.layers.4.fc2/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:351e26b07fd33f557ca5f99148e8c15db76b7f2f93630d71e5b31fd6f680553c
+size 5251
diff --git a/params/opt/5/rnd_search_t_lin/comb_17/trained/model.decoder.layers.4.self_attn.k_proj/_0.pt b/params/opt/5/rnd_search_t_lin/comb_17/trained/model.decoder.layers.4.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a0c14c770060b5c8ca4bc9b2c38148bc129700a0
--- /dev/null
+++ b/params/opt/5/rnd_search_t_lin/comb_17/trained/model.decoder.layers.4.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:7ff2adbc73c72ed428023909463201d4dc101e271ced19eedd4ddfb8ecb1b403
+size 5251
diff --git a/params/opt/5/rnd_search_t_lin/comb_17/trained/model.decoder.layers.4.self_attn.k_proj/_s.pt b/params/opt/5/rnd_search_t_lin/comb_17/trained/model.decoder.layers.4.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..f5e0bdc54f971021425f1ad5b6be0b764634d5b3
--- /dev/null
+++ b/params/opt/5/rnd_search_t_lin/comb_17/trained/model.decoder.layers.4.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:57d22b4a81c529065d64c29c97d0f9594c5349565b7b87192e1f3f4ee6fc103a
+size 5251
diff --git a/params/opt/5/rnd_search_t_lin/comb_17/trained/model.decoder.layers.4.self_attn.out_proj/_0.pt b/params/opt/5/rnd_search_t_lin/comb_17/trained/model.decoder.layers.4.self_attn.out_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ee66b8a92732bcd1554173e8724061500202d03a
--- /dev/null
+++ b/params/opt/5/rnd_search_t_lin/comb_17/trained/model.decoder.layers.4.self_attn.out_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:148d21bfe81f3b06c2674212ed3afd0af76b30232136fc08cb4365a6b33f89e2
+size 5251
diff --git a/params/opt/5/rnd_search_t_lin/comb_17/trained/model.decoder.layers.4.self_attn.out_proj/_s.pt b/params/opt/5/rnd_search_t_lin/comb_17/trained/model.decoder.layers.4.self_attn.out_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..7d3edb8c8cebd103d80860f399a385e1ce5b8b69
--- /dev/null
+++ b/params/opt/5/rnd_search_t_lin/comb_17/trained/model.decoder.layers.4.self_attn.out_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2c29c1b69f53b59f3ab56e790934cc9dbd3e6908f9fbff837af0da41637ce42e
+size 5251
diff --git a/params/opt/5/rnd_search_t_lin/comb_17/trained/model.decoder.layers.4.self_attn.q_proj/_0.pt b/params/opt/5/rnd_search_t_lin/comb_17/trained/model.decoder.layers.4.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..bb4e89653d031d8bc98941e1d79b0c30ff9cb009
--- /dev/null
+++ b/params/opt/5/rnd_search_t_lin/comb_17/trained/model.decoder.layers.4.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c7d85a5e5142c143a05bb3a2cf4647c15070aba3951ffb9f1f5144a8a9d00395
+size 5251
diff --git a/params/opt/5/rnd_search_t_lin/comb_17/trained/model.decoder.layers.4.self_attn.q_proj/_s.pt b/params/opt/5/rnd_search_t_lin/comb_17/trained/model.decoder.layers.4.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..dc545b3fbb7823e48815754bd079954770784994
--- /dev/null
+++ b/params/opt/5/rnd_search_t_lin/comb_17/trained/model.decoder.layers.4.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:923d5552acd6f1526e2d4e3551487ff71d8bfaaa0e3eb0a724d577e1281ad547
+size 5251
diff --git a/params/opt/5/rnd_search_t_lin/comb_17/trained/model.decoder.layers.4.self_attn.v_proj/_0.pt b/params/opt/5/rnd_search_t_lin/comb_17/trained/model.decoder.layers.4.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..3bbf522a87f4301e88654d2a0caa9359dffd5a47
--- /dev/null
+++ b/params/opt/5/rnd_search_t_lin/comb_17/trained/model.decoder.layers.4.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:258e9cdd8f1b0b97a5e4d7b7517fb0b4cc6a6029cde56a24056b7e20f8b6b494
+size 5251
diff --git a/params/opt/5/rnd_search_t_lin/comb_17/trained/model.decoder.layers.4.self_attn.v_proj/_s.pt b/params/opt/5/rnd_search_t_lin/comb_17/trained/model.decoder.layers.4.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..b46ab7df3374c84bf8f9179fe5890102d6f27bb8
--- /dev/null
+++ b/params/opt/5/rnd_search_t_lin/comb_17/trained/model.decoder.layers.4.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:cadbd7e8ea6da2baaca33b23346d646892d720372467b05030a0a50feb75847d
+size 5251
diff --git a/params/opt/5/rnd_search_t_lin/comb_17/trained/model.decoder.layers.5.fc1/_0.pt b/params/opt/5/rnd_search_t_lin/comb_17/trained/model.decoder.layers.5.fc1/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..77b9645a38edf511a6e53e2071a86d54887988d3
--- /dev/null
+++ b/params/opt/5/rnd_search_t_lin/comb_17/trained/model.decoder.layers.5.fc1/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:fc91214ecb0458796b4b4cd5ddd4dfc6c76d4e3e07ffc5905e91e86724b60fed
+size 17539
diff --git a/params/opt/5/rnd_search_t_lin/comb_17/trained/model.decoder.layers.5.fc1/_s.pt b/params/opt/5/rnd_search_t_lin/comb_17/trained/model.decoder.layers.5.fc1/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..41a2162c8f8a97b19befbd39ac2a7ddb4c397cd9
--- /dev/null
+++ b/params/opt/5/rnd_search_t_lin/comb_17/trained/model.decoder.layers.5.fc1/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:493008157e4faa1376220ccfdbcd55529ad97b2c928d5b381f82307ee33590be
+size 17539
diff --git a/params/opt/5/rnd_search_t_lin/comb_17/trained/model.decoder.layers.5.fc2/_0.pt b/params/opt/5/rnd_search_t_lin/comb_17/trained/model.decoder.layers.5.fc2/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..d8ae80cfa8627b33730ff6f4c08f0315f55c0376
--- /dev/null
+++ b/params/opt/5/rnd_search_t_lin/comb_17/trained/model.decoder.layers.5.fc2/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:35114ab5d88824c9ce32dccfd51761824d7aec75ec096f2ec11f678cc7b59b26
+size 5251
diff --git a/params/opt/5/rnd_search_t_lin/comb_17/trained/model.decoder.layers.5.fc2/_s.pt b/params/opt/5/rnd_search_t_lin/comb_17/trained/model.decoder.layers.5.fc2/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..5021dda8b4f1e6e66dc4b0870a2d5f107d868730
--- /dev/null
+++ b/params/opt/5/rnd_search_t_lin/comb_17/trained/model.decoder.layers.5.fc2/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:98e903cd8822f6d05fbc89e3c4e8251e9cd86bd921d5bccee6659a3a121fb225
+size 5251
diff --git a/params/opt/5/rnd_search_t_lin/comb_17/trained/model.decoder.layers.5.self_attn.k_proj/_0.pt b/params/opt/5/rnd_search_t_lin/comb_17/trained/model.decoder.layers.5.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..523d302d5698f8a7cb18cb1e2ff0df0fad8ac380
--- /dev/null
+++ b/params/opt/5/rnd_search_t_lin/comb_17/trained/model.decoder.layers.5.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e2d86556605f327eb18ea8018d145651eebac2b8f580f978ee2378d88d99a8e6
+size 5251
diff --git a/params/opt/5/rnd_search_t_lin/comb_17/trained/model.decoder.layers.5.self_attn.k_proj/_s.pt b/params/opt/5/rnd_search_t_lin/comb_17/trained/model.decoder.layers.5.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..6d54bb2984cfb3d8a4ca6eaffdcbc590e1322e65
--- /dev/null
+++ b/params/opt/5/rnd_search_t_lin/comb_17/trained/model.decoder.layers.5.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ac3858b79eb4c15d6274bdf959001f6f9737d9e69d16e493bedf02afa2982f23
+size 5251
diff --git a/params/opt/5/rnd_search_t_lin/comb_17/trained/model.decoder.layers.5.self_attn.out_proj/_0.pt b/params/opt/5/rnd_search_t_lin/comb_17/trained/model.decoder.layers.5.self_attn.out_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..3cf73c4b130ee8f4474d96e86514d1e7f5585770
--- /dev/null
+++ b/params/opt/5/rnd_search_t_lin/comb_17/trained/model.decoder.layers.5.self_attn.out_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2ee671c7b4288c489b1d8363083cffba75dc21505f494dd00082c31f5584d1e7
+size 5251
diff --git a/params/opt/5/rnd_search_t_lin/comb_17/trained/model.decoder.layers.5.self_attn.out_proj/_s.pt b/params/opt/5/rnd_search_t_lin/comb_17/trained/model.decoder.layers.5.self_attn.out_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c468b537cdedd7d181f625d3b298b330af47bf37
--- /dev/null
+++ b/params/opt/5/rnd_search_t_lin/comb_17/trained/model.decoder.layers.5.self_attn.out_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:1db8db4ddf6c32d16028f5e55a0b13a2ee5f7e56a782e4a274421790530dfb15
+size 5251
diff --git a/params/opt/5/rnd_search_t_lin/comb_17/trained/model.decoder.layers.5.self_attn.q_proj/_0.pt b/params/opt/5/rnd_search_t_lin/comb_17/trained/model.decoder.layers.5.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..d207b8f2c6112922a45b022a8fe0389f6b14ff1b
--- /dev/null
+++ b/params/opt/5/rnd_search_t_lin/comb_17/trained/model.decoder.layers.5.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2ff5812f3e4b2a2005a837dfb7be3a75a0355cacb74a53a549a6e5957900213b
+size 5251
diff --git a/params/opt/5/rnd_search_t_lin/comb_17/trained/model.decoder.layers.5.self_attn.q_proj/_s.pt b/params/opt/5/rnd_search_t_lin/comb_17/trained/model.decoder.layers.5.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..5464f37df17883a5a6155213f78f8442b6c0db57
--- /dev/null
+++ b/params/opt/5/rnd_search_t_lin/comb_17/trained/model.decoder.layers.5.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:7bfdaaffac3def78446f6c58aca708c20301fe938d0dae504c7cde60335953c3
+size 5251
diff --git a/params/opt/5/rnd_search_t_lin/comb_17/trained/model.decoder.layers.5.self_attn.v_proj/_0.pt b/params/opt/5/rnd_search_t_lin/comb_17/trained/model.decoder.layers.5.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..1c5b6ae325129b851eaae91198adfbbe27d5555c
--- /dev/null
+++ b/params/opt/5/rnd_search_t_lin/comb_17/trained/model.decoder.layers.5.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2236a6673bcc640b737435a8b5010d4f217f05328c1ea950616704943a9ef622
+size 5251
diff --git a/params/opt/5/rnd_search_t_lin/comb_17/trained/model.decoder.layers.5.self_attn.v_proj/_s.pt b/params/opt/5/rnd_search_t_lin/comb_17/trained/model.decoder.layers.5.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..191e002da3d7e8d3706bda3f5bfb5fdc69bc55d7
--- /dev/null
+++ b/params/opt/5/rnd_search_t_lin/comb_17/trained/model.decoder.layers.5.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a5c0ce33d22fe762139991c680789bd98d68b085f4d96164af04b71b1aad70c5
+size 5251
diff --git a/params/opt/5/rnd_search_t_lin/comb_17/trained/model.decoder.layers.6.fc1/_0.pt b/params/opt/5/rnd_search_t_lin/comb_17/trained/model.decoder.layers.6.fc1/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..b424c5fa5508a1a797a2b5eadcad77531508b8ab
--- /dev/null
+++ b/params/opt/5/rnd_search_t_lin/comb_17/trained/model.decoder.layers.6.fc1/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e937ca951d7b69ea58af8f96af496f4281e741155926a4e8d1bc55f83d88e683
+size 17539
diff --git a/params/opt/5/rnd_search_t_lin/comb_17/trained/model.decoder.layers.6.fc1/_s.pt b/params/opt/5/rnd_search_t_lin/comb_17/trained/model.decoder.layers.6.fc1/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..60bd8c67ec3fb71aab9548eff59c7cb0807c47b0
--- /dev/null
+++ b/params/opt/5/rnd_search_t_lin/comb_17/trained/model.decoder.layers.6.fc1/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:3e1cebae2821135aee8a957959390669089fcca508350704a9e71551168e4649
+size 17539
diff --git a/params/opt/5/rnd_search_t_lin/comb_17/trained/model.decoder.layers.6.fc2/_0.pt b/params/opt/5/rnd_search_t_lin/comb_17/trained/model.decoder.layers.6.fc2/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..45dadba0167e4b08dc954dd96bb571ca9d0c80ab
--- /dev/null
+++ b/params/opt/5/rnd_search_t_lin/comb_17/trained/model.decoder.layers.6.fc2/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b37eb513a9645ddf49322c680c946d1a6f83f7197f1e40429060b6adbf1efe5a
+size 5251
diff --git a/params/opt/5/rnd_search_t_lin/comb_17/trained/model.decoder.layers.6.fc2/_s.pt b/params/opt/5/rnd_search_t_lin/comb_17/trained/model.decoder.layers.6.fc2/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..13f594b4fe6b07f79d683b2676d0bd66475aeda7
--- /dev/null
+++ b/params/opt/5/rnd_search_t_lin/comb_17/trained/model.decoder.layers.6.fc2/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:7323ea8439a2933716d309d68ed3576c0af713e382f0e788d7fb89ba4c91b7a7
+size 5251
diff --git a/params/opt/5/rnd_search_t_lin/comb_17/trained/model.decoder.layers.6.self_attn.k_proj/_0.pt b/params/opt/5/rnd_search_t_lin/comb_17/trained/model.decoder.layers.6.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..58fdfe4c4ed1cbc7893be08f6a5f757c9e9bd20a
--- /dev/null
+++ b/params/opt/5/rnd_search_t_lin/comb_17/trained/model.decoder.layers.6.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c808ed0218f82a0514f55d8cd4529a5a7a330205b21847008eb8fe52c82b2b74
+size 5251
diff --git a/params/opt/5/rnd_search_t_lin/comb_17/trained/model.decoder.layers.6.self_attn.k_proj/_s.pt b/params/opt/5/rnd_search_t_lin/comb_17/trained/model.decoder.layers.6.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..408cc853f3fcf1b34975eec129f7a32724ac9d4c
--- /dev/null
+++ b/params/opt/5/rnd_search_t_lin/comb_17/trained/model.decoder.layers.6.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d708d9a712b2a8a34eaf6206d22d4be8b1539484d7c0ffbe02e5515abff7b09a
+size 5251
diff --git a/params/opt/5/rnd_search_t_lin/comb_17/trained/model.decoder.layers.6.self_attn.out_proj/_0.pt b/params/opt/5/rnd_search_t_lin/comb_17/trained/model.decoder.layers.6.self_attn.out_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c256742d751ea6ff9d763d2254cbf33c86013034
--- /dev/null
+++ b/params/opt/5/rnd_search_t_lin/comb_17/trained/model.decoder.layers.6.self_attn.out_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c7d142c28513b05e914f8fe4ee9ede2bca92559b65b17f1d9027ad745c30bf83
+size 5251
diff --git a/params/opt/5/rnd_search_t_lin/comb_17/trained/model.decoder.layers.6.self_attn.out_proj/_s.pt b/params/opt/5/rnd_search_t_lin/comb_17/trained/model.decoder.layers.6.self_attn.out_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a08d9d3f33509658bbdb0af8248ad3cb7bb4bd38
--- /dev/null
+++ b/params/opt/5/rnd_search_t_lin/comb_17/trained/model.decoder.layers.6.self_attn.out_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d998d6611f8125e330384c5fb94481b1040f8d4c621c894ebfa3f1f9f1991177
+size 5251
diff --git a/params/opt/5/rnd_search_t_lin/comb_17/trained/model.decoder.layers.6.self_attn.q_proj/_0.pt b/params/opt/5/rnd_search_t_lin/comb_17/trained/model.decoder.layers.6.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a92ba646c65294f8fe6e8d9f25ed2d1bd0f9a890
--- /dev/null
+++ b/params/opt/5/rnd_search_t_lin/comb_17/trained/model.decoder.layers.6.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a820af867b25f82778149f395782e4494f045ed36a5aeee3a7def009d957fcc6
+size 5251
diff --git a/params/opt/5/rnd_search_t_lin/comb_17/trained/model.decoder.layers.6.self_attn.q_proj/_s.pt b/params/opt/5/rnd_search_t_lin/comb_17/trained/model.decoder.layers.6.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..53419b8f51bf20aa5c2f60ab9e9612a09cfe9d92
--- /dev/null
+++ b/params/opt/5/rnd_search_t_lin/comb_17/trained/model.decoder.layers.6.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a05945903dee4d7409a00daed2afc8d5adde19d2c00331760549c0da606ea264
+size 5251
diff --git a/params/opt/5/rnd_search_t_lin/comb_17/trained/model.decoder.layers.6.self_attn.v_proj/_0.pt b/params/opt/5/rnd_search_t_lin/comb_17/trained/model.decoder.layers.6.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..14f261b8ff18ec8e329a3a672401bbe13c8c79dd
--- /dev/null
+++ b/params/opt/5/rnd_search_t_lin/comb_17/trained/model.decoder.layers.6.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0cfe00697ac1f8a8dcfe193c6fcacd0c1ff5e2e1703894ab9f40da8e2807e5a6
+size 5251
diff --git a/params/opt/5/rnd_search_t_lin/comb_17/trained/model.decoder.layers.6.self_attn.v_proj/_s.pt b/params/opt/5/rnd_search_t_lin/comb_17/trained/model.decoder.layers.6.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e1c5008f60e35d84cbdce2941f563fcfd3e1f6a9
--- /dev/null
+++ b/params/opt/5/rnd_search_t_lin/comb_17/trained/model.decoder.layers.6.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:aa745b6f449691ec8d510e07d6d3bf915d1f6114d8dffebce51d3c9e49b23e51
+size 5251
diff --git a/params/opt/5/rnd_search_t_lin/comb_17/trained/model.decoder.layers.7.fc1/_0.pt b/params/opt/5/rnd_search_t_lin/comb_17/trained/model.decoder.layers.7.fc1/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..9ceac77321a3b275ad35f4f7ec84723a91f56bf8
--- /dev/null
+++ b/params/opt/5/rnd_search_t_lin/comb_17/trained/model.decoder.layers.7.fc1/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:409bb590d20953009a4156a8b69b089f3e9682da723a4531ad1e41314ea61044
+size 17539
diff --git a/params/opt/5/rnd_search_t_lin/comb_17/trained/model.decoder.layers.7.fc1/_s.pt b/params/opt/5/rnd_search_t_lin/comb_17/trained/model.decoder.layers.7.fc1/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..69492c78f237bf0599268da79cc42f9ccf9c9314
--- /dev/null
+++ b/params/opt/5/rnd_search_t_lin/comb_17/trained/model.decoder.layers.7.fc1/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:bf4d8ef033f6dba0b8acacbfd152e1da4b9fb45f6115bd28eacc7c6994b80cdf
+size 17539
diff --git a/params/opt/5/rnd_search_t_lin/comb_17/trained/model.decoder.layers.7.fc2/_0.pt b/params/opt/5/rnd_search_t_lin/comb_17/trained/model.decoder.layers.7.fc2/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..1d7772686780b9fc76cb7ed22eb2fed580df8e61
--- /dev/null
+++ b/params/opt/5/rnd_search_t_lin/comb_17/trained/model.decoder.layers.7.fc2/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:509b87a47e15d929a6ebfd9751a3cc9035f73fb3c446253be8d85a5d4d2e6a94
+size 5251
diff --git a/params/opt/5/rnd_search_t_lin/comb_17/trained/model.decoder.layers.7.fc2/_s.pt b/params/opt/5/rnd_search_t_lin/comb_17/trained/model.decoder.layers.7.fc2/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..fc3ce1d07c4e1187d59cdae6ed3320c571f270d6
--- /dev/null
+++ b/params/opt/5/rnd_search_t_lin/comb_17/trained/model.decoder.layers.7.fc2/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d52fcd3416bfdd45e9d1f2069dc5844cc04a03f52b56538253b0628213cf6e35
+size 5251
diff --git a/params/opt/5/rnd_search_t_lin/comb_17/trained/model.decoder.layers.7.self_attn.k_proj/_0.pt b/params/opt/5/rnd_search_t_lin/comb_17/trained/model.decoder.layers.7.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..1d7fbf79f445a17172da182d2f67ee245c4d129d
--- /dev/null
+++ b/params/opt/5/rnd_search_t_lin/comb_17/trained/model.decoder.layers.7.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0ed158329a711cc97a1a88457540055f941ce3bc916b29f4101c589ee5e513eb
+size 5251
diff --git a/params/opt/5/rnd_search_t_lin/comb_17/trained/model.decoder.layers.7.self_attn.k_proj/_s.pt b/params/opt/5/rnd_search_t_lin/comb_17/trained/model.decoder.layers.7.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..bbdc710c9db5c6eff71106d1b3db26b584aa777b
--- /dev/null
+++ b/params/opt/5/rnd_search_t_lin/comb_17/trained/model.decoder.layers.7.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f4d1a73e99bc8b91044dc05b80a846f6fd54afd339d307db38ca9fed0708c463
+size 5251
diff --git a/params/opt/5/rnd_search_t_lin/comb_17/trained/model.decoder.layers.7.self_attn.out_proj/_0.pt b/params/opt/5/rnd_search_t_lin/comb_17/trained/model.decoder.layers.7.self_attn.out_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..74caeaa56135b1d17c5701aa4f2a8d49ccc32878
--- /dev/null
+++ b/params/opt/5/rnd_search_t_lin/comb_17/trained/model.decoder.layers.7.self_attn.out_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:561d5060ce571bd66cc764a32c6c5fd3016c33c47cc4ca00a0a557a8c0d63d97
+size 5251
diff --git a/params/opt/5/rnd_search_t_lin/comb_17/trained/model.decoder.layers.7.self_attn.out_proj/_s.pt b/params/opt/5/rnd_search_t_lin/comb_17/trained/model.decoder.layers.7.self_attn.out_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..d37796d62d5a4cb33755b3d96b8a91e50009f405
--- /dev/null
+++ b/params/opt/5/rnd_search_t_lin/comb_17/trained/model.decoder.layers.7.self_attn.out_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:067872f82680af8f7f65fb033dad831f1ddcbb75a03f9dcf710b7d404f3b2802
+size 5251
diff --git a/params/opt/5/rnd_search_t_lin/comb_17/trained/model.decoder.layers.7.self_attn.q_proj/_0.pt b/params/opt/5/rnd_search_t_lin/comb_17/trained/model.decoder.layers.7.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..b017717fd53813ffc3040d9f4ee595a8f2a75cf1
--- /dev/null
+++ b/params/opt/5/rnd_search_t_lin/comb_17/trained/model.decoder.layers.7.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a421f1dc98506afc7a3d6e1e9613f0f1bc9eeb4c9c74bb015aec4501e273f341
+size 5251
diff --git a/params/opt/5/rnd_search_t_lin/comb_17/trained/model.decoder.layers.7.self_attn.q_proj/_s.pt b/params/opt/5/rnd_search_t_lin/comb_17/trained/model.decoder.layers.7.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..3e04fb0c19c233f33d160f4f36827b25e12cf979
--- /dev/null
+++ b/params/opt/5/rnd_search_t_lin/comb_17/trained/model.decoder.layers.7.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ab12f486189b94a91b2e4f82aabdd37eb1a81ddc5b8a3b6dbcfad92559bcc23a
+size 5251
diff --git a/params/opt/5/rnd_search_t_lin/comb_17/trained/model.decoder.layers.7.self_attn.v_proj/_0.pt b/params/opt/5/rnd_search_t_lin/comb_17/trained/model.decoder.layers.7.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..fdabd3f70e6f3821ce81884f4720e8626e54cdca
--- /dev/null
+++ b/params/opt/5/rnd_search_t_lin/comb_17/trained/model.decoder.layers.7.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:46fba8ff638fdfa753ed4090aee71cf5b3e4bf8564aa95fb1ce8b4e59096f4b8
+size 5251
diff --git a/params/opt/5/rnd_search_t_lin/comb_17/trained/model.decoder.layers.7.self_attn.v_proj/_s.pt b/params/opt/5/rnd_search_t_lin/comb_17/trained/model.decoder.layers.7.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2e6905641d70c5fda8e2529bd1f59b4f7e217582
--- /dev/null
+++ b/params/opt/5/rnd_search_t_lin/comb_17/trained/model.decoder.layers.7.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:7bea0fa158c68f907be9b26905112e4f05179c7e5ca657836afe0eecfab50b5d
+size 5251
diff --git a/params/opt/5/rnd_search_t_lin/comb_17/trained/model.decoder.layers.8.fc1/_0.pt b/params/opt/5/rnd_search_t_lin/comb_17/trained/model.decoder.layers.8.fc1/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..83a557ff4a3f0e0bf1bb6f01d16552a1170480dc
--- /dev/null
+++ b/params/opt/5/rnd_search_t_lin/comb_17/trained/model.decoder.layers.8.fc1/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ebe99bb228e54d47bf24f5ba2c71f156d92e596a69b8dc154e5aa04046865da9
+size 17539
diff --git a/params/opt/5/rnd_search_t_lin/comb_17/trained/model.decoder.layers.8.fc1/_s.pt b/params/opt/5/rnd_search_t_lin/comb_17/trained/model.decoder.layers.8.fc1/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2c2c85005d6dbfc0eb8126e6d0f92dac351d9aca
--- /dev/null
+++ b/params/opt/5/rnd_search_t_lin/comb_17/trained/model.decoder.layers.8.fc1/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f97751f360eac430cad9ba0018c71387a11668db381a3cd3a35855d71c83965d
+size 17539
diff --git a/params/opt/5/rnd_search_t_lin/comb_17/trained/model.decoder.layers.8.fc2/_0.pt b/params/opt/5/rnd_search_t_lin/comb_17/trained/model.decoder.layers.8.fc2/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..592c0e196d9bc08cb9fd86a1b6d07f3f10c2f1e4
--- /dev/null
+++ b/params/opt/5/rnd_search_t_lin/comb_17/trained/model.decoder.layers.8.fc2/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:63025b0cd12389921c173856be88ea5c940b7265b8f3f340924cb0f532520a3a
+size 5251
diff --git a/params/opt/5/rnd_search_t_lin/comb_17/trained/model.decoder.layers.8.fc2/_s.pt b/params/opt/5/rnd_search_t_lin/comb_17/trained/model.decoder.layers.8.fc2/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..54aeb48c37915288edd9e6338e46aa66754bbbb6
--- /dev/null
+++ b/params/opt/5/rnd_search_t_lin/comb_17/trained/model.decoder.layers.8.fc2/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:1e194ae3eb42ddc97cb8abb107d5d9412a00ffb854b39a7bc2f6a1531cbe0476
+size 5251
diff --git a/params/opt/5/rnd_search_t_lin/comb_17/trained/model.decoder.layers.8.self_attn.k_proj/_0.pt b/params/opt/5/rnd_search_t_lin/comb_17/trained/model.decoder.layers.8.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..3f90bfc7019e442b6c1ae6ec45c9d1850bd53a5f
--- /dev/null
+++ b/params/opt/5/rnd_search_t_lin/comb_17/trained/model.decoder.layers.8.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b0430a844e8f49e550e402451a16589bc85fd66fb5f9cb3bf4a5a2c4e83eb9ed
+size 5251
diff --git a/params/opt/5/rnd_search_t_lin/comb_17/trained/model.decoder.layers.8.self_attn.k_proj/_s.pt b/params/opt/5/rnd_search_t_lin/comb_17/trained/model.decoder.layers.8.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..594fc8b659cd23c718b26adff2d515f0b6a0cdaf
--- /dev/null
+++ b/params/opt/5/rnd_search_t_lin/comb_17/trained/model.decoder.layers.8.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:730834c30cbbf3cffaaa5a6767f175be7a0ffc86cc5cded650d2c9facfaacfb8
+size 5251
diff --git a/params/opt/5/rnd_search_t_lin/comb_17/trained/model.decoder.layers.8.self_attn.out_proj/_0.pt b/params/opt/5/rnd_search_t_lin/comb_17/trained/model.decoder.layers.8.self_attn.out_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..58bf60c502ce50f571d909a428acd8b658cc693b
--- /dev/null
+++ b/params/opt/5/rnd_search_t_lin/comb_17/trained/model.decoder.layers.8.self_attn.out_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e6f6b7bde70df7a511a755b2b9859a8b53882baa3c7fcb2a827ebb79f7ff332a
+size 5251
diff --git a/params/opt/5/rnd_search_t_lin/comb_17/trained/model.decoder.layers.8.self_attn.out_proj/_s.pt b/params/opt/5/rnd_search_t_lin/comb_17/trained/model.decoder.layers.8.self_attn.out_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..cf8ae2a2f26e9d6995d7292c89ee818cfb22a0c8
--- /dev/null
+++ b/params/opt/5/rnd_search_t_lin/comb_17/trained/model.decoder.layers.8.self_attn.out_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c593e489d297d0c46c4c611840cab34de0c9014495c146a5aa05cefa24075dc6
+size 5251
diff --git a/params/opt/5/rnd_search_t_lin/comb_17/trained/model.decoder.layers.8.self_attn.q_proj/_0.pt b/params/opt/5/rnd_search_t_lin/comb_17/trained/model.decoder.layers.8.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a1e7ebffaaa3520a7092c0ef7d85d505b329ca38
--- /dev/null
+++ b/params/opt/5/rnd_search_t_lin/comb_17/trained/model.decoder.layers.8.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:afcb61ff65d1ff87af0ea9946f7b493723de30726edb8a465e43e1ae908a27ac
+size 5251
diff --git a/params/opt/5/rnd_search_t_lin/comb_17/trained/model.decoder.layers.8.self_attn.q_proj/_s.pt b/params/opt/5/rnd_search_t_lin/comb_17/trained/model.decoder.layers.8.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..70785c280098b24a4985af9672de7c15eb1de8df
--- /dev/null
+++ b/params/opt/5/rnd_search_t_lin/comb_17/trained/model.decoder.layers.8.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2f7ad15bda6eed556610e86327b9a9b3f6df68ddc7430659c47990150ac8cc5d
+size 5251
diff --git a/params/opt/5/rnd_search_t_lin/comb_17/trained/model.decoder.layers.8.self_attn.v_proj/_0.pt b/params/opt/5/rnd_search_t_lin/comb_17/trained/model.decoder.layers.8.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4fc1da2066e3ae7d55729190327549d4522782be
--- /dev/null
+++ b/params/opt/5/rnd_search_t_lin/comb_17/trained/model.decoder.layers.8.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b1cae862c66bca5707b8d35689367946d2308ca255685455d37b38c19d89205a
+size 5251
diff --git a/params/opt/5/rnd_search_t_lin/comb_17/trained/model.decoder.layers.8.self_attn.v_proj/_s.pt b/params/opt/5/rnd_search_t_lin/comb_17/trained/model.decoder.layers.8.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..77ec5b9bb6db2bb55df08a45a84b105e0bbe0b28
--- /dev/null
+++ b/params/opt/5/rnd_search_t_lin/comb_17/trained/model.decoder.layers.8.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e4a4d61c1c1172b8d24b0f91ae0a36ecdb82e78e67ee523df3b978d062d274b1
+size 5251
diff --git a/params/opt/5/rnd_search_t_lin/comb_17/trained/model.decoder.layers.9.fc1/_0.pt b/params/opt/5/rnd_search_t_lin/comb_17/trained/model.decoder.layers.9.fc1/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..49d61c2d54e25a60d6dd637d8970758fa6af173f
--- /dev/null
+++ b/params/opt/5/rnd_search_t_lin/comb_17/trained/model.decoder.layers.9.fc1/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c098f639b3347c4d32f031bb77b44aaa146ddf089fafc85d556e30e1b4773e35
+size 17539
diff --git a/params/opt/5/rnd_search_t_lin/comb_17/trained/model.decoder.layers.9.fc1/_s.pt b/params/opt/5/rnd_search_t_lin/comb_17/trained/model.decoder.layers.9.fc1/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..1d8752bc3b20323a21bf8fe5b8d21f2071c773f2
--- /dev/null
+++ b/params/opt/5/rnd_search_t_lin/comb_17/trained/model.decoder.layers.9.fc1/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:866b15745c85a815ce8d77fd41a032fa2f7ecc195b206611c033cce9f0045714
+size 17539
diff --git a/params/opt/5/rnd_search_t_lin/comb_17/trained/model.decoder.layers.9.fc2/_0.pt b/params/opt/5/rnd_search_t_lin/comb_17/trained/model.decoder.layers.9.fc2/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..d990e46fc883b8ab4e67e844a92a49ab1536cb3b
--- /dev/null
+++ b/params/opt/5/rnd_search_t_lin/comb_17/trained/model.decoder.layers.9.fc2/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:4db63b13e18b21278ba03657ddb53ad38cb5c6bf88eed7eba65e32b9a0664a98
+size 5251
diff --git a/params/opt/5/rnd_search_t_lin/comb_17/trained/model.decoder.layers.9.fc2/_s.pt b/params/opt/5/rnd_search_t_lin/comb_17/trained/model.decoder.layers.9.fc2/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..5fc8f792016583f646ca7c2ed38082f749d673b2
--- /dev/null
+++ b/params/opt/5/rnd_search_t_lin/comb_17/trained/model.decoder.layers.9.fc2/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b8fb369e776f2c89a42b727036f12eaf04502114d08b8d493ed8d9c7aee5cc23
+size 5251
diff --git a/params/opt/5/rnd_search_t_lin/comb_17/trained/model.decoder.layers.9.self_attn.k_proj/_0.pt b/params/opt/5/rnd_search_t_lin/comb_17/trained/model.decoder.layers.9.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c60ac1d6d5efbfc73c074518534e73cf2fa0c291
--- /dev/null
+++ b/params/opt/5/rnd_search_t_lin/comb_17/trained/model.decoder.layers.9.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:48b538688ade27d80311fd6419ea5130ab380f366f041856f970453a5c3474f9
+size 5251
diff --git a/params/opt/5/rnd_search_t_lin/comb_17/trained/model.decoder.layers.9.self_attn.k_proj/_s.pt b/params/opt/5/rnd_search_t_lin/comb_17/trained/model.decoder.layers.9.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e86e0981ecf9c1b349ff4c0d3b66120836821eb9
--- /dev/null
+++ b/params/opt/5/rnd_search_t_lin/comb_17/trained/model.decoder.layers.9.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:977246f34fc1d93a149c15e329587de4f510f7327d56ff1ccaa10f9910512819
+size 5251
diff --git a/params/opt/5/rnd_search_t_lin/comb_17/trained/model.decoder.layers.9.self_attn.out_proj/_0.pt b/params/opt/5/rnd_search_t_lin/comb_17/trained/model.decoder.layers.9.self_attn.out_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c97487fece04ff516c332599dc8078c6a53e728f
--- /dev/null
+++ b/params/opt/5/rnd_search_t_lin/comb_17/trained/model.decoder.layers.9.self_attn.out_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:52daf1588b7f967256a96dc5b3c34936f1d310631fef0b952cb6b0304108ed1a
+size 5251
diff --git a/params/opt/5/rnd_search_t_lin/comb_17/trained/model.decoder.layers.9.self_attn.out_proj/_s.pt b/params/opt/5/rnd_search_t_lin/comb_17/trained/model.decoder.layers.9.self_attn.out_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..688215096e40ae2379dff11b7d94feb544e6373e
--- /dev/null
+++ b/params/opt/5/rnd_search_t_lin/comb_17/trained/model.decoder.layers.9.self_attn.out_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c222ee4744d10925614d42e44ff0c14a5d77c8ec2f4846c6e1e239d261acbac3
+size 5251
diff --git a/params/opt/5/rnd_search_t_lin/comb_17/trained/model.decoder.layers.9.self_attn.q_proj/_0.pt b/params/opt/5/rnd_search_t_lin/comb_17/trained/model.decoder.layers.9.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..40edc95c2ad99d1de7793dea4177bf97db82de7e
--- /dev/null
+++ b/params/opt/5/rnd_search_t_lin/comb_17/trained/model.decoder.layers.9.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b5507ccadf3d45a056a63e22db45b21c12c2764df3163bf326db0a3864be9aee
+size 5251
diff --git a/params/opt/5/rnd_search_t_lin/comb_17/trained/model.decoder.layers.9.self_attn.q_proj/_s.pt b/params/opt/5/rnd_search_t_lin/comb_17/trained/model.decoder.layers.9.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..13a9097340c734183e954cdd9b32b1f77c1e68ad
--- /dev/null
+++ b/params/opt/5/rnd_search_t_lin/comb_17/trained/model.decoder.layers.9.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0f556046391f7d0c8f958cdb5bb6924710cda13709c681cd418ac4d19b61077c
+size 5251
diff --git a/params/opt/5/rnd_search_t_lin/comb_17/trained/model.decoder.layers.9.self_attn.v_proj/_0.pt b/params/opt/5/rnd_search_t_lin/comb_17/trained/model.decoder.layers.9.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ab3de933072e54b89fa9662efafe6c327f13ab5a
--- /dev/null
+++ b/params/opt/5/rnd_search_t_lin/comb_17/trained/model.decoder.layers.9.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:7c42ce93d9f6fb8d7b96a91ab30f3c63bc4db303e0fe24e1cbe770b996f9d903
+size 5251
diff --git a/params/opt/5/rnd_search_t_lin/comb_17/trained/model.decoder.layers.9.self_attn.v_proj/_s.pt b/params/opt/5/rnd_search_t_lin/comb_17/trained/model.decoder.layers.9.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c054a1e5d811a640cef46fd798f5127d64e02b68
--- /dev/null
+++ b/params/opt/5/rnd_search_t_lin/comb_17/trained/model.decoder.layers.9.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:79cbc36440f59b140bee6918f896dd848bb18d82481e06889e6cbb9cb559511d
+size 5251
diff --git a/params/opt/5/rnd_search_t_lin/comb_17/trained/model.decoder.project_in/_0.pt b/params/opt/5/rnd_search_t_lin/comb_17/trained/model.decoder.project_in/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ed2a2331d1d995156e45d3772f25a788e7e64346
--- /dev/null
+++ b/params/opt/5/rnd_search_t_lin/comb_17/trained/model.decoder.project_in/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:99294d1b015149bab664c483d1f18b0c549edc21263030c958b8f3186f79f272
+size 5251
diff --git a/params/opt/5/rnd_search_t_lin/comb_17/trained/model.decoder.project_in/_s.pt b/params/opt/5/rnd_search_t_lin/comb_17/trained/model.decoder.project_in/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..f0fedfe5bcaf14f7b72430fa114925d97eb1212e
--- /dev/null
+++ b/params/opt/5/rnd_search_t_lin/comb_17/trained/model.decoder.project_in/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:24cecbe59c64780b592ca0e9fb4ce6a08334a1fd613a71d6fcc05efb7c278f35
+size 5251
diff --git a/params/opt/5/rnd_search_t_lin/comb_17/trained/model.decoder.project_out/_0.pt b/params/opt/5/rnd_search_t_lin/comb_17/trained/model.decoder.project_out/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..dd1c268e061145210c5d6a1f58367ef3ed75b89d
--- /dev/null
+++ b/params/opt/5/rnd_search_t_lin/comb_17/trained/model.decoder.project_out/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:9ccd8fc505b6d4e0fdae291f718b11c6840414cc1c375d3e689c4012f88ae024
+size 3203
diff --git a/params/opt/5/rnd_search_t_lin/comb_17/trained/model.decoder.project_out/_s.pt b/params/opt/5/rnd_search_t_lin/comb_17/trained/model.decoder.project_out/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e196b4500605648440c36e1aa1f7cc272c2a490c
--- /dev/null
+++ b/params/opt/5/rnd_search_t_lin/comb_17/trained/model.decoder.project_out/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:33e6a19c736160968d39e43b099e5ffe2c023844a1e3e3309ded371f33094ebc
+size 3203
diff --git a/params/opt/5/rnd_search_t_lin/comb_17_t/global_train/lm_head/_0.pt b/params/opt/5/rnd_search_t_lin/comb_17_t/global_train/lm_head/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..05f400958d0ad0214304f7cf7cdd34fdda82785d
--- /dev/null
+++ b/params/opt/5/rnd_search_t_lin/comb_17_t/global_train/lm_head/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:eaf829716c8be9e6a7fc144c4e7a13258e75534e9efd0b663a382c2bae951b66
+size 202243
diff --git a/params/opt/5/rnd_search_t_lin/comb_17_t/global_train/lm_head/_s.pt b/params/opt/5/rnd_search_t_lin/comb_17_t/global_train/lm_head/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..d0b0a4d638d885a887c712980b2aa49e3b80e309
--- /dev/null
+++ b/params/opt/5/rnd_search_t_lin/comb_17_t/global_train/lm_head/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ad8a0875089073d6cd09156a7936ddad05ac31a8f894ab58792a096c72b7e32b
+size 202243
diff --git a/params/opt/5/rnd_search_t_lin/comb_17_t/global_train/model.decoder.layers.0.fc1/_0.pt b/params/opt/5/rnd_search_t_lin/comb_17_t/global_train/model.decoder.layers.0.fc1/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a3a6de017dce7adbf996edba962e8cbc36696d85
--- /dev/null
+++ b/params/opt/5/rnd_search_t_lin/comb_17_t/global_train/model.decoder.layers.0.fc1/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:10e99f8cd63b6e6d8899c583bf203a396f15f649ccca1c17ed1cb43f38c0dd2e
+size 17539
diff --git a/params/opt/5/rnd_search_t_lin/comb_17_t/global_train/model.decoder.layers.0.fc1/_s.pt b/params/opt/5/rnd_search_t_lin/comb_17_t/global_train/model.decoder.layers.0.fc1/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e9aa79b45c1767936f599850dec1eddca62678a3
--- /dev/null
+++ b/params/opt/5/rnd_search_t_lin/comb_17_t/global_train/model.decoder.layers.0.fc1/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:434b1a16ae7fd2e76f57201b14a994689cedbf0e71d59b16ea9e4c2b20560652
+size 17539
diff --git a/params/opt/5/rnd_search_t_lin/comb_17_t/global_train/model.decoder.layers.0.fc2/_0.pt b/params/opt/5/rnd_search_t_lin/comb_17_t/global_train/model.decoder.layers.0.fc2/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..f18e41cb39b68f2adc8590be6db08bc8a3eed935
--- /dev/null
+++ b/params/opt/5/rnd_search_t_lin/comb_17_t/global_train/model.decoder.layers.0.fc2/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e34f01697a6ee1d7f3e208eb811f058298f6761cf967bd4d4feb7cc536449697
+size 5251
diff --git a/params/opt/5/rnd_search_t_lin/comb_17_t/global_train/model.decoder.layers.0.fc2/_s.pt b/params/opt/5/rnd_search_t_lin/comb_17_t/global_train/model.decoder.layers.0.fc2/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..3f47442e1e8bd62657915706cea3e8b700261cb8
--- /dev/null
+++ b/params/opt/5/rnd_search_t_lin/comb_17_t/global_train/model.decoder.layers.0.fc2/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:88ba03aca3520bcef09a2a003aa24e11601ed3333c89e00cc193e91a5e9dc1cd
+size 5251
diff --git a/params/opt/5/rnd_search_t_lin/comb_17_t/global_train/model.decoder.layers.0.self_attn.k_proj/_0.pt b/params/opt/5/rnd_search_t_lin/comb_17_t/global_train/model.decoder.layers.0.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..9646427bf81e64e4254ba843d443f8c5350135e1
--- /dev/null
+++ b/params/opt/5/rnd_search_t_lin/comb_17_t/global_train/model.decoder.layers.0.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:af6aebb95c90c9e9a8172b5e53a563ad49ef65654484f724adea0a09a2378992
+size 5251
diff --git a/params/opt/5/rnd_search_t_lin/comb_17_t/global_train/model.decoder.layers.0.self_attn.k_proj/_s.pt b/params/opt/5/rnd_search_t_lin/comb_17_t/global_train/model.decoder.layers.0.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..7a7bf9ad2b358fb75d8ab6bf125502f980922bc5
--- /dev/null
+++ b/params/opt/5/rnd_search_t_lin/comb_17_t/global_train/model.decoder.layers.0.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b4c367300f881632d7fc9abebed177229ae233c453c6a693104596b68efc80d0
+size 5251
diff --git a/params/opt/5/rnd_search_t_lin/comb_17_t/global_train/model.decoder.layers.0.self_attn.out_proj/_0.pt b/params/opt/5/rnd_search_t_lin/comb_17_t/global_train/model.decoder.layers.0.self_attn.out_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c68d5fc3aeeaef00fef14815f5c30eded5017bd6
--- /dev/null
+++ b/params/opt/5/rnd_search_t_lin/comb_17_t/global_train/model.decoder.layers.0.self_attn.out_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e7004b7570d88ac32eb1edffdef1401d81ccf14a2146d80bbe4f099f95f05ad0
+size 5251
diff --git a/params/opt/5/rnd_search_t_lin/comb_17_t/global_train/model.decoder.layers.0.self_attn.out_proj/_s.pt b/params/opt/5/rnd_search_t_lin/comb_17_t/global_train/model.decoder.layers.0.self_attn.out_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4d73941c2896f495a9991462f3e38d1f8bee938b
--- /dev/null
+++ b/params/opt/5/rnd_search_t_lin/comb_17_t/global_train/model.decoder.layers.0.self_attn.out_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2d892ea910857fb7ab0f7c65ca515c92628c8db0e500206554c911f3be1b5e50
+size 5251
diff --git a/params/opt/5/rnd_search_t_lin/comb_17_t/global_train/model.decoder.layers.0.self_attn.q_proj/_0.pt b/params/opt/5/rnd_search_t_lin/comb_17_t/global_train/model.decoder.layers.0.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c48fe3397611f114517e4ef5248ee10302d7860d
--- /dev/null
+++ b/params/opt/5/rnd_search_t_lin/comb_17_t/global_train/model.decoder.layers.0.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:03cd7ccb96a3f87ea50c30f214657dbc9537c4fcf1230490d7d7c08da2ffd24d
+size 5251
diff --git a/params/opt/5/rnd_search_t_lin/comb_17_t/global_train/model.decoder.layers.0.self_attn.q_proj/_s.pt b/params/opt/5/rnd_search_t_lin/comb_17_t/global_train/model.decoder.layers.0.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..90a9d0cdbee0778e09a1e7e5b09c74031b79b9ce
--- /dev/null
+++ b/params/opt/5/rnd_search_t_lin/comb_17_t/global_train/model.decoder.layers.0.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0ef486db31163a474ec7c48b6dd872604d5ffbb1f2e1d5115698477e5e956097
+size 5251
diff --git a/params/opt/5/rnd_search_t_lin/comb_17_t/global_train/model.decoder.layers.0.self_attn.v_proj/_0.pt b/params/opt/5/rnd_search_t_lin/comb_17_t/global_train/model.decoder.layers.0.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c015f5b519e45fd413760088c7b03a574b5cd950
--- /dev/null
+++ b/params/opt/5/rnd_search_t_lin/comb_17_t/global_train/model.decoder.layers.0.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:dfde71a2c19ffeba4e8749883a581869bd4d8a29e16dd98991e0112e410f7cb7
+size 5251
diff --git a/params/opt/5/rnd_search_t_lin/comb_17_t/global_train/model.decoder.layers.0.self_attn.v_proj/_s.pt b/params/opt/5/rnd_search_t_lin/comb_17_t/global_train/model.decoder.layers.0.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e3ad81810fdac006bdd73c1445909ad09c0b1041
--- /dev/null
+++ b/params/opt/5/rnd_search_t_lin/comb_17_t/global_train/model.decoder.layers.0.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:534d0a8b4a1af596693d8eb0fbc6b1493491a46bdce6f1ce2e41c301912d7cd5
+size 5251
diff --git a/params/opt/5/rnd_search_t_lin/comb_17_t/global_train/model.decoder.layers.1.fc1/_0.pt b/params/opt/5/rnd_search_t_lin/comb_17_t/global_train/model.decoder.layers.1.fc1/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..452633b2c3e572b0c0eb40b3d204ebde1cb157a9
--- /dev/null
+++ b/params/opt/5/rnd_search_t_lin/comb_17_t/global_train/model.decoder.layers.1.fc1/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0aaf7be82f4a3b5af6eef9226f4e09accb93224b4842b25770d3885e8317da07
+size 17539
diff --git a/params/opt/5/rnd_search_t_lin/comb_17_t/global_train/model.decoder.layers.1.fc1/_s.pt b/params/opt/5/rnd_search_t_lin/comb_17_t/global_train/model.decoder.layers.1.fc1/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..def83bd39cc7e53a0a51f8ef4e78086e4df548f0
--- /dev/null
+++ b/params/opt/5/rnd_search_t_lin/comb_17_t/global_train/model.decoder.layers.1.fc1/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:de90a7d0a7b235507ba79393dde95dcd9606bfa44a2fff3e65244734cc9be5d1
+size 17539
diff --git a/params/opt/5/rnd_search_t_lin/comb_17_t/global_train/model.decoder.layers.1.fc2/_0.pt b/params/opt/5/rnd_search_t_lin/comb_17_t/global_train/model.decoder.layers.1.fc2/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..5fbac779dd7dd031a876da52417d4bcc530ce4fe
--- /dev/null
+++ b/params/opt/5/rnd_search_t_lin/comb_17_t/global_train/model.decoder.layers.1.fc2/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f1cd17640cffb6d21df28767b491efa98b5c7f1beeabab2abf434d6c3c5a53b9
+size 5251
diff --git a/params/opt/5/rnd_search_t_lin/comb_17_t/global_train/model.decoder.layers.1.fc2/_s.pt b/params/opt/5/rnd_search_t_lin/comb_17_t/global_train/model.decoder.layers.1.fc2/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8c50be85b3aa2db9c1fc6dff424c8a48a4618c2a
--- /dev/null
+++ b/params/opt/5/rnd_search_t_lin/comb_17_t/global_train/model.decoder.layers.1.fc2/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:1a32257ce1a52dbf49afe91a5043a9b7e7f5f7719b377d1cef82e70a27ad42c6
+size 5251
diff --git a/params/opt/5/rnd_search_t_lin/comb_17_t/global_train/model.decoder.layers.1.self_attn.k_proj/_0.pt b/params/opt/5/rnd_search_t_lin/comb_17_t/global_train/model.decoder.layers.1.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..3d1fceda6ed2fcbbd95d2ae2b5d14e74699a8320
--- /dev/null
+++ b/params/opt/5/rnd_search_t_lin/comb_17_t/global_train/model.decoder.layers.1.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:905f1b2e0e035f6846144d99b0b4f433efa4920f65f4f54bd3eb7e7bb1601bb6
+size 5251
diff --git a/params/opt/5/rnd_search_t_lin/comb_17_t/global_train/model.decoder.layers.1.self_attn.k_proj/_s.pt b/params/opt/5/rnd_search_t_lin/comb_17_t/global_train/model.decoder.layers.1.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..fde4858a9737250a88516c0453352f2caa102a3b
--- /dev/null
+++ b/params/opt/5/rnd_search_t_lin/comb_17_t/global_train/model.decoder.layers.1.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:79f6eb0c1f02682025956577d65c9199b52954daf6a1d92dd2c25d591a73c766
+size 5251
diff --git a/params/opt/5/rnd_search_t_lin/comb_17_t/global_train/model.decoder.layers.1.self_attn.out_proj/_0.pt b/params/opt/5/rnd_search_t_lin/comb_17_t/global_train/model.decoder.layers.1.self_attn.out_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8a013940a5281c4256e7faff781292b83df1032f
--- /dev/null
+++ b/params/opt/5/rnd_search_t_lin/comb_17_t/global_train/model.decoder.layers.1.self_attn.out_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5dbb7e0b80acca64d3457e0cb705426e6d5950882caef423fbd5e6c39036608a
+size 5251
diff --git a/params/opt/5/rnd_search_t_lin/comb_17_t/global_train/model.decoder.layers.1.self_attn.out_proj/_s.pt b/params/opt/5/rnd_search_t_lin/comb_17_t/global_train/model.decoder.layers.1.self_attn.out_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..091de9c4506cb6d9c1db2625b6ee20bb601f3211
--- /dev/null
+++ b/params/opt/5/rnd_search_t_lin/comb_17_t/global_train/model.decoder.layers.1.self_attn.out_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:158028911a17791406d8932c13f4cd9a3f739f92cbe2fc2087caa41acb6005a8
+size 5251
diff --git a/params/opt/5/rnd_search_t_lin/comb_17_t/global_train/model.decoder.layers.1.self_attn.q_proj/_0.pt b/params/opt/5/rnd_search_t_lin/comb_17_t/global_train/model.decoder.layers.1.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a11fb22690073096a521c0c72c98c69106e225a8
--- /dev/null
+++ b/params/opt/5/rnd_search_t_lin/comb_17_t/global_train/model.decoder.layers.1.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:1c0cc9ab97dcc78446e508e128c805b1bb9b1daeaea683ecd7e213cc905d0b95
+size 5251
diff --git a/params/opt/5/rnd_search_t_lin/comb_17_t/global_train/model.decoder.layers.1.self_attn.q_proj/_s.pt b/params/opt/5/rnd_search_t_lin/comb_17_t/global_train/model.decoder.layers.1.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..6480dcdefa2fb6a685b4c0d5f3fc28c19183fc58
--- /dev/null
+++ b/params/opt/5/rnd_search_t_lin/comb_17_t/global_train/model.decoder.layers.1.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:3ee4cf2cd1fa37efa294e110791fa1b85766c889529ccadffb002c5250d1d134
+size 5251
diff --git a/params/opt/5/rnd_search_t_lin/comb_17_t/global_train/model.decoder.layers.1.self_attn.v_proj/_0.pt b/params/opt/5/rnd_search_t_lin/comb_17_t/global_train/model.decoder.layers.1.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..271e86e30b2d1e1312cdd88ca7850fa9a90b26d2
--- /dev/null
+++ b/params/opt/5/rnd_search_t_lin/comb_17_t/global_train/model.decoder.layers.1.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:573e661bd0c4c8c0935bf301276ddab6c094889c31e2ec24afd83b3a37ffa899
+size 5251
diff --git a/params/opt/5/rnd_search_t_lin/comb_17_t/global_train/model.decoder.layers.1.self_attn.v_proj/_s.pt b/params/opt/5/rnd_search_t_lin/comb_17_t/global_train/model.decoder.layers.1.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..507d95a0ad6d131e5b0b2d0c7df0e68ed2a85995
--- /dev/null
+++ b/params/opt/5/rnd_search_t_lin/comb_17_t/global_train/model.decoder.layers.1.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ffe7c06006d19126394d65bca6b8c06d805690d1c2cdd6ee6414d3e8ebc59d39
+size 5251
diff --git a/params/opt/5/rnd_search_t_lin/comb_17_t/global_train/model.decoder.layers.10.fc1/_0.pt b/params/opt/5/rnd_search_t_lin/comb_17_t/global_train/model.decoder.layers.10.fc1/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..b695642b3239aedda2ba896da8f78f606efb5392
--- /dev/null
+++ b/params/opt/5/rnd_search_t_lin/comb_17_t/global_train/model.decoder.layers.10.fc1/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:9632eb5c9ac21a523a748386aea580fede2de25192cde3003237f3829c96ce8a
+size 17539
diff --git a/params/opt/5/rnd_search_t_lin/comb_17_t/global_train/model.decoder.layers.10.fc1/_s.pt b/params/opt/5/rnd_search_t_lin/comb_17_t/global_train/model.decoder.layers.10.fc1/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..64e693dcf50cd81df5487c6a7148e1a8e52f131b
--- /dev/null
+++ b/params/opt/5/rnd_search_t_lin/comb_17_t/global_train/model.decoder.layers.10.fc1/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e9163f8c7e109683f5c711c41dacebe70f85bd0d764019a3bdc838f9f71afec9
+size 17539
diff --git a/params/opt/5/rnd_search_t_lin/comb_17_t/global_train/model.decoder.layers.10.fc2/_0.pt b/params/opt/5/rnd_search_t_lin/comb_17_t/global_train/model.decoder.layers.10.fc2/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..60de1a2ba535225c207b9495c9306f66946152e0
--- /dev/null
+++ b/params/opt/5/rnd_search_t_lin/comb_17_t/global_train/model.decoder.layers.10.fc2/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:1e54906e34a286bee18537a6b33fb4f7948c4d2a6fbffefd61c7397a412cd612
+size 5251
diff --git a/params/opt/5/rnd_search_t_lin/comb_17_t/global_train/model.decoder.layers.10.fc2/_s.pt b/params/opt/5/rnd_search_t_lin/comb_17_t/global_train/model.decoder.layers.10.fc2/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..645894a354b25a5e97764a99217783e08a2520a9
--- /dev/null
+++ b/params/opt/5/rnd_search_t_lin/comb_17_t/global_train/model.decoder.layers.10.fc2/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a1ec16058e3f490503e32185ec2bbfe582e27ebff533286b815e3e598ef2e4a5
+size 5251
diff --git a/params/opt/5/rnd_search_t_lin/comb_17_t/global_train/model.decoder.layers.10.self_attn.k_proj/_0.pt b/params/opt/5/rnd_search_t_lin/comb_17_t/global_train/model.decoder.layers.10.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..d1db596881e949cda04f1d1928c798fe0d0f5314
--- /dev/null
+++ b/params/opt/5/rnd_search_t_lin/comb_17_t/global_train/model.decoder.layers.10.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:02185ab4bc423f452a02664db60ad69e03d7ca06fd1049f2ea6c08c68073e0c0
+size 5251
diff --git a/params/opt/5/rnd_search_t_lin/comb_17_t/global_train/model.decoder.layers.10.self_attn.k_proj/_s.pt b/params/opt/5/rnd_search_t_lin/comb_17_t/global_train/model.decoder.layers.10.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..201db573942a2efdc16af4975f6a697ebc655ece
--- /dev/null
+++ b/params/opt/5/rnd_search_t_lin/comb_17_t/global_train/model.decoder.layers.10.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:8845073dea7817b86c1576def315c91e1509ed0f913a8c7512687b4358a962f3
+size 5251
diff --git a/params/opt/5/rnd_search_t_lin/comb_17_t/global_train/model.decoder.layers.10.self_attn.out_proj/_0.pt b/params/opt/5/rnd_search_t_lin/comb_17_t/global_train/model.decoder.layers.10.self_attn.out_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..0ad806e6c6ffc9db39fe3b3bc3fa421f067c19a7
--- /dev/null
+++ b/params/opt/5/rnd_search_t_lin/comb_17_t/global_train/model.decoder.layers.10.self_attn.out_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2f70c24921e7a438cc3ceb89a669f251d547a7ea7b44c4d427af1d4db0dcea9d
+size 5251
diff --git a/params/opt/5/rnd_search_t_lin/comb_17_t/global_train/model.decoder.layers.10.self_attn.out_proj/_s.pt b/params/opt/5/rnd_search_t_lin/comb_17_t/global_train/model.decoder.layers.10.self_attn.out_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..da24ab01bf447e4c56680c1c6fc4e254dc491635
--- /dev/null
+++ b/params/opt/5/rnd_search_t_lin/comb_17_t/global_train/model.decoder.layers.10.self_attn.out_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:bb8e85d6a34799753283e7af68c5a0beb33cc55f4654912ac825bc94235f5914
+size 5251
diff --git a/params/opt/5/rnd_search_t_lin/comb_17_t/global_train/model.decoder.layers.10.self_attn.q_proj/_0.pt b/params/opt/5/rnd_search_t_lin/comb_17_t/global_train/model.decoder.layers.10.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..87448c2c9a93eb1b5d0e80e3c71cb9e52ce96abb
--- /dev/null
+++ b/params/opt/5/rnd_search_t_lin/comb_17_t/global_train/model.decoder.layers.10.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:3f047e3488b268e9058acc4f161f6bf5a22b9de1cdd4c856bfdc408bc82f242d
+size 5251
diff --git a/params/opt/5/rnd_search_t_lin/comb_17_t/global_train/model.decoder.layers.10.self_attn.q_proj/_s.pt b/params/opt/5/rnd_search_t_lin/comb_17_t/global_train/model.decoder.layers.10.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..3f70a38f810b8b5cf6fd33ccd37e5e5693a7e0ce
--- /dev/null
+++ b/params/opt/5/rnd_search_t_lin/comb_17_t/global_train/model.decoder.layers.10.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c8fce12e0f25fccaddc49796bd47f78dac17cc737beee2c35710fce78eb5543e
+size 5251
diff --git a/params/opt/5/rnd_search_t_lin/comb_17_t/global_train/model.decoder.layers.10.self_attn.v_proj/_0.pt b/params/opt/5/rnd_search_t_lin/comb_17_t/global_train/model.decoder.layers.10.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a3c442eaa47ae37d61ae08fbb8d3ad512767efae
--- /dev/null
+++ b/params/opt/5/rnd_search_t_lin/comb_17_t/global_train/model.decoder.layers.10.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:9b84068fcc1e71d115643a30aa14fed508a6a3f2dc11c2b9029b9d8b88a97075
+size 5251
diff --git a/params/opt/5/rnd_search_t_lin/comb_17_t/global_train/model.decoder.layers.10.self_attn.v_proj/_s.pt b/params/opt/5/rnd_search_t_lin/comb_17_t/global_train/model.decoder.layers.10.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..cc72b873e102e9f160a232014bb3e713dbe30111
--- /dev/null
+++ b/params/opt/5/rnd_search_t_lin/comb_17_t/global_train/model.decoder.layers.10.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f8e5e750266cdae4c9c34d5486b291cf2c7c6b6fc19a2db74b59daf24f44cd9c
+size 5251
diff --git a/params/opt/5/rnd_search_t_lin/comb_17_t/global_train/model.decoder.layers.11.fc1/_0.pt b/params/opt/5/rnd_search_t_lin/comb_17_t/global_train/model.decoder.layers.11.fc1/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..5782eea9277290f6897db78acaa570aa2d05754b
--- /dev/null
+++ b/params/opt/5/rnd_search_t_lin/comb_17_t/global_train/model.decoder.layers.11.fc1/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:54b5e8f6f90b2426a7ec64ce854c77a3197556882c5d54da33f26ef01cfcf0d9
+size 17539
diff --git a/params/opt/5/rnd_search_t_lin/comb_17_t/global_train/model.decoder.layers.11.fc1/_s.pt b/params/opt/5/rnd_search_t_lin/comb_17_t/global_train/model.decoder.layers.11.fc1/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..b27fbdc198256d910ec6d9349634893ccb0c28a4
--- /dev/null
+++ b/params/opt/5/rnd_search_t_lin/comb_17_t/global_train/model.decoder.layers.11.fc1/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:afd4a9cc1353b1c303d307921e088652c0901852e3c01ace425de511d490821e
+size 17539
diff --git a/params/opt/5/rnd_search_t_lin/comb_17_t/global_train/model.decoder.layers.11.fc2/_0.pt b/params/opt/5/rnd_search_t_lin/comb_17_t/global_train/model.decoder.layers.11.fc2/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..09fcf607eeafa717a694a7927ba1ce68df0edd6d
--- /dev/null
+++ b/params/opt/5/rnd_search_t_lin/comb_17_t/global_train/model.decoder.layers.11.fc2/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ad8893e5f70a059edd59aec81fe8f2a68484b3e5440271eb73a15f5a040ffbe7
+size 5251
diff --git a/params/opt/5/rnd_search_t_lin/comb_17_t/global_train/model.decoder.layers.11.fc2/_s.pt b/params/opt/5/rnd_search_t_lin/comb_17_t/global_train/model.decoder.layers.11.fc2/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..3a1823a0e28d7cd6b0aa7c7ca74e05d4e8aeb9b9
--- /dev/null
+++ b/params/opt/5/rnd_search_t_lin/comb_17_t/global_train/model.decoder.layers.11.fc2/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d26593c0b74ec9dece31c5f8633beede1a6e340e2d99c7bcc744d468e6060168
+size 5251
diff --git a/params/opt/5/rnd_search_t_lin/comb_17_t/global_train/model.decoder.layers.11.self_attn.k_proj/_0.pt b/params/opt/5/rnd_search_t_lin/comb_17_t/global_train/model.decoder.layers.11.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..cd37d6e52194de7b5e77f0d66f8c0a2608b380ce
--- /dev/null
+++ b/params/opt/5/rnd_search_t_lin/comb_17_t/global_train/model.decoder.layers.11.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f027f2e22798bd72c96e8df87c44a7a9a666d929c4d9db012f6aafb0b0e48c1d
+size 5251
diff --git a/params/opt/5/rnd_search_t_lin/comb_17_t/global_train/model.decoder.layers.11.self_attn.k_proj/_s.pt b/params/opt/5/rnd_search_t_lin/comb_17_t/global_train/model.decoder.layers.11.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4d5e9fee7b6843f6b63ac3143af62749e3365691
--- /dev/null
+++ b/params/opt/5/rnd_search_t_lin/comb_17_t/global_train/model.decoder.layers.11.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:39642d9324102c3b0358937b5e1f300d14f014a9c117c6ba2b15d18a11a977de
+size 5251
diff --git a/params/opt/5/rnd_search_t_lin/comb_17_t/global_train/model.decoder.layers.11.self_attn.out_proj/_0.pt b/params/opt/5/rnd_search_t_lin/comb_17_t/global_train/model.decoder.layers.11.self_attn.out_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a08c61bf4b59698e496fac2ecf2775d94fa16d6b
--- /dev/null
+++ b/params/opt/5/rnd_search_t_lin/comb_17_t/global_train/model.decoder.layers.11.self_attn.out_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5d25962c06716400630855d0f33ef76504d49500eced89beb8b5b66186c8db65
+size 5251
diff --git a/params/opt/5/rnd_search_t_lin/comb_17_t/global_train/model.decoder.layers.11.self_attn.out_proj/_s.pt b/params/opt/5/rnd_search_t_lin/comb_17_t/global_train/model.decoder.layers.11.self_attn.out_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..91002ff1b7cdfee5162abfb3c6b3069807690fed
--- /dev/null
+++ b/params/opt/5/rnd_search_t_lin/comb_17_t/global_train/model.decoder.layers.11.self_attn.out_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:00ff4dfcdf803c5834fb50dd17c777073d49151b067a78371b60a0326ca233ef
+size 5251
diff --git a/params/opt/5/rnd_search_t_lin/comb_17_t/global_train/model.decoder.layers.11.self_attn.q_proj/_0.pt b/params/opt/5/rnd_search_t_lin/comb_17_t/global_train/model.decoder.layers.11.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..cac9cdbc51ee4efebd3bb75a5a43ff1d9c125308
--- /dev/null
+++ b/params/opt/5/rnd_search_t_lin/comb_17_t/global_train/model.decoder.layers.11.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:3d6bce773bc89b80f4a9453c4cb8e089be68d51dcd96c6c7a6e2918b1db55139
+size 5251
diff --git a/params/opt/5/rnd_search_t_lin/comb_17_t/global_train/model.decoder.layers.11.self_attn.q_proj/_s.pt b/params/opt/5/rnd_search_t_lin/comb_17_t/global_train/model.decoder.layers.11.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..902ff37de1eefb02ddf09a073fedfdcb86ebc363
--- /dev/null
+++ b/params/opt/5/rnd_search_t_lin/comb_17_t/global_train/model.decoder.layers.11.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:97b31cb01e29fa32e340bf642ef99a841239632113a497e45ddd3136de5f9c0d
+size 5251
diff --git a/params/opt/5/rnd_search_t_lin/comb_17_t/global_train/model.decoder.layers.11.self_attn.v_proj/_0.pt b/params/opt/5/rnd_search_t_lin/comb_17_t/global_train/model.decoder.layers.11.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8529b6202a741a7fe07dd9323d8d2e30f57b7a9b
--- /dev/null
+++ b/params/opt/5/rnd_search_t_lin/comb_17_t/global_train/model.decoder.layers.11.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:aef18ec99c6854a7ffd1d8411a8bc17f18eaf3c7e2f16af308e4b399f442674c
+size 5251
diff --git a/params/opt/5/rnd_search_t_lin/comb_17_t/global_train/model.decoder.layers.11.self_attn.v_proj/_s.pt b/params/opt/5/rnd_search_t_lin/comb_17_t/global_train/model.decoder.layers.11.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..770b4521f047f91f3b682a8ae69cac2e80cfb6b6
--- /dev/null
+++ b/params/opt/5/rnd_search_t_lin/comb_17_t/global_train/model.decoder.layers.11.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:9e42c8d2e29c8c3fcd9768ce24c538088e625b8b479f73845ecce1bcc8b44da4
+size 5251
diff --git a/params/opt/5/rnd_search_t_lin/comb_17_t/global_train/model.decoder.layers.12.fc1/_0.pt b/params/opt/5/rnd_search_t_lin/comb_17_t/global_train/model.decoder.layers.12.fc1/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..797010cabc32fc040eced90620f89010b749022a
--- /dev/null
+++ b/params/opt/5/rnd_search_t_lin/comb_17_t/global_train/model.decoder.layers.12.fc1/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:17759b74a3e2d70bfde4c8501a9992adb24c80fc1475fcbc33b49d04fced7061
+size 17539
diff --git a/params/opt/5/rnd_search_t_lin/comb_17_t/global_train/model.decoder.layers.12.fc1/_s.pt b/params/opt/5/rnd_search_t_lin/comb_17_t/global_train/model.decoder.layers.12.fc1/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..d10254a7ce302b88bbe236dc04660b6be43f20c2
--- /dev/null
+++ b/params/opt/5/rnd_search_t_lin/comb_17_t/global_train/model.decoder.layers.12.fc1/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:83682dafb08d756b12c4b63643d2612d6696a340218afae68bb1e0b05f798652
+size 17539
diff --git a/params/opt/5/rnd_search_t_lin/comb_17_t/global_train/model.decoder.layers.12.fc2/_0.pt b/params/opt/5/rnd_search_t_lin/comb_17_t/global_train/model.decoder.layers.12.fc2/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..aa18b57cad14cd125c99e367f308450550bb908c
--- /dev/null
+++ b/params/opt/5/rnd_search_t_lin/comb_17_t/global_train/model.decoder.layers.12.fc2/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:33f22027c34dcd2d51c87c8b4850e78f74e36f02e880139549c3b2f2d30e0b07
+size 5251
diff --git a/params/opt/5/rnd_search_t_lin/comb_17_t/global_train/model.decoder.layers.12.fc2/_s.pt b/params/opt/5/rnd_search_t_lin/comb_17_t/global_train/model.decoder.layers.12.fc2/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..23d36c292803ef43db6bc03fd4c9c05869314002
--- /dev/null
+++ b/params/opt/5/rnd_search_t_lin/comb_17_t/global_train/model.decoder.layers.12.fc2/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:1a77b9826949f1dced29a291d7647b0f2c5bea5e8a35aaaa705935b45ed64449
+size 5251
diff --git a/params/opt/5/rnd_search_t_lin/comb_17_t/global_train/model.decoder.layers.12.self_attn.k_proj/_0.pt b/params/opt/5/rnd_search_t_lin/comb_17_t/global_train/model.decoder.layers.12.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..758fe488c3cd47589170e682a37fba035528a7fa
--- /dev/null
+++ b/params/opt/5/rnd_search_t_lin/comb_17_t/global_train/model.decoder.layers.12.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d44cbf2122bd4fbd2cacb89691b6b51e99ece16ca74d94eb9ad163253db41768
+size 5251
diff --git a/params/opt/5/rnd_search_t_lin/comb_17_t/global_train/model.decoder.layers.12.self_attn.k_proj/_s.pt b/params/opt/5/rnd_search_t_lin/comb_17_t/global_train/model.decoder.layers.12.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8939aef060e7a052b49143420020a0aca06b7e23
--- /dev/null
+++ b/params/opt/5/rnd_search_t_lin/comb_17_t/global_train/model.decoder.layers.12.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:fbd55b6f1a922323f6707fba93812b361c88f2be85ef3cef7c2a642a9d5960ff
+size 5251
diff --git a/params/opt/5/rnd_search_t_lin/comb_17_t/global_train/model.decoder.layers.12.self_attn.out_proj/_0.pt b/params/opt/5/rnd_search_t_lin/comb_17_t/global_train/model.decoder.layers.12.self_attn.out_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..9edd9c756b97ba8f5e9ebeabbf5047f71cb8beae
--- /dev/null
+++ b/params/opt/5/rnd_search_t_lin/comb_17_t/global_train/model.decoder.layers.12.self_attn.out_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:906ac79f19dac20b9ac4c9e3bbbf71019b0e903b7b14deb412239303afc3ea43
+size 5251
diff --git a/params/opt/5/rnd_search_t_lin/comb_17_t/global_train/model.decoder.layers.12.self_attn.out_proj/_s.pt b/params/opt/5/rnd_search_t_lin/comb_17_t/global_train/model.decoder.layers.12.self_attn.out_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..12db41ed4a5c22f6c3b964caf6da44b8c8e825de
--- /dev/null
+++ b/params/opt/5/rnd_search_t_lin/comb_17_t/global_train/model.decoder.layers.12.self_attn.out_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:1f08ff269ed5a039cf624c4ca0c214616b893e233b4b678fb68d0bf6acbfd865
+size 5251
diff --git a/params/opt/5/rnd_search_t_lin/comb_17_t/global_train/model.decoder.layers.12.self_attn.q_proj/_0.pt b/params/opt/5/rnd_search_t_lin/comb_17_t/global_train/model.decoder.layers.12.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e19e1db7c93ac97133071d840b873c72cb938021
--- /dev/null
+++ b/params/opt/5/rnd_search_t_lin/comb_17_t/global_train/model.decoder.layers.12.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d6877dd8b359c9da49def344b1d6b848ec1828a56a302fa6163347ebfa21e43e
+size 5251
diff --git a/params/opt/5/rnd_search_t_lin/comb_17_t/global_train/model.decoder.layers.12.self_attn.q_proj/_s.pt b/params/opt/5/rnd_search_t_lin/comb_17_t/global_train/model.decoder.layers.12.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e7c710ffb5f3e81cd75386c14fedba0854fc8067
--- /dev/null
+++ b/params/opt/5/rnd_search_t_lin/comb_17_t/global_train/model.decoder.layers.12.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ddb59351af70324a99fc66b86e91549d8c3d7682de4a5628743fd642b803bf7f
+size 5251
diff --git a/params/opt/5/rnd_search_t_lin/comb_17_t/global_train/model.decoder.layers.12.self_attn.v_proj/_0.pt b/params/opt/5/rnd_search_t_lin/comb_17_t/global_train/model.decoder.layers.12.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c48c4956a44b28ced5046b2baaa390b56fb7c8b7
--- /dev/null
+++ b/params/opt/5/rnd_search_t_lin/comb_17_t/global_train/model.decoder.layers.12.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:7dce260705beffae416cdb233049a8336100beee6d7d3673fa67f280942ac8b9
+size 5251
diff --git a/params/opt/5/rnd_search_t_lin/comb_17_t/global_train/model.decoder.layers.12.self_attn.v_proj/_s.pt b/params/opt/5/rnd_search_t_lin/comb_17_t/global_train/model.decoder.layers.12.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..b7985ff9a93514a848ef61b18cb09546d4353cc7
--- /dev/null
+++ b/params/opt/5/rnd_search_t_lin/comb_17_t/global_train/model.decoder.layers.12.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0e24b6cb3bda95fc90e73c2df1f7f913d36f8f4355f1a4165268bd9e8e44ad6f
+size 5251
diff --git a/params/opt/5/rnd_search_t_lin/comb_17_t/global_train/model.decoder.layers.13.fc1/_0.pt b/params/opt/5/rnd_search_t_lin/comb_17_t/global_train/model.decoder.layers.13.fc1/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..3dd4dd5da16e9aab6b9461d700953a84d83325e5
--- /dev/null
+++ b/params/opt/5/rnd_search_t_lin/comb_17_t/global_train/model.decoder.layers.13.fc1/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:627f294815b3c820ab9f0a3a06b1203528dffcdf5f8f79a9203323d895e013af
+size 17539
diff --git a/params/opt/5/rnd_search_t_lin/comb_17_t/global_train/model.decoder.layers.13.fc1/_s.pt b/params/opt/5/rnd_search_t_lin/comb_17_t/global_train/model.decoder.layers.13.fc1/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..22cb29b7758a1baf6b8338c61c5ff60b21aea3cd
--- /dev/null
+++ b/params/opt/5/rnd_search_t_lin/comb_17_t/global_train/model.decoder.layers.13.fc1/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:fee92c8e9d73da520b2677a9eb17813de6db249a867213767101130f5091a8cf
+size 17539
diff --git a/params/opt/5/rnd_search_t_lin/comb_17_t/global_train/model.decoder.layers.13.fc2/_0.pt b/params/opt/5/rnd_search_t_lin/comb_17_t/global_train/model.decoder.layers.13.fc2/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..42e7b41e0a20dd7f7805726ed80fa6eaedfa25c0
--- /dev/null
+++ b/params/opt/5/rnd_search_t_lin/comb_17_t/global_train/model.decoder.layers.13.fc2/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5d21d0285ce27284e8be4d49757fc870341dfab5f16abe6afaa50bce6c073910
+size 5251
diff --git a/params/opt/5/rnd_search_t_lin/comb_17_t/global_train/model.decoder.layers.13.fc2/_s.pt b/params/opt/5/rnd_search_t_lin/comb_17_t/global_train/model.decoder.layers.13.fc2/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..76ce925be155f9dd523256a04f352fc9bb887cc9
--- /dev/null
+++ b/params/opt/5/rnd_search_t_lin/comb_17_t/global_train/model.decoder.layers.13.fc2/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2469144289f6c63fb0ec2447d01229eda3112697ef9f8cc0b6360482b1f9639a
+size 5251
diff --git a/params/opt/5/rnd_search_t_lin/comb_17_t/global_train/model.decoder.layers.13.self_attn.k_proj/_0.pt b/params/opt/5/rnd_search_t_lin/comb_17_t/global_train/model.decoder.layers.13.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..cb0efcbdfccc003a0ebd44ce9a6a749425a63a9a
--- /dev/null
+++ b/params/opt/5/rnd_search_t_lin/comb_17_t/global_train/model.decoder.layers.13.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:75f8aab2b68f90cb8cc677a3cb5be070d7a86d37424cb0e5c1698a6a26f7afc8
+size 5251
diff --git a/params/opt/5/rnd_search_t_lin/comb_17_t/global_train/model.decoder.layers.13.self_attn.k_proj/_s.pt b/params/opt/5/rnd_search_t_lin/comb_17_t/global_train/model.decoder.layers.13.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..0326bf0fe37225f696fe62fa28fb2501d6a5bf74
--- /dev/null
+++ b/params/opt/5/rnd_search_t_lin/comb_17_t/global_train/model.decoder.layers.13.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:6d151933e1464721001dcf64c25a4c82b5e63dc405aae8de12e3631d3f60ece6
+size 5251
diff --git a/params/opt/5/rnd_search_t_lin/comb_17_t/global_train/model.decoder.layers.13.self_attn.out_proj/_0.pt b/params/opt/5/rnd_search_t_lin/comb_17_t/global_train/model.decoder.layers.13.self_attn.out_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..6726fa2bd1fba521e0043655aabee5dcd6471747
--- /dev/null
+++ b/params/opt/5/rnd_search_t_lin/comb_17_t/global_train/model.decoder.layers.13.self_attn.out_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:1ceaf2a0e839a4845bf0dc83c10849659dafd1012bf4e724acc603b26efa42e6
+size 5251
diff --git a/params/opt/5/rnd_search_t_lin/comb_17_t/global_train/model.decoder.layers.13.self_attn.out_proj/_s.pt b/params/opt/5/rnd_search_t_lin/comb_17_t/global_train/model.decoder.layers.13.self_attn.out_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..97e27fad2614ccb21ff647c61b7aff3a79cc4156
--- /dev/null
+++ b/params/opt/5/rnd_search_t_lin/comb_17_t/global_train/model.decoder.layers.13.self_attn.out_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:4d707e0a80d257aa166bf2dc4687a138f1fb181f6da7a28f50635fdef10ea395
+size 5251
diff --git a/params/opt/5/rnd_search_t_lin/comb_17_t/global_train/model.decoder.layers.13.self_attn.q_proj/_0.pt b/params/opt/5/rnd_search_t_lin/comb_17_t/global_train/model.decoder.layers.13.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..9a1a4862791eddd521aa2de6d9fdf058f0f5694b
--- /dev/null
+++ b/params/opt/5/rnd_search_t_lin/comb_17_t/global_train/model.decoder.layers.13.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c6a6d9e1f881ecc10a948a11cc18933e451f1252fa844d0b98de66934d78403c
+size 5251
diff --git a/params/opt/5/rnd_search_t_lin/comb_17_t/global_train/model.decoder.layers.13.self_attn.q_proj/_s.pt b/params/opt/5/rnd_search_t_lin/comb_17_t/global_train/model.decoder.layers.13.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e6c58a9192c39fba77e9040c6b60061d84b0621a
--- /dev/null
+++ b/params/opt/5/rnd_search_t_lin/comb_17_t/global_train/model.decoder.layers.13.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f21a19ca5acb4ac04980823247b14e47e8c4a3c243cdafcac5261fb1022df8b7
+size 5251
diff --git a/params/opt/5/rnd_search_t_lin/comb_17_t/global_train/model.decoder.layers.13.self_attn.v_proj/_0.pt b/params/opt/5/rnd_search_t_lin/comb_17_t/global_train/model.decoder.layers.13.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..cb24405110a3844ee13bcfb7ff217e3f07295400
--- /dev/null
+++ b/params/opt/5/rnd_search_t_lin/comb_17_t/global_train/model.decoder.layers.13.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:db62b4ad09704cb46bcc8d3ee29d32f3fdf3b230a143c6220b4ace32aa25e20d
+size 5251
diff --git a/params/opt/5/rnd_search_t_lin/comb_17_t/global_train/model.decoder.layers.13.self_attn.v_proj/_s.pt b/params/opt/5/rnd_search_t_lin/comb_17_t/global_train/model.decoder.layers.13.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ec030bfcdacf0ba1a67e1daa91e4264591891c75
--- /dev/null
+++ b/params/opt/5/rnd_search_t_lin/comb_17_t/global_train/model.decoder.layers.13.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:77ee4da1351ca67738557b06719fc1377240d1eef3ce571f34aab2216bb7cca9
+size 5251
diff --git a/params/opt/5/rnd_search_t_lin/comb_17_t/global_train/model.decoder.layers.14.fc1/_0.pt b/params/opt/5/rnd_search_t_lin/comb_17_t/global_train/model.decoder.layers.14.fc1/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..1c44e48ab52ad122d9fd449a1c1c9487afca4e12
--- /dev/null
+++ b/params/opt/5/rnd_search_t_lin/comb_17_t/global_train/model.decoder.layers.14.fc1/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:73fb35294d3ae2c305e3fdab66de7631e8c1b1c3aa8e496d8b75690689f3da96
+size 17539
diff --git a/params/opt/5/rnd_search_t_lin/comb_17_t/global_train/model.decoder.layers.14.fc1/_s.pt b/params/opt/5/rnd_search_t_lin/comb_17_t/global_train/model.decoder.layers.14.fc1/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..382910ebc39edbf7c70c1a507db68dce08817994
--- /dev/null
+++ b/params/opt/5/rnd_search_t_lin/comb_17_t/global_train/model.decoder.layers.14.fc1/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:20675aa073cc40d7f60dcd708eec29afe4a8826938f8664bb89bcc6190051c8d
+size 17539
diff --git a/params/opt/5/rnd_search_t_lin/comb_17_t/global_train/model.decoder.layers.14.fc2/_0.pt b/params/opt/5/rnd_search_t_lin/comb_17_t/global_train/model.decoder.layers.14.fc2/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..6dccd313c7cb30168e59bd051b2f3063de24bd32
--- /dev/null
+++ b/params/opt/5/rnd_search_t_lin/comb_17_t/global_train/model.decoder.layers.14.fc2/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:94897c2b1d44c119f298f214fc2b088f5dcc93f2511db7d3e6896fbe2542043a
+size 5251
diff --git a/params/opt/5/rnd_search_t_lin/comb_17_t/global_train/model.decoder.layers.14.fc2/_s.pt b/params/opt/5/rnd_search_t_lin/comb_17_t/global_train/model.decoder.layers.14.fc2/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c30bcc9679a7ab55f634060bac2dffbe5f45ebfa
--- /dev/null
+++ b/params/opt/5/rnd_search_t_lin/comb_17_t/global_train/model.decoder.layers.14.fc2/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0423880c56aec00f97a9b8d6a04652638ba080e478da5f958cef189327564a3b
+size 5251
diff --git a/params/opt/5/rnd_search_t_lin/comb_17_t/global_train/model.decoder.layers.14.self_attn.k_proj/_0.pt b/params/opt/5/rnd_search_t_lin/comb_17_t/global_train/model.decoder.layers.14.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..82a28e048c47788ac5ef392aa195b17cefa62004
--- /dev/null
+++ b/params/opt/5/rnd_search_t_lin/comb_17_t/global_train/model.decoder.layers.14.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c69c656958012d9c24245a4d1f48ee2370d0dc78e4796dd1fc3731751b2ec857
+size 5251
diff --git a/params/opt/5/rnd_search_t_lin/comb_17_t/global_train/model.decoder.layers.14.self_attn.k_proj/_s.pt b/params/opt/5/rnd_search_t_lin/comb_17_t/global_train/model.decoder.layers.14.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..903b30c4c4a6b50e84d9e8f4a1e5c97449826107
--- /dev/null
+++ b/params/opt/5/rnd_search_t_lin/comb_17_t/global_train/model.decoder.layers.14.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ab36d623f17eb70ffbccfd00e3654b67c701e52997ec5495ba3839360c98a6be
+size 5251
diff --git a/params/opt/5/rnd_search_t_lin/comb_17_t/global_train/model.decoder.layers.14.self_attn.out_proj/_0.pt b/params/opt/5/rnd_search_t_lin/comb_17_t/global_train/model.decoder.layers.14.self_attn.out_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..3ac2e80837a8c90403f30b2ba1d87d87e453d5cb
--- /dev/null
+++ b/params/opt/5/rnd_search_t_lin/comb_17_t/global_train/model.decoder.layers.14.self_attn.out_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2bcc870a012b7b7e0014d11f3ff006d5c3b10cac253b98904b04cb3a079a3c5a
+size 5251
diff --git a/params/opt/5/rnd_search_t_lin/comb_17_t/global_train/model.decoder.layers.14.self_attn.out_proj/_s.pt b/params/opt/5/rnd_search_t_lin/comb_17_t/global_train/model.decoder.layers.14.self_attn.out_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..fbd28d6daa0d832fca5f12d0211bbce1d7aaad16
--- /dev/null
+++ b/params/opt/5/rnd_search_t_lin/comb_17_t/global_train/model.decoder.layers.14.self_attn.out_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:3933cd8be7517ff26a452328f740364769402d4afe934dffd6811a5991bd21c7
+size 5251
diff --git a/params/opt/5/rnd_search_t_lin/comb_17_t/global_train/model.decoder.layers.14.self_attn.q_proj/_0.pt b/params/opt/5/rnd_search_t_lin/comb_17_t/global_train/model.decoder.layers.14.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..337c78e68409785f76e4278ccfee8cfaf8bbd3fb
--- /dev/null
+++ b/params/opt/5/rnd_search_t_lin/comb_17_t/global_train/model.decoder.layers.14.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:9c0df410d4669cc942ee8d0d9a04fbd4f5760673dd6e1e9877689b876f98106f
+size 5251
diff --git a/params/opt/5/rnd_search_t_lin/comb_17_t/global_train/model.decoder.layers.14.self_attn.q_proj/_s.pt b/params/opt/5/rnd_search_t_lin/comb_17_t/global_train/model.decoder.layers.14.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2c7c9e7172ed2145919767c4a4a826e44514863b
--- /dev/null
+++ b/params/opt/5/rnd_search_t_lin/comb_17_t/global_train/model.decoder.layers.14.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a4a9caecebe72c55fe5b7f4fe6d39503345c633e1a688860d881df8efb66f4d5
+size 5251
diff --git a/params/opt/5/rnd_search_t_lin/comb_17_t/global_train/model.decoder.layers.14.self_attn.v_proj/_0.pt b/params/opt/5/rnd_search_t_lin/comb_17_t/global_train/model.decoder.layers.14.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..74eebc524efb3833e25a7c617d31d7f5f9b798a7
--- /dev/null
+++ b/params/opt/5/rnd_search_t_lin/comb_17_t/global_train/model.decoder.layers.14.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2f387cd67660ebf859fb2bba8e15b66c6bd845e6c35b51c7d0a00a981adac34f
+size 5251
diff --git a/params/opt/5/rnd_search_t_lin/comb_17_t/global_train/model.decoder.layers.14.self_attn.v_proj/_s.pt b/params/opt/5/rnd_search_t_lin/comb_17_t/global_train/model.decoder.layers.14.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..53bdbf4ad413ff2cbc0e2ed258333eb4adee6baa
--- /dev/null
+++ b/params/opt/5/rnd_search_t_lin/comb_17_t/global_train/model.decoder.layers.14.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:6f4f2e2a311ee63d43a567e094898169a69225d68d64718866bd534ec721788f
+size 5251
diff --git a/params/opt/5/rnd_search_t_lin/comb_17_t/global_train/model.decoder.layers.15.fc1/_0.pt b/params/opt/5/rnd_search_t_lin/comb_17_t/global_train/model.decoder.layers.15.fc1/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..572a9c7df44da3a1f33ed3c2926d90a388e35ed7
--- /dev/null
+++ b/params/opt/5/rnd_search_t_lin/comb_17_t/global_train/model.decoder.layers.15.fc1/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:8cdf4af12e9c38e44c516ed92d1ddb36d49ede65731bc0d5d401cf9607f9ac48
+size 17539
diff --git a/params/opt/5/rnd_search_t_lin/comb_17_t/global_train/model.decoder.layers.15.fc1/_s.pt b/params/opt/5/rnd_search_t_lin/comb_17_t/global_train/model.decoder.layers.15.fc1/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..b999fc62ab4acdd096ef28d648fd84da06a55478
--- /dev/null
+++ b/params/opt/5/rnd_search_t_lin/comb_17_t/global_train/model.decoder.layers.15.fc1/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5dfbd5752d2061780342112dfeab0b92fdb81e065cceed3b5f3e052c6b93e9b2
+size 17539
diff --git a/params/opt/5/rnd_search_t_lin/comb_17_t/global_train/model.decoder.layers.15.fc2/_0.pt b/params/opt/5/rnd_search_t_lin/comb_17_t/global_train/model.decoder.layers.15.fc2/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..377c69733569ab3d1bbc3845513e1759001a8bcb
--- /dev/null
+++ b/params/opt/5/rnd_search_t_lin/comb_17_t/global_train/model.decoder.layers.15.fc2/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:81254300c9cfcf4103f9e68766fbc6a28ed6ddab70939f32640b46c9e00f2831
+size 5251
diff --git a/params/opt/5/rnd_search_t_lin/comb_17_t/global_train/model.decoder.layers.15.fc2/_s.pt b/params/opt/5/rnd_search_t_lin/comb_17_t/global_train/model.decoder.layers.15.fc2/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..cf2d1a15b64f5c16713b8df01d4d2e006e930f70
--- /dev/null
+++ b/params/opt/5/rnd_search_t_lin/comb_17_t/global_train/model.decoder.layers.15.fc2/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:9213660a54d320042d053c04480950a2d8bd913f9c8df7c260e9f697231f49f4
+size 5251
diff --git a/params/opt/5/rnd_search_t_lin/comb_17_t/global_train/model.decoder.layers.15.self_attn.k_proj/_0.pt b/params/opt/5/rnd_search_t_lin/comb_17_t/global_train/model.decoder.layers.15.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4c9f8e4a4e30b9f3e7c088dee98ca31b04dbc17f
--- /dev/null
+++ b/params/opt/5/rnd_search_t_lin/comb_17_t/global_train/model.decoder.layers.15.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f32640dbb282749a710d9833e9e6a8a4e0314949bba2ef739c3a913149871720
+size 5251
diff --git a/params/opt/5/rnd_search_t_lin/comb_17_t/global_train/model.decoder.layers.15.self_attn.k_proj/_s.pt b/params/opt/5/rnd_search_t_lin/comb_17_t/global_train/model.decoder.layers.15.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e742201f952fb4a60a824a37c7bb1c51b6f3b3e7
--- /dev/null
+++ b/params/opt/5/rnd_search_t_lin/comb_17_t/global_train/model.decoder.layers.15.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:26b9064592f72abad64470ff2acc9affbd8f4cccb3330306ddabe8046f3c82fe
+size 5251
diff --git a/params/opt/5/rnd_search_t_lin/comb_17_t/global_train/model.decoder.layers.15.self_attn.out_proj/_0.pt b/params/opt/5/rnd_search_t_lin/comb_17_t/global_train/model.decoder.layers.15.self_attn.out_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..425e15f79b5d28eb1f36690d68f2be317bf0d9fc
--- /dev/null
+++ b/params/opt/5/rnd_search_t_lin/comb_17_t/global_train/model.decoder.layers.15.self_attn.out_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:54534f53cb8f0130c61094bdc94dc934102e63c1f9f9504672356c12ff3cb016
+size 5251
diff --git a/params/opt/5/rnd_search_t_lin/comb_17_t/global_train/model.decoder.layers.15.self_attn.out_proj/_s.pt b/params/opt/5/rnd_search_t_lin/comb_17_t/global_train/model.decoder.layers.15.self_attn.out_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..f0f08a89cdacf583114be224cda84098ea6d36cc
--- /dev/null
+++ b/params/opt/5/rnd_search_t_lin/comb_17_t/global_train/model.decoder.layers.15.self_attn.out_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:48a6242a0e409489bac1ed119d8f46dc5fd0d0db1911753f42ad85e12ea49e90
+size 5251
diff --git a/params/opt/5/rnd_search_t_lin/comb_17_t/global_train/model.decoder.layers.15.self_attn.q_proj/_0.pt b/params/opt/5/rnd_search_t_lin/comb_17_t/global_train/model.decoder.layers.15.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..6fd4dc716e1a73f505d053153da7eb717c85aa99
--- /dev/null
+++ b/params/opt/5/rnd_search_t_lin/comb_17_t/global_train/model.decoder.layers.15.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d18e366c2da6b0a0dc16026a89151bd1a73e5499db5064d2fbee75c1603b7a91
+size 5251
diff --git a/params/opt/5/rnd_search_t_lin/comb_17_t/global_train/model.decoder.layers.15.self_attn.q_proj/_s.pt b/params/opt/5/rnd_search_t_lin/comb_17_t/global_train/model.decoder.layers.15.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..96422780978b5c958747d9d6dc8cfe6c48274d9e
--- /dev/null
+++ b/params/opt/5/rnd_search_t_lin/comb_17_t/global_train/model.decoder.layers.15.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e5dafae48f574eb190647a30f55e808503ab59216272c8b81a6203e67cf96e3f
+size 5251
diff --git a/params/opt/5/rnd_search_t_lin/comb_17_t/global_train/model.decoder.layers.15.self_attn.v_proj/_0.pt b/params/opt/5/rnd_search_t_lin/comb_17_t/global_train/model.decoder.layers.15.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..47788dd3dc412ef985d5a311a9ad529b64b22510
--- /dev/null
+++ b/params/opt/5/rnd_search_t_lin/comb_17_t/global_train/model.decoder.layers.15.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a4d7bb1cce7ba477608b41b61ecde964552035caff0060df3db7b93360880084
+size 5251
diff --git a/params/opt/5/rnd_search_t_lin/comb_17_t/global_train/model.decoder.layers.15.self_attn.v_proj/_s.pt b/params/opt/5/rnd_search_t_lin/comb_17_t/global_train/model.decoder.layers.15.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..acd45be024dcf896f27888d4964a4529551228f9
--- /dev/null
+++ b/params/opt/5/rnd_search_t_lin/comb_17_t/global_train/model.decoder.layers.15.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:8867e2c1542752c8d381b546bf58adef27f3914f99a605c998c185ed8ea0dac2
+size 5251
diff --git a/params/opt/5/rnd_search_t_lin/comb_17_t/global_train/model.decoder.layers.16.fc1/_0.pt b/params/opt/5/rnd_search_t_lin/comb_17_t/global_train/model.decoder.layers.16.fc1/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..6ca0dc0925602b700fa3befa1e2781d11f022adb
--- /dev/null
+++ b/params/opt/5/rnd_search_t_lin/comb_17_t/global_train/model.decoder.layers.16.fc1/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:1b4518644278ec2ca20ec09808232c0ae581173a37e5cc1560de104481ae5ca8
+size 17539
diff --git a/params/opt/5/rnd_search_t_lin/comb_17_t/global_train/model.decoder.layers.16.fc1/_s.pt b/params/opt/5/rnd_search_t_lin/comb_17_t/global_train/model.decoder.layers.16.fc1/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e800b94b6ed52d2d7cca4c5086b1ceced3785268
--- /dev/null
+++ b/params/opt/5/rnd_search_t_lin/comb_17_t/global_train/model.decoder.layers.16.fc1/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a81441fd8790c9f9c3379387d690eb24df933955d1b563ccc7ec71e2564b9852
+size 17539
diff --git a/params/opt/5/rnd_search_t_lin/comb_17_t/global_train/model.decoder.layers.16.fc2/_0.pt b/params/opt/5/rnd_search_t_lin/comb_17_t/global_train/model.decoder.layers.16.fc2/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2ff3ec1c0b0c293eb5b55699b79347741981fce8
--- /dev/null
+++ b/params/opt/5/rnd_search_t_lin/comb_17_t/global_train/model.decoder.layers.16.fc2/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:6ed967e1d799c62caa6bf24a604a62dde6e9d41a3787f01f3ca5ab6f9ee4fc54
+size 5251
diff --git a/params/opt/5/rnd_search_t_lin/comb_17_t/global_train/model.decoder.layers.16.fc2/_s.pt b/params/opt/5/rnd_search_t_lin/comb_17_t/global_train/model.decoder.layers.16.fc2/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..1123ff8825dffd2f8e5a20d979081f713e1f7239
--- /dev/null
+++ b/params/opt/5/rnd_search_t_lin/comb_17_t/global_train/model.decoder.layers.16.fc2/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:96904cca81191f3d15141772902e7b0cd3788d6b98879cbbf757491d4589f431
+size 5251
diff --git a/params/opt/5/rnd_search_t_lin/comb_17_t/global_train/model.decoder.layers.16.self_attn.k_proj/_0.pt b/params/opt/5/rnd_search_t_lin/comb_17_t/global_train/model.decoder.layers.16.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..5381e5c0c5bd3880f7a14ec5de9dc5a86b2461e7
--- /dev/null
+++ b/params/opt/5/rnd_search_t_lin/comb_17_t/global_train/model.decoder.layers.16.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:6981fdcae28bf34a6be7410b8d69a7e7dea6eef96819d8bc91c8b7b86f67d826
+size 5251
diff --git a/params/opt/5/rnd_search_t_lin/comb_17_t/global_train/model.decoder.layers.16.self_attn.k_proj/_s.pt b/params/opt/5/rnd_search_t_lin/comb_17_t/global_train/model.decoder.layers.16.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e973572d3045d16dc535e94436b910b2137f35c7
--- /dev/null
+++ b/params/opt/5/rnd_search_t_lin/comb_17_t/global_train/model.decoder.layers.16.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ca504aab7a66b5a37677732ba27120a59fcbb25a7b65419bf1e312fa00697073
+size 5251
diff --git a/params/opt/5/rnd_search_t_lin/comb_17_t/global_train/model.decoder.layers.16.self_attn.out_proj/_0.pt b/params/opt/5/rnd_search_t_lin/comb_17_t/global_train/model.decoder.layers.16.self_attn.out_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..0233c70b14f16755cc5a53902559c22b0d5750ac
--- /dev/null
+++ b/params/opt/5/rnd_search_t_lin/comb_17_t/global_train/model.decoder.layers.16.self_attn.out_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:de555e23f1b93bd2e37f7d1c73b23b259fb17c72a8e91c946e3729f1b7d9c664
+size 5251
diff --git a/params/opt/5/rnd_search_t_lin/comb_17_t/global_train/model.decoder.layers.16.self_attn.out_proj/_s.pt b/params/opt/5/rnd_search_t_lin/comb_17_t/global_train/model.decoder.layers.16.self_attn.out_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..b733fa871e208696fc39468e6243c722255913c2
--- /dev/null
+++ b/params/opt/5/rnd_search_t_lin/comb_17_t/global_train/model.decoder.layers.16.self_attn.out_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:789c2e02c297df9cd0312ea79f46e14d32cdc83b3b76b331df2bd02d5ebad03d
+size 5251
diff --git a/params/opt/5/rnd_search_t_lin/comb_17_t/global_train/model.decoder.layers.16.self_attn.q_proj/_0.pt b/params/opt/5/rnd_search_t_lin/comb_17_t/global_train/model.decoder.layers.16.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..74e65cd76509bac022f440203d34265ad71289d0
--- /dev/null
+++ b/params/opt/5/rnd_search_t_lin/comb_17_t/global_train/model.decoder.layers.16.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:6edb52615319b60e8fd2542687078be9b3828676d8372a09e34f2ee910b3b65e
+size 5251
diff --git a/params/opt/5/rnd_search_t_lin/comb_17_t/global_train/model.decoder.layers.16.self_attn.q_proj/_s.pt b/params/opt/5/rnd_search_t_lin/comb_17_t/global_train/model.decoder.layers.16.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..45956c8a54590735b85436876c66a0d96110ba57
--- /dev/null
+++ b/params/opt/5/rnd_search_t_lin/comb_17_t/global_train/model.decoder.layers.16.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b1b3d3ef71817ce060b7b4afe3b266fd92e3689b1ae4ab3429306d54e3c1f559
+size 5251
diff --git a/params/opt/5/rnd_search_t_lin/comb_17_t/global_train/model.decoder.layers.16.self_attn.v_proj/_0.pt b/params/opt/5/rnd_search_t_lin/comb_17_t/global_train/model.decoder.layers.16.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..174410b470161e2fc8ccc86ff11c0f9a696337f4
--- /dev/null
+++ b/params/opt/5/rnd_search_t_lin/comb_17_t/global_train/model.decoder.layers.16.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:3dc75dcfd8779764e69f723e07426be476b75dc46bce96746534835162573751
+size 5251
diff --git a/params/opt/5/rnd_search_t_lin/comb_17_t/global_train/model.decoder.layers.16.self_attn.v_proj/_s.pt b/params/opt/5/rnd_search_t_lin/comb_17_t/global_train/model.decoder.layers.16.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..7d65149dd2b0507e91141551a7b84af58003a8f8
--- /dev/null
+++ b/params/opt/5/rnd_search_t_lin/comb_17_t/global_train/model.decoder.layers.16.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:8fdc9677479fe1444282c08789cde57ded893054c06ae6e326f7e0069e73dec1
+size 5251
diff --git a/params/opt/5/rnd_search_t_lin/comb_17_t/global_train/model.decoder.layers.17.fc1/_0.pt b/params/opt/5/rnd_search_t_lin/comb_17_t/global_train/model.decoder.layers.17.fc1/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..83e196d220e7b8a6739d1ba52042a892dab898a6
--- /dev/null
+++ b/params/opt/5/rnd_search_t_lin/comb_17_t/global_train/model.decoder.layers.17.fc1/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:90b7b0213da12e8f55fc263cffa4838d3ac58937be7c8c0f472597f2e9d22863
+size 17539
diff --git a/params/opt/5/rnd_search_t_lin/comb_17_t/global_train/model.decoder.layers.17.fc1/_s.pt b/params/opt/5/rnd_search_t_lin/comb_17_t/global_train/model.decoder.layers.17.fc1/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..7cbe1b927322408b327210c27ecc7cc79acec8bf
--- /dev/null
+++ b/params/opt/5/rnd_search_t_lin/comb_17_t/global_train/model.decoder.layers.17.fc1/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:21c84ece014ec696f48d0429882f792e79071754f7661dae59e1ab480895e085
+size 17539
diff --git a/params/opt/5/rnd_search_t_lin/comb_17_t/global_train/model.decoder.layers.17.fc2/_0.pt b/params/opt/5/rnd_search_t_lin/comb_17_t/global_train/model.decoder.layers.17.fc2/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..692235fddc9ecfa6b80bbdfd57743034c7e11172
--- /dev/null
+++ b/params/opt/5/rnd_search_t_lin/comb_17_t/global_train/model.decoder.layers.17.fc2/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:bd4f35fde2d16d5837d7728b73471acaa1a923c26bfd25c28bb885225a4aa636
+size 5251
diff --git a/params/opt/5/rnd_search_t_lin/comb_17_t/global_train/model.decoder.layers.17.fc2/_s.pt b/params/opt/5/rnd_search_t_lin/comb_17_t/global_train/model.decoder.layers.17.fc2/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..fc196eeab0deb65ce0c3a35628f4ac31502737a1
--- /dev/null
+++ b/params/opt/5/rnd_search_t_lin/comb_17_t/global_train/model.decoder.layers.17.fc2/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:60cde063b8e8bc8958d292c7bf49c1558c7cd276ffc4434fc448726d07da19c7
+size 5251
diff --git a/params/opt/5/rnd_search_t_lin/comb_17_t/global_train/model.decoder.layers.17.self_attn.k_proj/_0.pt b/params/opt/5/rnd_search_t_lin/comb_17_t/global_train/model.decoder.layers.17.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a4438996d4170e2e08a8c63b98110d725069442a
--- /dev/null
+++ b/params/opt/5/rnd_search_t_lin/comb_17_t/global_train/model.decoder.layers.17.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:62d160983d2a12270cee5d09fc16d31c9ef580a765a92338f38023437ba80c52
+size 5251
diff --git a/params/opt/5/rnd_search_t_lin/comb_17_t/global_train/model.decoder.layers.17.self_attn.k_proj/_s.pt b/params/opt/5/rnd_search_t_lin/comb_17_t/global_train/model.decoder.layers.17.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..6e111e1e44de790a52eddf388c99b9c27ab69d79
--- /dev/null
+++ b/params/opt/5/rnd_search_t_lin/comb_17_t/global_train/model.decoder.layers.17.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f1baf22496deb310742a534370e9fd4080a02afb0377d86d53ef3f35f01d9a5a
+size 5251
diff --git a/params/opt/5/rnd_search_t_lin/comb_17_t/global_train/model.decoder.layers.17.self_attn.out_proj/_0.pt b/params/opt/5/rnd_search_t_lin/comb_17_t/global_train/model.decoder.layers.17.self_attn.out_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..3eb1ffc4b9f5c9f2aaa0233e312d490871da8366
--- /dev/null
+++ b/params/opt/5/rnd_search_t_lin/comb_17_t/global_train/model.decoder.layers.17.self_attn.out_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0ad572453a69c79c9fd9dd50ddadfe973090a1da6c21de59acbb33ed79904339
+size 5251
diff --git a/params/opt/5/rnd_search_t_lin/comb_17_t/global_train/model.decoder.layers.17.self_attn.out_proj/_s.pt b/params/opt/5/rnd_search_t_lin/comb_17_t/global_train/model.decoder.layers.17.self_attn.out_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..22bb691190e556fc8267fee55dd30f023c31ab55
--- /dev/null
+++ b/params/opt/5/rnd_search_t_lin/comb_17_t/global_train/model.decoder.layers.17.self_attn.out_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d1a19d832b4fa9b9dd17e9bcdfd612cfa9f97a446ef17ebd98116d42ceaf9fec
+size 5251
diff --git a/params/opt/5/rnd_search_t_lin/comb_17_t/global_train/model.decoder.layers.17.self_attn.q_proj/_0.pt b/params/opt/5/rnd_search_t_lin/comb_17_t/global_train/model.decoder.layers.17.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4bfb20aaa5fbe0bdd84f710a374b348318529da2
--- /dev/null
+++ b/params/opt/5/rnd_search_t_lin/comb_17_t/global_train/model.decoder.layers.17.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:73fc628db78f78a2b9bbc0b98ecfebeb4eb8c1656cca63214ed0af70e489e735
+size 5251
diff --git a/params/opt/5/rnd_search_t_lin/comb_17_t/global_train/model.decoder.layers.17.self_attn.q_proj/_s.pt b/params/opt/5/rnd_search_t_lin/comb_17_t/global_train/model.decoder.layers.17.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..aa0166879f075fa82412f10defb0b86e89feacc0
--- /dev/null
+++ b/params/opt/5/rnd_search_t_lin/comb_17_t/global_train/model.decoder.layers.17.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5bccb21398cc4c5f1004041bb8c09341963d6f8d93f4593b99a145e50f0fcbeb
+size 5251
diff --git a/params/opt/5/rnd_search_t_lin/comb_17_t/global_train/model.decoder.layers.17.self_attn.v_proj/_0.pt b/params/opt/5/rnd_search_t_lin/comb_17_t/global_train/model.decoder.layers.17.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ea7d64816511d343e6c3acccc5aa9b01f820e0f5
--- /dev/null
+++ b/params/opt/5/rnd_search_t_lin/comb_17_t/global_train/model.decoder.layers.17.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:886076105bb37cbcc225f9df7db4c84e1a348a6277151fb93d288194edd528be
+size 5251
diff --git a/params/opt/5/rnd_search_t_lin/comb_17_t/global_train/model.decoder.layers.17.self_attn.v_proj/_s.pt b/params/opt/5/rnd_search_t_lin/comb_17_t/global_train/model.decoder.layers.17.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..fd42e2c13d3b6171528c330579f6fac212bef82f
--- /dev/null
+++ b/params/opt/5/rnd_search_t_lin/comb_17_t/global_train/model.decoder.layers.17.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:8ba9dcea8c5138b4cbc81740d48ffa3b1c62423cf9f1116b032df3e797f0927c
+size 5251
diff --git a/params/opt/5/rnd_search_t_lin/comb_17_t/global_train/model.decoder.layers.18.fc1/_0.pt b/params/opt/5/rnd_search_t_lin/comb_17_t/global_train/model.decoder.layers.18.fc1/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..163a5826e5289c3c986fdfc6cb7afb57c643be03
--- /dev/null
+++ b/params/opt/5/rnd_search_t_lin/comb_17_t/global_train/model.decoder.layers.18.fc1/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c3287a76ffed0726c095f63ed9e4384dad6f40118ce429c32159c13630d57f65
+size 17539
diff --git a/params/opt/5/rnd_search_t_lin/comb_17_t/global_train/model.decoder.layers.18.fc1/_s.pt b/params/opt/5/rnd_search_t_lin/comb_17_t/global_train/model.decoder.layers.18.fc1/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..403ef7272c14ebdd8c4014186f815d92bfdbdccb
--- /dev/null
+++ b/params/opt/5/rnd_search_t_lin/comb_17_t/global_train/model.decoder.layers.18.fc1/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2e4fedded529a29e03d3658134c964ea7373cce2f7cc8dec3f6adabf8125e0b4
+size 17539
diff --git a/params/opt/5/rnd_search_t_lin/comb_17_t/global_train/model.decoder.layers.18.fc2/_0.pt b/params/opt/5/rnd_search_t_lin/comb_17_t/global_train/model.decoder.layers.18.fc2/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4072d0c9b1a4c7ed2934e20dbcb4b640571ec73f
--- /dev/null
+++ b/params/opt/5/rnd_search_t_lin/comb_17_t/global_train/model.decoder.layers.18.fc2/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:071ffd38433867388ed476ba619e998097a529992749af0f45ac4986d8b8ee61
+size 5251
diff --git a/params/opt/5/rnd_search_t_lin/comb_17_t/global_train/model.decoder.layers.18.fc2/_s.pt b/params/opt/5/rnd_search_t_lin/comb_17_t/global_train/model.decoder.layers.18.fc2/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..d28c94e6537e13490c53ee62572cb61c9882ebee
--- /dev/null
+++ b/params/opt/5/rnd_search_t_lin/comb_17_t/global_train/model.decoder.layers.18.fc2/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a3d15d3cb09cbfb5e1eca236c6857451f6699008391416d94bd5fec40459454a
+size 5251
diff --git a/params/opt/5/rnd_search_t_lin/comb_17_t/global_train/model.decoder.layers.18.self_attn.k_proj/_0.pt b/params/opt/5/rnd_search_t_lin/comb_17_t/global_train/model.decoder.layers.18.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8d0de99178e5a622285eccfd6e6d58b1eba50d15
--- /dev/null
+++ b/params/opt/5/rnd_search_t_lin/comb_17_t/global_train/model.decoder.layers.18.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5ed461c6d5ee2f07f5d6f811095456617701a7a779948439f5042f6e3e5736d6
+size 5251
diff --git a/params/opt/5/rnd_search_t_lin/comb_17_t/global_train/model.decoder.layers.18.self_attn.k_proj/_s.pt b/params/opt/5/rnd_search_t_lin/comb_17_t/global_train/model.decoder.layers.18.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..d81a03ab62857c319092dfe473e78a466056f81c
--- /dev/null
+++ b/params/opt/5/rnd_search_t_lin/comb_17_t/global_train/model.decoder.layers.18.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b1faf44b366356ded43e4594af9569b57e3223fce501ee4087d59d5def49ffbc
+size 5251
diff --git a/params/opt/5/rnd_search_t_lin/comb_17_t/global_train/model.decoder.layers.18.self_attn.out_proj/_0.pt b/params/opt/5/rnd_search_t_lin/comb_17_t/global_train/model.decoder.layers.18.self_attn.out_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..cdfb59f0d08da8353c3c74c123eca4c5274fc85c
--- /dev/null
+++ b/params/opt/5/rnd_search_t_lin/comb_17_t/global_train/model.decoder.layers.18.self_attn.out_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:50512e18d6b568255866810fd07e6cf6c24950274f2d94a4fc5e107d7f43160c
+size 5251
diff --git a/params/opt/5/rnd_search_t_lin/comb_17_t/global_train/model.decoder.layers.18.self_attn.out_proj/_s.pt b/params/opt/5/rnd_search_t_lin/comb_17_t/global_train/model.decoder.layers.18.self_attn.out_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..df050f38e8dfa27100c57810caa2e5d3007d2ecf
--- /dev/null
+++ b/params/opt/5/rnd_search_t_lin/comb_17_t/global_train/model.decoder.layers.18.self_attn.out_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:6b151e0528a37f374a91858e4bc0e53630b706982602a826861dbf149a75b2ab
+size 5251
diff --git a/params/opt/5/rnd_search_t_lin/comb_17_t/global_train/model.decoder.layers.18.self_attn.q_proj/_0.pt b/params/opt/5/rnd_search_t_lin/comb_17_t/global_train/model.decoder.layers.18.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..30fcdf724cdb7ea2d416fae2535ca98bceea3083
--- /dev/null
+++ b/params/opt/5/rnd_search_t_lin/comb_17_t/global_train/model.decoder.layers.18.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:30f25578606539387cec4a30cf678b13fc75765d6c7c1b1d7fc59fb417e94c56
+size 5251
diff --git a/params/opt/5/rnd_search_t_lin/comb_17_t/global_train/model.decoder.layers.18.self_attn.q_proj/_s.pt b/params/opt/5/rnd_search_t_lin/comb_17_t/global_train/model.decoder.layers.18.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4cff17904b3b9dfaf51bf785e3b285ea7b727304
--- /dev/null
+++ b/params/opt/5/rnd_search_t_lin/comb_17_t/global_train/model.decoder.layers.18.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ad2baaa68b75b84d8180a63a7d3584f8656e6b5ee590de3e32d4cc84d56ea050
+size 5251
diff --git a/params/opt/5/rnd_search_t_lin/comb_17_t/global_train/model.decoder.layers.18.self_attn.v_proj/_0.pt b/params/opt/5/rnd_search_t_lin/comb_17_t/global_train/model.decoder.layers.18.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..5409f06705adbb529d2d9d84071caa4391bcb72d
--- /dev/null
+++ b/params/opt/5/rnd_search_t_lin/comb_17_t/global_train/model.decoder.layers.18.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:4b693f0df29f7470d742b76a8498fe6c677402ade64034886d1a2651b25f1ad0
+size 5251
diff --git a/params/opt/5/rnd_search_t_lin/comb_17_t/global_train/model.decoder.layers.18.self_attn.v_proj/_s.pt b/params/opt/5/rnd_search_t_lin/comb_17_t/global_train/model.decoder.layers.18.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a1cf956034a8929e3dda1d19af6dad94654c2081
--- /dev/null
+++ b/params/opt/5/rnd_search_t_lin/comb_17_t/global_train/model.decoder.layers.18.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:7411ceaffe6e298be105d17ccd0011ed9f57e24493c1431c2b3f38219804c2d6
+size 5251
diff --git a/params/opt/5/rnd_search_t_lin/comb_17_t/global_train/model.decoder.layers.19.fc1/_0.pt b/params/opt/5/rnd_search_t_lin/comb_17_t/global_train/model.decoder.layers.19.fc1/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e158d0e4b9ab37a39076ff9fd1aee13a0a1ed02c
--- /dev/null
+++ b/params/opt/5/rnd_search_t_lin/comb_17_t/global_train/model.decoder.layers.19.fc1/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ee471331b489f8d34aaad7724c02ba7b690613ff4968b4b1978f445a2c38eade
+size 17539
diff --git a/params/opt/5/rnd_search_t_lin/comb_17_t/global_train/model.decoder.layers.19.fc1/_s.pt b/params/opt/5/rnd_search_t_lin/comb_17_t/global_train/model.decoder.layers.19.fc1/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..06a33f548cfea5ba3f1c2cf11e3abed4c7865df8
--- /dev/null
+++ b/params/opt/5/rnd_search_t_lin/comb_17_t/global_train/model.decoder.layers.19.fc1/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c75b164132084941673ab6009e9152b21c013cd64a3bc72aa34f3fb0faf14eb7
+size 17539
diff --git a/params/opt/5/rnd_search_t_lin/comb_17_t/global_train/model.decoder.layers.19.fc2/_0.pt b/params/opt/5/rnd_search_t_lin/comb_17_t/global_train/model.decoder.layers.19.fc2/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..59b9cb34d2af96088ba18d28776ea75653e30766
--- /dev/null
+++ b/params/opt/5/rnd_search_t_lin/comb_17_t/global_train/model.decoder.layers.19.fc2/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:122fc09eb323922ebe2a907f7acac62a2b339c1472a2b1e7838e81393cd5331d
+size 5251
diff --git a/params/opt/5/rnd_search_t_lin/comb_17_t/global_train/model.decoder.layers.19.fc2/_s.pt b/params/opt/5/rnd_search_t_lin/comb_17_t/global_train/model.decoder.layers.19.fc2/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a3251faaa80cadcc0a604b2d5ed41ba14e26fc31
--- /dev/null
+++ b/params/opt/5/rnd_search_t_lin/comb_17_t/global_train/model.decoder.layers.19.fc2/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0f31be96636733303ba9f578153934b7b72c78ebf1b027152a541b5f32ac1a49
+size 5251
diff --git a/params/opt/5/rnd_search_t_lin/comb_17_t/global_train/model.decoder.layers.19.self_attn.k_proj/_0.pt b/params/opt/5/rnd_search_t_lin/comb_17_t/global_train/model.decoder.layers.19.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4d82c169caa214d9ecc0a3637d9332bc7cc71baf
--- /dev/null
+++ b/params/opt/5/rnd_search_t_lin/comb_17_t/global_train/model.decoder.layers.19.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b38dc3e495e3bd208bf4f7bb0ea0ebd6654c1a5128a49074c1bfa520c15a3c59
+size 5251
diff --git a/params/opt/5/rnd_search_t_lin/comb_17_t/global_train/model.decoder.layers.19.self_attn.k_proj/_s.pt b/params/opt/5/rnd_search_t_lin/comb_17_t/global_train/model.decoder.layers.19.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..f5f6e719d6279b99b69e74df49f89558b98487af
--- /dev/null
+++ b/params/opt/5/rnd_search_t_lin/comb_17_t/global_train/model.decoder.layers.19.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:6da95ff69231c9ec232e1a01b258a4f997813be2f32972677ac546e9c93f0f20
+size 5251
diff --git a/params/opt/5/rnd_search_t_lin/comb_17_t/global_train/model.decoder.layers.19.self_attn.out_proj/_0.pt b/params/opt/5/rnd_search_t_lin/comb_17_t/global_train/model.decoder.layers.19.self_attn.out_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..0acb6da89801c7754f9800fb8a5cb7dca693c386
--- /dev/null
+++ b/params/opt/5/rnd_search_t_lin/comb_17_t/global_train/model.decoder.layers.19.self_attn.out_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:724f9f5ab31e90d12791006bc0edab0fc78e4b9f6f95e4859fb8405e80238c59
+size 5251
diff --git a/params/opt/5/rnd_search_t_lin/comb_17_t/global_train/model.decoder.layers.19.self_attn.out_proj/_s.pt b/params/opt/5/rnd_search_t_lin/comb_17_t/global_train/model.decoder.layers.19.self_attn.out_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..0f70f8507d43ff10238b569619a3fe38343230f8
--- /dev/null
+++ b/params/opt/5/rnd_search_t_lin/comb_17_t/global_train/model.decoder.layers.19.self_attn.out_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:10fa0b9032b6de1290b89ba15d942aaa371f4a8515c63ae7af9529a20a6be24f
+size 5251
diff --git a/params/opt/5/rnd_search_t_lin/comb_17_t/global_train/model.decoder.layers.19.self_attn.q_proj/_0.pt b/params/opt/5/rnd_search_t_lin/comb_17_t/global_train/model.decoder.layers.19.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..5ff3cff4d32b31a3a11d4a4280e0c9f0332ac1a6
--- /dev/null
+++ b/params/opt/5/rnd_search_t_lin/comb_17_t/global_train/model.decoder.layers.19.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b87f4fbbc56a97643d7636b9ef3aac6ba02746a91fac6d5292569d677d8650e8
+size 5251
diff --git a/params/opt/5/rnd_search_t_lin/comb_17_t/global_train/model.decoder.layers.19.self_attn.q_proj/_s.pt b/params/opt/5/rnd_search_t_lin/comb_17_t/global_train/model.decoder.layers.19.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c8b9945c4acdbfd39ddb77b61e5ef7011fcd9c56
--- /dev/null
+++ b/params/opt/5/rnd_search_t_lin/comb_17_t/global_train/model.decoder.layers.19.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ed599fb157ddade4a18a8df26d1c244cc3bd5aeff892423c424f27527fd562dd
+size 5251
diff --git a/params/opt/5/rnd_search_t_lin/comb_17_t/global_train/model.decoder.layers.19.self_attn.v_proj/_0.pt b/params/opt/5/rnd_search_t_lin/comb_17_t/global_train/model.decoder.layers.19.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..3cc058e5e13e0004f2ee508fa0a0cd5acd54ab31
--- /dev/null
+++ b/params/opt/5/rnd_search_t_lin/comb_17_t/global_train/model.decoder.layers.19.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:26ec4e07af4a7f139ac2b885b692ba0f79df6622e84be5e27551977d958e166d
+size 5251
diff --git a/params/opt/5/rnd_search_t_lin/comb_17_t/global_train/model.decoder.layers.19.self_attn.v_proj/_s.pt b/params/opt/5/rnd_search_t_lin/comb_17_t/global_train/model.decoder.layers.19.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..d85502da8dfe4219079e88c1ad913528ca8ef44d
--- /dev/null
+++ b/params/opt/5/rnd_search_t_lin/comb_17_t/global_train/model.decoder.layers.19.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:83af5e7225de0f29ad1e5527c2ced4a9c8dc2a2af67ad6007284f7df1b53407f
+size 5251
diff --git a/params/opt/5/rnd_search_t_lin/comb_17_t/global_train/model.decoder.layers.2.fc1/_0.pt b/params/opt/5/rnd_search_t_lin/comb_17_t/global_train/model.decoder.layers.2.fc1/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..9625208b9916e43564b62c43fa86f9cdba68537f
--- /dev/null
+++ b/params/opt/5/rnd_search_t_lin/comb_17_t/global_train/model.decoder.layers.2.fc1/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:17dcc5451674d430cb032c08b306a5a4f586aa6151febdeaab41e37f4f2a28fb
+size 17539
diff --git a/params/opt/5/rnd_search_t_lin/comb_17_t/global_train/model.decoder.layers.2.fc1/_s.pt b/params/opt/5/rnd_search_t_lin/comb_17_t/global_train/model.decoder.layers.2.fc1/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4d0683ccda6c7b413363f835c4dde5808b6a9d28
--- /dev/null
+++ b/params/opt/5/rnd_search_t_lin/comb_17_t/global_train/model.decoder.layers.2.fc1/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e84849fbc8f896c9266501c5a42a20e69e430e32847ae2eb869803b4b62d6b1a
+size 17539
diff --git a/params/opt/5/rnd_search_t_lin/comb_17_t/global_train/model.decoder.layers.2.fc2/_0.pt b/params/opt/5/rnd_search_t_lin/comb_17_t/global_train/model.decoder.layers.2.fc2/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..11ee09e49faf6ac41bf7e681047d3b6c976200f2
--- /dev/null
+++ b/params/opt/5/rnd_search_t_lin/comb_17_t/global_train/model.decoder.layers.2.fc2/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:995be4ab6cab00e8047e45977439c5b5a5f8295fb99ff00b2e615cf32d6a89bf
+size 5251
diff --git a/params/opt/5/rnd_search_t_lin/comb_17_t/global_train/model.decoder.layers.2.fc2/_s.pt b/params/opt/5/rnd_search_t_lin/comb_17_t/global_train/model.decoder.layers.2.fc2/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..d4b1464a90cf987aab3d79c4d1be2069c172b383
--- /dev/null
+++ b/params/opt/5/rnd_search_t_lin/comb_17_t/global_train/model.decoder.layers.2.fc2/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:78e25535123928d13633212b664c20b25a7fe2d51e675d4d3eee139472579b90
+size 5251
diff --git a/params/opt/5/rnd_search_t_lin/comb_17_t/global_train/model.decoder.layers.2.self_attn.k_proj/_0.pt b/params/opt/5/rnd_search_t_lin/comb_17_t/global_train/model.decoder.layers.2.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..eb46e24435bc34a0a5768cf65462c77f119491ed
--- /dev/null
+++ b/params/opt/5/rnd_search_t_lin/comb_17_t/global_train/model.decoder.layers.2.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:4dbd2c9232cf7291acbad5bd1756d7cd00a33e8d1384bd5fd6ec30debbcb46dc
+size 5251
diff --git a/params/opt/5/rnd_search_t_lin/comb_17_t/global_train/model.decoder.layers.2.self_attn.k_proj/_s.pt b/params/opt/5/rnd_search_t_lin/comb_17_t/global_train/model.decoder.layers.2.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..cf760350b01bc8dfa2b7c4517352745528417e9f
--- /dev/null
+++ b/params/opt/5/rnd_search_t_lin/comb_17_t/global_train/model.decoder.layers.2.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f366cd53771889615a322957a7e7df1f9f90f5251641890e8a8ec92412fae54e
+size 5251
diff --git a/params/opt/5/rnd_search_t_lin/comb_17_t/global_train/model.decoder.layers.2.self_attn.out_proj/_0.pt b/params/opt/5/rnd_search_t_lin/comb_17_t/global_train/model.decoder.layers.2.self_attn.out_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..02db5592d2ea1c3faa1cb73916d7b33a9bd12350
--- /dev/null
+++ b/params/opt/5/rnd_search_t_lin/comb_17_t/global_train/model.decoder.layers.2.self_attn.out_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c2393ce9e51320f018818166d234437e8f9764ffdb823ee4aad78f46df082e29
+size 5251
diff --git a/params/opt/5/rnd_search_t_lin/comb_17_t/global_train/model.decoder.layers.2.self_attn.out_proj/_s.pt b/params/opt/5/rnd_search_t_lin/comb_17_t/global_train/model.decoder.layers.2.self_attn.out_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c50870def631945a8b909415d7afddb4b9cb271d
--- /dev/null
+++ b/params/opt/5/rnd_search_t_lin/comb_17_t/global_train/model.decoder.layers.2.self_attn.out_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5d5d7d0b6b09bf4b869363b74962fe5f6c594204129845b744a5793f2ec9a0c7
+size 5251
diff --git a/params/opt/5/rnd_search_t_lin/comb_17_t/global_train/model.decoder.layers.2.self_attn.q_proj/_0.pt b/params/opt/5/rnd_search_t_lin/comb_17_t/global_train/model.decoder.layers.2.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..6b8d0df722f45861947dc75cdfd1a48a444ff449
--- /dev/null
+++ b/params/opt/5/rnd_search_t_lin/comb_17_t/global_train/model.decoder.layers.2.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:9f9a619187abfb664e6a14fe67ad8764228d04f3d3e8b52690a74d8ece526efe
+size 5251
diff --git a/params/opt/5/rnd_search_t_lin/comb_17_t/global_train/model.decoder.layers.2.self_attn.q_proj/_s.pt b/params/opt/5/rnd_search_t_lin/comb_17_t/global_train/model.decoder.layers.2.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..45aef8d1c935ca4895f35f2e92ff614533e27c83
--- /dev/null
+++ b/params/opt/5/rnd_search_t_lin/comb_17_t/global_train/model.decoder.layers.2.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:9a4ecb90dfc3827f064c4346519a564416848969cc48dda185f563fa8367cd3a
+size 5251
diff --git a/params/opt/5/rnd_search_t_lin/comb_17_t/global_train/model.decoder.layers.2.self_attn.v_proj/_0.pt b/params/opt/5/rnd_search_t_lin/comb_17_t/global_train/model.decoder.layers.2.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..64fe159a761f4155398ad0649b55aa72804f4527
--- /dev/null
+++ b/params/opt/5/rnd_search_t_lin/comb_17_t/global_train/model.decoder.layers.2.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f79e63c89d057e7d5ca881db3c7822c1e2ce091cd563f001e7a8b94c7845a304
+size 5251
diff --git a/params/opt/5/rnd_search_t_lin/comb_17_t/global_train/model.decoder.layers.2.self_attn.v_proj/_s.pt b/params/opt/5/rnd_search_t_lin/comb_17_t/global_train/model.decoder.layers.2.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..de861b48c97d6f5ccc7f67667b925cfe0b1a5e09
--- /dev/null
+++ b/params/opt/5/rnd_search_t_lin/comb_17_t/global_train/model.decoder.layers.2.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:aa08f130f736573f0751e187cec91afa77355ea7ee50edd440fa935e1ebe177c
+size 5251
diff --git a/params/opt/5/rnd_search_t_lin/comb_17_t/global_train/model.decoder.layers.20.fc1/_0.pt b/params/opt/5/rnd_search_t_lin/comb_17_t/global_train/model.decoder.layers.20.fc1/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..d661a723e53b95374881579b2c4b3ebb43952bbb
--- /dev/null
+++ b/params/opt/5/rnd_search_t_lin/comb_17_t/global_train/model.decoder.layers.20.fc1/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:18899c595a74e7c8657661bd28aecb59728b0de37584926487a0a65d4ea440b9
+size 17539
diff --git a/params/opt/5/rnd_search_t_lin/comb_17_t/global_train/model.decoder.layers.20.fc1/_s.pt b/params/opt/5/rnd_search_t_lin/comb_17_t/global_train/model.decoder.layers.20.fc1/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..abf92fdf53c73edb2f7cb7c85b23a4dee10267ea
--- /dev/null
+++ b/params/opt/5/rnd_search_t_lin/comb_17_t/global_train/model.decoder.layers.20.fc1/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a86b645fe1d24fad75241c7ebc3689b6d4bffa3f18cfd7d5c3b93a2a2705c1da
+size 17539
diff --git a/params/opt/5/rnd_search_t_lin/comb_17_t/global_train/model.decoder.layers.20.fc2/_0.pt b/params/opt/5/rnd_search_t_lin/comb_17_t/global_train/model.decoder.layers.20.fc2/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..d03e79a1dd777eb3b283015fd271223e0334694a
--- /dev/null
+++ b/params/opt/5/rnd_search_t_lin/comb_17_t/global_train/model.decoder.layers.20.fc2/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:20a8ed3d36fd70f491b830a194165a4cedac9ec94a3509848b5d3024d99bd33d
+size 5251
diff --git a/params/opt/5/rnd_search_t_lin/comb_17_t/global_train/model.decoder.layers.20.fc2/_s.pt b/params/opt/5/rnd_search_t_lin/comb_17_t/global_train/model.decoder.layers.20.fc2/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..927720280f81822140790e4ecc5a47671f04528a
--- /dev/null
+++ b/params/opt/5/rnd_search_t_lin/comb_17_t/global_train/model.decoder.layers.20.fc2/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:10030a8cf69163f7cd69ea4ceb7ae68ebe9da171940b3bcc393b5371460a2da2
+size 5251
diff --git a/params/opt/5/rnd_search_t_lin/comb_17_t/global_train/model.decoder.layers.20.self_attn.k_proj/_0.pt b/params/opt/5/rnd_search_t_lin/comb_17_t/global_train/model.decoder.layers.20.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c2e635d767423a49f2c93b171ab504d807003400
--- /dev/null
+++ b/params/opt/5/rnd_search_t_lin/comb_17_t/global_train/model.decoder.layers.20.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:28a68a8a714a530beeaa1d67eef81bf8feca70ad55038ae71738253d735e2e53
+size 5251
diff --git a/params/opt/5/rnd_search_t_lin/comb_17_t/global_train/model.decoder.layers.20.self_attn.k_proj/_s.pt b/params/opt/5/rnd_search_t_lin/comb_17_t/global_train/model.decoder.layers.20.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..74df833813a7fccd9414e87b1ff60ee9e61530df
--- /dev/null
+++ b/params/opt/5/rnd_search_t_lin/comb_17_t/global_train/model.decoder.layers.20.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:1c60f9a43fb06b42ab04e0866cdc69978d5e2fefa20b10c862a12413f2dded63
+size 5251
diff --git a/params/opt/5/rnd_search_t_lin/comb_17_t/global_train/model.decoder.layers.20.self_attn.out_proj/_0.pt b/params/opt/5/rnd_search_t_lin/comb_17_t/global_train/model.decoder.layers.20.self_attn.out_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4dd7032bea5941f81c8768c9894d2e8eb06cacec
--- /dev/null
+++ b/params/opt/5/rnd_search_t_lin/comb_17_t/global_train/model.decoder.layers.20.self_attn.out_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:978dc48e5f793ff4f425668233269b3cc97b26f14adf6bc1ca1fbbc6cdaad62b
+size 5251
diff --git a/params/opt/5/rnd_search_t_lin/comb_17_t/global_train/model.decoder.layers.20.self_attn.out_proj/_s.pt b/params/opt/5/rnd_search_t_lin/comb_17_t/global_train/model.decoder.layers.20.self_attn.out_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..3a60a104f68fe8ada0faf5d2beff8dfa5a21da9b
--- /dev/null
+++ b/params/opt/5/rnd_search_t_lin/comb_17_t/global_train/model.decoder.layers.20.self_attn.out_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:8abed60e65aa92b2280bf1e187e50385b63e9831222f041e2cf906a46e507e42
+size 5251
diff --git a/params/opt/5/rnd_search_t_lin/comb_17_t/global_train/model.decoder.layers.20.self_attn.q_proj/_0.pt b/params/opt/5/rnd_search_t_lin/comb_17_t/global_train/model.decoder.layers.20.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..f6c8d5b3e9c101d9db245a8930823164e0929260
--- /dev/null
+++ b/params/opt/5/rnd_search_t_lin/comb_17_t/global_train/model.decoder.layers.20.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ffba52cbcd68d460289334236d1d8d725974fb09937cc4a8729a916c7e2e08bd
+size 5251
diff --git a/params/opt/5/rnd_search_t_lin/comb_17_t/global_train/model.decoder.layers.20.self_attn.q_proj/_s.pt b/params/opt/5/rnd_search_t_lin/comb_17_t/global_train/model.decoder.layers.20.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..0ca9fafecdbc4ce72ba44f5ad31acbce54bbb2c2
--- /dev/null
+++ b/params/opt/5/rnd_search_t_lin/comb_17_t/global_train/model.decoder.layers.20.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b79ef142e966350aa59a54ae1168c03a1b32df6048e601ced19c0033ddd49630
+size 5251
diff --git a/params/opt/5/rnd_search_t_lin/comb_17_t/global_train/model.decoder.layers.20.self_attn.v_proj/_0.pt b/params/opt/5/rnd_search_t_lin/comb_17_t/global_train/model.decoder.layers.20.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..1028e15b6a1e3a7115e259aea7da8d62f5a7f752
--- /dev/null
+++ b/params/opt/5/rnd_search_t_lin/comb_17_t/global_train/model.decoder.layers.20.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:de2fca3b5f313d31cb5a29d951353029d392b4d8e7795125a5dffc4ab40a9052
+size 5251
diff --git a/params/opt/5/rnd_search_t_lin/comb_17_t/global_train/model.decoder.layers.20.self_attn.v_proj/_s.pt b/params/opt/5/rnd_search_t_lin/comb_17_t/global_train/model.decoder.layers.20.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..299f36029e599c4d32ef378270cf882a8d5ac2d3
--- /dev/null
+++ b/params/opt/5/rnd_search_t_lin/comb_17_t/global_train/model.decoder.layers.20.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c2dbbcf459a770c505e82bd4a3d8bf83c62d1c737ce0dee16aae9f2c8b09e9a8
+size 5251
diff --git a/params/opt/5/rnd_search_t_lin/comb_17_t/global_train/model.decoder.layers.21.fc1/_0.pt b/params/opt/5/rnd_search_t_lin/comb_17_t/global_train/model.decoder.layers.21.fc1/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..3e082c89646c50374df3d6c424f87ea9a71a6aec
--- /dev/null
+++ b/params/opt/5/rnd_search_t_lin/comb_17_t/global_train/model.decoder.layers.21.fc1/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:63e6e39f06eb3a04f6143bd477aeb8e74cc19f53436e4410e0151fb7272f8064
+size 17539
diff --git a/params/opt/5/rnd_search_t_lin/comb_17_t/global_train/model.decoder.layers.21.fc1/_s.pt b/params/opt/5/rnd_search_t_lin/comb_17_t/global_train/model.decoder.layers.21.fc1/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..f6663df6dc66e93f170983c668c66b95377918e6
--- /dev/null
+++ b/params/opt/5/rnd_search_t_lin/comb_17_t/global_train/model.decoder.layers.21.fc1/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:928e9d5ba9cae94aaa87109ef8ee34da02c880d433cffea63c4a4aa3073352a6
+size 17539
diff --git a/params/opt/5/rnd_search_t_lin/comb_17_t/global_train/model.decoder.layers.21.fc2/_0.pt b/params/opt/5/rnd_search_t_lin/comb_17_t/global_train/model.decoder.layers.21.fc2/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..f80631760d122252ee083c4f9d2de6f7ec35f52d
--- /dev/null
+++ b/params/opt/5/rnd_search_t_lin/comb_17_t/global_train/model.decoder.layers.21.fc2/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:691aa0be598fafa1e7adccc25b0e8db5722d7b14fce7f1858b9176020d95d581
+size 5251
diff --git a/params/opt/5/rnd_search_t_lin/comb_17_t/global_train/model.decoder.layers.21.fc2/_s.pt b/params/opt/5/rnd_search_t_lin/comb_17_t/global_train/model.decoder.layers.21.fc2/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..978ca48e08285b6a1ec52a3d3e392cb69c0b1b9e
--- /dev/null
+++ b/params/opt/5/rnd_search_t_lin/comb_17_t/global_train/model.decoder.layers.21.fc2/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:6246e54e5b143c2be024c367c377816cc5b4324214297acbc93fd971fc9f1df3
+size 5251
diff --git a/params/opt/5/rnd_search_t_lin/comb_17_t/global_train/model.decoder.layers.21.self_attn.k_proj/_0.pt b/params/opt/5/rnd_search_t_lin/comb_17_t/global_train/model.decoder.layers.21.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..6cdb3628a0c835393dd56c6ebf0e6db21f62d337
--- /dev/null
+++ b/params/opt/5/rnd_search_t_lin/comb_17_t/global_train/model.decoder.layers.21.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:51607a20b5606ea13895c9707aadc985703af969ad30993ededfacebd99c3291
+size 5251
diff --git a/params/opt/5/rnd_search_t_lin/comb_17_t/global_train/model.decoder.layers.21.self_attn.k_proj/_s.pt b/params/opt/5/rnd_search_t_lin/comb_17_t/global_train/model.decoder.layers.21.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..dfdb9e2cd02e97ebe33a7c8e901654333d27be5a
--- /dev/null
+++ b/params/opt/5/rnd_search_t_lin/comb_17_t/global_train/model.decoder.layers.21.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:7d18e2f3a044b5eafad41c89cf28914b1d5db492766a643ec17ebaf9b30434b8
+size 5251
diff --git a/params/opt/5/rnd_search_t_lin/comb_17_t/global_train/model.decoder.layers.21.self_attn.out_proj/_0.pt b/params/opt/5/rnd_search_t_lin/comb_17_t/global_train/model.decoder.layers.21.self_attn.out_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..9b4aeed5b23bd0ec21c60db86034be61971d82ec
--- /dev/null
+++ b/params/opt/5/rnd_search_t_lin/comb_17_t/global_train/model.decoder.layers.21.self_attn.out_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:3d4895b980c6370e8510b7fdb0dbad61596f711f81d7abd13039c9140be98e5c
+size 5251
diff --git a/params/opt/5/rnd_search_t_lin/comb_17_t/global_train/model.decoder.layers.21.self_attn.out_proj/_s.pt b/params/opt/5/rnd_search_t_lin/comb_17_t/global_train/model.decoder.layers.21.self_attn.out_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..48092c7aaf01a5b903e3073692c73997a3febeb7
--- /dev/null
+++ b/params/opt/5/rnd_search_t_lin/comb_17_t/global_train/model.decoder.layers.21.self_attn.out_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0eda500dff445b248a9949e06fdcd4275968b82da3ea8cee2291b985301488d6
+size 5251
diff --git a/params/opt/5/rnd_search_t_lin/comb_17_t/global_train/model.decoder.layers.21.self_attn.q_proj/_0.pt b/params/opt/5/rnd_search_t_lin/comb_17_t/global_train/model.decoder.layers.21.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e04f20dd4aa91e7a71043280ca55995df0cfd2a1
--- /dev/null
+++ b/params/opt/5/rnd_search_t_lin/comb_17_t/global_train/model.decoder.layers.21.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f21e84a3c963900320f10c4da8542b904ad76fd3a46f7fe7c39fbc2117951c22
+size 5251
diff --git a/params/opt/5/rnd_search_t_lin/comb_17_t/global_train/model.decoder.layers.21.self_attn.q_proj/_s.pt b/params/opt/5/rnd_search_t_lin/comb_17_t/global_train/model.decoder.layers.21.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..1943c38bf163f4f16cb2a4be366788a9510d350f
--- /dev/null
+++ b/params/opt/5/rnd_search_t_lin/comb_17_t/global_train/model.decoder.layers.21.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:6c4f3f71d186d3a5a6172b05b80d480d24789a64e74a834023d1688e6bf919a7
+size 5251
diff --git a/params/opt/5/rnd_search_t_lin/comb_17_t/global_train/model.decoder.layers.21.self_attn.v_proj/_0.pt b/params/opt/5/rnd_search_t_lin/comb_17_t/global_train/model.decoder.layers.21.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..6ef61889029bc0d86982b32898b023be4e0f24f5
--- /dev/null
+++ b/params/opt/5/rnd_search_t_lin/comb_17_t/global_train/model.decoder.layers.21.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e3c8bfc90a1149dfcd9b3dcdcb67cb2a3c4192ca3aeb7014b5edae755bafe140
+size 5251
diff --git a/params/opt/5/rnd_search_t_lin/comb_17_t/global_train/model.decoder.layers.21.self_attn.v_proj/_s.pt b/params/opt/5/rnd_search_t_lin/comb_17_t/global_train/model.decoder.layers.21.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4ef72dcc72df852e3cae2c702e508a600361db9c
--- /dev/null
+++ b/params/opt/5/rnd_search_t_lin/comb_17_t/global_train/model.decoder.layers.21.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:1b03cb7bf0f4179d31f3f44ce5b1f4865c009c83856f9343cf2a9821292aa437
+size 5251
diff --git a/params/opt/5/rnd_search_t_lin/comb_17_t/global_train/model.decoder.layers.22.fc1/_0.pt b/params/opt/5/rnd_search_t_lin/comb_17_t/global_train/model.decoder.layers.22.fc1/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..0d2c7b9b3879c0faa966212f4e9609e9a2cb6939
--- /dev/null
+++ b/params/opt/5/rnd_search_t_lin/comb_17_t/global_train/model.decoder.layers.22.fc1/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:45b250d8d8b1edfe71bf62f79ae5beaaadbd81a24307d9de79ac81eeee2affaa
+size 17539
diff --git a/params/opt/5/rnd_search_t_lin/comb_17_t/global_train/model.decoder.layers.22.fc1/_s.pt b/params/opt/5/rnd_search_t_lin/comb_17_t/global_train/model.decoder.layers.22.fc1/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..1100a59488bcc70625c02e5f0a315175f40058d2
--- /dev/null
+++ b/params/opt/5/rnd_search_t_lin/comb_17_t/global_train/model.decoder.layers.22.fc1/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ea52dff229c3204156fe646c2dd643e1a28472207fe177e87b3ea73d561f09b8
+size 17539
diff --git a/params/opt/5/rnd_search_t_lin/comb_17_t/global_train/model.decoder.layers.22.fc2/_0.pt b/params/opt/5/rnd_search_t_lin/comb_17_t/global_train/model.decoder.layers.22.fc2/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a82b3e4d858cb2e66e329b7adb2e367aec8f2778
--- /dev/null
+++ b/params/opt/5/rnd_search_t_lin/comb_17_t/global_train/model.decoder.layers.22.fc2/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:291eae155ee365a51d6e446d41f374512627f228734b7622baa97dd318fca016
+size 5251
diff --git a/params/opt/5/rnd_search_t_lin/comb_17_t/global_train/model.decoder.layers.22.fc2/_s.pt b/params/opt/5/rnd_search_t_lin/comb_17_t/global_train/model.decoder.layers.22.fc2/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..54783bd6f648bd74c263c1cf6288500cde20b6ce
--- /dev/null
+++ b/params/opt/5/rnd_search_t_lin/comb_17_t/global_train/model.decoder.layers.22.fc2/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:21818627018e15d28737fe51e4503c5848aee67b537af812eccccb122dd8cdea
+size 5251
diff --git a/params/opt/5/rnd_search_t_lin/comb_17_t/global_train/model.decoder.layers.22.self_attn.k_proj/_0.pt b/params/opt/5/rnd_search_t_lin/comb_17_t/global_train/model.decoder.layers.22.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..1a33f609dc6ceabbace4e87640885d54e173a644
--- /dev/null
+++ b/params/opt/5/rnd_search_t_lin/comb_17_t/global_train/model.decoder.layers.22.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:da515144565d45b732a07fd2cb3899707c2640a21d6c9d651091e88d1dcec09e
+size 5251
diff --git a/params/opt/5/rnd_search_t_lin/comb_17_t/global_train/model.decoder.layers.22.self_attn.k_proj/_s.pt b/params/opt/5/rnd_search_t_lin/comb_17_t/global_train/model.decoder.layers.22.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..476ac34b32801288774ca7c3ebca9600a3e44728
--- /dev/null
+++ b/params/opt/5/rnd_search_t_lin/comb_17_t/global_train/model.decoder.layers.22.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:653676ddebb8f065ebcbb60f25115fbd461c7d87539053b174202af814dcb86d
+size 5251
diff --git a/params/opt/5/rnd_search_t_lin/comb_17_t/global_train/model.decoder.layers.22.self_attn.out_proj/_0.pt b/params/opt/5/rnd_search_t_lin/comb_17_t/global_train/model.decoder.layers.22.self_attn.out_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..086f0b99dce3bed2710030a239ff2b8d4239da1b
--- /dev/null
+++ b/params/opt/5/rnd_search_t_lin/comb_17_t/global_train/model.decoder.layers.22.self_attn.out_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d795eb94c7e1d157deb80967475591493db6dd2a1bd4e27cf2121559914476b1
+size 5251
diff --git a/params/opt/5/rnd_search_t_lin/comb_17_t/global_train/model.decoder.layers.22.self_attn.out_proj/_s.pt b/params/opt/5/rnd_search_t_lin/comb_17_t/global_train/model.decoder.layers.22.self_attn.out_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e1e95b0dede743ef0461450ad551fc9a46bc3a7b
--- /dev/null
+++ b/params/opt/5/rnd_search_t_lin/comb_17_t/global_train/model.decoder.layers.22.self_attn.out_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a7f5e56dd8d001c7e115362ee1fd908e819ca498ab788992273d58990185a785
+size 5251
diff --git a/params/opt/5/rnd_search_t_lin/comb_17_t/global_train/model.decoder.layers.22.self_attn.q_proj/_0.pt b/params/opt/5/rnd_search_t_lin/comb_17_t/global_train/model.decoder.layers.22.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..5986cab25e27c7a39dacc1e2f121e598d8ff43bd
--- /dev/null
+++ b/params/opt/5/rnd_search_t_lin/comb_17_t/global_train/model.decoder.layers.22.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ade4ffeb3a32a1ed320d287258c643303fe185e1e0ca928a59ab9ae6c92f21d6
+size 5251
diff --git a/params/opt/5/rnd_search_t_lin/comb_17_t/global_train/model.decoder.layers.22.self_attn.q_proj/_s.pt b/params/opt/5/rnd_search_t_lin/comb_17_t/global_train/model.decoder.layers.22.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..b27b0de8125175cb593a3cb4d2ca7c26291dd664
--- /dev/null
+++ b/params/opt/5/rnd_search_t_lin/comb_17_t/global_train/model.decoder.layers.22.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:057b495db684658cd506c7674f5ee135359aded437b0c5faeabc3c6f8a1b1722
+size 5251
diff --git a/params/opt/5/rnd_search_t_lin/comb_17_t/global_train/model.decoder.layers.22.self_attn.v_proj/_0.pt b/params/opt/5/rnd_search_t_lin/comb_17_t/global_train/model.decoder.layers.22.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..d24aadd18cce37973d38f8e0032fc5386806632a
--- /dev/null
+++ b/params/opt/5/rnd_search_t_lin/comb_17_t/global_train/model.decoder.layers.22.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:04e9355dafc62e49a0892ca3e2a9f31cceb8aa3db33e4f9419ea55c36a8ec511
+size 5251
diff --git a/params/opt/5/rnd_search_t_lin/comb_17_t/global_train/model.decoder.layers.22.self_attn.v_proj/_s.pt b/params/opt/5/rnd_search_t_lin/comb_17_t/global_train/model.decoder.layers.22.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..424a01eff34a3d85d504d6448f196a8ed08c43b9
--- /dev/null
+++ b/params/opt/5/rnd_search_t_lin/comb_17_t/global_train/model.decoder.layers.22.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:7484cb296a922227f40bc031f20f6cdd9ed9c737a7a8288b8bc141511f5adb16
+size 5251
diff --git a/params/opt/5/rnd_search_t_lin/comb_17_t/global_train/model.decoder.layers.23.fc1/_0.pt b/params/opt/5/rnd_search_t_lin/comb_17_t/global_train/model.decoder.layers.23.fc1/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..74903fa728444918cf1c4a0a45e873c0325b0029
--- /dev/null
+++ b/params/opt/5/rnd_search_t_lin/comb_17_t/global_train/model.decoder.layers.23.fc1/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:4bc6e8a5771baf195961b9ada61064f538762785a650a070bcac7f636357d987
+size 17539
diff --git a/params/opt/5/rnd_search_t_lin/comb_17_t/global_train/model.decoder.layers.23.fc1/_s.pt b/params/opt/5/rnd_search_t_lin/comb_17_t/global_train/model.decoder.layers.23.fc1/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a74e9ce12d941e3437bbc8fa7449dbcee00d8e1b
--- /dev/null
+++ b/params/opt/5/rnd_search_t_lin/comb_17_t/global_train/model.decoder.layers.23.fc1/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ccb085fb3485272478f9e6a80c3d62405ea4bc2480b512d78996a5854ec40644
+size 17539
diff --git a/params/opt/5/rnd_search_t_lin/comb_17_t/global_train/model.decoder.layers.23.fc2/_0.pt b/params/opt/5/rnd_search_t_lin/comb_17_t/global_train/model.decoder.layers.23.fc2/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2684227f5495fe0761966675ac71267011642b2d
--- /dev/null
+++ b/params/opt/5/rnd_search_t_lin/comb_17_t/global_train/model.decoder.layers.23.fc2/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a61b2a2d60cd92001ec0304c46697103b6b39049e084719f0d9e780023e7054e
+size 5251
diff --git a/params/opt/5/rnd_search_t_lin/comb_17_t/global_train/model.decoder.layers.23.fc2/_s.pt b/params/opt/5/rnd_search_t_lin/comb_17_t/global_train/model.decoder.layers.23.fc2/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..65e60536252c1f7b65adaaf9bd21ebabf18a1d31
--- /dev/null
+++ b/params/opt/5/rnd_search_t_lin/comb_17_t/global_train/model.decoder.layers.23.fc2/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:1d9467a9ab62466f113307581be0b87a61bb2c6c4449d794de5997fe8f96e23a
+size 5251
diff --git a/params/opt/5/rnd_search_t_lin/comb_17_t/global_train/model.decoder.layers.23.self_attn.k_proj/_0.pt b/params/opt/5/rnd_search_t_lin/comb_17_t/global_train/model.decoder.layers.23.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..9f9e1efdd8cbbf539c30314fc1479c9a24f1f4bf
--- /dev/null
+++ b/params/opt/5/rnd_search_t_lin/comb_17_t/global_train/model.decoder.layers.23.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e5602725187f593eae14eefd39614dd636ecc6860cc97a6b0606336e0f37dcfa
+size 5251
diff --git a/params/opt/5/rnd_search_t_lin/comb_17_t/global_train/model.decoder.layers.23.self_attn.k_proj/_s.pt b/params/opt/5/rnd_search_t_lin/comb_17_t/global_train/model.decoder.layers.23.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4e595f2dcc84d99b17efe500f0a4e62472deaad6
--- /dev/null
+++ b/params/opt/5/rnd_search_t_lin/comb_17_t/global_train/model.decoder.layers.23.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:8eb8ec524c258803593f797d302cbf02cda994af0da0ca522689dc66fdd10117
+size 5251
diff --git a/params/opt/5/rnd_search_t_lin/comb_17_t/global_train/model.decoder.layers.23.self_attn.out_proj/_0.pt b/params/opt/5/rnd_search_t_lin/comb_17_t/global_train/model.decoder.layers.23.self_attn.out_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..0daa502d6d3caef9f378da87a16e0723be9f640b
--- /dev/null
+++ b/params/opt/5/rnd_search_t_lin/comb_17_t/global_train/model.decoder.layers.23.self_attn.out_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a0aeb03ac01c6e2eb839da7a4e4107b8a4e9ab3ed2b855fe27f09e2c270d0bbb
+size 5251
diff --git a/params/opt/5/rnd_search_t_lin/comb_17_t/global_train/model.decoder.layers.23.self_attn.out_proj/_s.pt b/params/opt/5/rnd_search_t_lin/comb_17_t/global_train/model.decoder.layers.23.self_attn.out_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..9ba387f7e483214da2de64207a2cfee7ef2e1b4f
--- /dev/null
+++ b/params/opt/5/rnd_search_t_lin/comb_17_t/global_train/model.decoder.layers.23.self_attn.out_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:33206332b1b0d7d34eb5e4b58db9325636ee5b524a4d19472dab4f787ebefbbc
+size 5251
diff --git a/params/opt/5/rnd_search_t_lin/comb_17_t/global_train/model.decoder.layers.23.self_attn.q_proj/_0.pt b/params/opt/5/rnd_search_t_lin/comb_17_t/global_train/model.decoder.layers.23.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..3a51b301c5204a46855f7815a6f055bc8a74371a
--- /dev/null
+++ b/params/opt/5/rnd_search_t_lin/comb_17_t/global_train/model.decoder.layers.23.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:30ae7d6680fb55968fadea397d8feab3168ce9f5d2c87486c82e05920e5cf46e
+size 5251
diff --git a/params/opt/5/rnd_search_t_lin/comb_17_t/global_train/model.decoder.layers.23.self_attn.q_proj/_s.pt b/params/opt/5/rnd_search_t_lin/comb_17_t/global_train/model.decoder.layers.23.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..90d48260e2fc724d801b6b33cfb85b8d7ff45d39
--- /dev/null
+++ b/params/opt/5/rnd_search_t_lin/comb_17_t/global_train/model.decoder.layers.23.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:95c4daf2ff321a0642747c4e73da16ab8db77be77da50fe63c6a98df91deb6d4
+size 5251
diff --git a/params/opt/5/rnd_search_t_lin/comb_17_t/global_train/model.decoder.layers.23.self_attn.v_proj/_0.pt b/params/opt/5/rnd_search_t_lin/comb_17_t/global_train/model.decoder.layers.23.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2a16be369fee0ee7d533da701642c8c91a906495
--- /dev/null
+++ b/params/opt/5/rnd_search_t_lin/comb_17_t/global_train/model.decoder.layers.23.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:9e2e383c3a3cd87261a9e2ae7a1906294918d40f7d33c963f80a9d6f64343214
+size 5251
diff --git a/params/opt/5/rnd_search_t_lin/comb_17_t/global_train/model.decoder.layers.23.self_attn.v_proj/_s.pt b/params/opt/5/rnd_search_t_lin/comb_17_t/global_train/model.decoder.layers.23.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..fcaafa53a7cefe79324b9cf7205450972d8254a5
--- /dev/null
+++ b/params/opt/5/rnd_search_t_lin/comb_17_t/global_train/model.decoder.layers.23.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:3fbaf8736bbed567d14bb2a8604fe6cc27d5c70e835a424d3195d37e25cfea67
+size 5251
diff --git a/params/opt/5/rnd_search_t_lin/comb_17_t/global_train/model.decoder.layers.3.fc1/_0.pt b/params/opt/5/rnd_search_t_lin/comb_17_t/global_train/model.decoder.layers.3.fc1/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8522e121d4712979ec1829521866f8cc318c3f3e
--- /dev/null
+++ b/params/opt/5/rnd_search_t_lin/comb_17_t/global_train/model.decoder.layers.3.fc1/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ce0dfe4ae7e5bfb0e5f593fb2ae33573af58070110f2bc549f776a6f2f7e5bd5
+size 17539
diff --git a/params/opt/5/rnd_search_t_lin/comb_17_t/global_train/model.decoder.layers.3.fc1/_s.pt b/params/opt/5/rnd_search_t_lin/comb_17_t/global_train/model.decoder.layers.3.fc1/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..6effd05dade8f0a169f47dcf2194fb82de885ed3
--- /dev/null
+++ b/params/opt/5/rnd_search_t_lin/comb_17_t/global_train/model.decoder.layers.3.fc1/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0300aa01ba10628d7d3085859c59876baca5365552f247f8f0a25f7fc32ea075
+size 17539
diff --git a/params/opt/5/rnd_search_t_lin/comb_17_t/global_train/model.decoder.layers.3.fc2/_0.pt b/params/opt/5/rnd_search_t_lin/comb_17_t/global_train/model.decoder.layers.3.fc2/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..f3890855b2d694915e2b21747fced4250f396303
--- /dev/null
+++ b/params/opt/5/rnd_search_t_lin/comb_17_t/global_train/model.decoder.layers.3.fc2/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:dc5d2483fb9bdc34457f27f391e6eeb0e9d10aee8ff9d0fcb3f76fe2487d81db
+size 5251
diff --git a/params/opt/5/rnd_search_t_lin/comb_17_t/global_train/model.decoder.layers.3.fc2/_s.pt b/params/opt/5/rnd_search_t_lin/comb_17_t/global_train/model.decoder.layers.3.fc2/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c61bddfc86acc207da4d050215c683b7e0bdcd46
--- /dev/null
+++ b/params/opt/5/rnd_search_t_lin/comb_17_t/global_train/model.decoder.layers.3.fc2/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:89f816dec11c12a360f2da5da7f5c664681f59034f21710ad7d10acc911c59e4
+size 5251
diff --git a/params/opt/5/rnd_search_t_lin/comb_17_t/global_train/model.decoder.layers.3.self_attn.k_proj/_0.pt b/params/opt/5/rnd_search_t_lin/comb_17_t/global_train/model.decoder.layers.3.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..363f1d38ca1832e93afb74d46406ae3086960bfb
--- /dev/null
+++ b/params/opt/5/rnd_search_t_lin/comb_17_t/global_train/model.decoder.layers.3.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:30849345a9059f0c616ae0898db1357aa0ba7b25f59a32732f3b8d3cce856aab
+size 5251
diff --git a/params/opt/5/rnd_search_t_lin/comb_17_t/global_train/model.decoder.layers.3.self_attn.k_proj/_s.pt b/params/opt/5/rnd_search_t_lin/comb_17_t/global_train/model.decoder.layers.3.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..f867013eeccbc378ffce5a5dfe2d103ff8262611
--- /dev/null
+++ b/params/opt/5/rnd_search_t_lin/comb_17_t/global_train/model.decoder.layers.3.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a4a8706813c1df75cc10eb6c00afc16064e166c24bf448185566c2dd370b67f9
+size 5251
diff --git a/params/opt/5/rnd_search_t_lin/comb_17_t/global_train/model.decoder.layers.3.self_attn.out_proj/_0.pt b/params/opt/5/rnd_search_t_lin/comb_17_t/global_train/model.decoder.layers.3.self_attn.out_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..534a4e623ad7b84389aed4b08eb0e9122ce7498c
--- /dev/null
+++ b/params/opt/5/rnd_search_t_lin/comb_17_t/global_train/model.decoder.layers.3.self_attn.out_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a1189790828da1afe5bf18ac508dcdad17a4fd4c2428fd1defdb7530dad571d7
+size 5251
diff --git a/params/opt/5/rnd_search_t_lin/comb_17_t/global_train/model.decoder.layers.3.self_attn.out_proj/_s.pt b/params/opt/5/rnd_search_t_lin/comb_17_t/global_train/model.decoder.layers.3.self_attn.out_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..44f65a1381b3933e173faf7e6e5524d4bd4b62bf
--- /dev/null
+++ b/params/opt/5/rnd_search_t_lin/comb_17_t/global_train/model.decoder.layers.3.self_attn.out_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:23d061ced801e4666022b5d85dc36bab4fb545649aa3b4fbd535805d7c40c25a
+size 5251
diff --git a/params/opt/5/rnd_search_t_lin/comb_17_t/global_train/model.decoder.layers.3.self_attn.q_proj/_0.pt b/params/opt/5/rnd_search_t_lin/comb_17_t/global_train/model.decoder.layers.3.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a6a918f1691c5ff12de0f950a62550e363833790
--- /dev/null
+++ b/params/opt/5/rnd_search_t_lin/comb_17_t/global_train/model.decoder.layers.3.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:bfc64e43b961b95fb92d2eb8c828272a0d7bdcd97600c707e6a3f6959aa799f0
+size 5251
diff --git a/params/opt/5/rnd_search_t_lin/comb_17_t/global_train/model.decoder.layers.3.self_attn.q_proj/_s.pt b/params/opt/5/rnd_search_t_lin/comb_17_t/global_train/model.decoder.layers.3.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..7e14f67732b71db4850ad6f18406207cbf78c181
--- /dev/null
+++ b/params/opt/5/rnd_search_t_lin/comb_17_t/global_train/model.decoder.layers.3.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:3f0574792de70b55ac896d97cf19bea7575c0a0ccb3f30aa6c02a42789192d31
+size 5251
diff --git a/params/opt/5/rnd_search_t_lin/comb_17_t/global_train/model.decoder.layers.3.self_attn.v_proj/_0.pt b/params/opt/5/rnd_search_t_lin/comb_17_t/global_train/model.decoder.layers.3.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..d9d7d200f58dd3565016fca61294c50bd30873bb
--- /dev/null
+++ b/params/opt/5/rnd_search_t_lin/comb_17_t/global_train/model.decoder.layers.3.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:96fe684b4fc6a7815209222f19ebe43050ff760668434e705f864568a1e325a8
+size 5251
diff --git a/params/opt/5/rnd_search_t_lin/comb_17_t/global_train/model.decoder.layers.3.self_attn.v_proj/_s.pt b/params/opt/5/rnd_search_t_lin/comb_17_t/global_train/model.decoder.layers.3.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..b4d6562d570c575c834eb86cc165ab149993dafa
--- /dev/null
+++ b/params/opt/5/rnd_search_t_lin/comb_17_t/global_train/model.decoder.layers.3.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:4e57175e34c8d70a37f65728f137ce9a5df3d75ffbb9f627d21c16f7afbd3e61
+size 5251
diff --git a/params/opt/5/rnd_search_t_lin/comb_17_t/global_train/model.decoder.layers.4.fc1/_0.pt b/params/opt/5/rnd_search_t_lin/comb_17_t/global_train/model.decoder.layers.4.fc1/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..473bcd55593e708238e4c31f209bf82e99e9123c
--- /dev/null
+++ b/params/opt/5/rnd_search_t_lin/comb_17_t/global_train/model.decoder.layers.4.fc1/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:da181febad66a4b1584a3fe71255e2cdd06ccb7062470acb89cdba66b8837439
+size 17539
diff --git a/params/opt/5/rnd_search_t_lin/comb_17_t/global_train/model.decoder.layers.4.fc1/_s.pt b/params/opt/5/rnd_search_t_lin/comb_17_t/global_train/model.decoder.layers.4.fc1/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..3e7b1fe248f3391af9dce80a2f47c6fe5dd8cdb0
--- /dev/null
+++ b/params/opt/5/rnd_search_t_lin/comb_17_t/global_train/model.decoder.layers.4.fc1/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f5fb5996ee0a84658477c5b6c3a116373b7ac7748729b92cfa7edd61f47653a0
+size 17539
diff --git a/params/opt/5/rnd_search_t_lin/comb_17_t/global_train/model.decoder.layers.4.fc2/_0.pt b/params/opt/5/rnd_search_t_lin/comb_17_t/global_train/model.decoder.layers.4.fc2/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..81944b8ea0520d1fa023144d4de3699510e03000
--- /dev/null
+++ b/params/opt/5/rnd_search_t_lin/comb_17_t/global_train/model.decoder.layers.4.fc2/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:6607ee988dc173f7b9d9a3a2375a90b37d88a40ad4d509ebfa349c3a9727d998
+size 5251
diff --git a/params/opt/5/rnd_search_t_lin/comb_17_t/global_train/model.decoder.layers.4.fc2/_s.pt b/params/opt/5/rnd_search_t_lin/comb_17_t/global_train/model.decoder.layers.4.fc2/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..0105fe946f1dbb2de156a5623db5bd1c99818d99
--- /dev/null
+++ b/params/opt/5/rnd_search_t_lin/comb_17_t/global_train/model.decoder.layers.4.fc2/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:80c44493820e986a0919a4cfbe546169c0016df55a7abc33d4124b30469ebe86
+size 5251
diff --git a/params/opt/5/rnd_search_t_lin/comb_17_t/global_train/model.decoder.layers.4.self_attn.k_proj/_0.pt b/params/opt/5/rnd_search_t_lin/comb_17_t/global_train/model.decoder.layers.4.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..9877bcaa3f07e7c7c27b691f8338952c8141967a
--- /dev/null
+++ b/params/opt/5/rnd_search_t_lin/comb_17_t/global_train/model.decoder.layers.4.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:48924b299262cca59e672a2befaf4bc652860f223a89b658c67b69d19f483e36
+size 5251
diff --git a/params/opt/5/rnd_search_t_lin/comb_17_t/global_train/model.decoder.layers.4.self_attn.k_proj/_s.pt b/params/opt/5/rnd_search_t_lin/comb_17_t/global_train/model.decoder.layers.4.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..39de415fba615dd63bf3b9c8e8aae78408da5e66
--- /dev/null
+++ b/params/opt/5/rnd_search_t_lin/comb_17_t/global_train/model.decoder.layers.4.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:8090dc37ecc03d3e91bb0bfbc32df0f9d61720e746eee2c3d5063c9799153add
+size 5251
diff --git a/params/opt/5/rnd_search_t_lin/comb_17_t/global_train/model.decoder.layers.4.self_attn.out_proj/_0.pt b/params/opt/5/rnd_search_t_lin/comb_17_t/global_train/model.decoder.layers.4.self_attn.out_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ee73f0ab1d3a89be3f68e27c3838468f753dc0f4
--- /dev/null
+++ b/params/opt/5/rnd_search_t_lin/comb_17_t/global_train/model.decoder.layers.4.self_attn.out_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b8e6161f458e14df9299f71be3b9ae453e21d63b42ccc8ff2cc5512b9e37ffdf
+size 5251
diff --git a/params/opt/5/rnd_search_t_lin/comb_17_t/global_train/model.decoder.layers.4.self_attn.out_proj/_s.pt b/params/opt/5/rnd_search_t_lin/comb_17_t/global_train/model.decoder.layers.4.self_attn.out_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2514ef15e28ca37294a43f6ea8f727dc1ec7ff41
--- /dev/null
+++ b/params/opt/5/rnd_search_t_lin/comb_17_t/global_train/model.decoder.layers.4.self_attn.out_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b6f96c251159f45da6e8c1f4764fd2375863670ab353872777c452c4168fa324
+size 5251
diff --git a/params/opt/5/rnd_search_t_lin/comb_17_t/global_train/model.decoder.layers.4.self_attn.q_proj/_0.pt b/params/opt/5/rnd_search_t_lin/comb_17_t/global_train/model.decoder.layers.4.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..d978086eddfbba323a73077102e01c6289c9f685
--- /dev/null
+++ b/params/opt/5/rnd_search_t_lin/comb_17_t/global_train/model.decoder.layers.4.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f408ab1b7f8ec407d3afbfc460abd2f8a124a9114d01d772b435aa51d01d394c
+size 5251
diff --git a/params/opt/5/rnd_search_t_lin/comb_17_t/global_train/model.decoder.layers.4.self_attn.q_proj/_s.pt b/params/opt/5/rnd_search_t_lin/comb_17_t/global_train/model.decoder.layers.4.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..d834d4d8b4770316fa7eb24552ba219438aa3c9e
--- /dev/null
+++ b/params/opt/5/rnd_search_t_lin/comb_17_t/global_train/model.decoder.layers.4.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:56d929291b01c8af95f7a99b8c2925e4cd285cb6e19c0465aec7723413bdaa72
+size 5251
diff --git a/params/opt/5/rnd_search_t_lin/comb_17_t/global_train/model.decoder.layers.4.self_attn.v_proj/_0.pt b/params/opt/5/rnd_search_t_lin/comb_17_t/global_train/model.decoder.layers.4.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..48eb8c382430816c6ee9ab1224b01b4f67cb6ba9
--- /dev/null
+++ b/params/opt/5/rnd_search_t_lin/comb_17_t/global_train/model.decoder.layers.4.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c5d33491cbc8a7e420bc98def8bfc1ce375ea29ef8d12aec5ecdcbaeaa092c8a
+size 5251
diff --git a/params/opt/5/rnd_search_t_lin/comb_17_t/global_train/model.decoder.layers.4.self_attn.v_proj/_s.pt b/params/opt/5/rnd_search_t_lin/comb_17_t/global_train/model.decoder.layers.4.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..7cc3767cd4644b28f76a2133ec5785d22b342aee
--- /dev/null
+++ b/params/opt/5/rnd_search_t_lin/comb_17_t/global_train/model.decoder.layers.4.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:630e5c56832b6793b1512970cd6faba098f3bea7a365efae767fe47bbd092009
+size 5251
diff --git a/params/opt/5/rnd_search_t_lin/comb_17_t/global_train/model.decoder.layers.5.fc1/_0.pt b/params/opt/5/rnd_search_t_lin/comb_17_t/global_train/model.decoder.layers.5.fc1/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..840d9953a8f42237752ad2c4c396406322ba01e3
--- /dev/null
+++ b/params/opt/5/rnd_search_t_lin/comb_17_t/global_train/model.decoder.layers.5.fc1/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b33118346080c68bb3929acc643897b7b12bccbeb43a961cbcd41e1124cb9e3d
+size 17539
diff --git a/params/opt/5/rnd_search_t_lin/comb_17_t/global_train/model.decoder.layers.5.fc1/_s.pt b/params/opt/5/rnd_search_t_lin/comb_17_t/global_train/model.decoder.layers.5.fc1/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..dac39a95f6124c325e50eb4701cb82498583bd50
--- /dev/null
+++ b/params/opt/5/rnd_search_t_lin/comb_17_t/global_train/model.decoder.layers.5.fc1/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b1cd918a03644f032de1c09fc64d18080564bacebfbac3b6ca31560921776de9
+size 17539
diff --git a/params/opt/5/rnd_search_t_lin/comb_17_t/global_train/model.decoder.layers.5.fc2/_0.pt b/params/opt/5/rnd_search_t_lin/comb_17_t/global_train/model.decoder.layers.5.fc2/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..590af3f473410438df2e3c8b881dfc74b498cf52
--- /dev/null
+++ b/params/opt/5/rnd_search_t_lin/comb_17_t/global_train/model.decoder.layers.5.fc2/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2e20bcadd41e7f32d5b59f924aa881b59da3898cf9096d26105f5183a61085de
+size 5251
diff --git a/params/opt/5/rnd_search_t_lin/comb_17_t/global_train/model.decoder.layers.5.fc2/_s.pt b/params/opt/5/rnd_search_t_lin/comb_17_t/global_train/model.decoder.layers.5.fc2/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8461204ef1707050976109d8f6447cc50a509bfe
--- /dev/null
+++ b/params/opt/5/rnd_search_t_lin/comb_17_t/global_train/model.decoder.layers.5.fc2/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:4c5ed7bb81c15c9095bb2a4fdf11d44025a1e135a5a633f0263b405e1b698035
+size 5251
diff --git a/params/opt/5/rnd_search_t_lin/comb_17_t/global_train/model.decoder.layers.5.self_attn.k_proj/_0.pt b/params/opt/5/rnd_search_t_lin/comb_17_t/global_train/model.decoder.layers.5.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..86dc36086ab9a77155e4e983ee0c59245f66c774
--- /dev/null
+++ b/params/opt/5/rnd_search_t_lin/comb_17_t/global_train/model.decoder.layers.5.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:938da0d03036ea04b57fb0f68d2e88f14fe567ada7008007d0d7495df09c27bf
+size 5251
diff --git a/params/opt/5/rnd_search_t_lin/comb_17_t/global_train/model.decoder.layers.5.self_attn.k_proj/_s.pt b/params/opt/5/rnd_search_t_lin/comb_17_t/global_train/model.decoder.layers.5.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..07070be4f9914a3d42bb65693b1d66899783d269
--- /dev/null
+++ b/params/opt/5/rnd_search_t_lin/comb_17_t/global_train/model.decoder.layers.5.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a6491773589797a109001ad86dbdc449acc38c7f9e4bf342e9c071b8cc8a34dc
+size 5251
diff --git a/params/opt/5/rnd_search_t_lin/comb_17_t/global_train/model.decoder.layers.5.self_attn.out_proj/_0.pt b/params/opt/5/rnd_search_t_lin/comb_17_t/global_train/model.decoder.layers.5.self_attn.out_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ac4f58ff8661c9154ed01535fc6f18cbe058920c
--- /dev/null
+++ b/params/opt/5/rnd_search_t_lin/comb_17_t/global_train/model.decoder.layers.5.self_attn.out_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:63e165b2162c5fc2be7703f9ad6b8549815ee7609842c514dc857f0f99ef07fa
+size 5251
diff --git a/params/opt/5/rnd_search_t_lin/comb_17_t/global_train/model.decoder.layers.5.self_attn.out_proj/_s.pt b/params/opt/5/rnd_search_t_lin/comb_17_t/global_train/model.decoder.layers.5.self_attn.out_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..9f28c7f085661e7f8047faa8ec1f8cbf745d9bb6
--- /dev/null
+++ b/params/opt/5/rnd_search_t_lin/comb_17_t/global_train/model.decoder.layers.5.self_attn.out_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d8fdcf74c3248caf2dda5c7268c5a818ffd1a1c01085df92fc53087d4274f756
+size 5251
diff --git a/params/opt/5/rnd_search_t_lin/comb_17_t/global_train/model.decoder.layers.5.self_attn.q_proj/_0.pt b/params/opt/5/rnd_search_t_lin/comb_17_t/global_train/model.decoder.layers.5.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..7c712a77ee79fe5b20efbb5d456375382d9243a3
--- /dev/null
+++ b/params/opt/5/rnd_search_t_lin/comb_17_t/global_train/model.decoder.layers.5.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:915b19172f85ef828093cc2353e2a324e54335e7c13492880f2b1aa997660659
+size 5251
diff --git a/params/opt/5/rnd_search_t_lin/comb_17_t/global_train/model.decoder.layers.5.self_attn.q_proj/_s.pt b/params/opt/5/rnd_search_t_lin/comb_17_t/global_train/model.decoder.layers.5.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..15286c17829b964d39ab9f9713fc91aac3c83009
--- /dev/null
+++ b/params/opt/5/rnd_search_t_lin/comb_17_t/global_train/model.decoder.layers.5.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:df269976a481781985aa5dc097eba75f83dc7662ced3ede07a6bdef6a4698e99
+size 5251
diff --git a/params/opt/5/rnd_search_t_lin/comb_17_t/global_train/model.decoder.layers.5.self_attn.v_proj/_0.pt b/params/opt/5/rnd_search_t_lin/comb_17_t/global_train/model.decoder.layers.5.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..19dd0bab17dd21b701e27d1824affeb82e4a2307
--- /dev/null
+++ b/params/opt/5/rnd_search_t_lin/comb_17_t/global_train/model.decoder.layers.5.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:30477bb9e85426e941a31270e66b4baedd64a02b382d8867ab4d85f53df024ac
+size 5251
diff --git a/params/opt/5/rnd_search_t_lin/comb_17_t/global_train/model.decoder.layers.5.self_attn.v_proj/_s.pt b/params/opt/5/rnd_search_t_lin/comb_17_t/global_train/model.decoder.layers.5.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..9b4e9e6e7cdefa5797902e0149f7cff8620b390b
--- /dev/null
+++ b/params/opt/5/rnd_search_t_lin/comb_17_t/global_train/model.decoder.layers.5.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d4caa094925f33a6ecde3a647bbf92fb50fbb0ded919804be05c4ebf0aecda23
+size 5251
diff --git a/params/opt/5/rnd_search_t_lin/comb_17_t/global_train/model.decoder.layers.6.fc1/_0.pt b/params/opt/5/rnd_search_t_lin/comb_17_t/global_train/model.decoder.layers.6.fc1/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..400faa084f27b490ea5f7ec0ad64f58d9d409597
--- /dev/null
+++ b/params/opt/5/rnd_search_t_lin/comb_17_t/global_train/model.decoder.layers.6.fc1/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d17ddb34fb290bfac8e3181a4cf6a6aa03c04e75a5b9997759bf0a958d73bb2c
+size 17539
diff --git a/params/opt/5/rnd_search_t_lin/comb_17_t/global_train/model.decoder.layers.6.fc1/_s.pt b/params/opt/5/rnd_search_t_lin/comb_17_t/global_train/model.decoder.layers.6.fc1/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..adbe90061b84612fe9caa20f7931bccbe8dd765f
--- /dev/null
+++ b/params/opt/5/rnd_search_t_lin/comb_17_t/global_train/model.decoder.layers.6.fc1/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a3f332394bc3f1ce78e80f4f3435add35daec28f0d3365189d36539e8bd33d39
+size 17539
diff --git a/params/opt/5/rnd_search_t_lin/comb_17_t/global_train/model.decoder.layers.6.fc2/_0.pt b/params/opt/5/rnd_search_t_lin/comb_17_t/global_train/model.decoder.layers.6.fc2/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..7cf714aa90c8bc592dac4452a7f913a331337656
--- /dev/null
+++ b/params/opt/5/rnd_search_t_lin/comb_17_t/global_train/model.decoder.layers.6.fc2/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:3cdee0f9f3028053902badab2f21b9a9dbcc92bd1bf09566183447b968ff76e6
+size 5251
diff --git a/params/opt/5/rnd_search_t_lin/comb_17_t/global_train/model.decoder.layers.6.fc2/_s.pt b/params/opt/5/rnd_search_t_lin/comb_17_t/global_train/model.decoder.layers.6.fc2/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..57529e531158fe79ea193b23e348bc5eb279adb1
--- /dev/null
+++ b/params/opt/5/rnd_search_t_lin/comb_17_t/global_train/model.decoder.layers.6.fc2/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:6c196dc1ccd07444de5c0434e612d3c6cd02af245d1e3d6a566d5dbbe5aae08d
+size 5251
diff --git a/params/opt/5/rnd_search_t_lin/comb_17_t/global_train/model.decoder.layers.6.self_attn.k_proj/_0.pt b/params/opt/5/rnd_search_t_lin/comb_17_t/global_train/model.decoder.layers.6.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..5fc400a4afe91515df329e7b3055b547bf2e02f8
--- /dev/null
+++ b/params/opt/5/rnd_search_t_lin/comb_17_t/global_train/model.decoder.layers.6.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d37a9563f9bf5b4931012921165a2f9ff5db7b9d5b0dcef91c0012a05eff9534
+size 5251
diff --git a/params/opt/5/rnd_search_t_lin/comb_17_t/global_train/model.decoder.layers.6.self_attn.k_proj/_s.pt b/params/opt/5/rnd_search_t_lin/comb_17_t/global_train/model.decoder.layers.6.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4f7c77d052716d9e17d95425de2835efdcee3a35
--- /dev/null
+++ b/params/opt/5/rnd_search_t_lin/comb_17_t/global_train/model.decoder.layers.6.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:468780093406d71efd5ba7e776687e83792826748e027ad7688f59519f0350cf
+size 5251
diff --git a/params/opt/5/rnd_search_t_lin/comb_17_t/global_train/model.decoder.layers.6.self_attn.out_proj/_0.pt b/params/opt/5/rnd_search_t_lin/comb_17_t/global_train/model.decoder.layers.6.self_attn.out_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..6dd8badac40b2734114fc73fb2ba472e22aede33
--- /dev/null
+++ b/params/opt/5/rnd_search_t_lin/comb_17_t/global_train/model.decoder.layers.6.self_attn.out_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:54dc318441ca065fbea5171b53ce6d15ab5402a03bf12fd40a05e86ae39cf851
+size 5251
diff --git a/params/opt/5/rnd_search_t_lin/comb_17_t/global_train/model.decoder.layers.6.self_attn.out_proj/_s.pt b/params/opt/5/rnd_search_t_lin/comb_17_t/global_train/model.decoder.layers.6.self_attn.out_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..f92d41c9d1495b2ebef79111c66a7793121f9ebf
--- /dev/null
+++ b/params/opt/5/rnd_search_t_lin/comb_17_t/global_train/model.decoder.layers.6.self_attn.out_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:cdb56ab5934e1d92e7d7fc3f6cffdf2a5096484dabb591640ab7d70cdb08921c
+size 5251
diff --git a/params/opt/5/rnd_search_t_lin/comb_17_t/global_train/model.decoder.layers.6.self_attn.q_proj/_0.pt b/params/opt/5/rnd_search_t_lin/comb_17_t/global_train/model.decoder.layers.6.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..fe0379deed19d1fa5a2c8eb61b71b8a8e9ef48e8
--- /dev/null
+++ b/params/opt/5/rnd_search_t_lin/comb_17_t/global_train/model.decoder.layers.6.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:61fbe8648678a2377eb18a8911a88a76e513f9c3171fc3a344d245fd8f3550a2
+size 5251
diff --git a/params/opt/5/rnd_search_t_lin/comb_17_t/global_train/model.decoder.layers.6.self_attn.q_proj/_s.pt b/params/opt/5/rnd_search_t_lin/comb_17_t/global_train/model.decoder.layers.6.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..00a79f4c11de1d6819429d25ab426865808e157a
--- /dev/null
+++ b/params/opt/5/rnd_search_t_lin/comb_17_t/global_train/model.decoder.layers.6.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:9cd4233b0297463774726760485a6e433d03009ee95a89e90ca06afb1d1b29b6
+size 5251
diff --git a/params/opt/5/rnd_search_t_lin/comb_17_t/global_train/model.decoder.layers.6.self_attn.v_proj/_0.pt b/params/opt/5/rnd_search_t_lin/comb_17_t/global_train/model.decoder.layers.6.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..3fd1bcc9fd8e76daad7adddbedd99883534e5d4a
--- /dev/null
+++ b/params/opt/5/rnd_search_t_lin/comb_17_t/global_train/model.decoder.layers.6.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d3d006fdb774106e5409f6b05e6a033fdda2eddd8d0dd15295e6545252419f6a
+size 5251
diff --git a/params/opt/5/rnd_search_t_lin/comb_17_t/global_train/model.decoder.layers.6.self_attn.v_proj/_s.pt b/params/opt/5/rnd_search_t_lin/comb_17_t/global_train/model.decoder.layers.6.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..78188f20c602184d50615814c7304ec78a823bf6
--- /dev/null
+++ b/params/opt/5/rnd_search_t_lin/comb_17_t/global_train/model.decoder.layers.6.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:1593831f9e09d6325cef1e7d062028fbaeeab36a9c0daa5cb001eace6812b3ec
+size 5251
diff --git a/params/opt/5/rnd_search_t_lin/comb_17_t/global_train/model.decoder.layers.7.fc1/_0.pt b/params/opt/5/rnd_search_t_lin/comb_17_t/global_train/model.decoder.layers.7.fc1/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..abf22654ef9be421957968705f93d6e4d52f3bc0
--- /dev/null
+++ b/params/opt/5/rnd_search_t_lin/comb_17_t/global_train/model.decoder.layers.7.fc1/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f3a474647c2e2abf0d29c35aeec4c181eaeaa50d2d4da34c5d7a9a0726fa7e0d
+size 17539
diff --git a/params/opt/5/rnd_search_t_lin/comb_17_t/global_train/model.decoder.layers.7.fc1/_s.pt b/params/opt/5/rnd_search_t_lin/comb_17_t/global_train/model.decoder.layers.7.fc1/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2d8c364e47d8f71be773c24fcf6cac25eb7716f5
--- /dev/null
+++ b/params/opt/5/rnd_search_t_lin/comb_17_t/global_train/model.decoder.layers.7.fc1/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:7ccd57f1f82e71b74667ef6c4fa2d2c26af7fc8028672d674b9705836d7b679c
+size 17539
diff --git a/params/opt/5/rnd_search_t_lin/comb_17_t/global_train/model.decoder.layers.7.fc2/_0.pt b/params/opt/5/rnd_search_t_lin/comb_17_t/global_train/model.decoder.layers.7.fc2/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..92a51691c5bca6c4ef0049c1d6e1bca78a95f423
--- /dev/null
+++ b/params/opt/5/rnd_search_t_lin/comb_17_t/global_train/model.decoder.layers.7.fc2/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:bd1edc67c897aa98dd35c9f0dc32200636cab659f953ea39e64404e366258447
+size 5251
diff --git a/params/opt/5/rnd_search_t_lin/comb_17_t/global_train/model.decoder.layers.7.fc2/_s.pt b/params/opt/5/rnd_search_t_lin/comb_17_t/global_train/model.decoder.layers.7.fc2/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..302bbf94f864e4c0ad2b9f152e9568375a37c263
--- /dev/null
+++ b/params/opt/5/rnd_search_t_lin/comb_17_t/global_train/model.decoder.layers.7.fc2/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:cc7bf62d70a060bff51bf79b4abf12b8808cd8700cd451e6353c678fe0b43b5b
+size 5251
diff --git a/params/opt/5/rnd_search_t_lin/comb_17_t/global_train/model.decoder.layers.7.self_attn.k_proj/_0.pt b/params/opt/5/rnd_search_t_lin/comb_17_t/global_train/model.decoder.layers.7.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..113a7a60ae6df41f825881d498e5de123415f401
--- /dev/null
+++ b/params/opt/5/rnd_search_t_lin/comb_17_t/global_train/model.decoder.layers.7.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:aad5b893adbea4adec467d373d158ff61d1359a5a4f18d89873d1e0e203d5841
+size 5251
diff --git a/params/opt/5/rnd_search_t_lin/comb_17_t/global_train/model.decoder.layers.7.self_attn.k_proj/_s.pt b/params/opt/5/rnd_search_t_lin/comb_17_t/global_train/model.decoder.layers.7.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..f8e1366a49270b5078812ac177614eeabdc29420
--- /dev/null
+++ b/params/opt/5/rnd_search_t_lin/comb_17_t/global_train/model.decoder.layers.7.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2a5dfc834c7b632b5d34c0c5d8b90e38fe548918bd7935d3224b20e9c9c69c64
+size 5251
diff --git a/params/opt/5/rnd_search_t_lin/comb_17_t/global_train/model.decoder.layers.7.self_attn.out_proj/_0.pt b/params/opt/5/rnd_search_t_lin/comb_17_t/global_train/model.decoder.layers.7.self_attn.out_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..bd709f5c6bd383245540a6a500588f57d49e090c
--- /dev/null
+++ b/params/opt/5/rnd_search_t_lin/comb_17_t/global_train/model.decoder.layers.7.self_attn.out_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c7e31ede6bd129dcacb44e90d4557ac070b25ec9488cc296fbf3550c61a8e767
+size 5251
diff --git a/params/opt/5/rnd_search_t_lin/comb_17_t/global_train/model.decoder.layers.7.self_attn.out_proj/_s.pt b/params/opt/5/rnd_search_t_lin/comb_17_t/global_train/model.decoder.layers.7.self_attn.out_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..b889282e80ef21eb30c3861843e7ce345c3060bc
--- /dev/null
+++ b/params/opt/5/rnd_search_t_lin/comb_17_t/global_train/model.decoder.layers.7.self_attn.out_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5e478bd2b9a93872caeed3feb5e615ff828a1d50c8b779069096d0125d91a1d3
+size 5251
diff --git a/params/opt/5/rnd_search_t_lin/comb_17_t/global_train/model.decoder.layers.7.self_attn.q_proj/_0.pt b/params/opt/5/rnd_search_t_lin/comb_17_t/global_train/model.decoder.layers.7.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..9cfb56232585ee4021c86c9d02f2468e463eabfa
--- /dev/null
+++ b/params/opt/5/rnd_search_t_lin/comb_17_t/global_train/model.decoder.layers.7.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:7c1a9b7ca43aac29135139b36398bde7020a93dc08025384d3b0f267c15585af
+size 5251
diff --git a/params/opt/5/rnd_search_t_lin/comb_17_t/global_train/model.decoder.layers.7.self_attn.q_proj/_s.pt b/params/opt/5/rnd_search_t_lin/comb_17_t/global_train/model.decoder.layers.7.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..d352b5350bbb9655e226b7a3bc5b925f844147f3
--- /dev/null
+++ b/params/opt/5/rnd_search_t_lin/comb_17_t/global_train/model.decoder.layers.7.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:4f124bfbdffaef1dfc1d01091c94e66eeca57842c755b557e081bac1d98ec128
+size 5251
diff --git a/params/opt/5/rnd_search_t_lin/comb_17_t/global_train/model.decoder.layers.7.self_attn.v_proj/_0.pt b/params/opt/5/rnd_search_t_lin/comb_17_t/global_train/model.decoder.layers.7.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..63d617187e65061f822010d4917284fb35bbc29d
--- /dev/null
+++ b/params/opt/5/rnd_search_t_lin/comb_17_t/global_train/model.decoder.layers.7.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:095a09741330cf60fd1dde429a70938b3f98ee4ed0ef8d9a4477a2ba99a454a8
+size 5251
diff --git a/params/opt/5/rnd_search_t_lin/comb_17_t/global_train/model.decoder.layers.7.self_attn.v_proj/_s.pt b/params/opt/5/rnd_search_t_lin/comb_17_t/global_train/model.decoder.layers.7.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..3b823063b0edaddd0132c5a03818f9081aa89df3
--- /dev/null
+++ b/params/opt/5/rnd_search_t_lin/comb_17_t/global_train/model.decoder.layers.7.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:65d0c76075c635d3eceb2ee1cd01f9213802b723e318884a896b02e0c7a57e00
+size 5251
diff --git a/params/opt/5/rnd_search_t_lin/comb_17_t/global_train/model.decoder.layers.8.fc1/_0.pt b/params/opt/5/rnd_search_t_lin/comb_17_t/global_train/model.decoder.layers.8.fc1/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..25afdd43afa473dea7988e2f32946c017f58dcf1
--- /dev/null
+++ b/params/opt/5/rnd_search_t_lin/comb_17_t/global_train/model.decoder.layers.8.fc1/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0725ef7cb63d21ed68bad2ba1d88afa95d9fd46a8eb5fc2bba697e2ea44bb601
+size 17539
diff --git a/params/opt/5/rnd_search_t_lin/comb_17_t/global_train/model.decoder.layers.8.fc1/_s.pt b/params/opt/5/rnd_search_t_lin/comb_17_t/global_train/model.decoder.layers.8.fc1/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..85209a41dd8aa549596ea68a968c20924c053df9
--- /dev/null
+++ b/params/opt/5/rnd_search_t_lin/comb_17_t/global_train/model.decoder.layers.8.fc1/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:fa40a69d96660939558eb99ab75faae4e5708fd8d03c04cdaa2e778253b0f085
+size 17539
diff --git a/params/opt/5/rnd_search_t_lin/comb_17_t/global_train/model.decoder.layers.8.fc2/_0.pt b/params/opt/5/rnd_search_t_lin/comb_17_t/global_train/model.decoder.layers.8.fc2/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..6a754cd2829188e6e1fa7f03b89697756058411c
--- /dev/null
+++ b/params/opt/5/rnd_search_t_lin/comb_17_t/global_train/model.decoder.layers.8.fc2/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e36f113fc56269195063d0d46610ff7fc11b80543759a87f8948976a7a6e59c9
+size 5251
diff --git a/params/opt/5/rnd_search_t_lin/comb_17_t/global_train/model.decoder.layers.8.fc2/_s.pt b/params/opt/5/rnd_search_t_lin/comb_17_t/global_train/model.decoder.layers.8.fc2/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..759c4b0a6d58ce2d57a49fe9966deb65f001a155
--- /dev/null
+++ b/params/opt/5/rnd_search_t_lin/comb_17_t/global_train/model.decoder.layers.8.fc2/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ca79186feb7582a8e534935fa8921ca1b3f379e35089ee8a92b3fbbb7f7b44f7
+size 5251
diff --git a/params/opt/5/rnd_search_t_lin/comb_17_t/global_train/model.decoder.layers.8.self_attn.k_proj/_0.pt b/params/opt/5/rnd_search_t_lin/comb_17_t/global_train/model.decoder.layers.8.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..cc90e1070055bff79b32fdcfeae7065e4f040207
--- /dev/null
+++ b/params/opt/5/rnd_search_t_lin/comb_17_t/global_train/model.decoder.layers.8.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:339a231c0c6f5da15e839d89b75774dd21f1682d7dec6fe7cc24a9df24133806
+size 5251
diff --git a/params/opt/5/rnd_search_t_lin/comb_17_t/global_train/model.decoder.layers.8.self_attn.k_proj/_s.pt b/params/opt/5/rnd_search_t_lin/comb_17_t/global_train/model.decoder.layers.8.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..6eaae7529a4037b04f17ecfe77b43c6a98440c95
--- /dev/null
+++ b/params/opt/5/rnd_search_t_lin/comb_17_t/global_train/model.decoder.layers.8.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e374cbddd81bb33040e8daad12395935de0d7c2b03d04a334d170a687c7ce60f
+size 5251
diff --git a/params/opt/5/rnd_search_t_lin/comb_17_t/global_train/model.decoder.layers.8.self_attn.out_proj/_0.pt b/params/opt/5/rnd_search_t_lin/comb_17_t/global_train/model.decoder.layers.8.self_attn.out_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..562d31e38b97cae326cc1769edaf1d8b84c16284
--- /dev/null
+++ b/params/opt/5/rnd_search_t_lin/comb_17_t/global_train/model.decoder.layers.8.self_attn.out_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:bb93b8170d2f13bcd3c17ec1e21362e579d6bc8907a72baec30cfe47f154da73
+size 5251
diff --git a/params/opt/5/rnd_search_t_lin/comb_17_t/global_train/model.decoder.layers.8.self_attn.out_proj/_s.pt b/params/opt/5/rnd_search_t_lin/comb_17_t/global_train/model.decoder.layers.8.self_attn.out_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..86f2c4e5259ab45d85c32c7eeeef20d959c56f0c
--- /dev/null
+++ b/params/opt/5/rnd_search_t_lin/comb_17_t/global_train/model.decoder.layers.8.self_attn.out_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2d7f36b7222cd232d390c1459d6d6475672e62dbe98c76593ad735179036db2d
+size 5251
diff --git a/params/opt/5/rnd_search_t_lin/comb_17_t/global_train/model.decoder.layers.8.self_attn.q_proj/_0.pt b/params/opt/5/rnd_search_t_lin/comb_17_t/global_train/model.decoder.layers.8.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..630de6b0446d9d08d888d498443b71ecb2e5251c
--- /dev/null
+++ b/params/opt/5/rnd_search_t_lin/comb_17_t/global_train/model.decoder.layers.8.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:34eb450665918caa48576c1e4f25aa29d4d8d213c84c201427b265bcc48f7164
+size 5251
diff --git a/params/opt/5/rnd_search_t_lin/comb_17_t/global_train/model.decoder.layers.8.self_attn.q_proj/_s.pt b/params/opt/5/rnd_search_t_lin/comb_17_t/global_train/model.decoder.layers.8.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..28348e34915f9e23b18f3d5e7c72af90f6b40aa3
--- /dev/null
+++ b/params/opt/5/rnd_search_t_lin/comb_17_t/global_train/model.decoder.layers.8.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:df7ab156655db9af1598ba7bfac054b19d1e126a6fbdff9d3ef49cf09e10389c
+size 5251
diff --git a/params/opt/5/rnd_search_t_lin/comb_17_t/global_train/model.decoder.layers.8.self_attn.v_proj/_0.pt b/params/opt/5/rnd_search_t_lin/comb_17_t/global_train/model.decoder.layers.8.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2a75417108aa969e90f26b38f1da551d70d13af7
--- /dev/null
+++ b/params/opt/5/rnd_search_t_lin/comb_17_t/global_train/model.decoder.layers.8.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:019384d115857847e88dc5a4076fd44a1079db6feabee5ba060268b33f567b08
+size 5251
diff --git a/params/opt/5/rnd_search_t_lin/comb_17_t/global_train/model.decoder.layers.8.self_attn.v_proj/_s.pt b/params/opt/5/rnd_search_t_lin/comb_17_t/global_train/model.decoder.layers.8.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..d5bbb10eee6ad6679254b05525625a845ff98c85
--- /dev/null
+++ b/params/opt/5/rnd_search_t_lin/comb_17_t/global_train/model.decoder.layers.8.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:27c5f84cadf9b64ea6d61fd62b440874d9154bd677b994184e1dcd4af9a35d86
+size 5251
diff --git a/params/opt/5/rnd_search_t_lin/comb_17_t/global_train/model.decoder.layers.9.fc1/_0.pt b/params/opt/5/rnd_search_t_lin/comb_17_t/global_train/model.decoder.layers.9.fc1/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c693dc406831bf77093e6f1b824358bb55e2f2be
--- /dev/null
+++ b/params/opt/5/rnd_search_t_lin/comb_17_t/global_train/model.decoder.layers.9.fc1/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:bac49d4c3757591b217976f3537e8e7bf822c2d3db02ab5b439074ed4f54600c
+size 17539
diff --git a/params/opt/5/rnd_search_t_lin/comb_17_t/global_train/model.decoder.layers.9.fc1/_s.pt b/params/opt/5/rnd_search_t_lin/comb_17_t/global_train/model.decoder.layers.9.fc1/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..6100a949f84c9b2d3c7f3c3505f1d381b6759e91
--- /dev/null
+++ b/params/opt/5/rnd_search_t_lin/comb_17_t/global_train/model.decoder.layers.9.fc1/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:14ce4aa437705be5e27b39caae001cd5eb8e9aa8fbbc2753e848e5e93dce27fd
+size 17539
diff --git a/params/opt/5/rnd_search_t_lin/comb_17_t/global_train/model.decoder.layers.9.fc2/_0.pt b/params/opt/5/rnd_search_t_lin/comb_17_t/global_train/model.decoder.layers.9.fc2/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2cd89c12546d79d6ab6cc044f514a19fe2459bb0
--- /dev/null
+++ b/params/opt/5/rnd_search_t_lin/comb_17_t/global_train/model.decoder.layers.9.fc2/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:949ec5ebb6bcc7164db8fbe06acff65cbfb8333b3fd2792232b0341271470dda
+size 5251
diff --git a/params/opt/5/rnd_search_t_lin/comb_17_t/global_train/model.decoder.layers.9.fc2/_s.pt b/params/opt/5/rnd_search_t_lin/comb_17_t/global_train/model.decoder.layers.9.fc2/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..12eec45b9649d3e5b3173b3675876a2a4adb5852
--- /dev/null
+++ b/params/opt/5/rnd_search_t_lin/comb_17_t/global_train/model.decoder.layers.9.fc2/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:3f1569b4f0ddda3adb04a351b05c05b3b52a651cbaccdfea0923ffd549282bc5
+size 5251
diff --git a/params/opt/5/rnd_search_t_lin/comb_17_t/global_train/model.decoder.layers.9.self_attn.k_proj/_0.pt b/params/opt/5/rnd_search_t_lin/comb_17_t/global_train/model.decoder.layers.9.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..b49b8ea2dc9c1d2197a4eee44a9e13aee383b86f
--- /dev/null
+++ b/params/opt/5/rnd_search_t_lin/comb_17_t/global_train/model.decoder.layers.9.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:de1787d5c2b0ca6b9c1ef9dd1116243742cc67bb386d5f018c4a23281abda448
+size 5251
diff --git a/params/opt/5/rnd_search_t_lin/comb_17_t/global_train/model.decoder.layers.9.self_attn.k_proj/_s.pt b/params/opt/5/rnd_search_t_lin/comb_17_t/global_train/model.decoder.layers.9.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..cc3c7b5e34f805d7e27f5e8bcad8888197c9d45f
--- /dev/null
+++ b/params/opt/5/rnd_search_t_lin/comb_17_t/global_train/model.decoder.layers.9.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b0e4eccd539f352e7ced113e1c9399e73b4880ae2e020008c4b45de4fb62a106
+size 5251
diff --git a/params/opt/5/rnd_search_t_lin/comb_17_t/global_train/model.decoder.layers.9.self_attn.out_proj/_0.pt b/params/opt/5/rnd_search_t_lin/comb_17_t/global_train/model.decoder.layers.9.self_attn.out_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..dd9024df02b80729dc15914ec2865c590c4e6645
--- /dev/null
+++ b/params/opt/5/rnd_search_t_lin/comb_17_t/global_train/model.decoder.layers.9.self_attn.out_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:bd7087d91177a8ac43721f334e5e45d17f1f3afd5998956c7e18aba75c67654c
+size 5251
diff --git a/params/opt/5/rnd_search_t_lin/comb_17_t/global_train/model.decoder.layers.9.self_attn.out_proj/_s.pt b/params/opt/5/rnd_search_t_lin/comb_17_t/global_train/model.decoder.layers.9.self_attn.out_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c93f7dbaac984466f3b4ff440bb78198babc4c18
--- /dev/null
+++ b/params/opt/5/rnd_search_t_lin/comb_17_t/global_train/model.decoder.layers.9.self_attn.out_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5a3f7847f8114ebb5c9e82b41b19e402462527a32e451cb634eed170e9c6f016
+size 5251
diff --git a/params/opt/5/rnd_search_t_lin/comb_17_t/global_train/model.decoder.layers.9.self_attn.q_proj/_0.pt b/params/opt/5/rnd_search_t_lin/comb_17_t/global_train/model.decoder.layers.9.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..d37fc7b2506debc27e7eed9c018ed13a06e975ce
--- /dev/null
+++ b/params/opt/5/rnd_search_t_lin/comb_17_t/global_train/model.decoder.layers.9.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2a69340fc493fd8f25584e22140217882e91bac73fca1e324ab0ed17668e7be8
+size 5251
diff --git a/params/opt/5/rnd_search_t_lin/comb_17_t/global_train/model.decoder.layers.9.self_attn.q_proj/_s.pt b/params/opt/5/rnd_search_t_lin/comb_17_t/global_train/model.decoder.layers.9.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..764a66f8aa81037c975c17521cc6a63475c8f275
--- /dev/null
+++ b/params/opt/5/rnd_search_t_lin/comb_17_t/global_train/model.decoder.layers.9.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:8f86c383a8dd1ae7428d0c26308c25168e89cba6257e8bdc2884cdd3e23497d3
+size 5251
diff --git a/params/opt/5/rnd_search_t_lin/comb_17_t/global_train/model.decoder.layers.9.self_attn.v_proj/_0.pt b/params/opt/5/rnd_search_t_lin/comb_17_t/global_train/model.decoder.layers.9.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..acaceeb82887862c77b43e968c4782fb7a67af92
--- /dev/null
+++ b/params/opt/5/rnd_search_t_lin/comb_17_t/global_train/model.decoder.layers.9.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ad487e8c616a1a104b683dc007308878c0234d8c5c028e0c3deaff1dc29c51dd
+size 5251
diff --git a/params/opt/5/rnd_search_t_lin/comb_17_t/global_train/model.decoder.layers.9.self_attn.v_proj/_s.pt b/params/opt/5/rnd_search_t_lin/comb_17_t/global_train/model.decoder.layers.9.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8abdcbe73f57dff224d07cdfdff2f45ab1396f57
--- /dev/null
+++ b/params/opt/5/rnd_search_t_lin/comb_17_t/global_train/model.decoder.layers.9.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:54ac37fb1b4bb063385a70dca732d30fdc606919dc5a6f84c0f6e2880514a791
+size 5251
diff --git a/params/opt/5/rnd_search_t_lin/comb_17_t/global_train/model.decoder.project_in/_0.pt b/params/opt/5/rnd_search_t_lin/comb_17_t/global_train/model.decoder.project_in/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..b1c2f502d0de1cfd88e1f5e59f2d4d731a5eb80f
--- /dev/null
+++ b/params/opt/5/rnd_search_t_lin/comb_17_t/global_train/model.decoder.project_in/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:28cfe0c4202d40e76fc6f20f5e7493afd166ff1ac8d8fe9a4592c048e94e6787
+size 5251
diff --git a/params/opt/5/rnd_search_t_lin/comb_17_t/global_train/model.decoder.project_in/_s.pt b/params/opt/5/rnd_search_t_lin/comb_17_t/global_train/model.decoder.project_in/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..908aea073abd12d1dc1c52d123210f985e0318f3
--- /dev/null
+++ b/params/opt/5/rnd_search_t_lin/comb_17_t/global_train/model.decoder.project_in/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:49add38a030be4af46157c2f64a616b6508749a5b76cbb5be0e9c786eba966cb
+size 5251
diff --git a/params/opt/5/rnd_search_t_lin/comb_17_t/global_train/model.decoder.project_out/_0.pt b/params/opt/5/rnd_search_t_lin/comb_17_t/global_train/model.decoder.project_out/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..b9016430e856bdcce708dcbf8d34fcce3adc8f5e
--- /dev/null
+++ b/params/opt/5/rnd_search_t_lin/comb_17_t/global_train/model.decoder.project_out/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:7de6b20d8b9fa4cd0d8438b73559767dc4a67826e23d468c054f1fa34182361e
+size 3203
diff --git a/params/opt/5/rnd_search_t_lin/comb_17_t/global_train/model.decoder.project_out/_s.pt b/params/opt/5/rnd_search_t_lin/comb_17_t/global_train/model.decoder.project_out/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..1973a01e5f38fca9b9b90fc712f5d3b122c7098c
--- /dev/null
+++ b/params/opt/5/rnd_search_t_lin/comb_17_t/global_train/model.decoder.project_out/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:588cf6d236cb49dfc0af9ba966ce954c6fa868e0a07a33a1be9c52a6fc05ff13
+size 3203
diff --git a/params/opt/5/rnd_search_t_lin/comb_18/init/lm_head/_s.pt b/params/opt/5/rnd_search_t_lin/comb_18/init/lm_head/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4b389ed5b859b60538bcd655b3da7ada642d3f8d
--- /dev/null
+++ b/params/opt/5/rnd_search_t_lin/comb_18/init/lm_head/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d6f6c9462dbb6418c1a29aea858104df8fe5b93767bcccf3b0e51a568301a920
+size 202243
diff --git a/params/opt/5/rnd_search_t_lin/comb_18/init/model.decoder.layers.0.fc1/_s.pt b/params/opt/5/rnd_search_t_lin/comb_18/init/model.decoder.layers.0.fc1/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a1115b63c4533eaf79ba6ab5bef2ef5ee70acfcc
--- /dev/null
+++ b/params/opt/5/rnd_search_t_lin/comb_18/init/model.decoder.layers.0.fc1/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:89aedaec4d7dd5ed6ab43e37c3b97669ccc78d8826f4373345c86a3f15a9328a
+size 17539
diff --git a/params/opt/5/rnd_search_t_lin/comb_18/init/model.decoder.layers.0.fc2/_s.pt b/params/opt/5/rnd_search_t_lin/comb_18/init/model.decoder.layers.0.fc2/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..869b4ef0f83d9938b041804cb78a8d019c369976
--- /dev/null
+++ b/params/opt/5/rnd_search_t_lin/comb_18/init/model.decoder.layers.0.fc2/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:7d91c00736c2f7bf3bbc460d7ade11afcde7a54c3b4d15a05b825370d28c1fdc
+size 5251
diff --git a/params/opt/5/rnd_search_t_lin/comb_18/init/model.decoder.layers.0.self_attn.k_proj/_s.pt b/params/opt/5/rnd_search_t_lin/comb_18/init/model.decoder.layers.0.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..3c152e238357c353879cc627371d0ff3a36d20e2
--- /dev/null
+++ b/params/opt/5/rnd_search_t_lin/comb_18/init/model.decoder.layers.0.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:cd254fc9d05423500b44dd47d474ddeb111b241be616c89d35370140fd0d2760
+size 5251
diff --git a/params/opt/5/rnd_search_t_lin/comb_18/init/model.decoder.layers.0.self_attn.out_proj/_s.pt b/params/opt/5/rnd_search_t_lin/comb_18/init/model.decoder.layers.0.self_attn.out_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e8064c75ab192341835d38e58501d11b7d4465b1
--- /dev/null
+++ b/params/opt/5/rnd_search_t_lin/comb_18/init/model.decoder.layers.0.self_attn.out_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:453fb9801319ad77f796a8db45a66f56f05d735248749a1d37b615e937ccd513
+size 5251
diff --git a/params/opt/5/rnd_search_t_lin/comb_18/init/model.decoder.layers.0.self_attn.q_proj/_s.pt b/params/opt/5/rnd_search_t_lin/comb_18/init/model.decoder.layers.0.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e29c4b6f4a7fa33914f4381ec42ec404c8a301ec
--- /dev/null
+++ b/params/opt/5/rnd_search_t_lin/comb_18/init/model.decoder.layers.0.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a9cf45b2ec8edd2210626fee3ebfb7801be4d9d17e8c944794eb49815b84f778
+size 5251
diff --git a/params/opt/5/rnd_search_t_lin/comb_18/init/model.decoder.layers.0.self_attn.v_proj/_s.pt b/params/opt/5/rnd_search_t_lin/comb_18/init/model.decoder.layers.0.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..96319ee3974100d913533fb30a32d8d470d34c1d
--- /dev/null
+++ b/params/opt/5/rnd_search_t_lin/comb_18/init/model.decoder.layers.0.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:7eeb217d4feee900a4708ad8378edd7e05e40074838bbcdc0afeb8226d10601d
+size 5251
diff --git a/params/opt/5/rnd_search_t_lin/comb_18/init/model.decoder.layers.1.fc1/_s.pt b/params/opt/5/rnd_search_t_lin/comb_18/init/model.decoder.layers.1.fc1/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..5ef55ed1ce5e0cfb33583cdad366d0aae5b74fb5
--- /dev/null
+++ b/params/opt/5/rnd_search_t_lin/comb_18/init/model.decoder.layers.1.fc1/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f2cc3bf0052f7f0a23420d07aafc3649fb7b0cdb3f9340212977d0f641b8aaff
+size 17539
diff --git a/params/opt/5/rnd_search_t_lin/comb_18/init/model.decoder.layers.1.fc2/_s.pt b/params/opt/5/rnd_search_t_lin/comb_18/init/model.decoder.layers.1.fc2/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4ccacbe19d222a96c0d94632a77a2b4e7bd5a7bd
--- /dev/null
+++ b/params/opt/5/rnd_search_t_lin/comb_18/init/model.decoder.layers.1.fc2/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:189e2f633f8b930ca3431e3aeccd351dc921eff3c0fc8778f499b6c5e46834e1
+size 5251
diff --git a/params/opt/5/rnd_search_t_lin/comb_18/init/model.decoder.layers.1.self_attn.k_proj/_s.pt b/params/opt/5/rnd_search_t_lin/comb_18/init/model.decoder.layers.1.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..b18b712cfadd7c610b4ef9df5bdbd74863b3fa3e
--- /dev/null
+++ b/params/opt/5/rnd_search_t_lin/comb_18/init/model.decoder.layers.1.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:969490cb1630b1f849d736a2cc71c887756a9979381f8928dc34b525c68c6823
+size 5251
diff --git a/params/opt/5/rnd_search_t_lin/comb_18/init/model.decoder.layers.1.self_attn.out_proj/_s.pt b/params/opt/5/rnd_search_t_lin/comb_18/init/model.decoder.layers.1.self_attn.out_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..6a29fd6488e1019e5a3a5fd080aab5ed6ce3dc68
--- /dev/null
+++ b/params/opt/5/rnd_search_t_lin/comb_18/init/model.decoder.layers.1.self_attn.out_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:49480d80135f7354864359a785fe167feb98bde8657c7d15c7d4330e42094a9a
+size 5251
diff --git a/params/opt/5/rnd_search_t_lin/comb_18/init/model.decoder.layers.1.self_attn.q_proj/_s.pt b/params/opt/5/rnd_search_t_lin/comb_18/init/model.decoder.layers.1.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..51357aafd2cb39a31217a732d18f980de5f5e0b3
--- /dev/null
+++ b/params/opt/5/rnd_search_t_lin/comb_18/init/model.decoder.layers.1.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2a4a894b7399f159bfe2e7f92fdb05ae570f01effda071de916afc26ddc5b408
+size 5251
diff --git a/params/opt/5/rnd_search_t_lin/comb_18/init/model.decoder.layers.1.self_attn.v_proj/_s.pt b/params/opt/5/rnd_search_t_lin/comb_18/init/model.decoder.layers.1.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..939f58ee87f91ca3a648e956320b89f8cebcf830
--- /dev/null
+++ b/params/opt/5/rnd_search_t_lin/comb_18/init/model.decoder.layers.1.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:3720fe9cc930d3ce832c80346d443169bdb00f74556b5a942a21804e9407e266
+size 5251
diff --git a/params/opt/5/rnd_search_t_lin/comb_18/init/model.decoder.layers.10.fc1/_s.pt b/params/opt/5/rnd_search_t_lin/comb_18/init/model.decoder.layers.10.fc1/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8b22348ee86639c143657792de99ed6a8b3747b0
--- /dev/null
+++ b/params/opt/5/rnd_search_t_lin/comb_18/init/model.decoder.layers.10.fc1/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:48a3101b8fc4c992c6f823c28ab18f38ccc00994ceb2e7f2a16fc2e4ff9e6fd7
+size 17539
diff --git a/params/opt/5/rnd_search_t_lin/comb_18/init/model.decoder.layers.10.fc2/_s.pt b/params/opt/5/rnd_search_t_lin/comb_18/init/model.decoder.layers.10.fc2/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..706bb0369410039b23a9f56dbc49fec5cdf49f6e
--- /dev/null
+++ b/params/opt/5/rnd_search_t_lin/comb_18/init/model.decoder.layers.10.fc2/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a8d752a4a0f0de0e46ca44f73c6acefd7cee2328bcd6c6f21eee533fc2208a8a
+size 5251
diff --git a/params/opt/5/rnd_search_t_lin/comb_18/init/model.decoder.layers.10.self_attn.k_proj/_s.pt b/params/opt/5/rnd_search_t_lin/comb_18/init/model.decoder.layers.10.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..586a01839fc0c99cee7e85dff4402ea464cd3258
--- /dev/null
+++ b/params/opt/5/rnd_search_t_lin/comb_18/init/model.decoder.layers.10.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c8c5503a67ce7ff89668285e168766004759e55c8d73f75837a0b9250c343b98
+size 5251
diff --git a/params/opt/5/rnd_search_t_lin/comb_18/init/model.decoder.layers.10.self_attn.out_proj/_s.pt b/params/opt/5/rnd_search_t_lin/comb_18/init/model.decoder.layers.10.self_attn.out_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2d5a719e0af3c787035274d804cdcfa85bfa796a
--- /dev/null
+++ b/params/opt/5/rnd_search_t_lin/comb_18/init/model.decoder.layers.10.self_attn.out_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:14ff73cd22da1febc5a2077ca76bc74d992baeae4d96ab03db4661f40a04fe94
+size 5251
diff --git a/params/opt/5/rnd_search_t_lin/comb_18/init/model.decoder.layers.10.self_attn.q_proj/_s.pt b/params/opt/5/rnd_search_t_lin/comb_18/init/model.decoder.layers.10.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..542690f7b98519dd549cc780d35078bd1a350f8a
--- /dev/null
+++ b/params/opt/5/rnd_search_t_lin/comb_18/init/model.decoder.layers.10.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e0d2862b676d2c2de344b34e54c614028e270a491efdc24027d046b478f73baf
+size 5251
diff --git a/params/opt/5/rnd_search_t_lin/comb_18/init/model.decoder.layers.10.self_attn.v_proj/_s.pt b/params/opt/5/rnd_search_t_lin/comb_18/init/model.decoder.layers.10.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ca0c8ba60059272703c6415063572ce43f7ad463
--- /dev/null
+++ b/params/opt/5/rnd_search_t_lin/comb_18/init/model.decoder.layers.10.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:af0ef538295cbeb1437a11a697164f43a79f1c27829501a1f7496ca01425efd5
+size 5251
diff --git a/params/opt/5/rnd_search_t_lin/comb_18/init/model.decoder.layers.11.fc1/_s.pt b/params/opt/5/rnd_search_t_lin/comb_18/init/model.decoder.layers.11.fc1/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e6d225eb053bafb9325657031455aaa695dba2ab
--- /dev/null
+++ b/params/opt/5/rnd_search_t_lin/comb_18/init/model.decoder.layers.11.fc1/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:707ca4b8eca390eb33779f00df095a2932b969ffc431156c6ad23af6d3709724
+size 17539
diff --git a/params/opt/5/rnd_search_t_lin/comb_18/init/model.decoder.layers.11.fc2/_s.pt b/params/opt/5/rnd_search_t_lin/comb_18/init/model.decoder.layers.11.fc2/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ead3abedd8b47bb1ab5b9200a1d813863de2af47
--- /dev/null
+++ b/params/opt/5/rnd_search_t_lin/comb_18/init/model.decoder.layers.11.fc2/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2d3750b96df7aa16d2a73868d55cd89c543c599c5e064319775bf5f381c7477b
+size 5251
diff --git a/params/opt/5/rnd_search_t_lin/comb_18/init/model.decoder.layers.11.self_attn.k_proj/_s.pt b/params/opt/5/rnd_search_t_lin/comb_18/init/model.decoder.layers.11.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8241cbbabf7815a22c0646f7028738e4b1340ef8
--- /dev/null
+++ b/params/opt/5/rnd_search_t_lin/comb_18/init/model.decoder.layers.11.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:4a8b88563da86d0eb13d5558efc51df0bec06c7427e0bdab4ffc8d394bb28996
+size 5251
diff --git a/params/opt/5/rnd_search_t_lin/comb_18/init/model.decoder.layers.11.self_attn.out_proj/_s.pt b/params/opt/5/rnd_search_t_lin/comb_18/init/model.decoder.layers.11.self_attn.out_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..fe01025d6c8cf232e5c33d81edf79b0ebef85b19
--- /dev/null
+++ b/params/opt/5/rnd_search_t_lin/comb_18/init/model.decoder.layers.11.self_attn.out_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:17d65af8367d9124d6c9851f75f1da9f3b7eaa509ad5e1e9deb0f248d38561ff
+size 5251
diff --git a/params/opt/5/rnd_search_t_lin/comb_18/init/model.decoder.layers.11.self_attn.q_proj/_s.pt b/params/opt/5/rnd_search_t_lin/comb_18/init/model.decoder.layers.11.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8c489cebfe93ff3514a67d409429cf656a8c4edc
--- /dev/null
+++ b/params/opt/5/rnd_search_t_lin/comb_18/init/model.decoder.layers.11.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:cedb8ac02b044df36ccd3d71e5d5ed9d190b38ce25896bd51e401beeffa42609
+size 5251
diff --git a/params/opt/5/rnd_search_t_lin/comb_18/init/model.decoder.layers.11.self_attn.v_proj/_s.pt b/params/opt/5/rnd_search_t_lin/comb_18/init/model.decoder.layers.11.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..6a9db598b656f8e817adb0fe1752240b60222a50
--- /dev/null
+++ b/params/opt/5/rnd_search_t_lin/comb_18/init/model.decoder.layers.11.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:424e564da4ba9939d8059296cb17f4f5436a6ed5a22c72f8525b9cfb197d5456
+size 5251
diff --git a/params/opt/5/rnd_search_t_lin/comb_18/init/model.decoder.layers.12.fc1/_s.pt b/params/opt/5/rnd_search_t_lin/comb_18/init/model.decoder.layers.12.fc1/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c332b18fbc2f953d94d3ad65120d0cd8086dfde3
--- /dev/null
+++ b/params/opt/5/rnd_search_t_lin/comb_18/init/model.decoder.layers.12.fc1/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:094152465f8545e989f7a70bcf95b1548299394a8c6603840278c4df845c91bc
+size 17539
diff --git a/params/opt/5/rnd_search_t_lin/comb_18/init/model.decoder.layers.12.fc2/_s.pt b/params/opt/5/rnd_search_t_lin/comb_18/init/model.decoder.layers.12.fc2/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..9847b7abead6a87b013354e4e9b2e7e891649a12
--- /dev/null
+++ b/params/opt/5/rnd_search_t_lin/comb_18/init/model.decoder.layers.12.fc2/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:db6491f7cbb98d45f4253d7aa033abcecce4058285a3bfb1330532486d09fc3f
+size 5251
diff --git a/params/opt/5/rnd_search_t_lin/comb_18/init/model.decoder.layers.12.self_attn.k_proj/_s.pt b/params/opt/5/rnd_search_t_lin/comb_18/init/model.decoder.layers.12.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..f0816e1b7a6c16e538ff55a9a54cbb394e0a19ad
--- /dev/null
+++ b/params/opt/5/rnd_search_t_lin/comb_18/init/model.decoder.layers.12.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:3645cfc5189fb907c309bd0daa810510b8b0a9caa0726f55e7ca7a4acf7be472
+size 5251
diff --git a/params/opt/5/rnd_search_t_lin/comb_18/init/model.decoder.layers.12.self_attn.out_proj/_s.pt b/params/opt/5/rnd_search_t_lin/comb_18/init/model.decoder.layers.12.self_attn.out_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..541eccdd3197fb5e396fe2813136d701c7fdcf13
--- /dev/null
+++ b/params/opt/5/rnd_search_t_lin/comb_18/init/model.decoder.layers.12.self_attn.out_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:cf7b1e1cf37c09483a7c93c3f19580ae8bb8e16c6f448110721abe0ec07dd51e
+size 5251
diff --git a/params/opt/5/rnd_search_t_lin/comb_18/init/model.decoder.layers.12.self_attn.q_proj/_s.pt b/params/opt/5/rnd_search_t_lin/comb_18/init/model.decoder.layers.12.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ef6e7cd1b889997d913f97a6af47c4d0ef6a1a84
--- /dev/null
+++ b/params/opt/5/rnd_search_t_lin/comb_18/init/model.decoder.layers.12.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:333bf8b782867cab433b3d82cfa5e910f4956f347b841bf1f373e74b1921b77c
+size 5251
diff --git a/params/opt/5/rnd_search_t_lin/comb_18/init/model.decoder.layers.12.self_attn.v_proj/_s.pt b/params/opt/5/rnd_search_t_lin/comb_18/init/model.decoder.layers.12.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8d1902ce1af01a790f264f85bbaf569405f73ccb
--- /dev/null
+++ b/params/opt/5/rnd_search_t_lin/comb_18/init/model.decoder.layers.12.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:548d96f57c9941130a0047ed102e62f15f89ea5230bddb28a6eed1af635c0b96
+size 5251
diff --git a/params/opt/5/rnd_search_t_lin/comb_18/init/model.decoder.layers.13.fc1/_s.pt b/params/opt/5/rnd_search_t_lin/comb_18/init/model.decoder.layers.13.fc1/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..aec93e9e8f6f5213b3b2b2f4e163c4ab8b3308dd
--- /dev/null
+++ b/params/opt/5/rnd_search_t_lin/comb_18/init/model.decoder.layers.13.fc1/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:1d5421e31a8dc19a75550b91322dc7bba1a6bae9af48f8c5b3fe143905575097
+size 17539
diff --git a/params/opt/5/rnd_search_t_lin/comb_18/init/model.decoder.layers.13.fc2/_s.pt b/params/opt/5/rnd_search_t_lin/comb_18/init/model.decoder.layers.13.fc2/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..3064ba4dfe1e36a73a60762c7115e49b2d1b19c1
--- /dev/null
+++ b/params/opt/5/rnd_search_t_lin/comb_18/init/model.decoder.layers.13.fc2/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a3fc9d7907ca50cfd69bfe33b86f9e894156a033697236406c07d77d4b8dc700
+size 5251
diff --git a/params/opt/5/rnd_search_t_lin/comb_18/init/model.decoder.layers.13.self_attn.k_proj/_s.pt b/params/opt/5/rnd_search_t_lin/comb_18/init/model.decoder.layers.13.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..0a7d6376b3d0cf9349da6fb4dde1eab3762706c7
--- /dev/null
+++ b/params/opt/5/rnd_search_t_lin/comb_18/init/model.decoder.layers.13.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:9da21ab030bbb2995a32c6ec05d312c83e278e5d2c2a1e9fdf39628dd297ed64
+size 5251
diff --git a/params/opt/5/rnd_search_t_lin/comb_18/init/model.decoder.layers.13.self_attn.out_proj/_s.pt b/params/opt/5/rnd_search_t_lin/comb_18/init/model.decoder.layers.13.self_attn.out_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..af0128fa7b2bae2a2a356ba92c9486b186c4cfdd
--- /dev/null
+++ b/params/opt/5/rnd_search_t_lin/comb_18/init/model.decoder.layers.13.self_attn.out_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:757fabe1bbefe3edac5a6d72c1ab021745d926ce269204eb120ed0d845486e7c
+size 5251
diff --git a/params/opt/5/rnd_search_t_lin/comb_18/init/model.decoder.layers.13.self_attn.q_proj/_s.pt b/params/opt/5/rnd_search_t_lin/comb_18/init/model.decoder.layers.13.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..822edfe926237461e65f31b871138b35ccdd16bc
--- /dev/null
+++ b/params/opt/5/rnd_search_t_lin/comb_18/init/model.decoder.layers.13.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:4b9a6b70dd0693215e604d5a1c09553eedeb6fdb25024480965f418c632109fb
+size 5251
diff --git a/params/opt/5/rnd_search_t_lin/comb_18/init/model.decoder.layers.13.self_attn.v_proj/_s.pt b/params/opt/5/rnd_search_t_lin/comb_18/init/model.decoder.layers.13.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..881932501d47c32f918741349064afda8f1208fc
--- /dev/null
+++ b/params/opt/5/rnd_search_t_lin/comb_18/init/model.decoder.layers.13.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:69829c0f15faf79ffd9fd0d2b14fc2bed6807e2e60471c22f9cb9ab6c541b79b
+size 5251
diff --git a/params/opt/5/rnd_search_t_lin/comb_18/init/model.decoder.layers.14.fc1/_s.pt b/params/opt/5/rnd_search_t_lin/comb_18/init/model.decoder.layers.14.fc1/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..9c960ba604fb93d7df7e0f5232af617847a75b75
--- /dev/null
+++ b/params/opt/5/rnd_search_t_lin/comb_18/init/model.decoder.layers.14.fc1/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d924c9e5ff567ae10021e849e25f8abb2f2703116845a9a45217813c25c1f6b3
+size 17539
diff --git a/params/opt/5/rnd_search_t_lin/comb_18/init/model.decoder.layers.14.fc2/_s.pt b/params/opt/5/rnd_search_t_lin/comb_18/init/model.decoder.layers.14.fc2/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..69ad2f2d159ec75cbd957178f41ab7c44ed49dcd
--- /dev/null
+++ b/params/opt/5/rnd_search_t_lin/comb_18/init/model.decoder.layers.14.fc2/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:fd3506b5158f5ccee8dc6ddb4747abe6595e719e710c37ab6e3177d8b72da762
+size 5251
diff --git a/params/opt/5/rnd_search_t_lin/comb_18/init/model.decoder.layers.14.self_attn.k_proj/_s.pt b/params/opt/5/rnd_search_t_lin/comb_18/init/model.decoder.layers.14.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..306cae7f422e4d0194e54ae3441cf86aa152096b
--- /dev/null
+++ b/params/opt/5/rnd_search_t_lin/comb_18/init/model.decoder.layers.14.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:6dd4a347395de29c877fcf710571f2f39759d5060a6593898979a85e4499720a
+size 5251
diff --git a/params/opt/5/rnd_search_t_lin/comb_18/init/model.decoder.layers.14.self_attn.out_proj/_s.pt b/params/opt/5/rnd_search_t_lin/comb_18/init/model.decoder.layers.14.self_attn.out_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e8bf8443707cdb499147df67d7889d47665b9c16
--- /dev/null
+++ b/params/opt/5/rnd_search_t_lin/comb_18/init/model.decoder.layers.14.self_attn.out_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5233d4d71ed2d5f093f71472ab106abcef79b90d09f4e015b9e9c53ecd591f6f
+size 5251
diff --git a/params/opt/5/rnd_search_t_lin/comb_18/init/model.decoder.layers.14.self_attn.q_proj/_s.pt b/params/opt/5/rnd_search_t_lin/comb_18/init/model.decoder.layers.14.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..13d90aea231e3e225d00a6b512c6428cf37a4046
--- /dev/null
+++ b/params/opt/5/rnd_search_t_lin/comb_18/init/model.decoder.layers.14.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:4c9c6b2f7467c3f006adf5dc22cdf89bafd34bad1edc039fa8c7972b013faf9e
+size 5251
diff --git a/params/opt/5/rnd_search_t_lin/comb_18/init/model.decoder.layers.14.self_attn.v_proj/_s.pt b/params/opt/5/rnd_search_t_lin/comb_18/init/model.decoder.layers.14.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..f4ed1ab552a1e2d30a050c7a484d0b06c56937ce
--- /dev/null
+++ b/params/opt/5/rnd_search_t_lin/comb_18/init/model.decoder.layers.14.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e8c923dd45bf5f7f3774a7eaff32e94a468a53c100831219aafba64ce8253bd1
+size 5251
diff --git a/params/opt/5/rnd_search_t_lin/comb_18/init/model.decoder.layers.15.fc1/_s.pt b/params/opt/5/rnd_search_t_lin/comb_18/init/model.decoder.layers.15.fc1/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..cc2aee85450e4f40446073f920bf4f78099ee3ce
--- /dev/null
+++ b/params/opt/5/rnd_search_t_lin/comb_18/init/model.decoder.layers.15.fc1/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:7e037e8a05cee8beea5106317ca314fdc837a4cff7ae5b0d615962d85406d179
+size 17539
diff --git a/params/opt/5/rnd_search_t_lin/comb_18/init/model.decoder.layers.15.fc2/_s.pt b/params/opt/5/rnd_search_t_lin/comb_18/init/model.decoder.layers.15.fc2/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..777d983437e929b3267af51fd48ab42f0dead7b5
--- /dev/null
+++ b/params/opt/5/rnd_search_t_lin/comb_18/init/model.decoder.layers.15.fc2/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a239494b62cfa461e2d0d10d9bc70c2d9cd1d0c2aac6141114115adfbed55776
+size 5251
diff --git a/params/opt/5/rnd_search_t_lin/comb_18/init/model.decoder.layers.15.self_attn.k_proj/_s.pt b/params/opt/5/rnd_search_t_lin/comb_18/init/model.decoder.layers.15.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..3b58b1eb864dada0c408985267bbab5c260c3a4b
--- /dev/null
+++ b/params/opt/5/rnd_search_t_lin/comb_18/init/model.decoder.layers.15.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:dcc6d99c89506c6d3ec38c54c4b0b85dfc90f9e5fc8ff1b420c0ad47118c2be5
+size 5251
diff --git a/params/opt/5/rnd_search_t_lin/comb_18/init/model.decoder.layers.15.self_attn.out_proj/_s.pt b/params/opt/5/rnd_search_t_lin/comb_18/init/model.decoder.layers.15.self_attn.out_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..fa2b1822a0ae58a9929216028e8c45d9cf02f7fc
--- /dev/null
+++ b/params/opt/5/rnd_search_t_lin/comb_18/init/model.decoder.layers.15.self_attn.out_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f125c15f2996d64755e85bd84857342e8136ef047f1037186d5d2514d53821ed
+size 5251
diff --git a/params/opt/5/rnd_search_t_lin/comb_18/init/model.decoder.layers.15.self_attn.q_proj/_s.pt b/params/opt/5/rnd_search_t_lin/comb_18/init/model.decoder.layers.15.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..858baa3c68911d15755b574b0cf7e711c03a7f6b
--- /dev/null
+++ b/params/opt/5/rnd_search_t_lin/comb_18/init/model.decoder.layers.15.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:98cda8cadb6b7060c332326832be18d581cc7ba3e75e83f9dafb2cfb546b3290
+size 5251
diff --git a/params/opt/5/rnd_search_t_lin/comb_18/init/model.decoder.layers.15.self_attn.v_proj/_s.pt b/params/opt/5/rnd_search_t_lin/comb_18/init/model.decoder.layers.15.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c1e42cf54443c5ebcc149741fd8614c63eac9a69
--- /dev/null
+++ b/params/opt/5/rnd_search_t_lin/comb_18/init/model.decoder.layers.15.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:02fcaac2a03b08aef0b2f9c7ef46fd2c3d959c197e046773606a26c8dcaf7b18
+size 5251
diff --git a/params/opt/5/rnd_search_t_lin/comb_18/init/model.decoder.layers.16.fc1/_s.pt b/params/opt/5/rnd_search_t_lin/comb_18/init/model.decoder.layers.16.fc1/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..40dd7c4869d14ce64f91179be7af6b0a9b53c4a1
--- /dev/null
+++ b/params/opt/5/rnd_search_t_lin/comb_18/init/model.decoder.layers.16.fc1/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:bbdbf91e1055cf1e76fab908d060b981a1fcb9d8ab703ddcd08669f24d6eaa3a
+size 17539
diff --git a/params/opt/5/rnd_search_t_lin/comb_18/init/model.decoder.layers.16.fc2/_s.pt b/params/opt/5/rnd_search_t_lin/comb_18/init/model.decoder.layers.16.fc2/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..7a0e28de0d5a834168781bde0b296c715d400c2f
--- /dev/null
+++ b/params/opt/5/rnd_search_t_lin/comb_18/init/model.decoder.layers.16.fc2/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:9613a7437db457cfb221d0f51b2faa76cc38bbecdb2e4ac0e04b8e61298977e0
+size 5251
diff --git a/params/opt/5/rnd_search_t_lin/comb_18/init/model.decoder.layers.16.self_attn.k_proj/_s.pt b/params/opt/5/rnd_search_t_lin/comb_18/init/model.decoder.layers.16.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..0f78b1eeee402c59e960dad8cecb2685f345e983
--- /dev/null
+++ b/params/opt/5/rnd_search_t_lin/comb_18/init/model.decoder.layers.16.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b74f882eedd0522dfebe90d0c99674959c7763339dc5b4fa7d3959730854bd85
+size 5251
diff --git a/params/opt/5/rnd_search_t_lin/comb_18/init/model.decoder.layers.16.self_attn.out_proj/_s.pt b/params/opt/5/rnd_search_t_lin/comb_18/init/model.decoder.layers.16.self_attn.out_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4fb227bfa373648b0c431d47d29d16ed2bce717e
--- /dev/null
+++ b/params/opt/5/rnd_search_t_lin/comb_18/init/model.decoder.layers.16.self_attn.out_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:07ca6277ebd0079baff51b061b00a949e2061b2b6b0ea1b07b9a464015c4cf28
+size 5251
diff --git a/params/opt/5/rnd_search_t_lin/comb_18/init/model.decoder.layers.16.self_attn.q_proj/_s.pt b/params/opt/5/rnd_search_t_lin/comb_18/init/model.decoder.layers.16.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..248822ac83f8a493bbf61aa09238c7a02f6872bf
--- /dev/null
+++ b/params/opt/5/rnd_search_t_lin/comb_18/init/model.decoder.layers.16.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:da6e10e663c01425136e090bfd018abd65d99fdd638d82259afbca29b9ab0e5c
+size 5251
diff --git a/params/opt/5/rnd_search_t_lin/comb_18/init/model.decoder.layers.16.self_attn.v_proj/_s.pt b/params/opt/5/rnd_search_t_lin/comb_18/init/model.decoder.layers.16.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ab3b264a6928f572ff13818da64b94d1b82d3862
--- /dev/null
+++ b/params/opt/5/rnd_search_t_lin/comb_18/init/model.decoder.layers.16.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:19cf7c8bcef14308bae5a22165e76438363cc5acb816c835de660ecf95b60ede
+size 5251
diff --git a/params/opt/5/rnd_search_t_lin/comb_18/init/model.decoder.layers.17.fc1/_s.pt b/params/opt/5/rnd_search_t_lin/comb_18/init/model.decoder.layers.17.fc1/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2c6ed00e91967d2eac6476980d33591c3ab307c8
--- /dev/null
+++ b/params/opt/5/rnd_search_t_lin/comb_18/init/model.decoder.layers.17.fc1/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ac362a0101692ee9204c1988e053f3a10e623279c47e80f249e588c18cf3e108
+size 17539
diff --git a/params/opt/5/rnd_search_t_lin/comb_18/init/model.decoder.layers.17.fc2/_s.pt b/params/opt/5/rnd_search_t_lin/comb_18/init/model.decoder.layers.17.fc2/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..60de621857f364f7ca74c1445185e1f960850dca
--- /dev/null
+++ b/params/opt/5/rnd_search_t_lin/comb_18/init/model.decoder.layers.17.fc2/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:fbcc8662e63b8e553a4de23b0fc20bb13657a355cd610d720059969bebc4bf8b
+size 5251
diff --git a/params/opt/5/rnd_search_t_lin/comb_18/init/model.decoder.layers.17.self_attn.k_proj/_s.pt b/params/opt/5/rnd_search_t_lin/comb_18/init/model.decoder.layers.17.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..aa85480c8fa4eaa2156d5432b41fdb328258b72d
--- /dev/null
+++ b/params/opt/5/rnd_search_t_lin/comb_18/init/model.decoder.layers.17.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ddb9bef74abf7762a6d585e9921bb793874661e79fb4dee5fe5685f76d08642d
+size 5251
diff --git a/params/opt/5/rnd_search_t_lin/comb_18/init/model.decoder.layers.17.self_attn.out_proj/_s.pt b/params/opt/5/rnd_search_t_lin/comb_18/init/model.decoder.layers.17.self_attn.out_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..605ef5e559f563a233f95255f8e3ce9d6d31ba3e
--- /dev/null
+++ b/params/opt/5/rnd_search_t_lin/comb_18/init/model.decoder.layers.17.self_attn.out_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f0bee15869e961ef9d1fbc53688e8d6235612a6c0a8a2ab63f524cf24771194d
+size 5251
diff --git a/params/opt/5/rnd_search_t_lin/comb_18/init/model.decoder.layers.17.self_attn.q_proj/_s.pt b/params/opt/5/rnd_search_t_lin/comb_18/init/model.decoder.layers.17.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..b827ca7b877f0f8434a83a9705ce0cf8d4514409
--- /dev/null
+++ b/params/opt/5/rnd_search_t_lin/comb_18/init/model.decoder.layers.17.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e0041a38b5cb9f7026ed3de528794ea22138b31c7c2c13d68a2d562aad54240d
+size 5251
diff --git a/params/opt/5/rnd_search_t_lin/comb_18/init/model.decoder.layers.17.self_attn.v_proj/_s.pt b/params/opt/5/rnd_search_t_lin/comb_18/init/model.decoder.layers.17.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..3e49e2139f6ce52e9af4ad1d0c75d18e324503fd
--- /dev/null
+++ b/params/opt/5/rnd_search_t_lin/comb_18/init/model.decoder.layers.17.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:45d6780502f69ad5e5c4dca6d1f58419f81f754188bfeb1896fcfe8cf746e97a
+size 5251
diff --git a/params/opt/5/rnd_search_t_lin/comb_18/init/model.decoder.layers.18.fc1/_s.pt b/params/opt/5/rnd_search_t_lin/comb_18/init/model.decoder.layers.18.fc1/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..13778f129973a3fc1f40e3fc889478a5bb3f6cdd
--- /dev/null
+++ b/params/opt/5/rnd_search_t_lin/comb_18/init/model.decoder.layers.18.fc1/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d20b4baa4596d19afcf75467ddf83a0896f8f48188790b7af5998e6d6060de8e
+size 17539
diff --git a/params/opt/5/rnd_search_t_lin/comb_18/init/model.decoder.layers.18.fc2/_s.pt b/params/opt/5/rnd_search_t_lin/comb_18/init/model.decoder.layers.18.fc2/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2b905f09592e77c19ec8ef58e74dcae30e84ea58
--- /dev/null
+++ b/params/opt/5/rnd_search_t_lin/comb_18/init/model.decoder.layers.18.fc2/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5b93c5994a53cceb720d7bf62737925179ea13e17e9c60097a9117170949eb21
+size 5251
diff --git a/params/opt/5/rnd_search_t_lin/comb_18/init/model.decoder.layers.18.self_attn.k_proj/_s.pt b/params/opt/5/rnd_search_t_lin/comb_18/init/model.decoder.layers.18.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..5ba1180731f0c2b1b5efc5955d500a17c60fd67a
--- /dev/null
+++ b/params/opt/5/rnd_search_t_lin/comb_18/init/model.decoder.layers.18.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e05ed5f7105938954f69750fe89f1afe4200243ed3cec2ca11afb96b44d48791
+size 5251
diff --git a/params/opt/5/rnd_search_t_lin/comb_18/init/model.decoder.layers.18.self_attn.out_proj/_s.pt b/params/opt/5/rnd_search_t_lin/comb_18/init/model.decoder.layers.18.self_attn.out_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..0151b7fde3bd6825a1dd89877ae12f8c7cf7d9c7
--- /dev/null
+++ b/params/opt/5/rnd_search_t_lin/comb_18/init/model.decoder.layers.18.self_attn.out_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:8454d868041f794fecc3d8da0224e9fe77dce1d6268f771a07c38b25ad957ee4
+size 5251
diff --git a/params/opt/5/rnd_search_t_lin/comb_18/init/model.decoder.layers.18.self_attn.q_proj/_s.pt b/params/opt/5/rnd_search_t_lin/comb_18/init/model.decoder.layers.18.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c786b7147d4c35aad9178872d0fa17e725b384f9
--- /dev/null
+++ b/params/opt/5/rnd_search_t_lin/comb_18/init/model.decoder.layers.18.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:7c34302d4bb0c7eb1159982f2ff7b0fd839e9e28072c4f68464170c4bc159e15
+size 5251
diff --git a/params/opt/5/rnd_search_t_lin/comb_18/init/model.decoder.layers.18.self_attn.v_proj/_s.pt b/params/opt/5/rnd_search_t_lin/comb_18/init/model.decoder.layers.18.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..920ad7f4f40faeaa5c05556001746e6fe44eef6c
--- /dev/null
+++ b/params/opt/5/rnd_search_t_lin/comb_18/init/model.decoder.layers.18.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e9c793901db882fe09c75d1cbb4f27c847ffe321a8df7bbc6c3f75b46b9d8e5d
+size 5251
diff --git a/params/opt/5/rnd_search_t_lin/comb_18/init/model.decoder.layers.19.fc1/_s.pt b/params/opt/5/rnd_search_t_lin/comb_18/init/model.decoder.layers.19.fc1/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..6bb0dff203b71ba9fe73ea07d73f241c5f182e4a
--- /dev/null
+++ b/params/opt/5/rnd_search_t_lin/comb_18/init/model.decoder.layers.19.fc1/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ac65b3ddfcf0394b2b743720b1e37b8e8e6e4ef7d911eddb57d2f7a1333ada2d
+size 17539
diff --git a/params/opt/5/rnd_search_t_lin/comb_18/init/model.decoder.layers.19.fc2/_s.pt b/params/opt/5/rnd_search_t_lin/comb_18/init/model.decoder.layers.19.fc2/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..89e143de34be080bbab090e51cdc1db366deda73
--- /dev/null
+++ b/params/opt/5/rnd_search_t_lin/comb_18/init/model.decoder.layers.19.fc2/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:18176eacf2b7b39683277b3ff3a33b4f9a03cb6a262e6dc4329d0da0e46d7f29
+size 5251
diff --git a/params/opt/5/rnd_search_t_lin/comb_18/init/model.decoder.layers.19.self_attn.k_proj/_s.pt b/params/opt/5/rnd_search_t_lin/comb_18/init/model.decoder.layers.19.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..d63fcb7fddd96ba76eeaa3176684cc4454279b59
--- /dev/null
+++ b/params/opt/5/rnd_search_t_lin/comb_18/init/model.decoder.layers.19.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:1dbbc794b21fd4be05d0224bbc46827713ef0a804030bd45f1ecf02f3f69e797
+size 5251
diff --git a/params/opt/5/rnd_search_t_lin/comb_18/init/model.decoder.layers.19.self_attn.out_proj/_s.pt b/params/opt/5/rnd_search_t_lin/comb_18/init/model.decoder.layers.19.self_attn.out_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4dff301007c43087dcc33067f732209f72654da3
--- /dev/null
+++ b/params/opt/5/rnd_search_t_lin/comb_18/init/model.decoder.layers.19.self_attn.out_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b490a16be4d85a604ef3d7e316a1d61ecee9714ac2a4e764667254ba11d738fb
+size 5251
diff --git a/params/opt/5/rnd_search_t_lin/comb_18/init/model.decoder.layers.19.self_attn.q_proj/_s.pt b/params/opt/5/rnd_search_t_lin/comb_18/init/model.decoder.layers.19.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..988246d1dd5c1515f815b854b1e0bdcbec5bd31a
--- /dev/null
+++ b/params/opt/5/rnd_search_t_lin/comb_18/init/model.decoder.layers.19.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d4a4cf4cf95a508361edbaa572c24cf6327ca9ac001491efd0293d7aea980c3a
+size 5251
diff --git a/params/opt/5/rnd_search_t_lin/comb_18/init/model.decoder.layers.19.self_attn.v_proj/_s.pt b/params/opt/5/rnd_search_t_lin/comb_18/init/model.decoder.layers.19.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..08c6f9019b83572ff6f62036dbec85e3c9a30774
--- /dev/null
+++ b/params/opt/5/rnd_search_t_lin/comb_18/init/model.decoder.layers.19.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a6e05aff004b8bdeea76d9e1c8e672cd0a2a82cc18e67078cf545cc33a36e622
+size 5251
diff --git a/params/opt/5/rnd_search_t_lin/comb_18/init/model.decoder.layers.2.fc1/_s.pt b/params/opt/5/rnd_search_t_lin/comb_18/init/model.decoder.layers.2.fc1/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..5c530b4c64e649b7fb2cb2a1c2cc0a0074404040
--- /dev/null
+++ b/params/opt/5/rnd_search_t_lin/comb_18/init/model.decoder.layers.2.fc1/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c2129229346dacfda75ec1b53732385b5dccb59abf2018bc2531a8676cfa03fa
+size 17539
diff --git a/params/opt/5/rnd_search_t_lin/comb_18/init/model.decoder.layers.2.fc2/_s.pt b/params/opt/5/rnd_search_t_lin/comb_18/init/model.decoder.layers.2.fc2/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..5afa36ccc7be46e2baff3723d71843553ec4a5fe
--- /dev/null
+++ b/params/opt/5/rnd_search_t_lin/comb_18/init/model.decoder.layers.2.fc2/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:99464806d7a090d0dab3f306eb9373c911c23f8f4288f4c9f81c1fc23533fd32
+size 5251
diff --git a/params/opt/5/rnd_search_t_lin/comb_18/init/model.decoder.layers.2.self_attn.k_proj/_s.pt b/params/opt/5/rnd_search_t_lin/comb_18/init/model.decoder.layers.2.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c02c2d49ebd01aa28e7f61276f7356b08163ab42
--- /dev/null
+++ b/params/opt/5/rnd_search_t_lin/comb_18/init/model.decoder.layers.2.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d9e33b9e41541202abdcc9878d92ecd885d29fa7140771189ce080205835008d
+size 5251
diff --git a/params/opt/5/rnd_search_t_lin/comb_18/init/model.decoder.layers.2.self_attn.out_proj/_s.pt b/params/opt/5/rnd_search_t_lin/comb_18/init/model.decoder.layers.2.self_attn.out_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..1c61371dd2e8db037af3afc84b699c3d6f3c6390
--- /dev/null
+++ b/params/opt/5/rnd_search_t_lin/comb_18/init/model.decoder.layers.2.self_attn.out_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2e4989353117e7f0029e75deef2ccf0a092629ad8e0ee4b0657d82785565ef22
+size 5251
diff --git a/params/opt/5/rnd_search_t_lin/comb_18/init/model.decoder.layers.2.self_attn.q_proj/_s.pt b/params/opt/5/rnd_search_t_lin/comb_18/init/model.decoder.layers.2.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e885d5c62aa9a88608805feaf4ee53f7997be782
--- /dev/null
+++ b/params/opt/5/rnd_search_t_lin/comb_18/init/model.decoder.layers.2.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:43794b5c98e2bd31c858da7ab7fce193a4e88fbfc58015b20aa7d78fa216435d
+size 5251
diff --git a/params/opt/5/rnd_search_t_lin/comb_18/init/model.decoder.layers.2.self_attn.v_proj/_s.pt b/params/opt/5/rnd_search_t_lin/comb_18/init/model.decoder.layers.2.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..35d3f2f2711dafe976a82d96463ff3b17ed51302
--- /dev/null
+++ b/params/opt/5/rnd_search_t_lin/comb_18/init/model.decoder.layers.2.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a0cc6025b67b7dac90ad9a7c95da9cea9f04a69016b4797cb78227a414593c59
+size 5251
diff --git a/params/opt/5/rnd_search_t_lin/comb_18/init/model.decoder.layers.20.fc1/_s.pt b/params/opt/5/rnd_search_t_lin/comb_18/init/model.decoder.layers.20.fc1/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..d06c5858780cffbe60dc460366829933ad5b5f7a
--- /dev/null
+++ b/params/opt/5/rnd_search_t_lin/comb_18/init/model.decoder.layers.20.fc1/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:4660c79245c9b0c5cb0f3a103340b9892c044c136104f7c528f1d662da949eb8
+size 17539
diff --git a/params/opt/5/rnd_search_t_lin/comb_18/init/model.decoder.layers.20.fc2/_s.pt b/params/opt/5/rnd_search_t_lin/comb_18/init/model.decoder.layers.20.fc2/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..89a72a736a6afd3a0d0dea36eb50b8a888c218e6
--- /dev/null
+++ b/params/opt/5/rnd_search_t_lin/comb_18/init/model.decoder.layers.20.fc2/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:89c2b0bd43019fb496761b783c4b408fe1c77a777bfee3bb90cbb812bc28d500
+size 5251
diff --git a/params/opt/5/rnd_search_t_lin/comb_18/init/model.decoder.layers.20.self_attn.k_proj/_s.pt b/params/opt/5/rnd_search_t_lin/comb_18/init/model.decoder.layers.20.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a7d6a1fbfe493dfc136f36b6e9c4da2e8c7ca800
--- /dev/null
+++ b/params/opt/5/rnd_search_t_lin/comb_18/init/model.decoder.layers.20.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0b9acffc8218a38c9ce31c88d3c6a89aa2d2ca126aa732f95398db26b87d69a9
+size 5251
diff --git a/params/opt/5/rnd_search_t_lin/comb_18/init/model.decoder.layers.20.self_attn.out_proj/_s.pt b/params/opt/5/rnd_search_t_lin/comb_18/init/model.decoder.layers.20.self_attn.out_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..fa2ad8a1c1cf35fe760cf0fb8a985af84fd90bfc
--- /dev/null
+++ b/params/opt/5/rnd_search_t_lin/comb_18/init/model.decoder.layers.20.self_attn.out_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e377fcd89fb2818c9c1f8d71ab28d37d83dd5250fe7f08fd55a36595415288bf
+size 5251
diff --git a/params/opt/5/rnd_search_t_lin/comb_18/init/model.decoder.layers.20.self_attn.q_proj/_s.pt b/params/opt/5/rnd_search_t_lin/comb_18/init/model.decoder.layers.20.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..94e96f6d9a0848ccabac16911fd26966b00a0415
--- /dev/null
+++ b/params/opt/5/rnd_search_t_lin/comb_18/init/model.decoder.layers.20.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:83cf2d08cda63c0efa536d3e4ff36f0a52b52f370968f56a964576149f69eba9
+size 5251
diff --git a/params/opt/5/rnd_search_t_lin/comb_18/init/model.decoder.layers.20.self_attn.v_proj/_s.pt b/params/opt/5/rnd_search_t_lin/comb_18/init/model.decoder.layers.20.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..91aacffc6f24cb41ec43bbe00182b84a912c8788
--- /dev/null
+++ b/params/opt/5/rnd_search_t_lin/comb_18/init/model.decoder.layers.20.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e154680d3659509a1316adc311af6da419c42800220159dcdd9ecded513313c3
+size 5251
diff --git a/params/opt/5/rnd_search_t_lin/comb_18/init/model.decoder.layers.21.fc1/_s.pt b/params/opt/5/rnd_search_t_lin/comb_18/init/model.decoder.layers.21.fc1/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..bad00af1c6503339a6b393cddc7071eb32e0ae5b
--- /dev/null
+++ b/params/opt/5/rnd_search_t_lin/comb_18/init/model.decoder.layers.21.fc1/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2a792cef413eec085c52ee592a3439fb62c11f6f37356a8ea26ad9dfe34d2602
+size 17539
diff --git a/params/opt/5/rnd_search_t_lin/comb_18/init/model.decoder.layers.21.fc2/_s.pt b/params/opt/5/rnd_search_t_lin/comb_18/init/model.decoder.layers.21.fc2/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2dd044429fe3d518b76fe9e67cfc3009f0a8501e
--- /dev/null
+++ b/params/opt/5/rnd_search_t_lin/comb_18/init/model.decoder.layers.21.fc2/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:977a4cd8ab3579f2c1f28092eec28da2988fbb2543f3ae93e3ab3feaf1154a96
+size 5251
diff --git a/params/opt/5/rnd_search_t_lin/comb_18/init/model.decoder.layers.21.self_attn.k_proj/_s.pt b/params/opt/5/rnd_search_t_lin/comb_18/init/model.decoder.layers.21.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..033b6bd9d65cadde45f456e23f8fad547d0a40d6
--- /dev/null
+++ b/params/opt/5/rnd_search_t_lin/comb_18/init/model.decoder.layers.21.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c85a6f60064f1786538da3c981afd08499057aea5949c206ff02a27308b899b0
+size 5251
diff --git a/params/opt/5/rnd_search_t_lin/comb_18/init/model.decoder.layers.21.self_attn.out_proj/_s.pt b/params/opt/5/rnd_search_t_lin/comb_18/init/model.decoder.layers.21.self_attn.out_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..f236c0fbed0375610f9e9b2fcfbb817f7dfac793
--- /dev/null
+++ b/params/opt/5/rnd_search_t_lin/comb_18/init/model.decoder.layers.21.self_attn.out_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c94eda8d2a82698d648009550ecf8968744f6e3cbc9a8e9a6a0691ba1300d38e
+size 5251
diff --git a/params/opt/5/rnd_search_t_lin/comb_18/init/model.decoder.layers.21.self_attn.q_proj/_s.pt b/params/opt/5/rnd_search_t_lin/comb_18/init/model.decoder.layers.21.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2482c40919e1debcf19bf1d0385e9697ad39526f
--- /dev/null
+++ b/params/opt/5/rnd_search_t_lin/comb_18/init/model.decoder.layers.21.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:02400e6a670a87aedf42b750a49c0e7fb462f0114b88b4c71b913adc6256cd68
+size 5251
diff --git a/params/opt/5/rnd_search_t_lin/comb_18/init/model.decoder.layers.21.self_attn.v_proj/_s.pt b/params/opt/5/rnd_search_t_lin/comb_18/init/model.decoder.layers.21.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..35c8ac19cf0a422e45ca381c7fa0af42264d2ea5
--- /dev/null
+++ b/params/opt/5/rnd_search_t_lin/comb_18/init/model.decoder.layers.21.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:22cdca47a8a0456594e5d26c6b7866b31020f7cb4e4e28f2196cb9dd676692fa
+size 5251
diff --git a/params/opt/5/rnd_search_t_lin/comb_18/init/model.decoder.layers.22.fc1/_s.pt b/params/opt/5/rnd_search_t_lin/comb_18/init/model.decoder.layers.22.fc1/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..cc01d4716657d7f041f2795b7f929b52f2a188b5
--- /dev/null
+++ b/params/opt/5/rnd_search_t_lin/comb_18/init/model.decoder.layers.22.fc1/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:157ebd7425da04c873b3d6d949a3b54e738187a94bec7a236fccd6fcd4ed78ac
+size 17539
diff --git a/params/opt/5/rnd_search_t_lin/comb_18/init/model.decoder.layers.22.fc2/_s.pt b/params/opt/5/rnd_search_t_lin/comb_18/init/model.decoder.layers.22.fc2/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..fd0ee1d0681f9dd38c00b70df5911f7b023e31a7
--- /dev/null
+++ b/params/opt/5/rnd_search_t_lin/comb_18/init/model.decoder.layers.22.fc2/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:97f467a7949fc646e0a5c7946d1826a2d3ed6b2e70124b8bbbc155904ca175d6
+size 5251
diff --git a/params/opt/5/rnd_search_t_lin/comb_18/init/model.decoder.layers.22.self_attn.k_proj/_s.pt b/params/opt/5/rnd_search_t_lin/comb_18/init/model.decoder.layers.22.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ccb6d82b088cee1974ff5b84d63ccbdbe63080a0
--- /dev/null
+++ b/params/opt/5/rnd_search_t_lin/comb_18/init/model.decoder.layers.22.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:53099c3c9ec33b804f1923956e919c40df4214052d59441eccd806f986827740
+size 5251
diff --git a/params/opt/5/rnd_search_t_lin/comb_18/init/model.decoder.layers.22.self_attn.out_proj/_s.pt b/params/opt/5/rnd_search_t_lin/comb_18/init/model.decoder.layers.22.self_attn.out_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..774194e3459965fcc84fa0158b8385aabe6951e5
--- /dev/null
+++ b/params/opt/5/rnd_search_t_lin/comb_18/init/model.decoder.layers.22.self_attn.out_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:52ba1bca321c48bde0482e063b0146e1b687af1c640053031a95c7bede06de9d
+size 5251
diff --git a/params/opt/5/rnd_search_t_lin/comb_18/init/model.decoder.layers.22.self_attn.q_proj/_s.pt b/params/opt/5/rnd_search_t_lin/comb_18/init/model.decoder.layers.22.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..3a0eb5cf8823f9797ce6942cbb5e7662ca28a1aa
--- /dev/null
+++ b/params/opt/5/rnd_search_t_lin/comb_18/init/model.decoder.layers.22.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b9ff1ce68928f53bdb31dafa4c69bc034b9472445bbb6cb9ebcb8f59a0d8f6ff
+size 5251
diff --git a/params/opt/5/rnd_search_t_lin/comb_18/init/model.decoder.layers.22.self_attn.v_proj/_s.pt b/params/opt/5/rnd_search_t_lin/comb_18/init/model.decoder.layers.22.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..7c77ccd208fe31f210a0fa99c6eccb50295e13ac
--- /dev/null
+++ b/params/opt/5/rnd_search_t_lin/comb_18/init/model.decoder.layers.22.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:7494f166efaeab92f8e018f4d051e42336e42334c954d4213517a5e0a9713284
+size 5251
diff --git a/params/opt/5/rnd_search_t_lin/comb_18/init/model.decoder.layers.23.fc1/_s.pt b/params/opt/5/rnd_search_t_lin/comb_18/init/model.decoder.layers.23.fc1/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..99359f0c68743546f548ace94ba2c994a143d8a7
--- /dev/null
+++ b/params/opt/5/rnd_search_t_lin/comb_18/init/model.decoder.layers.23.fc1/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:21ee2319d2c46c96cab6b8c475a0cb040259f0661644d9fb51cc1f58b15d114f
+size 17539
diff --git a/params/opt/5/rnd_search_t_lin/comb_18/init/model.decoder.layers.23.fc2/_s.pt b/params/opt/5/rnd_search_t_lin/comb_18/init/model.decoder.layers.23.fc2/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..f8970e8cbd8631540968928fcfff444d640698ae
--- /dev/null
+++ b/params/opt/5/rnd_search_t_lin/comb_18/init/model.decoder.layers.23.fc2/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:725140d6dc961c7624015713b18bad64d647a574a02f07912768fdc5e05649c9
+size 5251
diff --git a/params/opt/5/rnd_search_t_lin/comb_18/init/model.decoder.layers.23.self_attn.k_proj/_s.pt b/params/opt/5/rnd_search_t_lin/comb_18/init/model.decoder.layers.23.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..291ae8ff1fbe6a5366c14c7787624adf146a39db
--- /dev/null
+++ b/params/opt/5/rnd_search_t_lin/comb_18/init/model.decoder.layers.23.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e3f2e938c96ef6261bb9ba22eb22907f936c31ec53ecbca092e7c6df1644ca04
+size 5251
diff --git a/params/opt/5/rnd_search_t_lin/comb_18/init/model.decoder.layers.23.self_attn.out_proj/_s.pt b/params/opt/5/rnd_search_t_lin/comb_18/init/model.decoder.layers.23.self_attn.out_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..9e8b841c260a522d060f568e7de4484de41d312f
--- /dev/null
+++ b/params/opt/5/rnd_search_t_lin/comb_18/init/model.decoder.layers.23.self_attn.out_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:39827e8f9966274b53aa8d4a1cee321ce4d3f8e02ceffc7b9aeb19406fad4b90
+size 5251
diff --git a/params/opt/5/rnd_search_t_lin/comb_18/init/model.decoder.layers.23.self_attn.q_proj/_s.pt b/params/opt/5/rnd_search_t_lin/comb_18/init/model.decoder.layers.23.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..13d4d33170833be5a4088f919cb7733d0787541c
--- /dev/null
+++ b/params/opt/5/rnd_search_t_lin/comb_18/init/model.decoder.layers.23.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:24a11a80998ef872b3747df1481a6ad76c1813296558dd1a14bb9a735e1955a7
+size 5251
diff --git a/params/opt/5/rnd_search_t_lin/comb_18/init/model.decoder.layers.23.self_attn.v_proj/_s.pt b/params/opt/5/rnd_search_t_lin/comb_18/init/model.decoder.layers.23.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..3e29ef03fcdd148d2263b94b1373bbb88336a153
--- /dev/null
+++ b/params/opt/5/rnd_search_t_lin/comb_18/init/model.decoder.layers.23.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:533efdd9c6b25556b77a288dc1672664c59e0a211496ed03dbb39d84ecfe9a10
+size 5251
diff --git a/params/opt/5/rnd_search_t_lin/comb_18/init/model.decoder.layers.3.fc1/_s.pt b/params/opt/5/rnd_search_t_lin/comb_18/init/model.decoder.layers.3.fc1/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ab6818cf80296afdab8606513b79f8cc3cea4874
--- /dev/null
+++ b/params/opt/5/rnd_search_t_lin/comb_18/init/model.decoder.layers.3.fc1/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5f0d5445ce5ea2a8f7da1747891c2ea7d0170fe1965a201bf3af6439fb9b5293
+size 17539
diff --git a/params/opt/5/rnd_search_t_lin/comb_18/init/model.decoder.layers.3.fc2/_s.pt b/params/opt/5/rnd_search_t_lin/comb_18/init/model.decoder.layers.3.fc2/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..bdd33dab3efc556961a2c0b80483e5232594913b
--- /dev/null
+++ b/params/opt/5/rnd_search_t_lin/comb_18/init/model.decoder.layers.3.fc2/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:161325ec3b3586da5df95dac770fdbf33ef1c37a8dfcf97e7890f7c869f8cdfb
+size 5251
diff --git a/params/opt/5/rnd_search_t_lin/comb_18/init/model.decoder.layers.3.self_attn.k_proj/_s.pt b/params/opt/5/rnd_search_t_lin/comb_18/init/model.decoder.layers.3.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..447bc147729015b61cb68795d7ff1bb3c534f4ef
--- /dev/null
+++ b/params/opt/5/rnd_search_t_lin/comb_18/init/model.decoder.layers.3.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e161df812aafd1f6b265626ae4eba4c734080bda408cb454638a7b25a6323497
+size 5251
diff --git a/params/opt/5/rnd_search_t_lin/comb_18/init/model.decoder.layers.3.self_attn.out_proj/_s.pt b/params/opt/5/rnd_search_t_lin/comb_18/init/model.decoder.layers.3.self_attn.out_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..611ed6c8a35c5148f85b77a159f27e500e9a9c73
--- /dev/null
+++ b/params/opt/5/rnd_search_t_lin/comb_18/init/model.decoder.layers.3.self_attn.out_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:8eecae6fc956a553efc0b322ad734d142b2d48e9e3a057fa6d79d990e8163b11
+size 5251
diff --git a/params/opt/5/rnd_search_t_lin/comb_18/init/model.decoder.layers.3.self_attn.q_proj/_s.pt b/params/opt/5/rnd_search_t_lin/comb_18/init/model.decoder.layers.3.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..cf3f6bd44aa0a04ab460a2d196de4f44112c282e
--- /dev/null
+++ b/params/opt/5/rnd_search_t_lin/comb_18/init/model.decoder.layers.3.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:44babbecd0b51b02dbdd7b66f7ef3c8b80389eacb3f91757f6ab6dffe80d3a80
+size 5251
diff --git a/params/opt/5/rnd_search_t_lin/comb_18/init/model.decoder.layers.3.self_attn.v_proj/_s.pt b/params/opt/5/rnd_search_t_lin/comb_18/init/model.decoder.layers.3.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..b80073ce9eca6e4223937780c6319ad36d7eb941
--- /dev/null
+++ b/params/opt/5/rnd_search_t_lin/comb_18/init/model.decoder.layers.3.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:533744a7233ff9399d64e0d44b9d4b3490a893c9ed64b3fa8a02462f3232a66e
+size 5251
diff --git a/params/opt/5/rnd_search_t_lin/comb_18/init/model.decoder.layers.4.fc1/_s.pt b/params/opt/5/rnd_search_t_lin/comb_18/init/model.decoder.layers.4.fc1/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..6d2497d289775079bb92665c3846bb1ab4b443d7
--- /dev/null
+++ b/params/opt/5/rnd_search_t_lin/comb_18/init/model.decoder.layers.4.fc1/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e5f7df731aca77072ce68d8581d0c93b81e084a38068fa2c7fcb229ca04b976d
+size 17539
diff --git a/params/opt/5/rnd_search_t_lin/comb_18/init/model.decoder.layers.4.fc2/_s.pt b/params/opt/5/rnd_search_t_lin/comb_18/init/model.decoder.layers.4.fc2/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e5cb16b5155dafbf9daaa2fe011b3b2fbc3596d3
--- /dev/null
+++ b/params/opt/5/rnd_search_t_lin/comb_18/init/model.decoder.layers.4.fc2/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:08d44c0c240859355f03371941e4cd49325bc2182b0c4b545985f89cd70542d9
+size 5251
diff --git a/params/opt/5/rnd_search_t_lin/comb_18/init/model.decoder.layers.4.self_attn.k_proj/_s.pt b/params/opt/5/rnd_search_t_lin/comb_18/init/model.decoder.layers.4.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c9868b1f925f29566621c664cfce42b0a2ab61bd
--- /dev/null
+++ b/params/opt/5/rnd_search_t_lin/comb_18/init/model.decoder.layers.4.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ea7ee6b43ee5c34701ed3e93557725194e15745356bd20113e900960c14b85e1
+size 5251
diff --git a/params/opt/5/rnd_search_t_lin/comb_18/init/model.decoder.layers.4.self_attn.out_proj/_s.pt b/params/opt/5/rnd_search_t_lin/comb_18/init/model.decoder.layers.4.self_attn.out_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..3754c81f6d1e62c8bd97c18fc07665d42835f7c6
--- /dev/null
+++ b/params/opt/5/rnd_search_t_lin/comb_18/init/model.decoder.layers.4.self_attn.out_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d1fdf6ab85fa4797ba8d779f5872f5a40138af81c9b622e5223085a27be21781
+size 5251
diff --git a/params/opt/5/rnd_search_t_lin/comb_18/init/model.decoder.layers.4.self_attn.q_proj/_s.pt b/params/opt/5/rnd_search_t_lin/comb_18/init/model.decoder.layers.4.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e3a7380d364d3575827c71fc5f3782c1306cc3e5
--- /dev/null
+++ b/params/opt/5/rnd_search_t_lin/comb_18/init/model.decoder.layers.4.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f3a4809998cf2a831f6f6c609474374d75536d0b26e6d11166efbe540456c791
+size 5251
diff --git a/params/opt/5/rnd_search_t_lin/comb_18/init/model.decoder.layers.4.self_attn.v_proj/_s.pt b/params/opt/5/rnd_search_t_lin/comb_18/init/model.decoder.layers.4.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..5ca0202c0863dbda0c84088af3fb5dc93581fc82
--- /dev/null
+++ b/params/opt/5/rnd_search_t_lin/comb_18/init/model.decoder.layers.4.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:8f355fad2cc2a3e692be6141e684d35a714519edbfd481365d243f2b3e353e69
+size 5251
diff --git a/params/opt/5/rnd_search_t_lin/comb_18/init/model.decoder.layers.5.fc1/_s.pt b/params/opt/5/rnd_search_t_lin/comb_18/init/model.decoder.layers.5.fc1/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..65116b8c8e509e00dc33c0f7aed19be1070d2780
--- /dev/null
+++ b/params/opt/5/rnd_search_t_lin/comb_18/init/model.decoder.layers.5.fc1/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:18f8e33f79ce147dd2016d23500b8da9686fe6dac7dbdc92f7ae72c1ef9c3058
+size 17539
diff --git a/params/opt/5/rnd_search_t_lin/comb_18/init/model.decoder.layers.5.fc2/_s.pt b/params/opt/5/rnd_search_t_lin/comb_18/init/model.decoder.layers.5.fc2/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..f0aef1e9de36546a60b12c65a16f01474f43f9ed
--- /dev/null
+++ b/params/opt/5/rnd_search_t_lin/comb_18/init/model.decoder.layers.5.fc2/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:687bb3e182b97daf4f21cfe370a5fc944ae3d0941c161afb0d9b6b6d91305578
+size 5251
diff --git a/params/opt/5/rnd_search_t_lin/comb_18/init/model.decoder.layers.5.self_attn.k_proj/_s.pt b/params/opt/5/rnd_search_t_lin/comb_18/init/model.decoder.layers.5.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..07c3124305932ccc7e9530512bfd8cd0bfde7682
--- /dev/null
+++ b/params/opt/5/rnd_search_t_lin/comb_18/init/model.decoder.layers.5.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:3d126e681d427948b91244c881ca0b13044dd81c57e2487acc449a8a26490931
+size 5251
diff --git a/params/opt/5/rnd_search_t_lin/comb_18/init/model.decoder.layers.5.self_attn.out_proj/_s.pt b/params/opt/5/rnd_search_t_lin/comb_18/init/model.decoder.layers.5.self_attn.out_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2be13708126d6f6a44c1d78747c48925cc43855c
--- /dev/null
+++ b/params/opt/5/rnd_search_t_lin/comb_18/init/model.decoder.layers.5.self_attn.out_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:8f55fca745aa4a4dd6449ba45bbb263f461e3da090e3e324b3790b01f15a2698
+size 5251
diff --git a/params/opt/5/rnd_search_t_lin/comb_18/init/model.decoder.layers.5.self_attn.q_proj/_s.pt b/params/opt/5/rnd_search_t_lin/comb_18/init/model.decoder.layers.5.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..43cd37af6343c2e050a5dee9eb6696aca58afa6e
--- /dev/null
+++ b/params/opt/5/rnd_search_t_lin/comb_18/init/model.decoder.layers.5.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:55bbf7a8a4790f247106cd23b1ac7236e89edaee1e189f661cc86f3423a781c2
+size 5251
diff --git a/params/opt/5/rnd_search_t_lin/comb_18/init/model.decoder.layers.5.self_attn.v_proj/_s.pt b/params/opt/5/rnd_search_t_lin/comb_18/init/model.decoder.layers.5.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..53f95c1a2450567d88c01a41cc48c0a0629c1adb
--- /dev/null
+++ b/params/opt/5/rnd_search_t_lin/comb_18/init/model.decoder.layers.5.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b41efbbfdfee1a6fc17a8acd2a6c74d9a357b57a108042080b43636641cb1d41
+size 5251
diff --git a/params/opt/5/rnd_search_t_lin/comb_18/init/model.decoder.layers.6.fc1/_s.pt b/params/opt/5/rnd_search_t_lin/comb_18/init/model.decoder.layers.6.fc1/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..cb7db40179ae91b77183c9296f5c1789a3794e01
--- /dev/null
+++ b/params/opt/5/rnd_search_t_lin/comb_18/init/model.decoder.layers.6.fc1/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:cf8c10f9c7c89deeff4f9bb48490ae3b81f1a1ab3fa177bb874e22315546f31a
+size 17539
diff --git a/params/opt/5/rnd_search_t_lin/comb_18/init/model.decoder.layers.6.fc2/_s.pt b/params/opt/5/rnd_search_t_lin/comb_18/init/model.decoder.layers.6.fc2/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..d41b228287ff30787290c86b3e7abf18b22e3c20
--- /dev/null
+++ b/params/opt/5/rnd_search_t_lin/comb_18/init/model.decoder.layers.6.fc2/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a134595ec4ca6af94196ca507f554239beca43af7335f41983b17683e1479f79
+size 5251
diff --git a/params/opt/5/rnd_search_t_lin/comb_18/init/model.decoder.layers.6.self_attn.k_proj/_s.pt b/params/opt/5/rnd_search_t_lin/comb_18/init/model.decoder.layers.6.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..f2330b64d12d6fe42fa2da920efbcdc031ba1d4c
--- /dev/null
+++ b/params/opt/5/rnd_search_t_lin/comb_18/init/model.decoder.layers.6.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:75b3a1da2e70a71922847c243544001012bf071d492a862f156c8a5cf0a43f79
+size 5251
diff --git a/params/opt/5/rnd_search_t_lin/comb_18/init/model.decoder.layers.6.self_attn.out_proj/_s.pt b/params/opt/5/rnd_search_t_lin/comb_18/init/model.decoder.layers.6.self_attn.out_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8cdc7edcca5a0781227ac60a4fd3110d3043d26c
--- /dev/null
+++ b/params/opt/5/rnd_search_t_lin/comb_18/init/model.decoder.layers.6.self_attn.out_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:465ede8b8b632b284a9826c5c356e6212e076fd7126df494d7e3c6788d1de3c5
+size 5251
diff --git a/params/opt/5/rnd_search_t_lin/comb_18/init/model.decoder.layers.6.self_attn.q_proj/_s.pt b/params/opt/5/rnd_search_t_lin/comb_18/init/model.decoder.layers.6.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..57ab750cc990ac584d656f571b8dad0694cc1993
--- /dev/null
+++ b/params/opt/5/rnd_search_t_lin/comb_18/init/model.decoder.layers.6.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:da55be0975caee8409b47cd72acf987f5e69797fb0c7d2a4b21eeb6464e5c7bc
+size 5251
diff --git a/params/opt/5/rnd_search_t_lin/comb_18/init/model.decoder.layers.6.self_attn.v_proj/_s.pt b/params/opt/5/rnd_search_t_lin/comb_18/init/model.decoder.layers.6.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..1c06a9a8ed792ed4fc06716f8cf85c0e91577d16
--- /dev/null
+++ b/params/opt/5/rnd_search_t_lin/comb_18/init/model.decoder.layers.6.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:9c6c7189fa146c21aa3236606151dfffbb947097c58682b293bcff39e886c997
+size 5251
diff --git a/params/opt/5/rnd_search_t_lin/comb_18/init/model.decoder.layers.7.fc1/_s.pt b/params/opt/5/rnd_search_t_lin/comb_18/init/model.decoder.layers.7.fc1/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..9f747df4dbd14350785ab6e89f7eef6e5335e186
--- /dev/null
+++ b/params/opt/5/rnd_search_t_lin/comb_18/init/model.decoder.layers.7.fc1/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:9bfd4dac13c815c21b89afdbee578ec1a4b03cf6e87b2fc895acabc515afa8db
+size 17539
diff --git a/params/opt/5/rnd_search_t_lin/comb_18/init/model.decoder.layers.7.fc2/_s.pt b/params/opt/5/rnd_search_t_lin/comb_18/init/model.decoder.layers.7.fc2/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..5d757db761f0566c192f795744ef45cb16a12935
--- /dev/null
+++ b/params/opt/5/rnd_search_t_lin/comb_18/init/model.decoder.layers.7.fc2/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d627708b129f7091db541b8340355ab190dcfff3f1fff27b98a4785a397eda97
+size 5251
diff --git a/params/opt/5/rnd_search_t_lin/comb_18/init/model.decoder.layers.7.self_attn.k_proj/_s.pt b/params/opt/5/rnd_search_t_lin/comb_18/init/model.decoder.layers.7.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..503f985624ac6d560bd9329c942751125887c62c
--- /dev/null
+++ b/params/opt/5/rnd_search_t_lin/comb_18/init/model.decoder.layers.7.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5b69548c2ac52c0720c2da8f0427aceb3981d06f88ed0910d22496592df4e070
+size 5251
diff --git a/params/opt/5/rnd_search_t_lin/comb_18/init/model.decoder.layers.7.self_attn.out_proj/_s.pt b/params/opt/5/rnd_search_t_lin/comb_18/init/model.decoder.layers.7.self_attn.out_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a586354b2033ddb7f1c0fd63ee32e5751869139e
--- /dev/null
+++ b/params/opt/5/rnd_search_t_lin/comb_18/init/model.decoder.layers.7.self_attn.out_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2da12000c599c4b9f50b376254fb96de9fa58c1003207568c4e401140c3e2b32
+size 5251
diff --git a/params/opt/5/rnd_search_t_lin/comb_18/init/model.decoder.layers.7.self_attn.q_proj/_s.pt b/params/opt/5/rnd_search_t_lin/comb_18/init/model.decoder.layers.7.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..214e29d6c2e1e16aa1fcf85e518fb4d6ac26b58e
--- /dev/null
+++ b/params/opt/5/rnd_search_t_lin/comb_18/init/model.decoder.layers.7.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:6ac7d68ac16566afb5e09727259e313949fa444aa35acd636573ed0d03f6a299
+size 5251
diff --git a/params/opt/5/rnd_search_t_lin/comb_18/init/model.decoder.layers.7.self_attn.v_proj/_s.pt b/params/opt/5/rnd_search_t_lin/comb_18/init/model.decoder.layers.7.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ce19be6c6fb4380215ded63892c2cf6308415762
--- /dev/null
+++ b/params/opt/5/rnd_search_t_lin/comb_18/init/model.decoder.layers.7.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:25fd7bf2d97e7322466caa93852d07ec367bab5b97539ab82a01c42a34cfeadb
+size 5251
diff --git a/params/opt/5/rnd_search_t_lin/comb_18/init/model.decoder.layers.8.fc1/_s.pt b/params/opt/5/rnd_search_t_lin/comb_18/init/model.decoder.layers.8.fc1/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2e9fa0c784af923e0c0703c251a32c609778e3f5
--- /dev/null
+++ b/params/opt/5/rnd_search_t_lin/comb_18/init/model.decoder.layers.8.fc1/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d16bfa3cea91b6e9c67d1b336ac4212cdba8999bf495081c2cac83d18631abf8
+size 17539
diff --git a/params/opt/5/rnd_search_t_lin/comb_18/init/model.decoder.layers.8.fc2/_s.pt b/params/opt/5/rnd_search_t_lin/comb_18/init/model.decoder.layers.8.fc2/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..fc04d33ea628d078b7916f6db9e767d0459d834d
--- /dev/null
+++ b/params/opt/5/rnd_search_t_lin/comb_18/init/model.decoder.layers.8.fc2/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:933344dab27992ca6dc64495853931527f72a27d179fae61ea9cbdaf848b743b
+size 5251
diff --git a/params/opt/5/rnd_search_t_lin/comb_18/init/model.decoder.layers.8.self_attn.k_proj/_s.pt b/params/opt/5/rnd_search_t_lin/comb_18/init/model.decoder.layers.8.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ae7d6f6cc0771d42973eb9d240853fae4566f5c3
--- /dev/null
+++ b/params/opt/5/rnd_search_t_lin/comb_18/init/model.decoder.layers.8.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:57ab436be39e79fa015e7408bacb56937e7b627510a7e15097ebcad1dbc908f8
+size 5251
diff --git a/params/opt/5/rnd_search_t_lin/comb_18/init/model.decoder.layers.8.self_attn.out_proj/_s.pt b/params/opt/5/rnd_search_t_lin/comb_18/init/model.decoder.layers.8.self_attn.out_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..fb86a0971b976bd5f8acfcffc30c2948a7915e63
--- /dev/null
+++ b/params/opt/5/rnd_search_t_lin/comb_18/init/model.decoder.layers.8.self_attn.out_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:092b33c49586789ad2ac9e9f6374a7b256cc441e08bf0834924d127d3e448073
+size 5251
diff --git a/params/opt/5/rnd_search_t_lin/comb_18/init/model.decoder.layers.8.self_attn.q_proj/_s.pt b/params/opt/5/rnd_search_t_lin/comb_18/init/model.decoder.layers.8.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..81edd80449d09dbcfef35edb7779b49060d33284
--- /dev/null
+++ b/params/opt/5/rnd_search_t_lin/comb_18/init/model.decoder.layers.8.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d4fef88fa54400f38a1663718f44098f707e730642ccea483776ae62885a5eff
+size 5251
diff --git a/params/opt/5/rnd_search_t_lin/comb_18/init/model.decoder.layers.8.self_attn.v_proj/_s.pt b/params/opt/5/rnd_search_t_lin/comb_18/init/model.decoder.layers.8.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8dc0a0c34dcd2f14dda265b2558dc0cffea6e98f
--- /dev/null
+++ b/params/opt/5/rnd_search_t_lin/comb_18/init/model.decoder.layers.8.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:eb35692937e8bb8416b48f5a8e343bd3b283d08a0eaf360a6c4fb24c8771ffbb
+size 5251
diff --git a/params/opt/5/rnd_search_t_lin/comb_18/init/model.decoder.layers.9.fc1/_s.pt b/params/opt/5/rnd_search_t_lin/comb_18/init/model.decoder.layers.9.fc1/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..03933cd5bf217c9719ee3ce14df3dcbe1d979aab
--- /dev/null
+++ b/params/opt/5/rnd_search_t_lin/comb_18/init/model.decoder.layers.9.fc1/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:fc6c94b6966e267e10e0086f3a347951e0fbbef5040271d90780873d04809c61
+size 17539
diff --git a/params/opt/5/rnd_search_t_lin/comb_18/init/model.decoder.layers.9.fc2/_s.pt b/params/opt/5/rnd_search_t_lin/comb_18/init/model.decoder.layers.9.fc2/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..562a9cfdcf5cda6cd88c636217a762f1278e6283
--- /dev/null
+++ b/params/opt/5/rnd_search_t_lin/comb_18/init/model.decoder.layers.9.fc2/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:35792fad2a857799d9aaa40eebcfac67c862f547f580e4cb537d37361495fd45
+size 5251
diff --git a/params/opt/5/rnd_search_t_lin/comb_18/init/model.decoder.layers.9.self_attn.k_proj/_s.pt b/params/opt/5/rnd_search_t_lin/comb_18/init/model.decoder.layers.9.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..6727a8f1ffea5735c57c9e354297f0efe59e6e78
--- /dev/null
+++ b/params/opt/5/rnd_search_t_lin/comb_18/init/model.decoder.layers.9.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5a29f53af2d06ab81350444b1df3da00d9de0e786b8c07b29328442c0986d5a8
+size 5251
diff --git a/params/opt/5/rnd_search_t_lin/comb_18/init/model.decoder.layers.9.self_attn.out_proj/_s.pt b/params/opt/5/rnd_search_t_lin/comb_18/init/model.decoder.layers.9.self_attn.out_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..d6ab9c37e57d57808a37bfa618bbcce0ff446345
--- /dev/null
+++ b/params/opt/5/rnd_search_t_lin/comb_18/init/model.decoder.layers.9.self_attn.out_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:dc7984ab783d5010617cb551f9089577b9e865e68e97a432ed6644f4c749f6a7
+size 5251
diff --git a/params/opt/5/rnd_search_t_lin/comb_18/init/model.decoder.layers.9.self_attn.q_proj/_s.pt b/params/opt/5/rnd_search_t_lin/comb_18/init/model.decoder.layers.9.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..66c03771609431d22a9b25cbf3416fa70f67b3cd
--- /dev/null
+++ b/params/opt/5/rnd_search_t_lin/comb_18/init/model.decoder.layers.9.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:9a10887a84deff07a051df42880edcf46cfe1531d2ba399d8036c6c0abaa83a4
+size 5251
diff --git a/params/opt/5/rnd_search_t_lin/comb_18/init/model.decoder.layers.9.self_attn.v_proj/_s.pt b/params/opt/5/rnd_search_t_lin/comb_18/init/model.decoder.layers.9.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..9a38984f7c48c370d5399c9f8d1e41c6629da643
--- /dev/null
+++ b/params/opt/5/rnd_search_t_lin/comb_18/init/model.decoder.layers.9.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:6ed74fd3e76fb25dea34d39ca5c5495d0381b8cf4d518bff1d2f1d2e4750a511
+size 5251
diff --git a/params/opt/5/rnd_search_t_lin/comb_18/init/model.decoder.project_in/_s.pt b/params/opt/5/rnd_search_t_lin/comb_18/init/model.decoder.project_in/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..eb28560ccabf20a8017587417c1f36e79cc3bd5a
--- /dev/null
+++ b/params/opt/5/rnd_search_t_lin/comb_18/init/model.decoder.project_in/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:aa32b634900fc2809c0bf331534ac9041cf488f515c54b64ebb97053230ce12e
+size 5251
diff --git a/params/opt/5/rnd_search_t_lin/comb_18/init/model.decoder.project_out/_s.pt b/params/opt/5/rnd_search_t_lin/comb_18/init/model.decoder.project_out/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..534c595cda3ed1c5230d14b50f5f3c8c61b6ce60
--- /dev/null
+++ b/params/opt/5/rnd_search_t_lin/comb_18/init/model.decoder.project_out/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:8ce8357e5425c65b81ea30cdb1822a1da25ae74a12febced5f14c28efa132a69
+size 3203
diff --git a/params/opt/5/rnd_search_t_lin/comb_18/trained/lm_head/_s.pt b/params/opt/5/rnd_search_t_lin/comb_18/trained/lm_head/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4776fd14ff082f7b11db40823a74b92e88b79211
--- /dev/null
+++ b/params/opt/5/rnd_search_t_lin/comb_18/trained/lm_head/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:899754cdd158fb75832affcc7d65331e73b31084bfa6634e3165474ca419153b
+size 202243
diff --git a/params/opt/5/rnd_search_t_lin/comb_18/trained/model.decoder.layers.0.fc1/_s.pt b/params/opt/5/rnd_search_t_lin/comb_18/trained/model.decoder.layers.0.fc1/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ca0dc08bb0f4637529cbc7a5c394e1220749ce84
--- /dev/null
+++ b/params/opt/5/rnd_search_t_lin/comb_18/trained/model.decoder.layers.0.fc1/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:9663c35f38cc1cbe80d445efe0949c1ce6ed565609b80c61d91249d977da86ef
+size 17539
diff --git a/params/opt/5/rnd_search_t_lin/comb_18/trained/model.decoder.layers.0.fc2/_s.pt b/params/opt/5/rnd_search_t_lin/comb_18/trained/model.decoder.layers.0.fc2/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..0f9e34d4a595bac43f9b15e82789a83738e604d7
--- /dev/null
+++ b/params/opt/5/rnd_search_t_lin/comb_18/trained/model.decoder.layers.0.fc2/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:73438c7a8dd1bf70de9acc70c01930d31359c38616d6f4025b4e3db96d90d341
+size 5251
diff --git a/params/opt/5/rnd_search_t_lin/comb_18/trained/model.decoder.layers.0.self_attn.k_proj/_s.pt b/params/opt/5/rnd_search_t_lin/comb_18/trained/model.decoder.layers.0.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ed5b16efd6a8dfc4b1bd8d146b785305520234ae
--- /dev/null
+++ b/params/opt/5/rnd_search_t_lin/comb_18/trained/model.decoder.layers.0.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:535e683c16638c4b974c5a1e7495bcfb89f026e7fcb6fd0304f374fe0ae9adc8
+size 5251
diff --git a/params/opt/5/rnd_search_t_lin/comb_18/trained/model.decoder.layers.0.self_attn.out_proj/_s.pt b/params/opt/5/rnd_search_t_lin/comb_18/trained/model.decoder.layers.0.self_attn.out_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..0aa783b871937159fc49ee31183eb8f4050ec648
--- /dev/null
+++ b/params/opt/5/rnd_search_t_lin/comb_18/trained/model.decoder.layers.0.self_attn.out_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:6fb8ee6561858883bc6d2a7b35acedfaf6afeacb593da33f1e20a21f139eaef5
+size 5251
diff --git a/params/opt/5/rnd_search_t_lin/comb_18/trained/model.decoder.layers.0.self_attn.q_proj/_s.pt b/params/opt/5/rnd_search_t_lin/comb_18/trained/model.decoder.layers.0.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e082e0c8464fa740f465914c5e8fe74007d4c91f
--- /dev/null
+++ b/params/opt/5/rnd_search_t_lin/comb_18/trained/model.decoder.layers.0.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:141ad2658fba86090a53b6b4450202b2bfa3effda2f1d4b6f01111d1d4dd453b
+size 5251
diff --git a/params/opt/5/rnd_search_t_lin/comb_18/trained/model.decoder.layers.0.self_attn.v_proj/_s.pt b/params/opt/5/rnd_search_t_lin/comb_18/trained/model.decoder.layers.0.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c02d73b7af01816604f6348e25b384cfc771075b
--- /dev/null
+++ b/params/opt/5/rnd_search_t_lin/comb_18/trained/model.decoder.layers.0.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c52a1d7367014f723e3db33f8aac2c6d7ee772ebeaa5828faafb4ab159ab7c23
+size 5251
diff --git a/params/opt/5/rnd_search_t_lin/comb_18/trained/model.decoder.layers.1.fc1/_s.pt b/params/opt/5/rnd_search_t_lin/comb_18/trained/model.decoder.layers.1.fc1/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..44c77d469c7cb7209c0e772461595c35e0a28598
--- /dev/null
+++ b/params/opt/5/rnd_search_t_lin/comb_18/trained/model.decoder.layers.1.fc1/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d8653e6e4a42fb6885df0efe5a15adea109d5658d2936d3d8670a0b9d1dbbdc4
+size 17539
diff --git a/params/opt/5/rnd_search_t_lin/comb_18/trained/model.decoder.layers.1.fc2/_s.pt b/params/opt/5/rnd_search_t_lin/comb_18/trained/model.decoder.layers.1.fc2/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4f59f1cf411a8102a5bb782b173f4cb2e78ad57d
--- /dev/null
+++ b/params/opt/5/rnd_search_t_lin/comb_18/trained/model.decoder.layers.1.fc2/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:fd2a8ccb8f7a39942fe115fb2d87a2643c9ddcdfacaf9d1baec73ab7b9c1766a
+size 5251
diff --git a/params/opt/5/rnd_search_t_lin/comb_18/trained/model.decoder.layers.1.self_attn.k_proj/_s.pt b/params/opt/5/rnd_search_t_lin/comb_18/trained/model.decoder.layers.1.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..76f288d3fd0b135a80383bbeb6a8570c89dbf88e
--- /dev/null
+++ b/params/opt/5/rnd_search_t_lin/comb_18/trained/model.decoder.layers.1.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b2fa9ab0c45ca7acaf1aace3a223cb57d7164759a6e1e9c08af6538b97656832
+size 5251
diff --git a/params/opt/5/rnd_search_t_lin/comb_18/trained/model.decoder.layers.1.self_attn.out_proj/_s.pt b/params/opt/5/rnd_search_t_lin/comb_18/trained/model.decoder.layers.1.self_attn.out_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..7c987eeacb0bb671a1d93549e9e463d197dc5ccb
--- /dev/null
+++ b/params/opt/5/rnd_search_t_lin/comb_18/trained/model.decoder.layers.1.self_attn.out_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f445cd2c24bd01299ecfa3c862102c551797ea80386309cad3ab9f8bb6da6448
+size 5251
diff --git a/params/opt/5/rnd_search_t_lin/comb_18/trained/model.decoder.layers.1.self_attn.q_proj/_s.pt b/params/opt/5/rnd_search_t_lin/comb_18/trained/model.decoder.layers.1.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..d2702fb47a27453ae056a24c5ce3d6b28d657e63
--- /dev/null
+++ b/params/opt/5/rnd_search_t_lin/comb_18/trained/model.decoder.layers.1.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2c1d1b89afe1318f64cc79cf7e3955930486dec78a655e3810742cfab2a314f3
+size 5251
diff --git a/params/opt/5/rnd_search_t_lin/comb_18/trained/model.decoder.layers.1.self_attn.v_proj/_s.pt b/params/opt/5/rnd_search_t_lin/comb_18/trained/model.decoder.layers.1.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4a7808e3fc81c595eb4740b2d9c339602d7d100c
--- /dev/null
+++ b/params/opt/5/rnd_search_t_lin/comb_18/trained/model.decoder.layers.1.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a6d6b15bd2879babade97c9aef334e4543ae597e312272daa0c83fe9887ad236
+size 5251
diff --git a/params/opt/5/rnd_search_t_lin/comb_18/trained/model.decoder.layers.10.fc1/_s.pt b/params/opt/5/rnd_search_t_lin/comb_18/trained/model.decoder.layers.10.fc1/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..9fe9bb012d7aecec4235d0e1d417fbc39bb2b85e
--- /dev/null
+++ b/params/opt/5/rnd_search_t_lin/comb_18/trained/model.decoder.layers.10.fc1/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f768b0da99e2432c360f1ff63f2fdbea1ad3226dfc056f16c22baa46c5ad9074
+size 17539
diff --git a/params/opt/5/rnd_search_t_lin/comb_18/trained/model.decoder.layers.10.fc2/_s.pt b/params/opt/5/rnd_search_t_lin/comb_18/trained/model.decoder.layers.10.fc2/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..9a9d59f9bb277eafb873e2a4efe03bc0c9612d79
--- /dev/null
+++ b/params/opt/5/rnd_search_t_lin/comb_18/trained/model.decoder.layers.10.fc2/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:fce09f95b5132d8b10e1002f29dd5c5283a87491a7405f31872d33c46022207d
+size 5251
diff --git a/params/opt/5/rnd_search_t_lin/comb_18/trained/model.decoder.layers.10.self_attn.k_proj/_s.pt b/params/opt/5/rnd_search_t_lin/comb_18/trained/model.decoder.layers.10.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..f70bb482a3dbe6e759d6e26bb2a1360b0bf84ba1
--- /dev/null
+++ b/params/opt/5/rnd_search_t_lin/comb_18/trained/model.decoder.layers.10.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:892ecb7de79889319909da1f9200db9fdf27581444dcbcf0f9ea35a55160a2b8
+size 5251
diff --git a/params/opt/5/rnd_search_t_lin/comb_18/trained/model.decoder.layers.10.self_attn.out_proj/_s.pt b/params/opt/5/rnd_search_t_lin/comb_18/trained/model.decoder.layers.10.self_attn.out_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..fb92271917926ffd55c3f162325e406edfcc62e3
--- /dev/null
+++ b/params/opt/5/rnd_search_t_lin/comb_18/trained/model.decoder.layers.10.self_attn.out_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:00463a24424f5c080f68d6a0a9ef6c458821c4046644ab0783c57548c81371a7
+size 5251
diff --git a/params/opt/5/rnd_search_t_lin/comb_18/trained/model.decoder.layers.10.self_attn.q_proj/_s.pt b/params/opt/5/rnd_search_t_lin/comb_18/trained/model.decoder.layers.10.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..1543102c56938817bfa633ca36dac41b8f71ab5c
--- /dev/null
+++ b/params/opt/5/rnd_search_t_lin/comb_18/trained/model.decoder.layers.10.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:fb167c90113174c30bacf31cb9b1f16ad3c0985579163618af402cb55d4529be
+size 5251
diff --git a/params/opt/5/rnd_search_t_lin/comb_18/trained/model.decoder.layers.10.self_attn.v_proj/_s.pt b/params/opt/5/rnd_search_t_lin/comb_18/trained/model.decoder.layers.10.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..593ad50adae04806a4864cde3a5da4beb48111d8
--- /dev/null
+++ b/params/opt/5/rnd_search_t_lin/comb_18/trained/model.decoder.layers.10.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:baf95efe3d0322303055d29ba944d7e6df93d385a60839ed7f58e86069e5dd7a
+size 5251
diff --git a/params/opt/5/rnd_search_t_lin/comb_18/trained/model.decoder.layers.11.fc1/_s.pt b/params/opt/5/rnd_search_t_lin/comb_18/trained/model.decoder.layers.11.fc1/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e3611c55fa4acaec15a0cb39b8e52442954320f9
--- /dev/null
+++ b/params/opt/5/rnd_search_t_lin/comb_18/trained/model.decoder.layers.11.fc1/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:abd00699537c7e19ede59b83fdc043bf4985f86f5685e242876f95ecaa1d06af
+size 17539
diff --git a/params/opt/5/rnd_search_t_lin/comb_18/trained/model.decoder.layers.11.fc2/_s.pt b/params/opt/5/rnd_search_t_lin/comb_18/trained/model.decoder.layers.11.fc2/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..bbf4e986252e7e428b14d78d276405d06abf9d07
--- /dev/null
+++ b/params/opt/5/rnd_search_t_lin/comb_18/trained/model.decoder.layers.11.fc2/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:453dc7a262e6753265cfa67fdac0baa635ae1a1c6715c35c5c994911be4e9484
+size 5251
diff --git a/params/opt/5/rnd_search_t_lin/comb_18/trained/model.decoder.layers.11.self_attn.k_proj/_s.pt b/params/opt/5/rnd_search_t_lin/comb_18/trained/model.decoder.layers.11.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..b24c45f23e6bf2c39f5ef58e63a272cc0c7e053d
--- /dev/null
+++ b/params/opt/5/rnd_search_t_lin/comb_18/trained/model.decoder.layers.11.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:21c82e97c128bfec03f9b1d3def8635a90cb32164f81088746e9ad1c7e139092
+size 5251
diff --git a/params/opt/5/rnd_search_t_lin/comb_18/trained/model.decoder.layers.11.self_attn.out_proj/_s.pt b/params/opt/5/rnd_search_t_lin/comb_18/trained/model.decoder.layers.11.self_attn.out_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e0884c18b398b5112368bcd7cf1d56f249ed4224
--- /dev/null
+++ b/params/opt/5/rnd_search_t_lin/comb_18/trained/model.decoder.layers.11.self_attn.out_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:03028fc37a21a3867e518d5f4cbf987e9b6188f9f9fb7dda39a4f5557b1392b0
+size 5251
diff --git a/params/opt/5/rnd_search_t_lin/comb_18/trained/model.decoder.layers.11.self_attn.q_proj/_s.pt b/params/opt/5/rnd_search_t_lin/comb_18/trained/model.decoder.layers.11.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..be0f4407ddfce6b694880cff47a43dae61c8a4a2
--- /dev/null
+++ b/params/opt/5/rnd_search_t_lin/comb_18/trained/model.decoder.layers.11.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:685bfe089440b5f1f02b41f925a062e1bd72648a4ee80766da6322dcc5b1c7f1
+size 5251
diff --git a/params/opt/5/rnd_search_t_lin/comb_18/trained/model.decoder.layers.11.self_attn.v_proj/_s.pt b/params/opt/5/rnd_search_t_lin/comb_18/trained/model.decoder.layers.11.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..70508620b19607b10dc07afe7b33f18e733f0df2
--- /dev/null
+++ b/params/opt/5/rnd_search_t_lin/comb_18/trained/model.decoder.layers.11.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c2760d4ff27bda276e825e77b020dfbeedfec857fe520fc7234b6596b5c02e0c
+size 5251
diff --git a/params/opt/5/rnd_search_t_lin/comb_18/trained/model.decoder.layers.12.fc1/_s.pt b/params/opt/5/rnd_search_t_lin/comb_18/trained/model.decoder.layers.12.fc1/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..41a17050782a3ce3b01e0f12db6ea1260b3b2c07
--- /dev/null
+++ b/params/opt/5/rnd_search_t_lin/comb_18/trained/model.decoder.layers.12.fc1/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a7285363f42e6e3a175f4e98adb7f7f1165a8b2e144a24d5d2f94c5f6846b6fa
+size 17539
diff --git a/params/opt/5/rnd_search_t_lin/comb_18/trained/model.decoder.layers.12.fc2/_s.pt b/params/opt/5/rnd_search_t_lin/comb_18/trained/model.decoder.layers.12.fc2/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..df969ce5eb9aece420aacbb3f88257b8d7905ff8
--- /dev/null
+++ b/params/opt/5/rnd_search_t_lin/comb_18/trained/model.decoder.layers.12.fc2/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:00538f3b95f58cc66e2f992a7822222f2dbf3f5ff7972b83b006bb58ef7ab8ff
+size 5251
diff --git a/params/opt/5/rnd_search_t_lin/comb_18/trained/model.decoder.layers.12.self_attn.k_proj/_s.pt b/params/opt/5/rnd_search_t_lin/comb_18/trained/model.decoder.layers.12.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ee768db9ffcb12f89f6a18649e7aa2982b8ed825
--- /dev/null
+++ b/params/opt/5/rnd_search_t_lin/comb_18/trained/model.decoder.layers.12.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a236481cbe2f31e5e368543002199aef30efefeb0b07c5a6272185cd490b4215
+size 5251
diff --git a/params/opt/5/rnd_search_t_lin/comb_18/trained/model.decoder.layers.12.self_attn.out_proj/_s.pt b/params/opt/5/rnd_search_t_lin/comb_18/trained/model.decoder.layers.12.self_attn.out_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c625919566384b8937c903ef8720d34c17187f8a
--- /dev/null
+++ b/params/opt/5/rnd_search_t_lin/comb_18/trained/model.decoder.layers.12.self_attn.out_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e9761bae0069e6106ba13ed6d0a6ab761f898351039248da92f402f03f1df997
+size 5251
diff --git a/params/opt/5/rnd_search_t_lin/comb_18/trained/model.decoder.layers.12.self_attn.q_proj/_s.pt b/params/opt/5/rnd_search_t_lin/comb_18/trained/model.decoder.layers.12.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..70583b0422c49d23719bdd2a9c21fc5b6bf70353
--- /dev/null
+++ b/params/opt/5/rnd_search_t_lin/comb_18/trained/model.decoder.layers.12.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:bdc0f569725a72c451cd644732880a8eec5c1030d93d6aa7325fcf07d4ea451b
+size 5251
diff --git a/params/opt/5/rnd_search_t_lin/comb_18/trained/model.decoder.layers.12.self_attn.v_proj/_s.pt b/params/opt/5/rnd_search_t_lin/comb_18/trained/model.decoder.layers.12.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..9b6b8dd0429b8726718a4e53d205b7219a6127fa
--- /dev/null
+++ b/params/opt/5/rnd_search_t_lin/comb_18/trained/model.decoder.layers.12.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:6bdd596fffcbcbcf6e484ee0e485f79de99f6e635109492d095e098ca02d9e1c
+size 5251
diff --git a/params/opt/5/rnd_search_t_lin/comb_18/trained/model.decoder.layers.13.fc1/_s.pt b/params/opt/5/rnd_search_t_lin/comb_18/trained/model.decoder.layers.13.fc1/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2b4b186c42769ba8d881344a82b8543cefb0ed7e
--- /dev/null
+++ b/params/opt/5/rnd_search_t_lin/comb_18/trained/model.decoder.layers.13.fc1/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d7caa440554cc73d07602a2c2fa50f9feae7b54d9850c3a171bb9233169f0f9f
+size 17539
diff --git a/params/opt/5/rnd_search_t_lin/comb_18/trained/model.decoder.layers.13.fc2/_s.pt b/params/opt/5/rnd_search_t_lin/comb_18/trained/model.decoder.layers.13.fc2/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..5da894e0c4174ecf1fc5de5205245431bcf88b52
--- /dev/null
+++ b/params/opt/5/rnd_search_t_lin/comb_18/trained/model.decoder.layers.13.fc2/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:410868618b931ae94f7914ff5aabb750b058e14bfb05b2c1e8749c0390115590
+size 5251
diff --git a/params/opt/5/rnd_search_t_lin/comb_18/trained/model.decoder.layers.13.self_attn.k_proj/_s.pt b/params/opt/5/rnd_search_t_lin/comb_18/trained/model.decoder.layers.13.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..205fa18703abb2941a340ead7626564c77e98b94
--- /dev/null
+++ b/params/opt/5/rnd_search_t_lin/comb_18/trained/model.decoder.layers.13.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:9414bfe0571373e8303596540590dcc9ae884968a66fe812a7d5fe6803f859c6
+size 5251
diff --git a/params/opt/5/rnd_search_t_lin/comb_18/trained/model.decoder.layers.13.self_attn.out_proj/_s.pt b/params/opt/5/rnd_search_t_lin/comb_18/trained/model.decoder.layers.13.self_attn.out_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..047bfc7f8310074104efd51276a2a967cf57e97c
--- /dev/null
+++ b/params/opt/5/rnd_search_t_lin/comb_18/trained/model.decoder.layers.13.self_attn.out_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:05289ac9e12e1b4b6e8f69b1e1ca25856bdc0883b0cd9ac39efe8513e63fe0c6
+size 5251
diff --git a/params/opt/5/rnd_search_t_lin/comb_18/trained/model.decoder.layers.13.self_attn.q_proj/_s.pt b/params/opt/5/rnd_search_t_lin/comb_18/trained/model.decoder.layers.13.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..f51c6e88d6d2df09b7febc0e133daa6040a49fb4
--- /dev/null
+++ b/params/opt/5/rnd_search_t_lin/comb_18/trained/model.decoder.layers.13.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:37a2d3a6837c46daec5704f077867f398d519aba16ad593d2d10a31347720687
+size 5251
diff --git a/params/opt/5/rnd_search_t_lin/comb_18/trained/model.decoder.layers.13.self_attn.v_proj/_s.pt b/params/opt/5/rnd_search_t_lin/comb_18/trained/model.decoder.layers.13.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..f7537ff39c6638e8f5c3400950bd6c81869e6420
--- /dev/null
+++ b/params/opt/5/rnd_search_t_lin/comb_18/trained/model.decoder.layers.13.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f47e1a90300d249666504783e982a5f96751daa9a797f5f19ec63cc572fa26a3
+size 5251
diff --git a/params/opt/5/rnd_search_t_lin/comb_18/trained/model.decoder.layers.14.fc1/_s.pt b/params/opt/5/rnd_search_t_lin/comb_18/trained/model.decoder.layers.14.fc1/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e78bbe73c430b7f06c3eb06bbc71e6c167f3c9ed
--- /dev/null
+++ b/params/opt/5/rnd_search_t_lin/comb_18/trained/model.decoder.layers.14.fc1/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:bed912437ff913a30f518d8137592882568911f59fc8bad39e981be5e3f138ca
+size 17539
diff --git a/params/opt/5/rnd_search_t_lin/comb_18/trained/model.decoder.layers.14.fc2/_s.pt b/params/opt/5/rnd_search_t_lin/comb_18/trained/model.decoder.layers.14.fc2/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4ad25b0d4a1d289ec82dfdf56cb9172ce48c5c65
--- /dev/null
+++ b/params/opt/5/rnd_search_t_lin/comb_18/trained/model.decoder.layers.14.fc2/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:3656cce5ab3be3cc0487880efcb5eb27544748fa1ec50df84756a0dc2da45d41
+size 5251
diff --git a/params/opt/5/rnd_search_t_lin/comb_18/trained/model.decoder.layers.14.self_attn.k_proj/_s.pt b/params/opt/5/rnd_search_t_lin/comb_18/trained/model.decoder.layers.14.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a72115fa0d556c7183483d486fe8e5512f323429
--- /dev/null
+++ b/params/opt/5/rnd_search_t_lin/comb_18/trained/model.decoder.layers.14.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:630e92a13f3c8bc57942e6b3814b7d8a00575f80d3d6193940a04b42aea9a414
+size 5251
diff --git a/params/opt/5/rnd_search_t_lin/comb_18/trained/model.decoder.layers.14.self_attn.out_proj/_s.pt b/params/opt/5/rnd_search_t_lin/comb_18/trained/model.decoder.layers.14.self_attn.out_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8eb6284763987806f8ab7b155a8e1bccc9ffbc11
--- /dev/null
+++ b/params/opt/5/rnd_search_t_lin/comb_18/trained/model.decoder.layers.14.self_attn.out_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:665183a4fe23f02af59f19e088dd6839acedaf6935e15d19c1510e7a0e4b075c
+size 5251
diff --git a/params/opt/5/rnd_search_t_lin/comb_18/trained/model.decoder.layers.14.self_attn.q_proj/_s.pt b/params/opt/5/rnd_search_t_lin/comb_18/trained/model.decoder.layers.14.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..cc947c5666ee1626bfe52bbe9fce750f5afa8579
--- /dev/null
+++ b/params/opt/5/rnd_search_t_lin/comb_18/trained/model.decoder.layers.14.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:312625172df23b0d712984177f01a0e455597a8e695f7f3903be82a260d15482
+size 5251
diff --git a/params/opt/5/rnd_search_t_lin/comb_18/trained/model.decoder.layers.14.self_attn.v_proj/_s.pt b/params/opt/5/rnd_search_t_lin/comb_18/trained/model.decoder.layers.14.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..36712999e23c269d78f00e90cca8da51abcded21
--- /dev/null
+++ b/params/opt/5/rnd_search_t_lin/comb_18/trained/model.decoder.layers.14.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:236343219d38c30da4753e7ff8a95745223c1f07842b9ea8f493eaf00f5f26cd
+size 5251
diff --git a/params/opt/5/rnd_search_t_lin/comb_18/trained/model.decoder.layers.15.fc1/_s.pt b/params/opt/5/rnd_search_t_lin/comb_18/trained/model.decoder.layers.15.fc1/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..b01021069995876e31b605eccf670c81039493d9
--- /dev/null
+++ b/params/opt/5/rnd_search_t_lin/comb_18/trained/model.decoder.layers.15.fc1/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e6edbffe3c8379605d04a38aef16c6d9e7615727f027ebce86112039e57d0c22
+size 17539
diff --git a/params/opt/5/rnd_search_t_lin/comb_18/trained/model.decoder.layers.15.fc2/_s.pt b/params/opt/5/rnd_search_t_lin/comb_18/trained/model.decoder.layers.15.fc2/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..7f3932177e0d6c911e953b7a52e088e78a9fd4a9
--- /dev/null
+++ b/params/opt/5/rnd_search_t_lin/comb_18/trained/model.decoder.layers.15.fc2/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:8aa9c7674aa807d8941b0fe7082bfacca6576babcad9c52b8e32e9702ed29556
+size 5251
diff --git a/params/opt/5/rnd_search_t_lin/comb_18/trained/model.decoder.layers.15.self_attn.k_proj/_s.pt b/params/opt/5/rnd_search_t_lin/comb_18/trained/model.decoder.layers.15.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..58d4a27c6853cd5951f9d2f93fe25b54349a5ea1
--- /dev/null
+++ b/params/opt/5/rnd_search_t_lin/comb_18/trained/model.decoder.layers.15.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:fd4cc1e5e3ce7759bce980f10db9885cf49f27d22e7ea3fa870c5c46d3cd523c
+size 5251
diff --git a/params/opt/5/rnd_search_t_lin/comb_18/trained/model.decoder.layers.15.self_attn.out_proj/_s.pt b/params/opt/5/rnd_search_t_lin/comb_18/trained/model.decoder.layers.15.self_attn.out_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..086d2f1b7435aa2e9baedd79c6c1ed0715033c0e
--- /dev/null
+++ b/params/opt/5/rnd_search_t_lin/comb_18/trained/model.decoder.layers.15.self_attn.out_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:29bd7832e4ac2d896975b34f08e09a3a804efc514b54f22fa874e993e253f3a4
+size 5251
diff --git a/params/opt/5/rnd_search_t_lin/comb_18/trained/model.decoder.layers.15.self_attn.q_proj/_s.pt b/params/opt/5/rnd_search_t_lin/comb_18/trained/model.decoder.layers.15.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a32cd8e4077724a122b13763e51f62a13b00387f
--- /dev/null
+++ b/params/opt/5/rnd_search_t_lin/comb_18/trained/model.decoder.layers.15.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:7466d60d8b7942a865bdb00cef2367a7571b5668d11985af237a22ba788d76c8
+size 5251
diff --git a/params/opt/5/rnd_search_t_lin/comb_18/trained/model.decoder.layers.15.self_attn.v_proj/_s.pt b/params/opt/5/rnd_search_t_lin/comb_18/trained/model.decoder.layers.15.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..3c0d68326c8adbedae270bd574bf0fc61a8fbeea
--- /dev/null
+++ b/params/opt/5/rnd_search_t_lin/comb_18/trained/model.decoder.layers.15.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2144488c9667d3dadadce6048104763332c1b9d038b6b245f9c96b50fb1bed84
+size 5251
diff --git a/params/opt/5/rnd_search_t_lin/comb_18/trained/model.decoder.layers.16.fc1/_s.pt b/params/opt/5/rnd_search_t_lin/comb_18/trained/model.decoder.layers.16.fc1/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..7787f426af419d735481bf7c8a2e756ee858e011
--- /dev/null
+++ b/params/opt/5/rnd_search_t_lin/comb_18/trained/model.decoder.layers.16.fc1/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:3fb996fabd6fc0981a511e15277d3d20c5cd3d7c1cc3c1df4a6ec3fd5e94b9f3
+size 17539
diff --git a/params/opt/5/rnd_search_t_lin/comb_18/trained/model.decoder.layers.16.fc2/_s.pt b/params/opt/5/rnd_search_t_lin/comb_18/trained/model.decoder.layers.16.fc2/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2331e1c8e0f870f10d3020344594267a3a7cd4a0
--- /dev/null
+++ b/params/opt/5/rnd_search_t_lin/comb_18/trained/model.decoder.layers.16.fc2/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a2691f19dd47f76f1367188c4cdc068ad1e08cb83e486e9098340b6bc011b257
+size 5251
diff --git a/params/opt/5/rnd_search_t_lin/comb_18/trained/model.decoder.layers.16.self_attn.k_proj/_s.pt b/params/opt/5/rnd_search_t_lin/comb_18/trained/model.decoder.layers.16.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..56d9f4301fe6116cb0631de5b48cacc802ecc46d
--- /dev/null
+++ b/params/opt/5/rnd_search_t_lin/comb_18/trained/model.decoder.layers.16.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:952c0ac29bd0151017b1e6b57b112fe703c8b91fd52f37b77e8364ece368ec78
+size 5251
diff --git a/params/opt/5/rnd_search_t_lin/comb_18/trained/model.decoder.layers.16.self_attn.out_proj/_s.pt b/params/opt/5/rnd_search_t_lin/comb_18/trained/model.decoder.layers.16.self_attn.out_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2e057bc8a3d297b09411ffa3e67a00cf8d2bef2f
--- /dev/null
+++ b/params/opt/5/rnd_search_t_lin/comb_18/trained/model.decoder.layers.16.self_attn.out_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d31eea62523fda6d96fd7943b71bf5b0b08f9a91fa5a10d766c31699eb731474
+size 5251
diff --git a/params/opt/5/rnd_search_t_lin/comb_18/trained/model.decoder.layers.16.self_attn.q_proj/_s.pt b/params/opt/5/rnd_search_t_lin/comb_18/trained/model.decoder.layers.16.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..80ad596b7b3f3d2c011f7fdf09dde0742ae7ba06
--- /dev/null
+++ b/params/opt/5/rnd_search_t_lin/comb_18/trained/model.decoder.layers.16.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:4efd7b4ecc26de2f8d2b3d4b6a701f2de92bba0efd920d3ab4ffb3bc8fb0506f
+size 5251
diff --git a/params/opt/5/rnd_search_t_lin/comb_18/trained/model.decoder.layers.16.self_attn.v_proj/_s.pt b/params/opt/5/rnd_search_t_lin/comb_18/trained/model.decoder.layers.16.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a674242a155cce073a73c2f168a7b57f575816f1
--- /dev/null
+++ b/params/opt/5/rnd_search_t_lin/comb_18/trained/model.decoder.layers.16.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:720f5dcb8ba1290dbc74f352b8c6db0167f12397c1a82d38973e0272ed319a7a
+size 5251
diff --git a/params/opt/5/rnd_search_t_lin/comb_18/trained/model.decoder.layers.17.fc1/_s.pt b/params/opt/5/rnd_search_t_lin/comb_18/trained/model.decoder.layers.17.fc1/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..13d1382db9554772bc94b21abac6c78b09b34203
--- /dev/null
+++ b/params/opt/5/rnd_search_t_lin/comb_18/trained/model.decoder.layers.17.fc1/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:04854df266b2aa1c89d32e8cc96160ab4a9ba72971d7718f395f4512e9771fd5
+size 17539
diff --git a/params/opt/5/rnd_search_t_lin/comb_18/trained/model.decoder.layers.17.fc2/_s.pt b/params/opt/5/rnd_search_t_lin/comb_18/trained/model.decoder.layers.17.fc2/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..158c56c6df1f8f3639daae6d5859a4bc28b33f59
--- /dev/null
+++ b/params/opt/5/rnd_search_t_lin/comb_18/trained/model.decoder.layers.17.fc2/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:55272121c64fb7093c39e7fbdae4344e1e2f6ad0a164a03cfca242014d4456b4
+size 5251
diff --git a/params/opt/5/rnd_search_t_lin/comb_18/trained/model.decoder.layers.17.self_attn.k_proj/_s.pt b/params/opt/5/rnd_search_t_lin/comb_18/trained/model.decoder.layers.17.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..1671e5276d5e333f697fdef89b00035c9b32c666
--- /dev/null
+++ b/params/opt/5/rnd_search_t_lin/comb_18/trained/model.decoder.layers.17.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0233076fefbf8f6d625e7f89b66ee495e202914cab2dd9c19e18cf93f981ee6b
+size 5251
diff --git a/params/opt/5/rnd_search_t_lin/comb_18/trained/model.decoder.layers.17.self_attn.out_proj/_s.pt b/params/opt/5/rnd_search_t_lin/comb_18/trained/model.decoder.layers.17.self_attn.out_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..79eea28049f590690ad04947de1ade7b9c796de9
--- /dev/null
+++ b/params/opt/5/rnd_search_t_lin/comb_18/trained/model.decoder.layers.17.self_attn.out_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:66d399674de25f093d676dd3842e7fd17ac4234c0b6016590cc2e929da204ede
+size 5251
diff --git a/params/opt/5/rnd_search_t_lin/comb_18/trained/model.decoder.layers.17.self_attn.q_proj/_s.pt b/params/opt/5/rnd_search_t_lin/comb_18/trained/model.decoder.layers.17.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..21b28fe7ec62317e7b78998f735e3ba76a15f9e3
--- /dev/null
+++ b/params/opt/5/rnd_search_t_lin/comb_18/trained/model.decoder.layers.17.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b295bbf34726316eb7d63721cbf03429cc9d3cddd676858baa58886211388384
+size 5251
diff --git a/params/opt/5/rnd_search_t_lin/comb_18/trained/model.decoder.layers.17.self_attn.v_proj/_s.pt b/params/opt/5/rnd_search_t_lin/comb_18/trained/model.decoder.layers.17.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..82e9559544afe43995dabb618a746f264c5c2516
--- /dev/null
+++ b/params/opt/5/rnd_search_t_lin/comb_18/trained/model.decoder.layers.17.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f6cfc192641351d3776f31c1a2afd163e2ce2bef970182e2448c2e3277c17c05
+size 5251
diff --git a/params/opt/5/rnd_search_t_lin/comb_18/trained/model.decoder.layers.18.fc1/_s.pt b/params/opt/5/rnd_search_t_lin/comb_18/trained/model.decoder.layers.18.fc1/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..b48aff77d067a550238bb4cb3d6049534be9dd34
--- /dev/null
+++ b/params/opt/5/rnd_search_t_lin/comb_18/trained/model.decoder.layers.18.fc1/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:402554b1ccd056177b425f0cf42e6b1ce6f6ca45d8d860df61e3561ffe14fcd6
+size 17539
diff --git a/params/opt/5/rnd_search_t_lin/comb_18/trained/model.decoder.layers.18.fc2/_s.pt b/params/opt/5/rnd_search_t_lin/comb_18/trained/model.decoder.layers.18.fc2/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4719c87a8870198393fb78f0c67fee3f0b1c7124
--- /dev/null
+++ b/params/opt/5/rnd_search_t_lin/comb_18/trained/model.decoder.layers.18.fc2/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:668dda93b1d78033785fc51cea511e105cb566e968697b6a6d5f560b320e51c7
+size 5251
diff --git a/params/opt/5/rnd_search_t_lin/comb_18/trained/model.decoder.layers.18.self_attn.k_proj/_s.pt b/params/opt/5/rnd_search_t_lin/comb_18/trained/model.decoder.layers.18.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ad5e55a7ab3d897c6f4bdb4838faddd106546765
--- /dev/null
+++ b/params/opt/5/rnd_search_t_lin/comb_18/trained/model.decoder.layers.18.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:36465703bf65b2c3e9c6b986507b6ec6a338b640bccb13de2a6134fd064d8018
+size 5251
diff --git a/params/opt/5/rnd_search_t_lin/comb_18/trained/model.decoder.layers.18.self_attn.out_proj/_s.pt b/params/opt/5/rnd_search_t_lin/comb_18/trained/model.decoder.layers.18.self_attn.out_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..19c616c7c64b8213c5bfb5f1832dd62c17b77a76
--- /dev/null
+++ b/params/opt/5/rnd_search_t_lin/comb_18/trained/model.decoder.layers.18.self_attn.out_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:4d24ed003b35f4a2c9d25eae7acf42300985e9334534c628901728d188c8e5f3
+size 5251
diff --git a/params/opt/5/rnd_search_t_lin/comb_18/trained/model.decoder.layers.18.self_attn.q_proj/_s.pt b/params/opt/5/rnd_search_t_lin/comb_18/trained/model.decoder.layers.18.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c841f890cf82e0ed406280b0a0695387cbe840dd
--- /dev/null
+++ b/params/opt/5/rnd_search_t_lin/comb_18/trained/model.decoder.layers.18.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:9d8314581a6f9ab7de6fda4031f041100ab83d2eec8cbdc524770a579ef63a80
+size 5251
diff --git a/params/opt/5/rnd_search_t_lin/comb_18/trained/model.decoder.layers.18.self_attn.v_proj/_s.pt b/params/opt/5/rnd_search_t_lin/comb_18/trained/model.decoder.layers.18.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..be54afe51891010017b9d8be092cc8757b616cb8
--- /dev/null
+++ b/params/opt/5/rnd_search_t_lin/comb_18/trained/model.decoder.layers.18.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d8376a9bd1caff4dcc60d9337040085b8c0c3e62673ced51447574569d06ecd3
+size 5251
diff --git a/params/opt/5/rnd_search_t_lin/comb_18/trained/model.decoder.layers.19.fc1/_s.pt b/params/opt/5/rnd_search_t_lin/comb_18/trained/model.decoder.layers.19.fc1/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4648916309271ae71e476ea084914e9908956c96
--- /dev/null
+++ b/params/opt/5/rnd_search_t_lin/comb_18/trained/model.decoder.layers.19.fc1/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:7df0b9420e3a0ea52fec2949839d41aeb33b7112a5a7ebaca2e856efeb6c91ff
+size 17539
diff --git a/params/opt/5/rnd_search_t_lin/comb_18/trained/model.decoder.layers.19.fc2/_s.pt b/params/opt/5/rnd_search_t_lin/comb_18/trained/model.decoder.layers.19.fc2/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e88b126d8a003ad47083faca8c4e2623e4102d88
--- /dev/null
+++ b/params/opt/5/rnd_search_t_lin/comb_18/trained/model.decoder.layers.19.fc2/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:aa3dec9c3c0040c3b562af808ae13dd4d3f4002e1d7f27fcb973da7f54b8208c
+size 5251
diff --git a/params/opt/5/rnd_search_t_lin/comb_18/trained/model.decoder.layers.19.self_attn.k_proj/_s.pt b/params/opt/5/rnd_search_t_lin/comb_18/trained/model.decoder.layers.19.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..32741e69b56ec1a74066d80d6d14789c33afc49a
--- /dev/null
+++ b/params/opt/5/rnd_search_t_lin/comb_18/trained/model.decoder.layers.19.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e8130d07604576412c32c490e85cbf9dca7f4fe96f49372eb159b518652da2a6
+size 5251
diff --git a/params/opt/5/rnd_search_t_lin/comb_18/trained/model.decoder.layers.19.self_attn.out_proj/_s.pt b/params/opt/5/rnd_search_t_lin/comb_18/trained/model.decoder.layers.19.self_attn.out_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2eeb91d3da687788d9d41e8f1e71326c78fdda0c
--- /dev/null
+++ b/params/opt/5/rnd_search_t_lin/comb_18/trained/model.decoder.layers.19.self_attn.out_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:dac8b2ecdd82e357ed416b53fc196f1b121a8533f83fa2ae046d4e6a1704f7a9
+size 5251
diff --git a/params/opt/5/rnd_search_t_lin/comb_18/trained/model.decoder.layers.19.self_attn.q_proj/_s.pt b/params/opt/5/rnd_search_t_lin/comb_18/trained/model.decoder.layers.19.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..83a7f79588619c0508c3eca73eae41d6323f3437
--- /dev/null
+++ b/params/opt/5/rnd_search_t_lin/comb_18/trained/model.decoder.layers.19.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:1622e3fe45a181c4d6476e9caa803e984a69f5e7b77c71207ec2f36ffb8325aa
+size 5251
diff --git a/params/opt/5/rnd_search_t_lin/comb_18/trained/model.decoder.layers.19.self_attn.v_proj/_s.pt b/params/opt/5/rnd_search_t_lin/comb_18/trained/model.decoder.layers.19.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..19bea350a756bc65b0e89322a13e1e31a74ef84a
--- /dev/null
+++ b/params/opt/5/rnd_search_t_lin/comb_18/trained/model.decoder.layers.19.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:fb23fca2495cadb59bba6c1b65c45bb74dbd8ce88ebe69ea23f16733ae3f1841
+size 5251
diff --git a/params/opt/5/rnd_search_t_lin/comb_18/trained/model.decoder.layers.2.fc1/_s.pt b/params/opt/5/rnd_search_t_lin/comb_18/trained/model.decoder.layers.2.fc1/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..6953d9f754f8516c9e8f84bdba99585a07e1a4e4
--- /dev/null
+++ b/params/opt/5/rnd_search_t_lin/comb_18/trained/model.decoder.layers.2.fc1/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:bb0d532e3f87061dec48d8cd763161b66d076c723ec88611c5322961e0a10348
+size 17539
diff --git a/params/opt/5/rnd_search_t_lin/comb_18/trained/model.decoder.layers.2.fc2/_s.pt b/params/opt/5/rnd_search_t_lin/comb_18/trained/model.decoder.layers.2.fc2/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..252c660dc8a961eb0c25a35df6b183d64c994b22
--- /dev/null
+++ b/params/opt/5/rnd_search_t_lin/comb_18/trained/model.decoder.layers.2.fc2/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:1b2c99a2f9d572857c467e8afe79f12e1148b6f215c7ee62265fd489dcc25679
+size 5251
diff --git a/params/opt/5/rnd_search_t_lin/comb_18/trained/model.decoder.layers.2.self_attn.k_proj/_s.pt b/params/opt/5/rnd_search_t_lin/comb_18/trained/model.decoder.layers.2.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2e701cd3aa48dec0b9951d67e5938be67c2c8535
--- /dev/null
+++ b/params/opt/5/rnd_search_t_lin/comb_18/trained/model.decoder.layers.2.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:8bdc3f3aee4dc61adb3f6dff5816bacc7b7de776fea61b1e68304fb72aa153b2
+size 5251
diff --git a/params/opt/5/rnd_search_t_lin/comb_18/trained/model.decoder.layers.2.self_attn.out_proj/_s.pt b/params/opt/5/rnd_search_t_lin/comb_18/trained/model.decoder.layers.2.self_attn.out_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..46c6c1b187bf7f0c21e9f6d57e4f03f34839cce0
--- /dev/null
+++ b/params/opt/5/rnd_search_t_lin/comb_18/trained/model.decoder.layers.2.self_attn.out_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:7b0065b2c6b20a0dba8b61665825d5667df3e591766e91fd8e381d14138c0bc4
+size 5251
diff --git a/params/opt/5/rnd_search_t_lin/comb_18/trained/model.decoder.layers.2.self_attn.q_proj/_s.pt b/params/opt/5/rnd_search_t_lin/comb_18/trained/model.decoder.layers.2.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..d1911476bba330eb5a93225f19e9a89f0c43805d
--- /dev/null
+++ b/params/opt/5/rnd_search_t_lin/comb_18/trained/model.decoder.layers.2.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:dacbb68211360d28611459972c0f7be53b76a9289721e1d428f18ffdebd23993
+size 5251
diff --git a/params/opt/5/rnd_search_t_lin/comb_18/trained/model.decoder.layers.2.self_attn.v_proj/_s.pt b/params/opt/5/rnd_search_t_lin/comb_18/trained/model.decoder.layers.2.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..6facf4b4b413eb721b5578695a133f493ce8fdcd
--- /dev/null
+++ b/params/opt/5/rnd_search_t_lin/comb_18/trained/model.decoder.layers.2.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5de680acdca40f5f4a374665045c7c280bc5a55457eb7d7c854e26276238d8e3
+size 5251
diff --git a/params/opt/5/rnd_search_t_lin/comb_18/trained/model.decoder.layers.20.fc1/_s.pt b/params/opt/5/rnd_search_t_lin/comb_18/trained/model.decoder.layers.20.fc1/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..9591335a36cf668f7b760fc666631f8e3cf0bad2
--- /dev/null
+++ b/params/opt/5/rnd_search_t_lin/comb_18/trained/model.decoder.layers.20.fc1/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b5db6e772b066dd0004cd982e93de765ba7d7bfd711704ae400bb59c675075d6
+size 17539
diff --git a/params/opt/5/rnd_search_t_lin/comb_18/trained/model.decoder.layers.20.fc2/_s.pt b/params/opt/5/rnd_search_t_lin/comb_18/trained/model.decoder.layers.20.fc2/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..6cd24560857bef9856636de35253323f90c57cff
--- /dev/null
+++ b/params/opt/5/rnd_search_t_lin/comb_18/trained/model.decoder.layers.20.fc2/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:957777735da65afaebcd553adbaa739b7eb1541a302bea6ffa0d3a1c948ce5a8
+size 5251
diff --git a/params/opt/5/rnd_search_t_lin/comb_18/trained/model.decoder.layers.20.self_attn.k_proj/_s.pt b/params/opt/5/rnd_search_t_lin/comb_18/trained/model.decoder.layers.20.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..445e89c5ff10681daad7bed61169cdaad1605ce5
--- /dev/null
+++ b/params/opt/5/rnd_search_t_lin/comb_18/trained/model.decoder.layers.20.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0a4fbc06220d8f5b49d1ef27a7465152c8703bb51f2f4f0c03d88f370fdf6250
+size 5251
diff --git a/params/opt/5/rnd_search_t_lin/comb_18/trained/model.decoder.layers.20.self_attn.out_proj/_s.pt b/params/opt/5/rnd_search_t_lin/comb_18/trained/model.decoder.layers.20.self_attn.out_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ea3f0821a8177b7fa5adce5562d1b437823348b7
--- /dev/null
+++ b/params/opt/5/rnd_search_t_lin/comb_18/trained/model.decoder.layers.20.self_attn.out_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:04fdca0c909933fd1118858f075e3f8471f2233db3cd97f60f4991244895c817
+size 5251
diff --git a/params/opt/5/rnd_search_t_lin/comb_18/trained/model.decoder.layers.20.self_attn.q_proj/_s.pt b/params/opt/5/rnd_search_t_lin/comb_18/trained/model.decoder.layers.20.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..0a811363d15d47464aff0e5a1b23a6fe82ebf57d
--- /dev/null
+++ b/params/opt/5/rnd_search_t_lin/comb_18/trained/model.decoder.layers.20.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d6c1f9094bed1411da294bf7a0a87e8ad00bb53633e1b8ca14245606c5b4712c
+size 5251
diff --git a/params/opt/5/rnd_search_t_lin/comb_18/trained/model.decoder.layers.20.self_attn.v_proj/_s.pt b/params/opt/5/rnd_search_t_lin/comb_18/trained/model.decoder.layers.20.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..5a9bd3c293649ad85a7e361ef7c8eb2213c01dbc
--- /dev/null
+++ b/params/opt/5/rnd_search_t_lin/comb_18/trained/model.decoder.layers.20.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:65f9c37e0a4f955557f8e1f7ffbc3266d0bd93c2dd6d372e1fb2c3a80aaacee1
+size 5251
diff --git a/params/opt/5/rnd_search_t_lin/comb_18/trained/model.decoder.layers.21.fc1/_s.pt b/params/opt/5/rnd_search_t_lin/comb_18/trained/model.decoder.layers.21.fc1/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..16c05a191cf6679e52b149aab29fd084ff6bc6bd
--- /dev/null
+++ b/params/opt/5/rnd_search_t_lin/comb_18/trained/model.decoder.layers.21.fc1/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:45f7752755b7d40ac0edbf6de6dab35a360fb8d95b5ce45aebf68ea6035f617e
+size 17539
diff --git a/params/opt/5/rnd_search_t_lin/comb_18/trained/model.decoder.layers.21.fc2/_s.pt b/params/opt/5/rnd_search_t_lin/comb_18/trained/model.decoder.layers.21.fc2/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..f853fc7ed7a576a8407fed3c28ad48a90780ee96
--- /dev/null
+++ b/params/opt/5/rnd_search_t_lin/comb_18/trained/model.decoder.layers.21.fc2/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:49aaf89859227101240ad0d29001e5617e2ae85870c04dbd04ef7826a71db4fc
+size 5251
diff --git a/params/opt/5/rnd_search_t_lin/comb_18/trained/model.decoder.layers.21.self_attn.k_proj/_s.pt b/params/opt/5/rnd_search_t_lin/comb_18/trained/model.decoder.layers.21.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..0a68110981caa7f604dfcb7b53233369493f936a
--- /dev/null
+++ b/params/opt/5/rnd_search_t_lin/comb_18/trained/model.decoder.layers.21.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:782c584328cfd01d131db4bfc32ac8ca0ee32d68e875a6071866f311d7ba9e88
+size 5251
diff --git a/params/opt/5/rnd_search_t_lin/comb_18/trained/model.decoder.layers.21.self_attn.out_proj/_s.pt b/params/opt/5/rnd_search_t_lin/comb_18/trained/model.decoder.layers.21.self_attn.out_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c934ed6f8068a43391ef146aa6d16b3214709c44
--- /dev/null
+++ b/params/opt/5/rnd_search_t_lin/comb_18/trained/model.decoder.layers.21.self_attn.out_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2bb424d003c8ca3292d3ea0f72a69fa1eaad711da8944de37aa089e6955440c3
+size 5251
diff --git a/params/opt/5/rnd_search_t_lin/comb_18/trained/model.decoder.layers.21.self_attn.q_proj/_s.pt b/params/opt/5/rnd_search_t_lin/comb_18/trained/model.decoder.layers.21.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..923bbe416254d8642496d0e8f345c15b591de405
--- /dev/null
+++ b/params/opt/5/rnd_search_t_lin/comb_18/trained/model.decoder.layers.21.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:7db4529c6ce037756f77fe163af6c057987a48937e98b7904debb1a6d60fa6d6
+size 5251
diff --git a/params/opt/5/rnd_search_t_lin/comb_18/trained/model.decoder.layers.21.self_attn.v_proj/_s.pt b/params/opt/5/rnd_search_t_lin/comb_18/trained/model.decoder.layers.21.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2c0a0f3359f0b01e0185f0ffbb25dc253f5a862b
--- /dev/null
+++ b/params/opt/5/rnd_search_t_lin/comb_18/trained/model.decoder.layers.21.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e39a5b44bbfb0d91c485b8fc1b198883097445efef3be1d2d85bbc5303a5d25c
+size 5251
diff --git a/params/opt/5/rnd_search_t_lin/comb_18/trained/model.decoder.layers.22.fc1/_s.pt b/params/opt/5/rnd_search_t_lin/comb_18/trained/model.decoder.layers.22.fc1/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..0a887d8d7c605193a37a58191fb97687c21c88f8
--- /dev/null
+++ b/params/opt/5/rnd_search_t_lin/comb_18/trained/model.decoder.layers.22.fc1/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:770d6c3ae8aa6fd1d7aa70bd50c6272f075fe0e991d37c94282b0219d85e3a79
+size 17539
diff --git a/params/opt/5/rnd_search_t_lin/comb_18/trained/model.decoder.layers.22.fc2/_s.pt b/params/opt/5/rnd_search_t_lin/comb_18/trained/model.decoder.layers.22.fc2/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8104ac876bcd739af867bbdb3ca2398c11a626fe
--- /dev/null
+++ b/params/opt/5/rnd_search_t_lin/comb_18/trained/model.decoder.layers.22.fc2/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:660b40e90afc8f83234ca8295135bbe56de04303dbc70bcd5e8d72a5afec4507
+size 5251
diff --git a/params/opt/5/rnd_search_t_lin/comb_18/trained/model.decoder.layers.22.self_attn.k_proj/_s.pt b/params/opt/5/rnd_search_t_lin/comb_18/trained/model.decoder.layers.22.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..fd4608e3d9e848b5d617d3b66a9639f7b6951f31
--- /dev/null
+++ b/params/opt/5/rnd_search_t_lin/comb_18/trained/model.decoder.layers.22.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ede598af893bc6d9d51f5bce016bd409debd5aac79eeec755cbb66ae161fca96
+size 5251
diff --git a/params/opt/5/rnd_search_t_lin/comb_18/trained/model.decoder.layers.22.self_attn.out_proj/_s.pt b/params/opt/5/rnd_search_t_lin/comb_18/trained/model.decoder.layers.22.self_attn.out_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..7fe604ecbfde8883e2972911f51a15002b211111
--- /dev/null
+++ b/params/opt/5/rnd_search_t_lin/comb_18/trained/model.decoder.layers.22.self_attn.out_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ecc68252a98a592e779a0413b32b21db54c7328a54e2fd7156423945c11600e6
+size 5251
diff --git a/params/opt/5/rnd_search_t_lin/comb_18/trained/model.decoder.layers.22.self_attn.q_proj/_s.pt b/params/opt/5/rnd_search_t_lin/comb_18/trained/model.decoder.layers.22.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..0d9a32698ee0684ba5eeab29bf3d4cb938f286ab
--- /dev/null
+++ b/params/opt/5/rnd_search_t_lin/comb_18/trained/model.decoder.layers.22.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:64b2db824aa7dfe8d780131816bf2651965bb9cf0dd14039f61f34045f4b7678
+size 5251
diff --git a/params/opt/5/rnd_search_t_lin/comb_18/trained/model.decoder.layers.22.self_attn.v_proj/_s.pt b/params/opt/5/rnd_search_t_lin/comb_18/trained/model.decoder.layers.22.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..f0b5bc668f57cee00d218df449d8e973baca2336
--- /dev/null
+++ b/params/opt/5/rnd_search_t_lin/comb_18/trained/model.decoder.layers.22.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:72934e23f647b04d01bff40962402894cb6d5fb0a7613d64d42b44f79b73a863
+size 5251
diff --git a/params/opt/5/rnd_search_t_lin/comb_18/trained/model.decoder.layers.23.fc1/_s.pt b/params/opt/5/rnd_search_t_lin/comb_18/trained/model.decoder.layers.23.fc1/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..1932ee84586425bfac01c7e194c5224289b7222b
--- /dev/null
+++ b/params/opt/5/rnd_search_t_lin/comb_18/trained/model.decoder.layers.23.fc1/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:95094f6667236e121ba7de72f7d3fe3b0aa1d8c372840e1810bc3ab1f3b0c422
+size 17539
diff --git a/params/opt/5/rnd_search_t_lin/comb_18/trained/model.decoder.layers.23.fc2/_s.pt b/params/opt/5/rnd_search_t_lin/comb_18/trained/model.decoder.layers.23.fc2/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8f179454cd2ebd3ad67eaf45ca3913c25e7c4885
--- /dev/null
+++ b/params/opt/5/rnd_search_t_lin/comb_18/trained/model.decoder.layers.23.fc2/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:9bb01c1e4178e06745d66cb4f9a94ab6bb31211a1e59f381d0302e423cd87d16
+size 5251
diff --git a/params/opt/5/rnd_search_t_lin/comb_18/trained/model.decoder.layers.23.self_attn.k_proj/_s.pt b/params/opt/5/rnd_search_t_lin/comb_18/trained/model.decoder.layers.23.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e35675c8ae97c1ff4a4771b645d1d6e1890150c5
--- /dev/null
+++ b/params/opt/5/rnd_search_t_lin/comb_18/trained/model.decoder.layers.23.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c994c4170e6e5234043f46f2b925e8b7d84c71f7ab02e01ee6bec0a3088b3689
+size 5251
diff --git a/params/opt/5/rnd_search_t_lin/comb_18/trained/model.decoder.layers.23.self_attn.out_proj/_s.pt b/params/opt/5/rnd_search_t_lin/comb_18/trained/model.decoder.layers.23.self_attn.out_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..5bd105bad3680acb53dd4f6cea2ddd9ee379fcf9
--- /dev/null
+++ b/params/opt/5/rnd_search_t_lin/comb_18/trained/model.decoder.layers.23.self_attn.out_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:6f865e4fa28b3343f4895afcc42a96e903db3e328bfd53811bc6555a7f5fc65a
+size 5251
diff --git a/params/opt/5/rnd_search_t_lin/comb_18/trained/model.decoder.layers.23.self_attn.q_proj/_s.pt b/params/opt/5/rnd_search_t_lin/comb_18/trained/model.decoder.layers.23.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..be2b9fc7e589d9a4d3cc1c503907a914f68f08f5
--- /dev/null
+++ b/params/opt/5/rnd_search_t_lin/comb_18/trained/model.decoder.layers.23.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:1abfd1c1a3b7c6d48f61ee0d608d62298b4d52470179639b3497e06ba83976cb
+size 5251
diff --git a/params/opt/5/rnd_search_t_lin/comb_18/trained/model.decoder.layers.23.self_attn.v_proj/_s.pt b/params/opt/5/rnd_search_t_lin/comb_18/trained/model.decoder.layers.23.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8c6e3aea4cb87be508426c13e9fab6c94f244f69
--- /dev/null
+++ b/params/opt/5/rnd_search_t_lin/comb_18/trained/model.decoder.layers.23.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:28cf8bbf83778f5e956edf1fead2df561459675b4270c63beeb7ea2442db808e
+size 5251
diff --git a/params/opt/5/rnd_search_t_lin/comb_18/trained/model.decoder.layers.3.fc1/_s.pt b/params/opt/5/rnd_search_t_lin/comb_18/trained/model.decoder.layers.3.fc1/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..b7ed8e0398a0d4e62c6ac7db5227a3fcb6d982e4
--- /dev/null
+++ b/params/opt/5/rnd_search_t_lin/comb_18/trained/model.decoder.layers.3.fc1/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:4d1d27ea55be6d8a05b57eca703a0d687f8fcdafa4b0d8bef3ec90f6298d8dc2
+size 17539
diff --git a/params/opt/5/rnd_search_t_lin/comb_18/trained/model.decoder.layers.3.fc2/_s.pt b/params/opt/5/rnd_search_t_lin/comb_18/trained/model.decoder.layers.3.fc2/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..0008a95f89300c88d1bef793977f32771b39cba7
--- /dev/null
+++ b/params/opt/5/rnd_search_t_lin/comb_18/trained/model.decoder.layers.3.fc2/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2f91fca2754ac493c7f074237b389a04b6ad2be0bb588a9fc84efb65f560c6ba
+size 5251
diff --git a/params/opt/5/rnd_search_t_lin/comb_18/trained/model.decoder.layers.3.self_attn.k_proj/_s.pt b/params/opt/5/rnd_search_t_lin/comb_18/trained/model.decoder.layers.3.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..32bb4fb8b3c8cf75aa2e39ddd0a6843423255f27
--- /dev/null
+++ b/params/opt/5/rnd_search_t_lin/comb_18/trained/model.decoder.layers.3.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:81f009e9b045321136daa6c5674fb9e6e4fa715db2264c5005df99cd0a95a536
+size 5251
diff --git a/params/opt/5/rnd_search_t_lin/comb_18/trained/model.decoder.layers.3.self_attn.out_proj/_s.pt b/params/opt/5/rnd_search_t_lin/comb_18/trained/model.decoder.layers.3.self_attn.out_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..6bacad70a9582068879f9063f912cd764753fca5
--- /dev/null
+++ b/params/opt/5/rnd_search_t_lin/comb_18/trained/model.decoder.layers.3.self_attn.out_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:623db61c3d6956164f6665790928f863f3ca1970fbf5c3cb581f11b56a384a1d
+size 5251
diff --git a/params/opt/5/rnd_search_t_lin/comb_18/trained/model.decoder.layers.3.self_attn.q_proj/_s.pt b/params/opt/5/rnd_search_t_lin/comb_18/trained/model.decoder.layers.3.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..09bcb439380ecd261174295a8beb78cf8c993506
--- /dev/null
+++ b/params/opt/5/rnd_search_t_lin/comb_18/trained/model.decoder.layers.3.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:4189c7f5ebc812179256f40067854f97b694459b5567a19b8afa3b42b4d8528a
+size 5251
diff --git a/params/opt/5/rnd_search_t_lin/comb_18/trained/model.decoder.layers.3.self_attn.v_proj/_s.pt b/params/opt/5/rnd_search_t_lin/comb_18/trained/model.decoder.layers.3.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a862c235db43da3854c1442571e7fb34c94105ab
--- /dev/null
+++ b/params/opt/5/rnd_search_t_lin/comb_18/trained/model.decoder.layers.3.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:15a0ef47a7d9c5d13678202eb9384cf8993fc9a55c20da46ef09533cb806160b
+size 5251
diff --git a/params/opt/5/rnd_search_t_lin/comb_18/trained/model.decoder.layers.4.fc1/_s.pt b/params/opt/5/rnd_search_t_lin/comb_18/trained/model.decoder.layers.4.fc1/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..b0deeb5acb096c2b527497d8bf97f16720222abc
--- /dev/null
+++ b/params/opt/5/rnd_search_t_lin/comb_18/trained/model.decoder.layers.4.fc1/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:6635e027c426142d282b47bd14e44ea2360b8ded2ebf0ab23a7c2238d2428a54
+size 17539
diff --git a/params/opt/5/rnd_search_t_lin/comb_18/trained/model.decoder.layers.4.fc2/_s.pt b/params/opt/5/rnd_search_t_lin/comb_18/trained/model.decoder.layers.4.fc2/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..751e8a3bf525dc3d50f861777eaa8db40543d341
--- /dev/null
+++ b/params/opt/5/rnd_search_t_lin/comb_18/trained/model.decoder.layers.4.fc2/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:aa92072061442c2ce90cc6dcb8c5fd3a0f717799b21fe258a26b1fd88128ecfe
+size 5251
diff --git a/params/opt/5/rnd_search_t_lin/comb_18/trained/model.decoder.layers.4.self_attn.k_proj/_s.pt b/params/opt/5/rnd_search_t_lin/comb_18/trained/model.decoder.layers.4.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..cb2dc0fe3c5aa3071e42419220f7ce120d81ba54
--- /dev/null
+++ b/params/opt/5/rnd_search_t_lin/comb_18/trained/model.decoder.layers.4.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b9812335f88961a005f339d36b5b2e4385bba4491be1e8de1a753a317de5fc29
+size 5251
diff --git a/params/opt/5/rnd_search_t_lin/comb_18/trained/model.decoder.layers.4.self_attn.out_proj/_s.pt b/params/opt/5/rnd_search_t_lin/comb_18/trained/model.decoder.layers.4.self_attn.out_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e0c4e5b632bac2cfe885066528595bc92e88696d
--- /dev/null
+++ b/params/opt/5/rnd_search_t_lin/comb_18/trained/model.decoder.layers.4.self_attn.out_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:3a3b2c63f7b9c287aa30e805cba30cd9c041673d35074d603e0f33d78e838f13
+size 5251
diff --git a/params/opt/5/rnd_search_t_lin/comb_18/trained/model.decoder.layers.4.self_attn.q_proj/_s.pt b/params/opt/5/rnd_search_t_lin/comb_18/trained/model.decoder.layers.4.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..d26137ab23d37a76510f30b60cf755afb9d5fa09
--- /dev/null
+++ b/params/opt/5/rnd_search_t_lin/comb_18/trained/model.decoder.layers.4.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:505320ea96488eda617e191c3ea161130fe2fa148d5ab20706c4fcab35144aba
+size 5251
diff --git a/params/opt/5/rnd_search_t_lin/comb_18/trained/model.decoder.layers.4.self_attn.v_proj/_s.pt b/params/opt/5/rnd_search_t_lin/comb_18/trained/model.decoder.layers.4.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a06a8339be7a2adf4e7838ee284a043b66dc424c
--- /dev/null
+++ b/params/opt/5/rnd_search_t_lin/comb_18/trained/model.decoder.layers.4.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:849868b324e7fa6f471e6e4a3f95e450aef8bf2da7fe78689d0fc6ed2da4545b
+size 5251
diff --git a/params/opt/5/rnd_search_t_lin/comb_18/trained/model.decoder.layers.5.fc1/_s.pt b/params/opt/5/rnd_search_t_lin/comb_18/trained/model.decoder.layers.5.fc1/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ac65367c818f4d646df831f3c210a35bc4cf6a55
--- /dev/null
+++ b/params/opt/5/rnd_search_t_lin/comb_18/trained/model.decoder.layers.5.fc1/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:9bdedb86eca1fa5151e9e1048c93f7dd261774ae81c74492dfd20ec314084279
+size 17539
diff --git a/params/opt/5/rnd_search_t_lin/comb_18/trained/model.decoder.layers.5.fc2/_s.pt b/params/opt/5/rnd_search_t_lin/comb_18/trained/model.decoder.layers.5.fc2/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..841d719d3eb73172d42c868ee28bd00d1331d264
--- /dev/null
+++ b/params/opt/5/rnd_search_t_lin/comb_18/trained/model.decoder.layers.5.fc2/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:7ae12e00688722cf47e02d84921631de771e5696251e5acf2e08ba9e428f2803
+size 5251
diff --git a/params/opt/5/rnd_search_t_lin/comb_18/trained/model.decoder.layers.5.self_attn.k_proj/_s.pt b/params/opt/5/rnd_search_t_lin/comb_18/trained/model.decoder.layers.5.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2001949500350cfb33514ff924a9b4acb9e425e6
--- /dev/null
+++ b/params/opt/5/rnd_search_t_lin/comb_18/trained/model.decoder.layers.5.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:11934cb1e2ea69532242743607261fbd1ec9afc8a7902b57c70a85696f61c34a
+size 5251
diff --git a/params/opt/5/rnd_search_t_lin/comb_18/trained/model.decoder.layers.5.self_attn.out_proj/_s.pt b/params/opt/5/rnd_search_t_lin/comb_18/trained/model.decoder.layers.5.self_attn.out_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..0e7c16e2b293b3c16d1dfe63b3daea69dbee4f31
--- /dev/null
+++ b/params/opt/5/rnd_search_t_lin/comb_18/trained/model.decoder.layers.5.self_attn.out_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2c6f3e25c155a65904f93312ca55eb9ebafde785db4b804efeecef7ba6ac8871
+size 5251
diff --git a/params/opt/5/rnd_search_t_lin/comb_18/trained/model.decoder.layers.5.self_attn.q_proj/_s.pt b/params/opt/5/rnd_search_t_lin/comb_18/trained/model.decoder.layers.5.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..b357d5a1595f64778eeb0069305a069f310e7fbd
--- /dev/null
+++ b/params/opt/5/rnd_search_t_lin/comb_18/trained/model.decoder.layers.5.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0889dda3a1c91d687d6175068b5339b8de96b2bc965e61bd321afb155c6fda87
+size 5251
diff --git a/params/opt/5/rnd_search_t_lin/comb_18/trained/model.decoder.layers.5.self_attn.v_proj/_s.pt b/params/opt/5/rnd_search_t_lin/comb_18/trained/model.decoder.layers.5.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..81c38e3fad1d7341c93cb2fb340f46fdc5cad61b
--- /dev/null
+++ b/params/opt/5/rnd_search_t_lin/comb_18/trained/model.decoder.layers.5.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:fe447cbf9f978cec3ee532fca7e01fe7d1e11ae7973c81495cd1b4afb05b9b13
+size 5251
diff --git a/params/opt/5/rnd_search_t_lin/comb_18/trained/model.decoder.layers.6.fc1/_s.pt b/params/opt/5/rnd_search_t_lin/comb_18/trained/model.decoder.layers.6.fc1/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..f1312ec5351081708103717160e91efc9bcadae7
--- /dev/null
+++ b/params/opt/5/rnd_search_t_lin/comb_18/trained/model.decoder.layers.6.fc1/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:9c11bf18651eab0b3590b0ddb53a893858b583eb0e99f7b5ce1f54fdcb8783c2
+size 17539
diff --git a/params/opt/5/rnd_search_t_lin/comb_18/trained/model.decoder.layers.6.fc2/_s.pt b/params/opt/5/rnd_search_t_lin/comb_18/trained/model.decoder.layers.6.fc2/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..fbef4e88a7e8044f73246fde9f21804fcb0427f0
--- /dev/null
+++ b/params/opt/5/rnd_search_t_lin/comb_18/trained/model.decoder.layers.6.fc2/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a581af089485c5391e1ba2dfa4626f6a7f101e5fa5884c5de9ce3b165ab956b9
+size 5251
diff --git a/params/opt/5/rnd_search_t_lin/comb_18/trained/model.decoder.layers.6.self_attn.k_proj/_s.pt b/params/opt/5/rnd_search_t_lin/comb_18/trained/model.decoder.layers.6.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e93f7f83cf4c5edef90e6d83cdb8e1c6bb955345
--- /dev/null
+++ b/params/opt/5/rnd_search_t_lin/comb_18/trained/model.decoder.layers.6.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b8e0f6cc1fd640715bd4ae6df526acf92c2da37dedaa27f5d5b51ace756f21e6
+size 5251
diff --git a/params/opt/5/rnd_search_t_lin/comb_18/trained/model.decoder.layers.6.self_attn.out_proj/_s.pt b/params/opt/5/rnd_search_t_lin/comb_18/trained/model.decoder.layers.6.self_attn.out_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..af5c7ebac1ad47aaef4b8c35eed6ae038c2267a6
--- /dev/null
+++ b/params/opt/5/rnd_search_t_lin/comb_18/trained/model.decoder.layers.6.self_attn.out_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e6932a6a86b6792b2fd8e9d4460d4c0122c3461c67c851343e15c1f68f538d1d
+size 5251
diff --git a/params/opt/5/rnd_search_t_lin/comb_18/trained/model.decoder.layers.6.self_attn.q_proj/_s.pt b/params/opt/5/rnd_search_t_lin/comb_18/trained/model.decoder.layers.6.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..eb723e1381b99433b4463105f88a5a16307b75c0
--- /dev/null
+++ b/params/opt/5/rnd_search_t_lin/comb_18/trained/model.decoder.layers.6.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:494a1c9a3b6c5e858532f87e7db2cfd0c3dfe282bb51f70bcb212d394f39ab53
+size 5251
diff --git a/params/opt/5/rnd_search_t_lin/comb_18/trained/model.decoder.layers.6.self_attn.v_proj/_s.pt b/params/opt/5/rnd_search_t_lin/comb_18/trained/model.decoder.layers.6.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..de683f0aa1ad71d912dc3db66289962d3a86bda4
--- /dev/null
+++ b/params/opt/5/rnd_search_t_lin/comb_18/trained/model.decoder.layers.6.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:184679bbdba25f874b6ed55b1b56502cf181fc151e9e973ade8977c811408f8b
+size 5251
diff --git a/params/opt/5/rnd_search_t_lin/comb_18/trained/model.decoder.layers.7.fc1/_s.pt b/params/opt/5/rnd_search_t_lin/comb_18/trained/model.decoder.layers.7.fc1/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..596e872e7229724d41264df5d454b87a5d68b9b4
--- /dev/null
+++ b/params/opt/5/rnd_search_t_lin/comb_18/trained/model.decoder.layers.7.fc1/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:9389bf9e1ea6551425c0725380df4e197130ba4f1665b9d8a94c80db2e1ca946
+size 17539
diff --git a/params/opt/5/rnd_search_t_lin/comb_18/trained/model.decoder.layers.7.fc2/_s.pt b/params/opt/5/rnd_search_t_lin/comb_18/trained/model.decoder.layers.7.fc2/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..627e7cda7ab236ad766cbac0245c039fd25eff20
--- /dev/null
+++ b/params/opt/5/rnd_search_t_lin/comb_18/trained/model.decoder.layers.7.fc2/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:93cd6ed633ea5d6c3e98a4cee81994cdb0bca13d6890701a20e8525ad43aed2f
+size 5251
diff --git a/params/opt/5/rnd_search_t_lin/comb_18/trained/model.decoder.layers.7.self_attn.k_proj/_s.pt b/params/opt/5/rnd_search_t_lin/comb_18/trained/model.decoder.layers.7.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..45c174cd9d40eb18eec2634527d9a7b7a1283d85
--- /dev/null
+++ b/params/opt/5/rnd_search_t_lin/comb_18/trained/model.decoder.layers.7.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a6618ceba9711323a6ea643d98dc342a2b69fcdb66585dc834954e87f5472ec2
+size 5251
diff --git a/params/opt/5/rnd_search_t_lin/comb_18/trained/model.decoder.layers.7.self_attn.out_proj/_s.pt b/params/opt/5/rnd_search_t_lin/comb_18/trained/model.decoder.layers.7.self_attn.out_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..37b3e756155d1a77a5fad225c3e3f9a593f7c658
--- /dev/null
+++ b/params/opt/5/rnd_search_t_lin/comb_18/trained/model.decoder.layers.7.self_attn.out_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:3d9c9e466da7bf3ef9f9a0429c5f43b8d4ceac8ba69f75f756247ac4c2c3d2b7
+size 5251
diff --git a/params/opt/5/rnd_search_t_lin/comb_18/trained/model.decoder.layers.7.self_attn.q_proj/_s.pt b/params/opt/5/rnd_search_t_lin/comb_18/trained/model.decoder.layers.7.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..96953d7f8fe0c37afc4e04469a68a76911d09f53
--- /dev/null
+++ b/params/opt/5/rnd_search_t_lin/comb_18/trained/model.decoder.layers.7.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:8d9b7982af0feb9037efd9b8453fa433d399ee0be6bfc9856943270054e78fe3
+size 5251
diff --git a/params/opt/5/rnd_search_t_lin/comb_18/trained/model.decoder.layers.7.self_attn.v_proj/_s.pt b/params/opt/5/rnd_search_t_lin/comb_18/trained/model.decoder.layers.7.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..7e70290be38da9e458d0b713ebcdcf588d6893a2
--- /dev/null
+++ b/params/opt/5/rnd_search_t_lin/comb_18/trained/model.decoder.layers.7.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:1bfc0d8d5352b62cd7e2e844086436516ac8a54c15d1aa734572dabcf6510906
+size 5251
diff --git a/params/opt/5/rnd_search_t_lin/comb_18/trained/model.decoder.layers.8.fc1/_s.pt b/params/opt/5/rnd_search_t_lin/comb_18/trained/model.decoder.layers.8.fc1/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..1f98dcb9f282467a0f6319c1d79af0a13abf3887
--- /dev/null
+++ b/params/opt/5/rnd_search_t_lin/comb_18/trained/model.decoder.layers.8.fc1/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:406553680491514993a925dc1eca7d4cd0318d02ab16d7ecf7577c07a4e3fab8
+size 17539
diff --git a/params/opt/5/rnd_search_t_lin/comb_18/trained/model.decoder.layers.8.fc2/_s.pt b/params/opt/5/rnd_search_t_lin/comb_18/trained/model.decoder.layers.8.fc2/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..9857ba1021dca1872a0a9b139ee8ce794cd94651
--- /dev/null
+++ b/params/opt/5/rnd_search_t_lin/comb_18/trained/model.decoder.layers.8.fc2/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:6faa2d80ddc817e77bffbe73ea474cc9b634136cbbd01c0fdb3aa367ca0655f3
+size 5251
diff --git a/params/opt/5/rnd_search_t_lin/comb_18/trained/model.decoder.layers.8.self_attn.k_proj/_s.pt b/params/opt/5/rnd_search_t_lin/comb_18/trained/model.decoder.layers.8.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ea8b90aba6c136d22005560e97266e59c649e1b5
--- /dev/null
+++ b/params/opt/5/rnd_search_t_lin/comb_18/trained/model.decoder.layers.8.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:8b5580c1c927721042d2f48c884c19e1cc6be698da3203d255b66338c8a0bb1a
+size 5251
diff --git a/params/opt/5/rnd_search_t_lin/comb_18/trained/model.decoder.layers.8.self_attn.out_proj/_s.pt b/params/opt/5/rnd_search_t_lin/comb_18/trained/model.decoder.layers.8.self_attn.out_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..1e02b95fb0e64674a05d0d480979055acd47390e
--- /dev/null
+++ b/params/opt/5/rnd_search_t_lin/comb_18/trained/model.decoder.layers.8.self_attn.out_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:49acebf036046b6257d7a561c0b2508175f5c0dbfb86a30170a3dd8f81808f4a
+size 5251
diff --git a/params/opt/5/rnd_search_t_lin/comb_18/trained/model.decoder.layers.8.self_attn.q_proj/_s.pt b/params/opt/5/rnd_search_t_lin/comb_18/trained/model.decoder.layers.8.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ddad8ec311e4eabf574efc3db744a37d1745a239
--- /dev/null
+++ b/params/opt/5/rnd_search_t_lin/comb_18/trained/model.decoder.layers.8.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:1cee2933d733450a81f76806c6322532adbede27a174ad3a3a9c1e1524365454
+size 5251
diff --git a/params/opt/5/rnd_search_t_lin/comb_18/trained/model.decoder.layers.8.self_attn.v_proj/_s.pt b/params/opt/5/rnd_search_t_lin/comb_18/trained/model.decoder.layers.8.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..3208efdd5b50106b5501a2667f4309f1a1c55cbd
--- /dev/null
+++ b/params/opt/5/rnd_search_t_lin/comb_18/trained/model.decoder.layers.8.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f2958b63a20c08bf134e38f6d385235859d25cd537f14a6e3a8c14661eda0782
+size 5251
diff --git a/params/opt/5/rnd_search_t_lin/comb_18/trained/model.decoder.layers.9.fc1/_s.pt b/params/opt/5/rnd_search_t_lin/comb_18/trained/model.decoder.layers.9.fc1/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a6a937c14625ad60b2de0aa64a19d41a16f481da
--- /dev/null
+++ b/params/opt/5/rnd_search_t_lin/comb_18/trained/model.decoder.layers.9.fc1/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:4c9f032d59df24265ca436d30116669af79b3ecff06b5b38ce5092b665a8d2bb
+size 17539
diff --git a/params/opt/5/rnd_search_t_lin/comb_18/trained/model.decoder.layers.9.fc2/_s.pt b/params/opt/5/rnd_search_t_lin/comb_18/trained/model.decoder.layers.9.fc2/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..3505d4ff15d93bfa9cb3eb0803adc4e95e2c8485
--- /dev/null
+++ b/params/opt/5/rnd_search_t_lin/comb_18/trained/model.decoder.layers.9.fc2/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:06616fe9e298b5a9b18cfa97cccde41e1b87e963a575e5c0af4670435202ea09
+size 5251
diff --git a/params/opt/5/rnd_search_t_lin/comb_18/trained/model.decoder.layers.9.self_attn.k_proj/_s.pt b/params/opt/5/rnd_search_t_lin/comb_18/trained/model.decoder.layers.9.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..3b93782167ef136118a9471d1eca0e0f7a1fc2df
--- /dev/null
+++ b/params/opt/5/rnd_search_t_lin/comb_18/trained/model.decoder.layers.9.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:fdf5c2476c56b80a55d855eba616c6dfb0c8a27e27b7d50f958533c5d881afc7
+size 5251
diff --git a/params/opt/5/rnd_search_t_lin/comb_18/trained/model.decoder.layers.9.self_attn.out_proj/_s.pt b/params/opt/5/rnd_search_t_lin/comb_18/trained/model.decoder.layers.9.self_attn.out_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..cb6b13d8d7145e9e0a38572e333246d317fe3070
--- /dev/null
+++ b/params/opt/5/rnd_search_t_lin/comb_18/trained/model.decoder.layers.9.self_attn.out_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:44199599356e87220c4167a8168e97bdd4448d67c22a3d2ba2c787a1bce1a78f
+size 5251
diff --git a/params/opt/5/rnd_search_t_lin/comb_18/trained/model.decoder.layers.9.self_attn.q_proj/_s.pt b/params/opt/5/rnd_search_t_lin/comb_18/trained/model.decoder.layers.9.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..472d3b4020789648fc02933e7c9f6cffa91d8035
--- /dev/null
+++ b/params/opt/5/rnd_search_t_lin/comb_18/trained/model.decoder.layers.9.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:7a4e89f2608b6aa68264a834af9f031bca972806f1fc6de8bec19e11f26b16b3
+size 5251
diff --git a/params/opt/5/rnd_search_t_lin/comb_18/trained/model.decoder.layers.9.self_attn.v_proj/_s.pt b/params/opt/5/rnd_search_t_lin/comb_18/trained/model.decoder.layers.9.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..130c36b63e826baa3c8d0a89d85279b24e6c6ab6
--- /dev/null
+++ b/params/opt/5/rnd_search_t_lin/comb_18/trained/model.decoder.layers.9.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:aadc44e4bdc76dc26166fc546f3aa1ce9863c819e99e9793a2c5780ea2400536
+size 5251
diff --git a/params/opt/5/rnd_search_t_lin/comb_18/trained/model.decoder.project_in/_s.pt b/params/opt/5/rnd_search_t_lin/comb_18/trained/model.decoder.project_in/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..430a9a06b9e35bc6cfbf24b3a42c6914b49da741
--- /dev/null
+++ b/params/opt/5/rnd_search_t_lin/comb_18/trained/model.decoder.project_in/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:271b4652e664730487961c600e55fab9fd9101b21763f3374e6cd30cd7e42c95
+size 5251
diff --git a/params/opt/5/rnd_search_t_lin/comb_18/trained/model.decoder.project_out/_s.pt b/params/opt/5/rnd_search_t_lin/comb_18/trained/model.decoder.project_out/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..cfca0e0c6b04d355ae70e9c3e1da74a1d387cca3
--- /dev/null
+++ b/params/opt/5/rnd_search_t_lin/comb_18/trained/model.decoder.project_out/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:9ef6d1a4f36cf6f744b7227859711c02075be63f8bc0ed4f07109e63f1673542
+size 3203
diff --git a/params/opt/5/rnd_search_t_lin/comb_18_t/global_train/lm_head/_s.pt b/params/opt/5/rnd_search_t_lin/comb_18_t/global_train/lm_head/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c59a8e2f1b033dc018afd1df82b32fc450bb2f71
--- /dev/null
+++ b/params/opt/5/rnd_search_t_lin/comb_18_t/global_train/lm_head/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:3369501d6094fb0a35c9916a6482b04caa29fafb561e34ce15a2c825b40c69cb
+size 202243
diff --git a/params/opt/5/rnd_search_t_lin/comb_18_t/global_train/model.decoder.layers.0.fc1/_s.pt b/params/opt/5/rnd_search_t_lin/comb_18_t/global_train/model.decoder.layers.0.fc1/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..5dfcaffe53425e5eb0c633f288e25dbe2bbde2b1
--- /dev/null
+++ b/params/opt/5/rnd_search_t_lin/comb_18_t/global_train/model.decoder.layers.0.fc1/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:36257ead5273beec1c3bba7c0f8ae2517d2267457b96e3dcc63616f8172ceb12
+size 17539
diff --git a/params/opt/5/rnd_search_t_lin/comb_18_t/global_train/model.decoder.layers.0.fc2/_s.pt b/params/opt/5/rnd_search_t_lin/comb_18_t/global_train/model.decoder.layers.0.fc2/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4d351d62e2297e683521f9189aef9b3a548e82e5
--- /dev/null
+++ b/params/opt/5/rnd_search_t_lin/comb_18_t/global_train/model.decoder.layers.0.fc2/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:1b6c87df9fbca9b9f45d105901dab435a33e059d08c92fd5e63f2b605d2e55ca
+size 5251
diff --git a/params/opt/5/rnd_search_t_lin/comb_18_t/global_train/model.decoder.layers.0.self_attn.k_proj/_s.pt b/params/opt/5/rnd_search_t_lin/comb_18_t/global_train/model.decoder.layers.0.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..d5e95ad8f3542121ce7ee8c79ec6ff5e1fe9f000
--- /dev/null
+++ b/params/opt/5/rnd_search_t_lin/comb_18_t/global_train/model.decoder.layers.0.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0c5a005c5b47bceca1f18a7ae9fbdb93cbc37d6a5f8af8d4f20bbb4f6a52c9ad
+size 5251
diff --git a/params/opt/5/rnd_search_t_lin/comb_18_t/global_train/model.decoder.layers.0.self_attn.out_proj/_s.pt b/params/opt/5/rnd_search_t_lin/comb_18_t/global_train/model.decoder.layers.0.self_attn.out_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..96ce0049c7159c46aa2d6952b045dba9d17b95ac
--- /dev/null
+++ b/params/opt/5/rnd_search_t_lin/comb_18_t/global_train/model.decoder.layers.0.self_attn.out_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:80fdb6cf5b5259a92fd65cf24df1534876b650ac19c0fe3c54395051a90836ad
+size 5251
diff --git a/params/opt/5/rnd_search_t_lin/comb_18_t/global_train/model.decoder.layers.0.self_attn.q_proj/_s.pt b/params/opt/5/rnd_search_t_lin/comb_18_t/global_train/model.decoder.layers.0.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..9bdf7b01000248530c5fb8682ac568aafbece10b
--- /dev/null
+++ b/params/opt/5/rnd_search_t_lin/comb_18_t/global_train/model.decoder.layers.0.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b2de828b5dcd7bc36ef9b4e8439579455ae3696c82bf72c30827158ab88405fc
+size 5251
diff --git a/params/opt/5/rnd_search_t_lin/comb_18_t/global_train/model.decoder.layers.0.self_attn.v_proj/_s.pt b/params/opt/5/rnd_search_t_lin/comb_18_t/global_train/model.decoder.layers.0.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..b7c5889a982c80989828fff64dd94ed0520bdcff
--- /dev/null
+++ b/params/opt/5/rnd_search_t_lin/comb_18_t/global_train/model.decoder.layers.0.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:8b3b08cb643aa2cae960cafbed71329024d8069afac597b9e7dc9505ef693450
+size 5251
diff --git a/params/opt/5/rnd_search_t_lin/comb_18_t/global_train/model.decoder.layers.1.fc1/_s.pt b/params/opt/5/rnd_search_t_lin/comb_18_t/global_train/model.decoder.layers.1.fc1/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..0258da85febca927e8c42a016d6fc6a92326692f
--- /dev/null
+++ b/params/opt/5/rnd_search_t_lin/comb_18_t/global_train/model.decoder.layers.1.fc1/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:7fb9f184c88a16ccc716eaf42d6993030988e26f041da61648c277f4cea1ae56
+size 17539
diff --git a/params/opt/5/rnd_search_t_lin/comb_18_t/global_train/model.decoder.layers.1.fc2/_s.pt b/params/opt/5/rnd_search_t_lin/comb_18_t/global_train/model.decoder.layers.1.fc2/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ca8f4c4828c01339d684715beae801ef732e6e00
--- /dev/null
+++ b/params/opt/5/rnd_search_t_lin/comb_18_t/global_train/model.decoder.layers.1.fc2/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a146c9938787a286599ae2cfc1747d00bccb51737968da7404389c5722183b41
+size 5251
diff --git a/params/opt/5/rnd_search_t_lin/comb_18_t/global_train/model.decoder.layers.1.self_attn.k_proj/_s.pt b/params/opt/5/rnd_search_t_lin/comb_18_t/global_train/model.decoder.layers.1.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a15a3068b8033a4fcb62c5da48bf88cff8995df1
--- /dev/null
+++ b/params/opt/5/rnd_search_t_lin/comb_18_t/global_train/model.decoder.layers.1.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e5f667486de6d9734eb1763ce46f8d8ad3ebb3b774f6ff2f2d42b32cda061bd8
+size 5251
diff --git a/params/opt/5/rnd_search_t_lin/comb_18_t/global_train/model.decoder.layers.1.self_attn.out_proj/_s.pt b/params/opt/5/rnd_search_t_lin/comb_18_t/global_train/model.decoder.layers.1.self_attn.out_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..42945ed8b0fa49f92990f1059b337d90727cdf64
--- /dev/null
+++ b/params/opt/5/rnd_search_t_lin/comb_18_t/global_train/model.decoder.layers.1.self_attn.out_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:906e1aaa866a6bb4c30c290cbf9dc2543bf7941268e41d8325b9fd1c8c610893
+size 5251
diff --git a/params/opt/5/rnd_search_t_lin/comb_18_t/global_train/model.decoder.layers.1.self_attn.q_proj/_s.pt b/params/opt/5/rnd_search_t_lin/comb_18_t/global_train/model.decoder.layers.1.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c76eb8cd3813ecd766c331241151f2a10496c502
--- /dev/null
+++ b/params/opt/5/rnd_search_t_lin/comb_18_t/global_train/model.decoder.layers.1.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:94c548db22cda6ea659b47bc3a01fd98a81c7306771077fd722283768db20b6d
+size 5251
diff --git a/params/opt/5/rnd_search_t_lin/comb_18_t/global_train/model.decoder.layers.1.self_attn.v_proj/_s.pt b/params/opt/5/rnd_search_t_lin/comb_18_t/global_train/model.decoder.layers.1.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..914351146107852d6055ad3c34faf1f8601b8470
--- /dev/null
+++ b/params/opt/5/rnd_search_t_lin/comb_18_t/global_train/model.decoder.layers.1.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:3d8b1eaa37e2681d37e5d91185b3b3f7f38d22d3893cc1704defc22b36a8892d
+size 5251
diff --git a/params/opt/5/rnd_search_t_lin/comb_18_t/global_train/model.decoder.layers.10.fc1/_s.pt b/params/opt/5/rnd_search_t_lin/comb_18_t/global_train/model.decoder.layers.10.fc1/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..6a772aac088ba340de7440f33c9602edf7b96f7d
--- /dev/null
+++ b/params/opt/5/rnd_search_t_lin/comb_18_t/global_train/model.decoder.layers.10.fc1/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0a759f27f594b703f1f76038259845d38f223e2c0b53fcdb08f1f72eb535bd36
+size 17539
diff --git a/params/opt/5/rnd_search_t_lin/comb_18_t/global_train/model.decoder.layers.10.fc2/_s.pt b/params/opt/5/rnd_search_t_lin/comb_18_t/global_train/model.decoder.layers.10.fc2/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a715657627085dabf820fafc14741de527d9b085
--- /dev/null
+++ b/params/opt/5/rnd_search_t_lin/comb_18_t/global_train/model.decoder.layers.10.fc2/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:8e15cddb8bde69d0b000c40657b0d063fadf33f5cb16ec057fc1c82de2ce75ab
+size 5251
diff --git a/params/opt/5/rnd_search_t_lin/comb_18_t/global_train/model.decoder.layers.10.self_attn.k_proj/_s.pt b/params/opt/5/rnd_search_t_lin/comb_18_t/global_train/model.decoder.layers.10.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..dca015104ae5167ba56351bd9106b48712b8113b
--- /dev/null
+++ b/params/opt/5/rnd_search_t_lin/comb_18_t/global_train/model.decoder.layers.10.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f307e08a1ae93658af89c8e587dcae8657725bf0738c66dd079e96b4a1beb07a
+size 5251
diff --git a/params/opt/5/rnd_search_t_lin/comb_18_t/global_train/model.decoder.layers.10.self_attn.out_proj/_s.pt b/params/opt/5/rnd_search_t_lin/comb_18_t/global_train/model.decoder.layers.10.self_attn.out_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ba976ce230e83126d521ee4e2b1c9b65e03cf82a
--- /dev/null
+++ b/params/opt/5/rnd_search_t_lin/comb_18_t/global_train/model.decoder.layers.10.self_attn.out_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:1ae1139f2774daa72f94902cd67f61008866c4204e99d2fc0170f53e878a85ad
+size 5251
diff --git a/params/opt/5/rnd_search_t_lin/comb_18_t/global_train/model.decoder.layers.10.self_attn.q_proj/_s.pt b/params/opt/5/rnd_search_t_lin/comb_18_t/global_train/model.decoder.layers.10.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..3f052d8f00b0aadc302b5031d39d9f44f2410dec
--- /dev/null
+++ b/params/opt/5/rnd_search_t_lin/comb_18_t/global_train/model.decoder.layers.10.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f4831ec123152f1945994a2006efdff6e266fa42b0e2efb326f4490798c5b730
+size 5251
diff --git a/params/opt/5/rnd_search_t_lin/comb_18_t/global_train/model.decoder.layers.10.self_attn.v_proj/_s.pt b/params/opt/5/rnd_search_t_lin/comb_18_t/global_train/model.decoder.layers.10.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..0a7e02b4af3ab046b456af73cb0a89b52a19a3a1
--- /dev/null
+++ b/params/opt/5/rnd_search_t_lin/comb_18_t/global_train/model.decoder.layers.10.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:914767eca21741539d367e3a82b0f94c1e2e1c5a63f972a87ab8fe57a2dba5f1
+size 5251
diff --git a/params/opt/5/rnd_search_t_lin/comb_18_t/global_train/model.decoder.layers.11.fc1/_s.pt b/params/opt/5/rnd_search_t_lin/comb_18_t/global_train/model.decoder.layers.11.fc1/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..39c617eccc63a0f7ac9aa8b141dae895b7f748dd
--- /dev/null
+++ b/params/opt/5/rnd_search_t_lin/comb_18_t/global_train/model.decoder.layers.11.fc1/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d5c9501aa08777ac7afdfa77b7452b9f48608b57ecc96bf8e4b85144268447cf
+size 17539
diff --git a/params/opt/5/rnd_search_t_lin/comb_18_t/global_train/model.decoder.layers.11.fc2/_s.pt b/params/opt/5/rnd_search_t_lin/comb_18_t/global_train/model.decoder.layers.11.fc2/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ef9585023df1aabcdb6964151aa94699e1eeae42
--- /dev/null
+++ b/params/opt/5/rnd_search_t_lin/comb_18_t/global_train/model.decoder.layers.11.fc2/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:69420ae626a039798b92c042826541be3ce1f2661bbfaa1c0600e7887ba40536
+size 5251
diff --git a/params/opt/5/rnd_search_t_lin/comb_18_t/global_train/model.decoder.layers.11.self_attn.k_proj/_s.pt b/params/opt/5/rnd_search_t_lin/comb_18_t/global_train/model.decoder.layers.11.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..1a8e6fb32ce66391f4d4ae901a9fe71eade898c5
--- /dev/null
+++ b/params/opt/5/rnd_search_t_lin/comb_18_t/global_train/model.decoder.layers.11.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a9ee4b64df70574573d36ca32b22a665776a0020b492317e06e81860e7cfa3c7
+size 5251
diff --git a/params/opt/5/rnd_search_t_lin/comb_18_t/global_train/model.decoder.layers.11.self_attn.out_proj/_s.pt b/params/opt/5/rnd_search_t_lin/comb_18_t/global_train/model.decoder.layers.11.self_attn.out_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..af62de02778de6dfdd92b177c3db4eabc563157b
--- /dev/null
+++ b/params/opt/5/rnd_search_t_lin/comb_18_t/global_train/model.decoder.layers.11.self_attn.out_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d128f5be94a1178d1d3f3082f519847bd2b7abeab8573f8804820cecc866d548
+size 5251
diff --git a/params/opt/5/rnd_search_t_lin/comb_18_t/global_train/model.decoder.layers.11.self_attn.q_proj/_s.pt b/params/opt/5/rnd_search_t_lin/comb_18_t/global_train/model.decoder.layers.11.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..b4d864d2581deb0dd940ded724a553ac9c7d45f2
--- /dev/null
+++ b/params/opt/5/rnd_search_t_lin/comb_18_t/global_train/model.decoder.layers.11.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:9597b0f5a5b82e4b3f3e0ad62581d93d81e8c01ab7ffcd95af0259bcdbadb4ee
+size 5251
diff --git a/params/opt/5/rnd_search_t_lin/comb_18_t/global_train/model.decoder.layers.11.self_attn.v_proj/_s.pt b/params/opt/5/rnd_search_t_lin/comb_18_t/global_train/model.decoder.layers.11.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..42ade2c2e16658f6965480a74409120d996868f5
--- /dev/null
+++ b/params/opt/5/rnd_search_t_lin/comb_18_t/global_train/model.decoder.layers.11.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b7e93e951d58c7a9f5cd80fa546ccae0aff04c4dca0bf453315bdb8737fdeac4
+size 5251
diff --git a/params/opt/5/rnd_search_t_lin/comb_18_t/global_train/model.decoder.layers.12.fc1/_s.pt b/params/opt/5/rnd_search_t_lin/comb_18_t/global_train/model.decoder.layers.12.fc1/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..99929d25fdbdde9e354f8c4e2c59fdfcb3fec203
--- /dev/null
+++ b/params/opt/5/rnd_search_t_lin/comb_18_t/global_train/model.decoder.layers.12.fc1/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c3427c9f26da1a799f900daa2675d9e4a0101200835031775184e4e16fec78e0
+size 17539
diff --git a/params/opt/5/rnd_search_t_lin/comb_18_t/global_train/model.decoder.layers.12.fc2/_s.pt b/params/opt/5/rnd_search_t_lin/comb_18_t/global_train/model.decoder.layers.12.fc2/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c80e261bb85cad9076de0328f54326ed0264a05d
--- /dev/null
+++ b/params/opt/5/rnd_search_t_lin/comb_18_t/global_train/model.decoder.layers.12.fc2/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:8b8493bf689c2afeb9af8b78969eae61a20dbe7ec46dfb075199189d7183905a
+size 5251
diff --git a/params/opt/5/rnd_search_t_lin/comb_18_t/global_train/model.decoder.layers.12.self_attn.k_proj/_s.pt b/params/opt/5/rnd_search_t_lin/comb_18_t/global_train/model.decoder.layers.12.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..95592fbef2729cf405d35cf03071f26187bbeb85
--- /dev/null
+++ b/params/opt/5/rnd_search_t_lin/comb_18_t/global_train/model.decoder.layers.12.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:90080673fc1ddb504bd1f4ddba916b718c5b65b069d9eec223ce41363e701201
+size 5251
diff --git a/params/opt/5/rnd_search_t_lin/comb_18_t/global_train/model.decoder.layers.12.self_attn.out_proj/_s.pt b/params/opt/5/rnd_search_t_lin/comb_18_t/global_train/model.decoder.layers.12.self_attn.out_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..d6a104994de45a30ea94f8bf86e3de08c3db7714
--- /dev/null
+++ b/params/opt/5/rnd_search_t_lin/comb_18_t/global_train/model.decoder.layers.12.self_attn.out_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b6c3a3369916967d572d1825591cde81988b0d54953ea464b5f558f9becf0da1
+size 5251
diff --git a/params/opt/5/rnd_search_t_lin/comb_18_t/global_train/model.decoder.layers.12.self_attn.q_proj/_s.pt b/params/opt/5/rnd_search_t_lin/comb_18_t/global_train/model.decoder.layers.12.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..bf115149f40735b85e2343d09e7b31f1c94b1603
--- /dev/null
+++ b/params/opt/5/rnd_search_t_lin/comb_18_t/global_train/model.decoder.layers.12.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:4f9995abdf2cb010b61cb473c2b6e0fa0d672015976ff7a5891c4284eed8f1f4
+size 5251
diff --git a/params/opt/5/rnd_search_t_lin/comb_18_t/global_train/model.decoder.layers.12.self_attn.v_proj/_s.pt b/params/opt/5/rnd_search_t_lin/comb_18_t/global_train/model.decoder.layers.12.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2140674f43361845ce59cbab7a1de46225e8f371
--- /dev/null
+++ b/params/opt/5/rnd_search_t_lin/comb_18_t/global_train/model.decoder.layers.12.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5fd74de2b46de10c0eb7568f9bc70404be42d3e96f556ef85e990cdcb13a9bf9
+size 5251
diff --git a/params/opt/5/rnd_search_t_lin/comb_18_t/global_train/model.decoder.layers.13.fc1/_s.pt b/params/opt/5/rnd_search_t_lin/comb_18_t/global_train/model.decoder.layers.13.fc1/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..46cdc92d613dac717fa94796948d38d7160d88e6
--- /dev/null
+++ b/params/opt/5/rnd_search_t_lin/comb_18_t/global_train/model.decoder.layers.13.fc1/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:95d726027fee5fea15ea2d986de489abf62e5c06f8eb2356665cb8f64d992371
+size 17539
diff --git a/params/opt/5/rnd_search_t_lin/comb_18_t/global_train/model.decoder.layers.13.fc2/_s.pt b/params/opt/5/rnd_search_t_lin/comb_18_t/global_train/model.decoder.layers.13.fc2/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..6c13bdcf910887142da19c1e9432f01a1d305336
--- /dev/null
+++ b/params/opt/5/rnd_search_t_lin/comb_18_t/global_train/model.decoder.layers.13.fc2/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c5d1479d527be823339d171bb2f01b6ac360f2d70846c47cee02c1dee73b6e65
+size 5251
diff --git a/params/opt/5/rnd_search_t_lin/comb_18_t/global_train/model.decoder.layers.13.self_attn.k_proj/_s.pt b/params/opt/5/rnd_search_t_lin/comb_18_t/global_train/model.decoder.layers.13.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c9c0072bec516a3362e476a0aa1cd463a36de44f
--- /dev/null
+++ b/params/opt/5/rnd_search_t_lin/comb_18_t/global_train/model.decoder.layers.13.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0b73248e201f37351c243d7170acd3be0efa11d657b2c29fd8f295ad0ce610d3
+size 5251
diff --git a/params/opt/5/rnd_search_t_lin/comb_18_t/global_train/model.decoder.layers.13.self_attn.out_proj/_s.pt b/params/opt/5/rnd_search_t_lin/comb_18_t/global_train/model.decoder.layers.13.self_attn.out_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..cf1f709b6213a9e4a5d24ecc8648c6bc43f9f4ce
--- /dev/null
+++ b/params/opt/5/rnd_search_t_lin/comb_18_t/global_train/model.decoder.layers.13.self_attn.out_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c1056880f391676d265d0bba61b0d8fc0a64e6d8f4f694ca1adaf6a7fe267869
+size 5251
diff --git a/params/opt/5/rnd_search_t_lin/comb_18_t/global_train/model.decoder.layers.13.self_attn.q_proj/_s.pt b/params/opt/5/rnd_search_t_lin/comb_18_t/global_train/model.decoder.layers.13.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e3ab6d369c00efc659744fa2b0eaeebacc38bcd1
--- /dev/null
+++ b/params/opt/5/rnd_search_t_lin/comb_18_t/global_train/model.decoder.layers.13.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:3afdd9c7a36223d63839dc5708fbb04351d06bec3b5285d54d0c7b7a7f36ade0
+size 5251
diff --git a/params/opt/5/rnd_search_t_lin/comb_18_t/global_train/model.decoder.layers.13.self_attn.v_proj/_s.pt b/params/opt/5/rnd_search_t_lin/comb_18_t/global_train/model.decoder.layers.13.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..3d55391b1b75c92fb37876e872a43cdca50c7767
--- /dev/null
+++ b/params/opt/5/rnd_search_t_lin/comb_18_t/global_train/model.decoder.layers.13.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e862ecfc403f0e349c95b9226d065c9deab44c60870e673af128a9057419411f
+size 5251
diff --git a/params/opt/5/rnd_search_t_lin/comb_18_t/global_train/model.decoder.layers.14.fc1/_s.pt b/params/opt/5/rnd_search_t_lin/comb_18_t/global_train/model.decoder.layers.14.fc1/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..db6c232df45294a210946799f3aae59ca06aee79
--- /dev/null
+++ b/params/opt/5/rnd_search_t_lin/comb_18_t/global_train/model.decoder.layers.14.fc1/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:15dbce7b08cc70b5dc95ddf274e46bf61f053296b89e17af783f2bd5216799b2
+size 17539
diff --git a/params/opt/5/rnd_search_t_lin/comb_18_t/global_train/model.decoder.layers.14.fc2/_s.pt b/params/opt/5/rnd_search_t_lin/comb_18_t/global_train/model.decoder.layers.14.fc2/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4ef35da0492ea9f761776cab666fb88a0761a2d8
--- /dev/null
+++ b/params/opt/5/rnd_search_t_lin/comb_18_t/global_train/model.decoder.layers.14.fc2/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2a17ca6dbb6694d75c6007210f14a06a271a2b1d6f6869e6062cda415a9c4931
+size 5251
diff --git a/params/opt/5/rnd_search_t_lin/comb_18_t/global_train/model.decoder.layers.14.self_attn.k_proj/_s.pt b/params/opt/5/rnd_search_t_lin/comb_18_t/global_train/model.decoder.layers.14.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..b7f6a50e1b7753fc5136ff7cb10f4159d9e8f04f
--- /dev/null
+++ b/params/opt/5/rnd_search_t_lin/comb_18_t/global_train/model.decoder.layers.14.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:68563819241806520b7d25081cd629b85834c8365c5325ec476bb0f663a9258d
+size 5251
diff --git a/params/opt/5/rnd_search_t_lin/comb_18_t/global_train/model.decoder.layers.14.self_attn.out_proj/_s.pt b/params/opt/5/rnd_search_t_lin/comb_18_t/global_train/model.decoder.layers.14.self_attn.out_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a0ce7552811466f02e367911471146066a21b17b
--- /dev/null
+++ b/params/opt/5/rnd_search_t_lin/comb_18_t/global_train/model.decoder.layers.14.self_attn.out_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:4b4d778816e7ad9a03a3e15f41fc6f1ecf351ec99902fa45d5fc05930f2fb1c3
+size 5251
diff --git a/params/opt/5/rnd_search_t_lin/comb_18_t/global_train/model.decoder.layers.14.self_attn.q_proj/_s.pt b/params/opt/5/rnd_search_t_lin/comb_18_t/global_train/model.decoder.layers.14.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..14d60c725504e75e69c60aa82e736deca08151c9
--- /dev/null
+++ b/params/opt/5/rnd_search_t_lin/comb_18_t/global_train/model.decoder.layers.14.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2f98de54511239d4532f8de12e92d38ff40e9873711de099544bc3b21a0ebb69
+size 5251
diff --git a/params/opt/5/rnd_search_t_lin/comb_18_t/global_train/model.decoder.layers.14.self_attn.v_proj/_s.pt b/params/opt/5/rnd_search_t_lin/comb_18_t/global_train/model.decoder.layers.14.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..bf0f24b29ea465018469bc251540711d678e5449
--- /dev/null
+++ b/params/opt/5/rnd_search_t_lin/comb_18_t/global_train/model.decoder.layers.14.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:eee82e34f8c2f93b56621358aae00b67ef62226a3635444e0ccc24f5961e6e91
+size 5251
diff --git a/params/opt/5/rnd_search_t_lin/comb_18_t/global_train/model.decoder.layers.15.fc1/_s.pt b/params/opt/5/rnd_search_t_lin/comb_18_t/global_train/model.decoder.layers.15.fc1/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..fdfd23afaed5f44bebd9f55c890f358be8e56f35
--- /dev/null
+++ b/params/opt/5/rnd_search_t_lin/comb_18_t/global_train/model.decoder.layers.15.fc1/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e606a5b656eff8ee50f1df8cc79f00919bab316006de2c0aea2d88c989971052
+size 17539
diff --git a/params/opt/5/rnd_search_t_lin/comb_18_t/global_train/model.decoder.layers.15.fc2/_s.pt b/params/opt/5/rnd_search_t_lin/comb_18_t/global_train/model.decoder.layers.15.fc2/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..fa96efd765383c5dbad0e1a2ad5051e8fe12c5c4
--- /dev/null
+++ b/params/opt/5/rnd_search_t_lin/comb_18_t/global_train/model.decoder.layers.15.fc2/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f71130c6e6e98d3f707f87defc559075f1274375b961f1772887408ca633c03a
+size 5251
diff --git a/params/opt/5/rnd_search_t_lin/comb_18_t/global_train/model.decoder.layers.15.self_attn.k_proj/_s.pt b/params/opt/5/rnd_search_t_lin/comb_18_t/global_train/model.decoder.layers.15.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..d6b23069b22e76e8803c4e857c51cb88f7249ab9
--- /dev/null
+++ b/params/opt/5/rnd_search_t_lin/comb_18_t/global_train/model.decoder.layers.15.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:68b9b970927e5c9473104f323f05c32bc63fda0c559c15e459c6e9d60953a4f9
+size 5251
diff --git a/params/opt/5/rnd_search_t_lin/comb_18_t/global_train/model.decoder.layers.15.self_attn.out_proj/_s.pt b/params/opt/5/rnd_search_t_lin/comb_18_t/global_train/model.decoder.layers.15.self_attn.out_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4a1fe08ed50113b9ba323640ca75c2acde214f0c
--- /dev/null
+++ b/params/opt/5/rnd_search_t_lin/comb_18_t/global_train/model.decoder.layers.15.self_attn.out_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a906ce474f655556adaa2cd491f685d964dbbb1c51e4fe8db3f87a601dc79c91
+size 5251
diff --git a/params/opt/5/rnd_search_t_lin/comb_18_t/global_train/model.decoder.layers.15.self_attn.q_proj/_s.pt b/params/opt/5/rnd_search_t_lin/comb_18_t/global_train/model.decoder.layers.15.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..3961dfa9f88c5de6923ceef9d70e93c92b961a81
--- /dev/null
+++ b/params/opt/5/rnd_search_t_lin/comb_18_t/global_train/model.decoder.layers.15.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:adbb81b4e1586e223cf08e39c4cbaa951d424484e910eb8434e14ed4144ef58c
+size 5251
diff --git a/params/opt/5/rnd_search_t_lin/comb_18_t/global_train/model.decoder.layers.15.self_attn.v_proj/_s.pt b/params/opt/5/rnd_search_t_lin/comb_18_t/global_train/model.decoder.layers.15.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..f1553acdf783c8b9917f0ab4e8c5801201727e16
--- /dev/null
+++ b/params/opt/5/rnd_search_t_lin/comb_18_t/global_train/model.decoder.layers.15.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:3355e723dc1138de58696735d0c9c2f07b2f43b99dc93096e08cbb6a705894b2
+size 5251
diff --git a/params/opt/5/rnd_search_t_lin/comb_18_t/global_train/model.decoder.layers.16.fc1/_s.pt b/params/opt/5/rnd_search_t_lin/comb_18_t/global_train/model.decoder.layers.16.fc1/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2d8eb6d87c50731b6f624a4683cf3c534629c87e
--- /dev/null
+++ b/params/opt/5/rnd_search_t_lin/comb_18_t/global_train/model.decoder.layers.16.fc1/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:61cfee38adfcc404675c6823160bcea87620f7e87b7a2fe26a3feb5ccddb9979
+size 17539
diff --git a/params/opt/5/rnd_search_t_lin/comb_18_t/global_train/model.decoder.layers.16.fc2/_s.pt b/params/opt/5/rnd_search_t_lin/comb_18_t/global_train/model.decoder.layers.16.fc2/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2b8b78d2be92313c5af66abed3a0100b02dc4e1f
--- /dev/null
+++ b/params/opt/5/rnd_search_t_lin/comb_18_t/global_train/model.decoder.layers.16.fc2/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:23ecacc872b581522a8a3a8e860ff2ef94c98ecd5c0237fd1f461281ed010b98
+size 5251
diff --git a/params/opt/5/rnd_search_t_lin/comb_18_t/global_train/model.decoder.layers.16.self_attn.k_proj/_s.pt b/params/opt/5/rnd_search_t_lin/comb_18_t/global_train/model.decoder.layers.16.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..29c31464e16c153b144859a53844bdf707072080
--- /dev/null
+++ b/params/opt/5/rnd_search_t_lin/comb_18_t/global_train/model.decoder.layers.16.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0dfd52803eb545f3518558bc82f6b614354f2a6f1319fe79dab551fa73c53910
+size 5251
diff --git a/params/opt/5/rnd_search_t_lin/comb_18_t/global_train/model.decoder.layers.16.self_attn.out_proj/_s.pt b/params/opt/5/rnd_search_t_lin/comb_18_t/global_train/model.decoder.layers.16.self_attn.out_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8564194ce3cd60aeddb0b2641b3792daf8193072
--- /dev/null
+++ b/params/opt/5/rnd_search_t_lin/comb_18_t/global_train/model.decoder.layers.16.self_attn.out_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:030c50e6c56a412d74f9ce23d991fc8dc07b34a6b272e4a1fe27bebea576a682
+size 5251
diff --git a/params/opt/5/rnd_search_t_lin/comb_18_t/global_train/model.decoder.layers.16.self_attn.q_proj/_s.pt b/params/opt/5/rnd_search_t_lin/comb_18_t/global_train/model.decoder.layers.16.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..97a46f41d727bc7872b28299954d7f1e1dc4df3e
--- /dev/null
+++ b/params/opt/5/rnd_search_t_lin/comb_18_t/global_train/model.decoder.layers.16.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:980967f35ed9bc0f7e54b33f1ab83de07696d96df186d9268c3f7163f83094c2
+size 5251
diff --git a/params/opt/5/rnd_search_t_lin/comb_18_t/global_train/model.decoder.layers.16.self_attn.v_proj/_s.pt b/params/opt/5/rnd_search_t_lin/comb_18_t/global_train/model.decoder.layers.16.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4a6d7dd193c43a7ab613aeba490d453de65b35f6
--- /dev/null
+++ b/params/opt/5/rnd_search_t_lin/comb_18_t/global_train/model.decoder.layers.16.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d7d5d079c32869a145a5d627839f931790f57a0b8b35fc0ac02e481918a01b74
+size 5251
diff --git a/params/opt/5/rnd_search_t_lin/comb_18_t/global_train/model.decoder.layers.17.fc1/_s.pt b/params/opt/5/rnd_search_t_lin/comb_18_t/global_train/model.decoder.layers.17.fc1/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..36f69ea2bde2a5e53dbd0c44611a23fbadbb5e18
--- /dev/null
+++ b/params/opt/5/rnd_search_t_lin/comb_18_t/global_train/model.decoder.layers.17.fc1/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:8051d5d86b9299768c257ee701b27d43916d18c23d77064d6f0575017f47b468
+size 17539
diff --git a/params/opt/5/rnd_search_t_lin/comb_18_t/global_train/model.decoder.layers.17.fc2/_s.pt b/params/opt/5/rnd_search_t_lin/comb_18_t/global_train/model.decoder.layers.17.fc2/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..96e960298d4d1da720af9f1c9c8091fd94c9e90e
--- /dev/null
+++ b/params/opt/5/rnd_search_t_lin/comb_18_t/global_train/model.decoder.layers.17.fc2/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:621ab088f7e014ec230712153eff2f14218db0770825e54016b7ecd120a90558
+size 5251
diff --git a/params/opt/5/rnd_search_t_lin/comb_18_t/global_train/model.decoder.layers.17.self_attn.k_proj/_s.pt b/params/opt/5/rnd_search_t_lin/comb_18_t/global_train/model.decoder.layers.17.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..de7890a71afb0aa9f4a4a1726f7ab2cba4c40bf9
--- /dev/null
+++ b/params/opt/5/rnd_search_t_lin/comb_18_t/global_train/model.decoder.layers.17.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:6142b9e62e7724c5d13d84d837073bf3a88fee93d1ecc2131b94bdce8716e58e
+size 5251
diff --git a/params/opt/5/rnd_search_t_lin/comb_18_t/global_train/model.decoder.layers.17.self_attn.out_proj/_s.pt b/params/opt/5/rnd_search_t_lin/comb_18_t/global_train/model.decoder.layers.17.self_attn.out_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..76e349fdc615d875134a051152ddcad4936d9f3d
--- /dev/null
+++ b/params/opt/5/rnd_search_t_lin/comb_18_t/global_train/model.decoder.layers.17.self_attn.out_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ae94e9b5fc97bf86758ff15bd7f3fce4504307cd79670dd353f415247615af11
+size 5251
diff --git a/params/opt/5/rnd_search_t_lin/comb_18_t/global_train/model.decoder.layers.17.self_attn.q_proj/_s.pt b/params/opt/5/rnd_search_t_lin/comb_18_t/global_train/model.decoder.layers.17.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e950a911e1ce86792c89b23d1d567331b7a71fa2
--- /dev/null
+++ b/params/opt/5/rnd_search_t_lin/comb_18_t/global_train/model.decoder.layers.17.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:4a50187b1157fa766878b6bf517a2e5a15fec05257632f47ab3e67ef4faa187d
+size 5251
diff --git a/params/opt/5/rnd_search_t_lin/comb_18_t/global_train/model.decoder.layers.17.self_attn.v_proj/_s.pt b/params/opt/5/rnd_search_t_lin/comb_18_t/global_train/model.decoder.layers.17.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4e055eecefdfce31a1ccf46d80fb0a9c321ca6c0
--- /dev/null
+++ b/params/opt/5/rnd_search_t_lin/comb_18_t/global_train/model.decoder.layers.17.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:eabc8b2a5eeef461b422e2a4bc91561b48da4143c8934f214bc53fbac97d2c4c
+size 5251
diff --git a/params/opt/5/rnd_search_t_lin/comb_18_t/global_train/model.decoder.layers.18.fc1/_s.pt b/params/opt/5/rnd_search_t_lin/comb_18_t/global_train/model.decoder.layers.18.fc1/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..b8f7496990d0f57e14aea76cd95cdd52fae49dac
--- /dev/null
+++ b/params/opt/5/rnd_search_t_lin/comb_18_t/global_train/model.decoder.layers.18.fc1/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:687ccec8f775494cc292e60ab382ecad156211320f1c4df55ab6559ccc15eb08
+size 17539
diff --git a/params/opt/5/rnd_search_t_lin/comb_18_t/global_train/model.decoder.layers.18.fc2/_s.pt b/params/opt/5/rnd_search_t_lin/comb_18_t/global_train/model.decoder.layers.18.fc2/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8863c903ae64e778e2dbcdc234cbd6ce0cde702c
--- /dev/null
+++ b/params/opt/5/rnd_search_t_lin/comb_18_t/global_train/model.decoder.layers.18.fc2/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0d2f2b875cca7b89bd0d17b7f31a08984e08dce5635a374a05755a6cfbf5f6f6
+size 5251
diff --git a/params/opt/5/rnd_search_t_lin/comb_18_t/global_train/model.decoder.layers.18.self_attn.k_proj/_s.pt b/params/opt/5/rnd_search_t_lin/comb_18_t/global_train/model.decoder.layers.18.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..d14be698def754990919f2da8cd18462948b3316
--- /dev/null
+++ b/params/opt/5/rnd_search_t_lin/comb_18_t/global_train/model.decoder.layers.18.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:fcb7ffd9456177e234bb11998d0078280b8dc897263cfeb893ec7f6620710166
+size 5251
diff --git a/params/opt/5/rnd_search_t_lin/comb_18_t/global_train/model.decoder.layers.18.self_attn.out_proj/_s.pt b/params/opt/5/rnd_search_t_lin/comb_18_t/global_train/model.decoder.layers.18.self_attn.out_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..0eb059de59ae29e993ad10f4ed1cd815eea325da
--- /dev/null
+++ b/params/opt/5/rnd_search_t_lin/comb_18_t/global_train/model.decoder.layers.18.self_attn.out_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0c476740414f27e3d9319d08b5a9a796c9daa81ed033a2a6391c9383a581f2aa
+size 5251
diff --git a/params/opt/5/rnd_search_t_lin/comb_18_t/global_train/model.decoder.layers.18.self_attn.q_proj/_s.pt b/params/opt/5/rnd_search_t_lin/comb_18_t/global_train/model.decoder.layers.18.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..204041d74c0dbc4b8984d2b58037a5e5c4848ec7
--- /dev/null
+++ b/params/opt/5/rnd_search_t_lin/comb_18_t/global_train/model.decoder.layers.18.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2c1d5e4ed3e7069cfec89279e9b17786a845ca9d37f628c476a87c7d7c7dba2e
+size 5251
diff --git a/params/opt/5/rnd_search_t_lin/comb_18_t/global_train/model.decoder.layers.18.self_attn.v_proj/_s.pt b/params/opt/5/rnd_search_t_lin/comb_18_t/global_train/model.decoder.layers.18.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..5e11065b47483cd969cc47d4da646fbb78aa305a
--- /dev/null
+++ b/params/opt/5/rnd_search_t_lin/comb_18_t/global_train/model.decoder.layers.18.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:efc05f929369795701cf9ab4361aac3563a5e6585d98683a87b25cfdf676b33e
+size 5251
diff --git a/params/opt/5/rnd_search_t_lin/comb_18_t/global_train/model.decoder.layers.19.fc1/_s.pt b/params/opt/5/rnd_search_t_lin/comb_18_t/global_train/model.decoder.layers.19.fc1/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..d4a448922e7e61b2580207898d946337c3fa9b9b
--- /dev/null
+++ b/params/opt/5/rnd_search_t_lin/comb_18_t/global_train/model.decoder.layers.19.fc1/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:8c4cacc6b3bcc9d48d5e0dce2dbdcd88de77007229958784b35e06adcb2f1066
+size 17539
diff --git a/params/opt/5/rnd_search_t_lin/comb_18_t/global_train/model.decoder.layers.19.fc2/_s.pt b/params/opt/5/rnd_search_t_lin/comb_18_t/global_train/model.decoder.layers.19.fc2/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..85c923208495bed165e97ffc0868d186bf2b2a0c
--- /dev/null
+++ b/params/opt/5/rnd_search_t_lin/comb_18_t/global_train/model.decoder.layers.19.fc2/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f3ac7cbba40b03418fa7cbea6cd1b9ee24ab6974a675f898ed91f1801cc72452
+size 5251
diff --git a/params/opt/5/rnd_search_t_lin/comb_18_t/global_train/model.decoder.layers.19.self_attn.k_proj/_s.pt b/params/opt/5/rnd_search_t_lin/comb_18_t/global_train/model.decoder.layers.19.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..f7b8d38f3bec1dfd77d5e36c14da836a0464625e
--- /dev/null
+++ b/params/opt/5/rnd_search_t_lin/comb_18_t/global_train/model.decoder.layers.19.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e4a0bd20b761eb38f782e597398145218866722106937ea9b62d68091417c1c6
+size 5251
diff --git a/params/opt/5/rnd_search_t_lin/comb_18_t/global_train/model.decoder.layers.19.self_attn.out_proj/_s.pt b/params/opt/5/rnd_search_t_lin/comb_18_t/global_train/model.decoder.layers.19.self_attn.out_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ca4ed7450a42c9b39dfa258522764aef86d0ed0d
--- /dev/null
+++ b/params/opt/5/rnd_search_t_lin/comb_18_t/global_train/model.decoder.layers.19.self_attn.out_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:6c365a5938bf61022a05e891986eb0d92deee40643d23876959385278c934a56
+size 5251
diff --git a/params/opt/5/rnd_search_t_lin/comb_18_t/global_train/model.decoder.layers.19.self_attn.q_proj/_s.pt b/params/opt/5/rnd_search_t_lin/comb_18_t/global_train/model.decoder.layers.19.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ac7757d7bff0cbdf4bc515b43f64eec00f1babdb
--- /dev/null
+++ b/params/opt/5/rnd_search_t_lin/comb_18_t/global_train/model.decoder.layers.19.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ea261acd80869e4d44152edb46b2abe9b9b6a8ec38e012ab2876ddd06e3de8a0
+size 5251
diff --git a/params/opt/5/rnd_search_t_lin/comb_18_t/global_train/model.decoder.layers.19.self_attn.v_proj/_s.pt b/params/opt/5/rnd_search_t_lin/comb_18_t/global_train/model.decoder.layers.19.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e489d8cbc54de765d3ba6d5f062e9f05ebb1ff48
--- /dev/null
+++ b/params/opt/5/rnd_search_t_lin/comb_18_t/global_train/model.decoder.layers.19.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:6dfc877292dcef066f0f18d63bc6222b6e50bed840db5da37a35a29bda0e61f2
+size 5251
diff --git a/params/opt/5/rnd_search_t_lin/comb_18_t/global_train/model.decoder.layers.2.fc1/_s.pt b/params/opt/5/rnd_search_t_lin/comb_18_t/global_train/model.decoder.layers.2.fc1/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4232c82c82a202d7e58f7718f8f5364c82ca3ef2
--- /dev/null
+++ b/params/opt/5/rnd_search_t_lin/comb_18_t/global_train/model.decoder.layers.2.fc1/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:6fb920baab973cab845326a4b7a749fcc5a6ad3ada1d76e25b49b1a776561b3f
+size 17539
diff --git a/params/opt/5/rnd_search_t_lin/comb_18_t/global_train/model.decoder.layers.2.fc2/_s.pt b/params/opt/5/rnd_search_t_lin/comb_18_t/global_train/model.decoder.layers.2.fc2/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..89385c8673defdee1f3c14df749247c473db8800
--- /dev/null
+++ b/params/opt/5/rnd_search_t_lin/comb_18_t/global_train/model.decoder.layers.2.fc2/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b925b35b641dea2cc4c88e85831ee987531daa75ffd0c457e615c7825fa2ea04
+size 5251
diff --git a/params/opt/5/rnd_search_t_lin/comb_18_t/global_train/model.decoder.layers.2.self_attn.k_proj/_s.pt b/params/opt/5/rnd_search_t_lin/comb_18_t/global_train/model.decoder.layers.2.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..98e45ce78befb48d38a0eb6988f42f81e09afefb
--- /dev/null
+++ b/params/opt/5/rnd_search_t_lin/comb_18_t/global_train/model.decoder.layers.2.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:8caeda4084caf138d82090b9e9e08d7eb2c2f6082b737cdc25b80976b6d5ac85
+size 5251
diff --git a/params/opt/5/rnd_search_t_lin/comb_18_t/global_train/model.decoder.layers.2.self_attn.out_proj/_s.pt b/params/opt/5/rnd_search_t_lin/comb_18_t/global_train/model.decoder.layers.2.self_attn.out_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..f4f9b8090924a37a3f607412abe7a5caf513cb4f
--- /dev/null
+++ b/params/opt/5/rnd_search_t_lin/comb_18_t/global_train/model.decoder.layers.2.self_attn.out_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:29da2c460731d803c3b1e20842bf60f264c170d87d03472f57b415b28be5553b
+size 5251
diff --git a/params/opt/5/rnd_search_t_lin/comb_18_t/global_train/model.decoder.layers.2.self_attn.q_proj/_s.pt b/params/opt/5/rnd_search_t_lin/comb_18_t/global_train/model.decoder.layers.2.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8a6062346e6c03e6a151264ba3abd1f51fb2a577
--- /dev/null
+++ b/params/opt/5/rnd_search_t_lin/comb_18_t/global_train/model.decoder.layers.2.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:70e18a81f802ad530e84b4b500ac9b0ca32c62da685b8f805e2242b881ab265e
+size 5251
diff --git a/params/opt/5/rnd_search_t_lin/comb_18_t/global_train/model.decoder.layers.2.self_attn.v_proj/_s.pt b/params/opt/5/rnd_search_t_lin/comb_18_t/global_train/model.decoder.layers.2.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4382f3016e482e8c734c434d29f69537552f62a2
--- /dev/null
+++ b/params/opt/5/rnd_search_t_lin/comb_18_t/global_train/model.decoder.layers.2.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e16d9cfea08cfd2ddf4f2f4ad4b27a1c35473df91db744f53fde48d7d7d135a6
+size 5251
diff --git a/params/opt/5/rnd_search_t_lin/comb_18_t/global_train/model.decoder.layers.20.fc1/_s.pt b/params/opt/5/rnd_search_t_lin/comb_18_t/global_train/model.decoder.layers.20.fc1/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8d4f175f223bf12f2c7c53f547938f3aceb18fba
--- /dev/null
+++ b/params/opt/5/rnd_search_t_lin/comb_18_t/global_train/model.decoder.layers.20.fc1/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:4b21345c58ac0c99efee59bc2ff88a2f7591c54f1738c40e114e6c330d24e60a
+size 17539
diff --git a/params/opt/5/rnd_search_t_lin/comb_18_t/global_train/model.decoder.layers.20.fc2/_s.pt b/params/opt/5/rnd_search_t_lin/comb_18_t/global_train/model.decoder.layers.20.fc2/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..d382bab05bbe72da0e623dd5f54d8d9380426bcb
--- /dev/null
+++ b/params/opt/5/rnd_search_t_lin/comb_18_t/global_train/model.decoder.layers.20.fc2/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b1e41d3383cbff6fe9c113aa136479d440dcacfb3babcd649caf38f089ffa303
+size 5251
diff --git a/params/opt/5/rnd_search_t_lin/comb_18_t/global_train/model.decoder.layers.20.self_attn.k_proj/_s.pt b/params/opt/5/rnd_search_t_lin/comb_18_t/global_train/model.decoder.layers.20.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2100725d2c7191f81754ca033c5b85bda4609db7
--- /dev/null
+++ b/params/opt/5/rnd_search_t_lin/comb_18_t/global_train/model.decoder.layers.20.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:aba74a76d64fbd28868cc954fa12896c62c2063ab30441e59baa34774c87bffe
+size 5251
diff --git a/params/opt/5/rnd_search_t_lin/comb_18_t/global_train/model.decoder.layers.20.self_attn.out_proj/_s.pt b/params/opt/5/rnd_search_t_lin/comb_18_t/global_train/model.decoder.layers.20.self_attn.out_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..d957850de0c14d0d91671202eb96192891773b7f
--- /dev/null
+++ b/params/opt/5/rnd_search_t_lin/comb_18_t/global_train/model.decoder.layers.20.self_attn.out_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d1558f32ed8f083c8a4cffee6d428a79e9c7ac1de07bd8d90f300687b399cad0
+size 5251
diff --git a/params/opt/5/rnd_search_t_lin/comb_18_t/global_train/model.decoder.layers.20.self_attn.q_proj/_s.pt b/params/opt/5/rnd_search_t_lin/comb_18_t/global_train/model.decoder.layers.20.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..fa25c98992dfc5f0bd02cffd1322df2d757ea8c9
--- /dev/null
+++ b/params/opt/5/rnd_search_t_lin/comb_18_t/global_train/model.decoder.layers.20.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2a8141e74745e96887b545127ce51c67ff90d7ebeecdb3c2192bbe8e2798ab3e
+size 5251
diff --git a/params/opt/5/rnd_search_t_lin/comb_18_t/global_train/model.decoder.layers.20.self_attn.v_proj/_s.pt b/params/opt/5/rnd_search_t_lin/comb_18_t/global_train/model.decoder.layers.20.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..40d1cbbeee29a0e4130c5c5939131c3005ba0058
--- /dev/null
+++ b/params/opt/5/rnd_search_t_lin/comb_18_t/global_train/model.decoder.layers.20.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:7c9665848dd012e099b05c5abfaa22e8259b6656d95d668f9e999deec82f0f89
+size 5251
diff --git a/params/opt/5/rnd_search_t_lin/comb_18_t/global_train/model.decoder.layers.21.fc1/_s.pt b/params/opt/5/rnd_search_t_lin/comb_18_t/global_train/model.decoder.layers.21.fc1/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4be4e045969bfff7b0cd6237fbd18a0512c2f405
--- /dev/null
+++ b/params/opt/5/rnd_search_t_lin/comb_18_t/global_train/model.decoder.layers.21.fc1/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:224b051b880a6649572311ed76902f3692fa1e4155c91e7bfec4a582064e55cb
+size 17539
diff --git a/params/opt/5/rnd_search_t_lin/comb_18_t/global_train/model.decoder.layers.21.fc2/_s.pt b/params/opt/5/rnd_search_t_lin/comb_18_t/global_train/model.decoder.layers.21.fc2/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..99c89d217488bbd0873353fcdfeb2d7eb8aab265
--- /dev/null
+++ b/params/opt/5/rnd_search_t_lin/comb_18_t/global_train/model.decoder.layers.21.fc2/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:4be070e3ac05490fbb1f43943844eb2966c5e708774deb8c6545d2c1cce0efc7
+size 5251
diff --git a/params/opt/5/rnd_search_t_lin/comb_18_t/global_train/model.decoder.layers.21.self_attn.k_proj/_s.pt b/params/opt/5/rnd_search_t_lin/comb_18_t/global_train/model.decoder.layers.21.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..92b2f5f04121bab7d420c462dcadcd47b4deb560
--- /dev/null
+++ b/params/opt/5/rnd_search_t_lin/comb_18_t/global_train/model.decoder.layers.21.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:84fa0c3e357d43c021119eecb0c41a60c4bac2ed97ed7b08af4b617f3016e486
+size 5251
diff --git a/params/opt/5/rnd_search_t_lin/comb_18_t/global_train/model.decoder.layers.21.self_attn.out_proj/_s.pt b/params/opt/5/rnd_search_t_lin/comb_18_t/global_train/model.decoder.layers.21.self_attn.out_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..d65d2cde48d15e0d3c0baca2fe63a7e9c4b9ca42
--- /dev/null
+++ b/params/opt/5/rnd_search_t_lin/comb_18_t/global_train/model.decoder.layers.21.self_attn.out_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:80dbe39c43b085f75eb509fbdde607b68bd91e9cf7db2cb5480d22e887b046bd
+size 5251
diff --git a/params/opt/5/rnd_search_t_lin/comb_18_t/global_train/model.decoder.layers.21.self_attn.q_proj/_s.pt b/params/opt/5/rnd_search_t_lin/comb_18_t/global_train/model.decoder.layers.21.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..65ffaed4c9ba7117f4bf71a8b307e0375ab72315
--- /dev/null
+++ b/params/opt/5/rnd_search_t_lin/comb_18_t/global_train/model.decoder.layers.21.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:30a0bf8d948c48dcb4aaf79da5b34f37161ab7b6ac547a202991fd417d2f77cb
+size 5251
diff --git a/params/opt/5/rnd_search_t_lin/comb_18_t/global_train/model.decoder.layers.21.self_attn.v_proj/_s.pt b/params/opt/5/rnd_search_t_lin/comb_18_t/global_train/model.decoder.layers.21.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..5eb0bdce10753692591d512e0a31cca538caaeac
--- /dev/null
+++ b/params/opt/5/rnd_search_t_lin/comb_18_t/global_train/model.decoder.layers.21.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5a6560e63903fddc1d409ed994e00b7c7a7df23a5613da0b45ba63afa4354e08
+size 5251
diff --git a/params/opt/5/rnd_search_t_lin/comb_18_t/global_train/model.decoder.layers.22.fc1/_s.pt b/params/opt/5/rnd_search_t_lin/comb_18_t/global_train/model.decoder.layers.22.fc1/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..804ce2c9836d4cf3930e2270c9e9dcd229485682
--- /dev/null
+++ b/params/opt/5/rnd_search_t_lin/comb_18_t/global_train/model.decoder.layers.22.fc1/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:74e89668629d8315a4dd9aa95ae126ffe7731e241b830e9aceb025b4da9d7b19
+size 17539
diff --git a/params/opt/5/rnd_search_t_lin/comb_18_t/global_train/model.decoder.layers.22.fc2/_s.pt b/params/opt/5/rnd_search_t_lin/comb_18_t/global_train/model.decoder.layers.22.fc2/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..033f91008e6e734256358b8fe58bd9fb48fe31f3
--- /dev/null
+++ b/params/opt/5/rnd_search_t_lin/comb_18_t/global_train/model.decoder.layers.22.fc2/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:6cbcc3329e64580671e1d01d1269eb9fbb82655729636ac2733479b1670f50e5
+size 5251
diff --git a/params/opt/5/rnd_search_t_lin/comb_18_t/global_train/model.decoder.layers.22.self_attn.k_proj/_s.pt b/params/opt/5/rnd_search_t_lin/comb_18_t/global_train/model.decoder.layers.22.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8bfbf407e3ad3d6d59d3d30962deb025f3441d1d
--- /dev/null
+++ b/params/opt/5/rnd_search_t_lin/comb_18_t/global_train/model.decoder.layers.22.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a5cddcbf60e3ebf3d4073240ac9b2db4bbe0b8ed79afc0da4520d5cdc0e75cc9
+size 5251
diff --git a/params/opt/5/rnd_search_t_lin/comb_18_t/global_train/model.decoder.layers.22.self_attn.out_proj/_s.pt b/params/opt/5/rnd_search_t_lin/comb_18_t/global_train/model.decoder.layers.22.self_attn.out_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ef7c376e4c3873ca638280ff3d96ad98f1cdbae0
--- /dev/null
+++ b/params/opt/5/rnd_search_t_lin/comb_18_t/global_train/model.decoder.layers.22.self_attn.out_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0d039ea473ce68876028066e5ebfe746c5db6580afefdee7db313999bdc163dc
+size 5251
diff --git a/params/opt/5/rnd_search_t_lin/comb_18_t/global_train/model.decoder.layers.22.self_attn.q_proj/_s.pt b/params/opt/5/rnd_search_t_lin/comb_18_t/global_train/model.decoder.layers.22.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..084d6486e3c7707c0a03b58fc58dba0d884f7bf8
--- /dev/null
+++ b/params/opt/5/rnd_search_t_lin/comb_18_t/global_train/model.decoder.layers.22.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5ab86a4f0d3f73e56f231a3265645d491fb5a03bae551a9418c7c33441f422c5
+size 5251
diff --git a/params/opt/5/rnd_search_t_lin/comb_18_t/global_train/model.decoder.layers.22.self_attn.v_proj/_s.pt b/params/opt/5/rnd_search_t_lin/comb_18_t/global_train/model.decoder.layers.22.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..1dc657b22a151c3ca95beb8bfc3e1881bf110e38
--- /dev/null
+++ b/params/opt/5/rnd_search_t_lin/comb_18_t/global_train/model.decoder.layers.22.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:6caec2c22d2ec7e8bc546bd8445d98cafe4d9d02aa687b4a2e894c5e531383ae
+size 5251
diff --git a/params/opt/5/rnd_search_t_lin/comb_18_t/global_train/model.decoder.layers.23.fc1/_s.pt b/params/opt/5/rnd_search_t_lin/comb_18_t/global_train/model.decoder.layers.23.fc1/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..5aa04a6c4d2fb53e1d45c5ac076ecbe34b4dd4af
--- /dev/null
+++ b/params/opt/5/rnd_search_t_lin/comb_18_t/global_train/model.decoder.layers.23.fc1/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:4c390f9e49cbcecd5307ba7301c25c8a11cd579a659d98d915deff7b49f2bc0b
+size 17539
diff --git a/params/opt/5/rnd_search_t_lin/comb_18_t/global_train/model.decoder.layers.23.fc2/_s.pt b/params/opt/5/rnd_search_t_lin/comb_18_t/global_train/model.decoder.layers.23.fc2/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e904c40ccf07d93712dc97ae19ce36d3e026c334
--- /dev/null
+++ b/params/opt/5/rnd_search_t_lin/comb_18_t/global_train/model.decoder.layers.23.fc2/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:21b8cffedc580b8a2011b7606649f9f3ef3f8f37b2fbe35f3e98435049dcd3a3
+size 5251
diff --git a/params/opt/5/rnd_search_t_lin/comb_18_t/global_train/model.decoder.layers.23.self_attn.k_proj/_s.pt b/params/opt/5/rnd_search_t_lin/comb_18_t/global_train/model.decoder.layers.23.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c51ecc4753a47358e7208d22a24a833f3b1e6fa0
--- /dev/null
+++ b/params/opt/5/rnd_search_t_lin/comb_18_t/global_train/model.decoder.layers.23.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a23c75f88ec2c0f990d73b69ea7a77b66c05034cdd34741388b7cd024d540c0a
+size 5251
diff --git a/params/opt/5/rnd_search_t_lin/comb_18_t/global_train/model.decoder.layers.23.self_attn.out_proj/_s.pt b/params/opt/5/rnd_search_t_lin/comb_18_t/global_train/model.decoder.layers.23.self_attn.out_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..1cf523a6db72c3ca3968f59c244540c5adabbf04
--- /dev/null
+++ b/params/opt/5/rnd_search_t_lin/comb_18_t/global_train/model.decoder.layers.23.self_attn.out_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0f298e43d84386e0ed6894c37121fa424d51bf587811166a8e0cd7cfc3383310
+size 5251
diff --git a/params/opt/5/rnd_search_t_lin/comb_18_t/global_train/model.decoder.layers.23.self_attn.q_proj/_s.pt b/params/opt/5/rnd_search_t_lin/comb_18_t/global_train/model.decoder.layers.23.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..409c5da3d484ff6fb6fb1012a4844f06583ac3bd
--- /dev/null
+++ b/params/opt/5/rnd_search_t_lin/comb_18_t/global_train/model.decoder.layers.23.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f0a9628a4aabcecb2b88441ce3f19f22ec63fc5c1e126f1d872fb10d480e3dbd
+size 5251
diff --git a/params/opt/5/rnd_search_t_lin/comb_18_t/global_train/model.decoder.layers.23.self_attn.v_proj/_s.pt b/params/opt/5/rnd_search_t_lin/comb_18_t/global_train/model.decoder.layers.23.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..5d13050a24057ab4f8f193aeeaea55971cab2469
--- /dev/null
+++ b/params/opt/5/rnd_search_t_lin/comb_18_t/global_train/model.decoder.layers.23.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:1b3769bca1082181ef04720f5d4ff5c3ad3f211e839cf8e66542b02ab9313d93
+size 5251
diff --git a/params/opt/5/rnd_search_t_lin/comb_18_t/global_train/model.decoder.layers.3.fc1/_s.pt b/params/opt/5/rnd_search_t_lin/comb_18_t/global_train/model.decoder.layers.3.fc1/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..330dc81ac58499d2ac2f7a64b128001d6a4408c3
--- /dev/null
+++ b/params/opt/5/rnd_search_t_lin/comb_18_t/global_train/model.decoder.layers.3.fc1/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:8222f2de5bd36f7b5309f9c0adc5c75154731a5662a4ae1af9cf9e8b8278c4a1
+size 17539
diff --git a/params/opt/5/rnd_search_t_lin/comb_18_t/global_train/model.decoder.layers.3.fc2/_s.pt b/params/opt/5/rnd_search_t_lin/comb_18_t/global_train/model.decoder.layers.3.fc2/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..1e9fd63b7405ebec7843ede3a6c2784453bde4c5
--- /dev/null
+++ b/params/opt/5/rnd_search_t_lin/comb_18_t/global_train/model.decoder.layers.3.fc2/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f2a0823e63f632776c422b5bc4ede3bb4af5fcac1ab417414833912b863f8e89
+size 5251
diff --git a/params/opt/5/rnd_search_t_lin/comb_18_t/global_train/model.decoder.layers.3.self_attn.k_proj/_s.pt b/params/opt/5/rnd_search_t_lin/comb_18_t/global_train/model.decoder.layers.3.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..6c6d5536b5f5d84b2f2e7fa3e755bee48f548ab5
--- /dev/null
+++ b/params/opt/5/rnd_search_t_lin/comb_18_t/global_train/model.decoder.layers.3.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2adf9384409c8fd8b36fc331d660ae6e2d0bb895bc6a3aa95da14a2ca4ade7cd
+size 5251
diff --git a/params/opt/5/rnd_search_t_lin/comb_18_t/global_train/model.decoder.layers.3.self_attn.out_proj/_s.pt b/params/opt/5/rnd_search_t_lin/comb_18_t/global_train/model.decoder.layers.3.self_attn.out_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..0192f69f507440d41d0c63b5a1dfc50ea7a87b43
--- /dev/null
+++ b/params/opt/5/rnd_search_t_lin/comb_18_t/global_train/model.decoder.layers.3.self_attn.out_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2d531bd0413dfee3fa737af42135c18efc557290233a2ac47cc81128527988f4
+size 5251
diff --git a/params/opt/5/rnd_search_t_lin/comb_18_t/global_train/model.decoder.layers.3.self_attn.q_proj/_s.pt b/params/opt/5/rnd_search_t_lin/comb_18_t/global_train/model.decoder.layers.3.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..6aa25de7bf2ab55d2277f3e21e59750a0cee7c1a
--- /dev/null
+++ b/params/opt/5/rnd_search_t_lin/comb_18_t/global_train/model.decoder.layers.3.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d4e7a31bfcc1109ff2703bc85a9d99bf27b1d9504058b5a8ca62bd416d4027bd
+size 5251
diff --git a/params/opt/5/rnd_search_t_lin/comb_18_t/global_train/model.decoder.layers.3.self_attn.v_proj/_s.pt b/params/opt/5/rnd_search_t_lin/comb_18_t/global_train/model.decoder.layers.3.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..16a1029c118e04fc09e1cf2ca2deab5e1b65a91f
--- /dev/null
+++ b/params/opt/5/rnd_search_t_lin/comb_18_t/global_train/model.decoder.layers.3.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5bb31464e551e918af185cbd3f6305f77c5cce283bdaa843c07bbc998b57aeaa
+size 5251
diff --git a/params/opt/5/rnd_search_t_lin/comb_18_t/global_train/model.decoder.layers.4.fc1/_s.pt b/params/opt/5/rnd_search_t_lin/comb_18_t/global_train/model.decoder.layers.4.fc1/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ad92f5b8d6b8676819b689f2c550b5640d44f523
--- /dev/null
+++ b/params/opt/5/rnd_search_t_lin/comb_18_t/global_train/model.decoder.layers.4.fc1/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:6bf695d3bbc953b8bb1c63b3ef3651b2111dae3bf97a1be255789474dcf47e23
+size 17539
diff --git a/params/opt/5/rnd_search_t_lin/comb_18_t/global_train/model.decoder.layers.4.fc2/_s.pt b/params/opt/5/rnd_search_t_lin/comb_18_t/global_train/model.decoder.layers.4.fc2/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..30723c2afcf42df43f65e5955cc3d5236c494f2b
--- /dev/null
+++ b/params/opt/5/rnd_search_t_lin/comb_18_t/global_train/model.decoder.layers.4.fc2/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:8338abdd615b5eacd32a2f10d18100a5fea256da7074684d383202956132f540
+size 5251
diff --git a/params/opt/5/rnd_search_t_lin/comb_18_t/global_train/model.decoder.layers.4.self_attn.k_proj/_s.pt b/params/opt/5/rnd_search_t_lin/comb_18_t/global_train/model.decoder.layers.4.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ef569638791c86e64f2c5fc2e70abc3f671cb0f
--- /dev/null
+++ b/params/opt/5/rnd_search_t_lin/comb_18_t/global_train/model.decoder.layers.4.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:53dd4b9b525342682f417dfbbcbe869f61311fdefb322fea125ec400d033e4a9
+size 5251
diff --git a/params/opt/5/rnd_search_t_lin/comb_18_t/global_train/model.decoder.layers.4.self_attn.out_proj/_s.pt b/params/opt/5/rnd_search_t_lin/comb_18_t/global_train/model.decoder.layers.4.self_attn.out_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4925009e5eef017b2919538e3f0f54f368b8f9de
--- /dev/null
+++ b/params/opt/5/rnd_search_t_lin/comb_18_t/global_train/model.decoder.layers.4.self_attn.out_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e892be87ffad8a3db8cc557e3a43234708a39d82c555d4b4bc9d1be3b2a8625a
+size 5251
diff --git a/params/opt/5/rnd_search_t_lin/comb_18_t/global_train/model.decoder.layers.4.self_attn.q_proj/_s.pt b/params/opt/5/rnd_search_t_lin/comb_18_t/global_train/model.decoder.layers.4.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e44ef90f20b7ee2484caa05f8bd581a0ecf61f72
--- /dev/null
+++ b/params/opt/5/rnd_search_t_lin/comb_18_t/global_train/model.decoder.layers.4.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:682ec46c82b90a9f829e33ce861c034d66f399f6499c546e5ab9392f40eedb16
+size 5251
diff --git a/params/opt/5/rnd_search_t_lin/comb_18_t/global_train/model.decoder.layers.4.self_attn.v_proj/_s.pt b/params/opt/5/rnd_search_t_lin/comb_18_t/global_train/model.decoder.layers.4.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..5361f36707d501d3e4e8a7e9bdc47cd8023f01a6
--- /dev/null
+++ b/params/opt/5/rnd_search_t_lin/comb_18_t/global_train/model.decoder.layers.4.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:21a5a36f2a4f9cdc2bbb9710b24e2e8c8dc1709ab7390858e1e5abe473b2dbc6
+size 5251
diff --git a/params/opt/5/rnd_search_t_lin/comb_18_t/global_train/model.decoder.layers.5.fc1/_s.pt b/params/opt/5/rnd_search_t_lin/comb_18_t/global_train/model.decoder.layers.5.fc1/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..3ab8332ec0c859f53045fd582da2b110a4ae75f8
--- /dev/null
+++ b/params/opt/5/rnd_search_t_lin/comb_18_t/global_train/model.decoder.layers.5.fc1/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:6a4cebb3a6c06d8d200f605e6c97df29fedaeae9bef038fd7ada9d1e7235bda1
+size 17539
diff --git a/params/opt/5/rnd_search_t_lin/comb_18_t/global_train/model.decoder.layers.5.fc2/_s.pt b/params/opt/5/rnd_search_t_lin/comb_18_t/global_train/model.decoder.layers.5.fc2/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a0fd0c60410b4a36f1d768dfc17cf74bda7863f9
--- /dev/null
+++ b/params/opt/5/rnd_search_t_lin/comb_18_t/global_train/model.decoder.layers.5.fc2/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:04e9fa8080c2a3157ac0351c725f0e31205d58ce2973de3f8e692780989fa98a
+size 5251
diff --git a/params/opt/5/rnd_search_t_lin/comb_18_t/global_train/model.decoder.layers.5.self_attn.k_proj/_s.pt b/params/opt/5/rnd_search_t_lin/comb_18_t/global_train/model.decoder.layers.5.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..0febf3d1e5e2abba22621ccebf02d8a4c0c197d2
--- /dev/null
+++ b/params/opt/5/rnd_search_t_lin/comb_18_t/global_train/model.decoder.layers.5.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c7610da3b4ecceea0b11e35d38da5f47538e4e278d7f5d94bead39ef5673b537
+size 5251
diff --git a/params/opt/5/rnd_search_t_lin/comb_18_t/global_train/model.decoder.layers.5.self_attn.out_proj/_s.pt b/params/opt/5/rnd_search_t_lin/comb_18_t/global_train/model.decoder.layers.5.self_attn.out_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ceab6f2d9f234f716edb91d8670e56591f902b2d
--- /dev/null
+++ b/params/opt/5/rnd_search_t_lin/comb_18_t/global_train/model.decoder.layers.5.self_attn.out_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:226886a5a9693c09fce16b205d4a0cdff90c65c2273370117ce51712909c3a18
+size 5251
diff --git a/params/opt/5/rnd_search_t_lin/comb_18_t/global_train/model.decoder.layers.5.self_attn.q_proj/_s.pt b/params/opt/5/rnd_search_t_lin/comb_18_t/global_train/model.decoder.layers.5.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..0244e801186bc4a86d4d1a18dc54c9032dc73f04
--- /dev/null
+++ b/params/opt/5/rnd_search_t_lin/comb_18_t/global_train/model.decoder.layers.5.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c04ce4f31185d550c95d60abd7fe01503b02fa10abb7166c694141e60e5be546
+size 5251
diff --git a/params/opt/5/rnd_search_t_lin/comb_18_t/global_train/model.decoder.layers.5.self_attn.v_proj/_s.pt b/params/opt/5/rnd_search_t_lin/comb_18_t/global_train/model.decoder.layers.5.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..f528db6a11e3dec477d9e7de8c4728e9af8fc7a1
--- /dev/null
+++ b/params/opt/5/rnd_search_t_lin/comb_18_t/global_train/model.decoder.layers.5.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:12073feeebaa388846a4c64bc8ccac415d15816fe8a17c2d853712ea3f97772c
+size 5251
diff --git a/params/opt/5/rnd_search_t_lin/comb_18_t/global_train/model.decoder.layers.6.fc1/_s.pt b/params/opt/5/rnd_search_t_lin/comb_18_t/global_train/model.decoder.layers.6.fc1/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e4782d11618b28a87f8283d682f4796750a55628
--- /dev/null
+++ b/params/opt/5/rnd_search_t_lin/comb_18_t/global_train/model.decoder.layers.6.fc1/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:7a3498bfa59e0d1d30bdbc115caac85ad677ba2e29a908697e2c0fae8e3d8bfb
+size 17539
diff --git a/params/opt/5/rnd_search_t_lin/comb_18_t/global_train/model.decoder.layers.6.fc2/_s.pt b/params/opt/5/rnd_search_t_lin/comb_18_t/global_train/model.decoder.layers.6.fc2/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..fefb5d81ee229312ba17636b20c6cf7a4f5c50f3
--- /dev/null
+++ b/params/opt/5/rnd_search_t_lin/comb_18_t/global_train/model.decoder.layers.6.fc2/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ff3b3756b06f928648fd4b031413c0b517de542b5a30deca39ffca991cf83a88
+size 5251
diff --git a/params/opt/5/rnd_search_t_lin/comb_18_t/global_train/model.decoder.layers.6.self_attn.k_proj/_s.pt b/params/opt/5/rnd_search_t_lin/comb_18_t/global_train/model.decoder.layers.6.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..69ba57111c77191163bb0a1107f834a4988cf123
--- /dev/null
+++ b/params/opt/5/rnd_search_t_lin/comb_18_t/global_train/model.decoder.layers.6.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:4fe489670a8eb729f7f0dfdff878a678aca3eab14594daf6c296e016e3eaebb8
+size 5251
diff --git a/params/opt/5/rnd_search_t_lin/comb_18_t/global_train/model.decoder.layers.6.self_attn.out_proj/_s.pt b/params/opt/5/rnd_search_t_lin/comb_18_t/global_train/model.decoder.layers.6.self_attn.out_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..9e84b25337ac5ffe7981dfcd809cf7517fdc8ad3
--- /dev/null
+++ b/params/opt/5/rnd_search_t_lin/comb_18_t/global_train/model.decoder.layers.6.self_attn.out_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:583292dcbc009a011a3277bd9059287d028c23aa5b7a559cd048f13130416825
+size 5251
diff --git a/params/opt/5/rnd_search_t_lin/comb_18_t/global_train/model.decoder.layers.6.self_attn.q_proj/_s.pt b/params/opt/5/rnd_search_t_lin/comb_18_t/global_train/model.decoder.layers.6.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..6b6aa18a6701ea1af606e0824c1a68103f754bf9
--- /dev/null
+++ b/params/opt/5/rnd_search_t_lin/comb_18_t/global_train/model.decoder.layers.6.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:aae0bb9ef6e7f39d8a5499f512a7a03fd96fe288ee6a30783ba9099fccfc51b4
+size 5251
diff --git a/params/opt/5/rnd_search_t_lin/comb_18_t/global_train/model.decoder.layers.6.self_attn.v_proj/_s.pt b/params/opt/5/rnd_search_t_lin/comb_18_t/global_train/model.decoder.layers.6.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..26d04213c19eb9e55962a2fe24e3a4c09000b90f
--- /dev/null
+++ b/params/opt/5/rnd_search_t_lin/comb_18_t/global_train/model.decoder.layers.6.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:bb6e97dda0e37e550ec672b212b749277b440806a8c55ae2ac89bb6f6000bb5c
+size 5251
diff --git a/params/opt/5/rnd_search_t_lin/comb_18_t/global_train/model.decoder.layers.7.fc1/_s.pt b/params/opt/5/rnd_search_t_lin/comb_18_t/global_train/model.decoder.layers.7.fc1/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..285311a0ed0d63b3bb8ffcbae48c2402bbe7ef21
--- /dev/null
+++ b/params/opt/5/rnd_search_t_lin/comb_18_t/global_train/model.decoder.layers.7.fc1/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:61d32b53202a4a65240995ef42f64836d473c37f4657f3dd4926974d9ee047a7
+size 17539
diff --git a/params/opt/5/rnd_search_t_lin/comb_18_t/global_train/model.decoder.layers.7.fc2/_s.pt b/params/opt/5/rnd_search_t_lin/comb_18_t/global_train/model.decoder.layers.7.fc2/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..154259a12a84d78cc54c245333c2493b7c504db5
--- /dev/null
+++ b/params/opt/5/rnd_search_t_lin/comb_18_t/global_train/model.decoder.layers.7.fc2/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:da6233e2475c7952417edcbc18cc98a205e8ce621e138bce5992bb7565f3add5
+size 5251
diff --git a/params/opt/5/rnd_search_t_lin/comb_18_t/global_train/model.decoder.layers.7.self_attn.k_proj/_s.pt b/params/opt/5/rnd_search_t_lin/comb_18_t/global_train/model.decoder.layers.7.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..85a203152381f7438f3ea9b8b96964694e918f11
--- /dev/null
+++ b/params/opt/5/rnd_search_t_lin/comb_18_t/global_train/model.decoder.layers.7.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:bd63389bdfa4adbe824f1920cd876889ff74706a9eb0c1b1ce123f7363eb7790
+size 5251
diff --git a/params/opt/5/rnd_search_t_lin/comb_18_t/global_train/model.decoder.layers.7.self_attn.out_proj/_s.pt b/params/opt/5/rnd_search_t_lin/comb_18_t/global_train/model.decoder.layers.7.self_attn.out_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e9dfcb525a7787b45ddf6f7d1b86b6095091a0db
--- /dev/null
+++ b/params/opt/5/rnd_search_t_lin/comb_18_t/global_train/model.decoder.layers.7.self_attn.out_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:46dbb0ab91c20c65fad1a1cb20ae973f6d71aeed82ef4d941e0629ba17205815
+size 5251
diff --git a/params/opt/5/rnd_search_t_lin/comb_18_t/global_train/model.decoder.layers.7.self_attn.q_proj/_s.pt b/params/opt/5/rnd_search_t_lin/comb_18_t/global_train/model.decoder.layers.7.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..bd2b890be8c0b7961440ccebc996d66e116cf407
--- /dev/null
+++ b/params/opt/5/rnd_search_t_lin/comb_18_t/global_train/model.decoder.layers.7.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:14fcb93fded133c57066a78d7a4aa80618e7e551f67f6456468e8ca232d2df6d
+size 5251
diff --git a/params/opt/5/rnd_search_t_lin/comb_18_t/global_train/model.decoder.layers.7.self_attn.v_proj/_s.pt b/params/opt/5/rnd_search_t_lin/comb_18_t/global_train/model.decoder.layers.7.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..6712869a6201edfd5464233681d5abbc2852618a
--- /dev/null
+++ b/params/opt/5/rnd_search_t_lin/comb_18_t/global_train/model.decoder.layers.7.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:de7b6ec7ffba012f969e444d31d6534843e37de312b37d27eb7fc38ae21bc26a
+size 5251
diff --git a/params/opt/5/rnd_search_t_lin/comb_18_t/global_train/model.decoder.layers.8.fc1/_s.pt b/params/opt/5/rnd_search_t_lin/comb_18_t/global_train/model.decoder.layers.8.fc1/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..3cc9f83b472577eac36a28cb406f19e2332da78a
--- /dev/null
+++ b/params/opt/5/rnd_search_t_lin/comb_18_t/global_train/model.decoder.layers.8.fc1/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:7bb8bc88a3401e9a8528adb5fd479b0335d8a8ff4a060ef67887b2437e3758bb
+size 17539
diff --git a/params/opt/5/rnd_search_t_lin/comb_18_t/global_train/model.decoder.layers.8.fc2/_s.pt b/params/opt/5/rnd_search_t_lin/comb_18_t/global_train/model.decoder.layers.8.fc2/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..52b10a0f83608e88d589e9ea490fad5370c02ec4
--- /dev/null
+++ b/params/opt/5/rnd_search_t_lin/comb_18_t/global_train/model.decoder.layers.8.fc2/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:18f5648d904c4327f1c2623c3ccee2ba79610cbb4c24e9169038a00501a0cb21
+size 5251
diff --git a/params/opt/5/rnd_search_t_lin/comb_18_t/global_train/model.decoder.layers.8.self_attn.k_proj/_s.pt b/params/opt/5/rnd_search_t_lin/comb_18_t/global_train/model.decoder.layers.8.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..bd06a2d04954113ff034b91bde75ee2c6dbf9c0f
--- /dev/null
+++ b/params/opt/5/rnd_search_t_lin/comb_18_t/global_train/model.decoder.layers.8.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2d9dc83babcff60359ba0a331b0878cc472d9f69ff0b2d302511b18e14813295
+size 5251
diff --git a/params/opt/5/rnd_search_t_lin/comb_18_t/global_train/model.decoder.layers.8.self_attn.out_proj/_s.pt b/params/opt/5/rnd_search_t_lin/comb_18_t/global_train/model.decoder.layers.8.self_attn.out_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..cc79929fb69fbb32a5ba36823a0ab1c93ea82578
--- /dev/null
+++ b/params/opt/5/rnd_search_t_lin/comb_18_t/global_train/model.decoder.layers.8.self_attn.out_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:4571306de54ac9de964b73a62b81b367d98c54756122e827727536b6b94cf3c7
+size 5251
diff --git a/params/opt/5/rnd_search_t_lin/comb_18_t/global_train/model.decoder.layers.8.self_attn.q_proj/_s.pt b/params/opt/5/rnd_search_t_lin/comb_18_t/global_train/model.decoder.layers.8.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..3fc27dbc0d904e54632b1cdba573fa5d031d7d84
--- /dev/null
+++ b/params/opt/5/rnd_search_t_lin/comb_18_t/global_train/model.decoder.layers.8.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:3da94c89b1c079e3ac56825fb8eaf52f0b9e8b1d833122d0f4b45c2883491773
+size 5251
diff --git a/params/opt/5/rnd_search_t_lin/comb_18_t/global_train/model.decoder.layers.8.self_attn.v_proj/_s.pt b/params/opt/5/rnd_search_t_lin/comb_18_t/global_train/model.decoder.layers.8.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e7d86dc26f037933a35c31a711f5864026f2182a
--- /dev/null
+++ b/params/opt/5/rnd_search_t_lin/comb_18_t/global_train/model.decoder.layers.8.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:14cd7ec34b069baf44655a8ab19d42ad0bf01909fba456e04bda25a6e004f29b
+size 5251
diff --git a/params/opt/5/rnd_search_t_lin/comb_18_t/global_train/model.decoder.layers.9.fc1/_s.pt b/params/opt/5/rnd_search_t_lin/comb_18_t/global_train/model.decoder.layers.9.fc1/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..9d793428eb0b5b2b0357ee6018db0d507f3153f6
--- /dev/null
+++ b/params/opt/5/rnd_search_t_lin/comb_18_t/global_train/model.decoder.layers.9.fc1/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:edcba6ec0c80c37c49340654f713306f3593f88541625c7f44d88895d8679989
+size 17539
diff --git a/params/opt/5/rnd_search_t_lin/comb_18_t/global_train/model.decoder.layers.9.fc2/_s.pt b/params/opt/5/rnd_search_t_lin/comb_18_t/global_train/model.decoder.layers.9.fc2/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8eefb63324f79d95527b27b0aa711d8b22689423
--- /dev/null
+++ b/params/opt/5/rnd_search_t_lin/comb_18_t/global_train/model.decoder.layers.9.fc2/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:90161b423eb57458fdce159bb39c9132a790feefbcbd43bb538f01f118ab1501
+size 5251
diff --git a/params/opt/5/rnd_search_t_lin/comb_18_t/global_train/model.decoder.layers.9.self_attn.k_proj/_s.pt b/params/opt/5/rnd_search_t_lin/comb_18_t/global_train/model.decoder.layers.9.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2417bbc16b0c5efcffef0960f72a7b4b1255f81b
--- /dev/null
+++ b/params/opt/5/rnd_search_t_lin/comb_18_t/global_train/model.decoder.layers.9.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:8d938ec44a2e4164ce7bcb3b3dbb93008be0a23c59b218145a964f3b20008ce0
+size 5251
diff --git a/params/opt/5/rnd_search_t_lin/comb_18_t/global_train/model.decoder.layers.9.self_attn.out_proj/_s.pt b/params/opt/5/rnd_search_t_lin/comb_18_t/global_train/model.decoder.layers.9.self_attn.out_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..0a243aacd6a7c5a371311b69cd5f4101eacd90ad
--- /dev/null
+++ b/params/opt/5/rnd_search_t_lin/comb_18_t/global_train/model.decoder.layers.9.self_attn.out_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:6a95f176fd866f3d2d91763380d99fe41726109c6e813672f86582e62ca6f437
+size 5251
diff --git a/params/opt/5/rnd_search_t_lin/comb_18_t/global_train/model.decoder.layers.9.self_attn.q_proj/_s.pt b/params/opt/5/rnd_search_t_lin/comb_18_t/global_train/model.decoder.layers.9.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..b6bad72fd81bb9b2faed2efa68e301cb18cf3328
--- /dev/null
+++ b/params/opt/5/rnd_search_t_lin/comb_18_t/global_train/model.decoder.layers.9.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b293d187fcf8a1d4eeeb175104698c90f4c492b03205962f7f00092c6ba39a7b
+size 5251
diff --git a/params/opt/5/rnd_search_t_lin/comb_18_t/global_train/model.decoder.layers.9.self_attn.v_proj/_s.pt b/params/opt/5/rnd_search_t_lin/comb_18_t/global_train/model.decoder.layers.9.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..5a351925fdb3364d91291ac6ad2ad7bae86a1129
--- /dev/null
+++ b/params/opt/5/rnd_search_t_lin/comb_18_t/global_train/model.decoder.layers.9.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:fb67934397a2f9cd7326c1957c1f750b2b8388ac98911475a58ec66cf9c6a618
+size 5251
diff --git a/params/opt/5/rnd_search_t_lin/comb_18_t/global_train/model.decoder.project_in/_s.pt b/params/opt/5/rnd_search_t_lin/comb_18_t/global_train/model.decoder.project_in/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c7b2a3e3be7f8355c7a1286cbcf5d43ea1b6fc73
--- /dev/null
+++ b/params/opt/5/rnd_search_t_lin/comb_18_t/global_train/model.decoder.project_in/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:42b0c3550582f8a1d88f0419e2bd874efaa132b6dfe49387b051e6c6b0a84233
+size 5251
diff --git a/params/opt/5/rnd_search_t_lin/comb_18_t/global_train/model.decoder.project_out/_s.pt b/params/opt/5/rnd_search_t_lin/comb_18_t/global_train/model.decoder.project_out/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..57377ae9c384165c5a5861d1af1065de7e315beb
--- /dev/null
+++ b/params/opt/5/rnd_search_t_lin/comb_18_t/global_train/model.decoder.project_out/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:36987ace821e4cb3c8564cc7434050556cd44cd5fda801e62744c2796eae0845
+size 3203
diff --git a/params/opt/5/rnd_search_t_lin/comb_1_t/global_train/lm_head/_0.pt b/params/opt/5/rnd_search_t_lin/comb_1_t/global_train/lm_head/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c6dfb2c3fb8f55d4742b0746fd3f7715b211249c
--- /dev/null
+++ b/params/opt/5/rnd_search_t_lin/comb_1_t/global_train/lm_head/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:53378a50869d718ffe24bd8f7207614a3e586071e0600065d481da1559114c9b
+size 202243
diff --git a/params/opt/5/rnd_search_t_lin/comb_1_t/global_train/lm_head/_s.pt b/params/opt/5/rnd_search_t_lin/comb_1_t/global_train/lm_head/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..0b0d6bb331e10c5bc4efd862777d80bb82fe4c41
--- /dev/null
+++ b/params/opt/5/rnd_search_t_lin/comb_1_t/global_train/lm_head/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f2accb2d35acffc78318fe6023b19087f5bd21d767cdb321cfe9d561aeb7abef
+size 202243
diff --git a/params/opt/5/rnd_search_t_lin/comb_1_t/global_train/model.decoder.layers.0.fc1/_0.pt b/params/opt/5/rnd_search_t_lin/comb_1_t/global_train/model.decoder.layers.0.fc1/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..b7ad2529797205f9e2acac69cc65fac306b46844
--- /dev/null
+++ b/params/opt/5/rnd_search_t_lin/comb_1_t/global_train/model.decoder.layers.0.fc1/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f7f1ca2052b027382e821205357ae94dc73b6c61312fc48fad78802b4209eae6
+size 17539
diff --git a/params/opt/5/rnd_search_t_lin/comb_1_t/global_train/model.decoder.layers.0.fc1/_s.pt b/params/opt/5/rnd_search_t_lin/comb_1_t/global_train/model.decoder.layers.0.fc1/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..dfddae03f83da65ae85aa618f935613b0f63113e
--- /dev/null
+++ b/params/opt/5/rnd_search_t_lin/comb_1_t/global_train/model.decoder.layers.0.fc1/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:09aa0f07ee48dfbbf111dbfff673b067934de725c426faa70bf45b5742e2ebdf
+size 17539
diff --git a/params/opt/5/rnd_search_t_lin/comb_1_t/global_train/model.decoder.layers.0.fc2/_0.pt b/params/opt/5/rnd_search_t_lin/comb_1_t/global_train/model.decoder.layers.0.fc2/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..f192dcbabdb7e508fba4ad1570980f6b9e2a2caa
--- /dev/null
+++ b/params/opt/5/rnd_search_t_lin/comb_1_t/global_train/model.decoder.layers.0.fc2/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:bc432cd9dda1059b288c1b222681ea4b5a8b35b96e8588bb2a0d3a34d5d7c4d4
+size 5251
diff --git a/params/opt/5/rnd_search_t_lin/comb_1_t/global_train/model.decoder.layers.0.fc2/_s.pt b/params/opt/5/rnd_search_t_lin/comb_1_t/global_train/model.decoder.layers.0.fc2/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..b73de736cf94856b8bf68705e88c98f5882379ce
--- /dev/null
+++ b/params/opt/5/rnd_search_t_lin/comb_1_t/global_train/model.decoder.layers.0.fc2/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:8e8406cbe110bc8dbea4d93b16e7c45bbb52b327ad88ad873b55ccda1e1a92ee
+size 5251
diff --git a/params/opt/5/rnd_search_t_lin/comb_1_t/global_train/model.decoder.layers.0.self_attn.k_proj/_0.pt b/params/opt/5/rnd_search_t_lin/comb_1_t/global_train/model.decoder.layers.0.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ff99662652ce3e142baa2975eac2615fe8f9d3d6
--- /dev/null
+++ b/params/opt/5/rnd_search_t_lin/comb_1_t/global_train/model.decoder.layers.0.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:7d6f531faf0b76733af7c63860b471134a3ac1e36ff87ad09a08e13570c8dafa
+size 5251
diff --git a/params/opt/5/rnd_search_t_lin/comb_1_t/global_train/model.decoder.layers.0.self_attn.k_proj/_s.pt b/params/opt/5/rnd_search_t_lin/comb_1_t/global_train/model.decoder.layers.0.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..770e99a855cb03e063be7db67adec2e17b63a669
--- /dev/null
+++ b/params/opt/5/rnd_search_t_lin/comb_1_t/global_train/model.decoder.layers.0.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:9d4b285d866c376170355fe53c5332030a1494b7e733deab2be90f02195cbd1c
+size 5251
diff --git a/params/opt/5/rnd_search_t_lin/comb_1_t/global_train/model.decoder.layers.0.self_attn.out_proj/_0.pt b/params/opt/5/rnd_search_t_lin/comb_1_t/global_train/model.decoder.layers.0.self_attn.out_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..0ec9074f48c26590ef23f270233b5e5545f2052a
--- /dev/null
+++ b/params/opt/5/rnd_search_t_lin/comb_1_t/global_train/model.decoder.layers.0.self_attn.out_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5466f854987a568d107c0dc374567fd42625c091e657bcb4dfd82b4e039b8fe7
+size 5251
diff --git a/params/opt/5/rnd_search_t_lin/comb_1_t/global_train/model.decoder.layers.0.self_attn.out_proj/_s.pt b/params/opt/5/rnd_search_t_lin/comb_1_t/global_train/model.decoder.layers.0.self_attn.out_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..5d606b960923a11ec88fbfb5c179d6797f3dfc7b
--- /dev/null
+++ b/params/opt/5/rnd_search_t_lin/comb_1_t/global_train/model.decoder.layers.0.self_attn.out_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:cc454e229f1d3b0785292312276b36dee8ed38e5b6bcfb0c2847d8ba829a9e6e
+size 5251
diff --git a/params/opt/5/rnd_search_t_lin/comb_1_t/global_train/model.decoder.layers.0.self_attn.q_proj/_0.pt b/params/opt/5/rnd_search_t_lin/comb_1_t/global_train/model.decoder.layers.0.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..42ac8ad3e29fd471df6d17330c6953a64b69fe62
--- /dev/null
+++ b/params/opt/5/rnd_search_t_lin/comb_1_t/global_train/model.decoder.layers.0.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:528de77134db4d7ea516c052683bd20e6d7a234343b9941b73cd808755d56d24
+size 5251
diff --git a/params/opt/5/rnd_search_t_lin/comb_1_t/global_train/model.decoder.layers.0.self_attn.q_proj/_s.pt b/params/opt/5/rnd_search_t_lin/comb_1_t/global_train/model.decoder.layers.0.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..d4ee0e6ea71148ea1a4e90aa72a7fe7a580bf9f6
--- /dev/null
+++ b/params/opt/5/rnd_search_t_lin/comb_1_t/global_train/model.decoder.layers.0.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:7a5d8d9a3fef63c7e554a1af1cd487a64f86fc27b3db9e62daaba35cbfa1dad4
+size 5251
diff --git a/params/opt/5/rnd_search_t_lin/comb_1_t/global_train/model.decoder.layers.0.self_attn.v_proj/_0.pt b/params/opt/5/rnd_search_t_lin/comb_1_t/global_train/model.decoder.layers.0.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..b99b5e8902263d0e3304d8617c6b1a794751b2d6
--- /dev/null
+++ b/params/opt/5/rnd_search_t_lin/comb_1_t/global_train/model.decoder.layers.0.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:4feae2c934575a51b45b45b70bcf47171daecc1954dac1096a58c27d76b4c19c
+size 5251
diff --git a/params/opt/5/rnd_search_t_lin/comb_1_t/global_train/model.decoder.layers.0.self_attn.v_proj/_s.pt b/params/opt/5/rnd_search_t_lin/comb_1_t/global_train/model.decoder.layers.0.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..b36887f5f907c0bcc127bb4389adb04f6adc9851
--- /dev/null
+++ b/params/opt/5/rnd_search_t_lin/comb_1_t/global_train/model.decoder.layers.0.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:48b86d2e556337782e48f19ff13c99face68dde295dac788aec14af9951df3a1
+size 5251
diff --git a/params/opt/5/rnd_search_t_lin/comb_1_t/global_train/model.decoder.layers.1.fc1/_0.pt b/params/opt/5/rnd_search_t_lin/comb_1_t/global_train/model.decoder.layers.1.fc1/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..9e304435c19ae8df36fc63a160eecd9f0c2c6bed
--- /dev/null
+++ b/params/opt/5/rnd_search_t_lin/comb_1_t/global_train/model.decoder.layers.1.fc1/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:8c2aa1ab7e3e62b8718a8ff8b1c84013274d44cda23af55a2f8ff019f5e73c00
+size 17539
diff --git a/params/opt/5/rnd_search_t_lin/comb_1_t/global_train/model.decoder.layers.1.fc1/_s.pt b/params/opt/5/rnd_search_t_lin/comb_1_t/global_train/model.decoder.layers.1.fc1/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..636c279614af1af3a8772f660e4d79ad836b10e2
--- /dev/null
+++ b/params/opt/5/rnd_search_t_lin/comb_1_t/global_train/model.decoder.layers.1.fc1/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c6f4a7196d816bc71940a86fce15dc0abfa5c9c0fc32a0d4850aab30f3d646d8
+size 17539
diff --git a/params/opt/5/rnd_search_t_lin/comb_1_t/global_train/model.decoder.layers.1.fc2/_0.pt b/params/opt/5/rnd_search_t_lin/comb_1_t/global_train/model.decoder.layers.1.fc2/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..23e2794822fc3e13a32a5ab6eae4ba438d9d84ba
--- /dev/null
+++ b/params/opt/5/rnd_search_t_lin/comb_1_t/global_train/model.decoder.layers.1.fc2/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:41e0ba6da969cc9331ffa0a63b46279462353eec80ef79e964784486e2f19570
+size 5251
diff --git a/params/opt/5/rnd_search_t_lin/comb_1_t/global_train/model.decoder.layers.1.fc2/_s.pt b/params/opt/5/rnd_search_t_lin/comb_1_t/global_train/model.decoder.layers.1.fc2/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..31f7d9bc87278dbd45cfa9b5578da663d0cb7b20
--- /dev/null
+++ b/params/opt/5/rnd_search_t_lin/comb_1_t/global_train/model.decoder.layers.1.fc2/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:3a3baf350af275d4435f442f984647b028bb4dec556f58531862a27f9716cd2f
+size 5251
diff --git a/params/opt/5/rnd_search_t_lin/comb_1_t/global_train/model.decoder.layers.1.self_attn.k_proj/_0.pt b/params/opt/5/rnd_search_t_lin/comb_1_t/global_train/model.decoder.layers.1.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..3e6acc74eba93cb0fd0b0b3dd34a0f7159556095
--- /dev/null
+++ b/params/opt/5/rnd_search_t_lin/comb_1_t/global_train/model.decoder.layers.1.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:4f1f39b99c2cc6f9af2cb9f10ffd544dd06da971e9046f564009ba93dc23064d
+size 5251
diff --git a/params/opt/5/rnd_search_t_lin/comb_1_t/global_train/model.decoder.layers.1.self_attn.k_proj/_s.pt b/params/opt/5/rnd_search_t_lin/comb_1_t/global_train/model.decoder.layers.1.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..59515bc2bbddcb25ffcf94945692bbd1ee967a5b
--- /dev/null
+++ b/params/opt/5/rnd_search_t_lin/comb_1_t/global_train/model.decoder.layers.1.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:6f2e4784f7415b6cefb1ccf7bb67b0af56a1fc92566e447e924023a0070db427
+size 5251
diff --git a/params/opt/5/rnd_search_t_lin/comb_1_t/global_train/model.decoder.layers.1.self_attn.out_proj/_0.pt b/params/opt/5/rnd_search_t_lin/comb_1_t/global_train/model.decoder.layers.1.self_attn.out_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..61eb4084fa9e991abc1d18203b804e25ece84382
--- /dev/null
+++ b/params/opt/5/rnd_search_t_lin/comb_1_t/global_train/model.decoder.layers.1.self_attn.out_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b39b56d023a7496ce4851300419d6a84e72f2ed4314d833942ff44acd3dbe818
+size 5251
diff --git a/params/opt/5/rnd_search_t_lin/comb_1_t/global_train/model.decoder.layers.1.self_attn.out_proj/_s.pt b/params/opt/5/rnd_search_t_lin/comb_1_t/global_train/model.decoder.layers.1.self_attn.out_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..01a37d35a24257cf390e75ef174ddca37953b158
--- /dev/null
+++ b/params/opt/5/rnd_search_t_lin/comb_1_t/global_train/model.decoder.layers.1.self_attn.out_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:88d81b72c96febe148ed0da1aac9ecb6e0ac16cfc3c9f3287a49d3f6735c1910
+size 5251
diff --git a/params/opt/5/rnd_search_t_lin/comb_1_t/global_train/model.decoder.layers.1.self_attn.q_proj/_0.pt b/params/opt/5/rnd_search_t_lin/comb_1_t/global_train/model.decoder.layers.1.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a3cdede809abb981f7509dd2174fe79c70ec6f17
--- /dev/null
+++ b/params/opt/5/rnd_search_t_lin/comb_1_t/global_train/model.decoder.layers.1.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c6d705ea328fb37bb328b239933de1d87f487051cc27c8308bb0b6dc3640a483
+size 5251
diff --git a/params/opt/5/rnd_search_t_lin/comb_1_t/global_train/model.decoder.layers.1.self_attn.q_proj/_s.pt b/params/opt/5/rnd_search_t_lin/comb_1_t/global_train/model.decoder.layers.1.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..555869813c652efde30fb61e300768961e176ac5
--- /dev/null
+++ b/params/opt/5/rnd_search_t_lin/comb_1_t/global_train/model.decoder.layers.1.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:8e89006406602af12e13aa7136b4a4d0dae328b2ee147ee249b165eb4a7a0918
+size 5251
diff --git a/params/opt/5/rnd_search_t_lin/comb_1_t/global_train/model.decoder.layers.1.self_attn.v_proj/_0.pt b/params/opt/5/rnd_search_t_lin/comb_1_t/global_train/model.decoder.layers.1.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..3be31c95007c3fa1812504a0df25f065a964953e
--- /dev/null
+++ b/params/opt/5/rnd_search_t_lin/comb_1_t/global_train/model.decoder.layers.1.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:3710aeb7a7e1efbac80d97ec9c09561668042e273f954f15483012782a4074bf
+size 5251
diff --git a/params/opt/5/rnd_search_t_lin/comb_1_t/global_train/model.decoder.layers.1.self_attn.v_proj/_s.pt b/params/opt/5/rnd_search_t_lin/comb_1_t/global_train/model.decoder.layers.1.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8036d93dd9685cf817f25d65cf656ece970188a7
--- /dev/null
+++ b/params/opt/5/rnd_search_t_lin/comb_1_t/global_train/model.decoder.layers.1.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:50261b88be8865449f0fa5f742d6e3e7ae3ae93deb11731b1285a03b61e731eb
+size 5251
diff --git a/params/opt/5/rnd_search_t_lin/comb_1_t/global_train/model.decoder.layers.10.fc1/_0.pt b/params/opt/5/rnd_search_t_lin/comb_1_t/global_train/model.decoder.layers.10.fc1/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4aa7ba20af5318b4ddbad2a5fa0bb9c34ed4811d
--- /dev/null
+++ b/params/opt/5/rnd_search_t_lin/comb_1_t/global_train/model.decoder.layers.10.fc1/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ccc0b168f4bd6e2f75688789d3efdd05d02312b7cc87adefba158116a2163d09
+size 17539
diff --git a/params/opt/5/rnd_search_t_lin/comb_1_t/global_train/model.decoder.layers.10.fc1/_s.pt b/params/opt/5/rnd_search_t_lin/comb_1_t/global_train/model.decoder.layers.10.fc1/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..b2e9f2c8dc860850f4c42307232303f729a380ff
--- /dev/null
+++ b/params/opt/5/rnd_search_t_lin/comb_1_t/global_train/model.decoder.layers.10.fc1/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f6dbf354bbc3d4b10188ecdd1ca80df6d98433097191d38059c8f644a09bb5aa
+size 17539
diff --git a/params/opt/5/rnd_search_t_lin/comb_1_t/global_train/model.decoder.layers.10.fc2/_0.pt b/params/opt/5/rnd_search_t_lin/comb_1_t/global_train/model.decoder.layers.10.fc2/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..03b209feb14c883c2a83a9226fc625242f7d28e7
--- /dev/null
+++ b/params/opt/5/rnd_search_t_lin/comb_1_t/global_train/model.decoder.layers.10.fc2/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0146877a4f05213b2fd65946b7355736e7acc6292bd99a6d3f26a6d52100cff4
+size 5251
diff --git a/params/opt/5/rnd_search_t_lin/comb_1_t/global_train/model.decoder.layers.10.fc2/_s.pt b/params/opt/5/rnd_search_t_lin/comb_1_t/global_train/model.decoder.layers.10.fc2/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..b4e9b9532a7c617896d3dc4f57b6f0de1fca4dd9
--- /dev/null
+++ b/params/opt/5/rnd_search_t_lin/comb_1_t/global_train/model.decoder.layers.10.fc2/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:658148ef876ee891879d4cde0831f73bf86fc5cea10170216597a4feafc5f908
+size 5251
diff --git a/params/opt/5/rnd_search_t_lin/comb_1_t/global_train/model.decoder.layers.10.self_attn.k_proj/_0.pt b/params/opt/5/rnd_search_t_lin/comb_1_t/global_train/model.decoder.layers.10.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8a68737e7e86ab62d4331f0050f88387a061d1cc
--- /dev/null
+++ b/params/opt/5/rnd_search_t_lin/comb_1_t/global_train/model.decoder.layers.10.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:732c09286562d1f636839d9ea1e6ef38d667f07f7b048c834531b8513a2de7e2
+size 5251
diff --git a/params/opt/5/rnd_search_t_lin/comb_1_t/global_train/model.decoder.layers.10.self_attn.k_proj/_s.pt b/params/opt/5/rnd_search_t_lin/comb_1_t/global_train/model.decoder.layers.10.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..21a1311802b21c82d653d8ee5b080dadeff5d331
--- /dev/null
+++ b/params/opt/5/rnd_search_t_lin/comb_1_t/global_train/model.decoder.layers.10.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:00fbf60e40a22b60451ca5581e2075a9cd9030d16cbef3a1bde6b52be67efad4
+size 5251
diff --git a/params/opt/5/rnd_search_t_lin/comb_1_t/global_train/model.decoder.layers.10.self_attn.out_proj/_0.pt b/params/opt/5/rnd_search_t_lin/comb_1_t/global_train/model.decoder.layers.10.self_attn.out_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..712e0074428443ee09777c91bee3822e4dab515b
--- /dev/null
+++ b/params/opt/5/rnd_search_t_lin/comb_1_t/global_train/model.decoder.layers.10.self_attn.out_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:84ff57113561a31b9dddef8ca109284193d9dbaa1873f514bdc2ad1006a7a5a1
+size 5251
diff --git a/params/opt/5/rnd_search_t_lin/comb_1_t/global_train/model.decoder.layers.10.self_attn.out_proj/_s.pt b/params/opt/5/rnd_search_t_lin/comb_1_t/global_train/model.decoder.layers.10.self_attn.out_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..3f9c7e4a1a0585fe887604e4724599e3fe4043d4
--- /dev/null
+++ b/params/opt/5/rnd_search_t_lin/comb_1_t/global_train/model.decoder.layers.10.self_attn.out_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e46226df8af3cd2962ab9731d4bcb4bb65f700d418816eebe42afb9ec321899b
+size 5251
diff --git a/params/opt/5/rnd_search_t_lin/comb_1_t/global_train/model.decoder.layers.10.self_attn.q_proj/_0.pt b/params/opt/5/rnd_search_t_lin/comb_1_t/global_train/model.decoder.layers.10.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..cf02140be050c36ecf31fe4cb754adc282cbfcca
--- /dev/null
+++ b/params/opt/5/rnd_search_t_lin/comb_1_t/global_train/model.decoder.layers.10.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:7c0534fd035234bba931cb6089faf60460c27802be9afd41b8eeb47b796da2de
+size 5251
diff --git a/params/opt/5/rnd_search_t_lin/comb_1_t/global_train/model.decoder.layers.10.self_attn.q_proj/_s.pt b/params/opt/5/rnd_search_t_lin/comb_1_t/global_train/model.decoder.layers.10.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..61f5f4918a3ccae80ee82ba9670a5a1bc0902c6d
--- /dev/null
+++ b/params/opt/5/rnd_search_t_lin/comb_1_t/global_train/model.decoder.layers.10.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0050084b8f649539d0ef46f7a887f22e70751d716323c7667d00cd5304041c4d
+size 5251
diff --git a/params/opt/5/rnd_search_t_lin/comb_1_t/global_train/model.decoder.layers.10.self_attn.v_proj/_0.pt b/params/opt/5/rnd_search_t_lin/comb_1_t/global_train/model.decoder.layers.10.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..d0777fba5a0f917da46acdbf2c80ce15fe334ca7
--- /dev/null
+++ b/params/opt/5/rnd_search_t_lin/comb_1_t/global_train/model.decoder.layers.10.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:7a5790214e1b0989164a88e53b0628fdaa4c508e21c5e8c6f1a034d56b76ffbf
+size 5251
diff --git a/params/opt/5/rnd_search_t_lin/comb_1_t/global_train/model.decoder.layers.10.self_attn.v_proj/_s.pt b/params/opt/5/rnd_search_t_lin/comb_1_t/global_train/model.decoder.layers.10.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..156891a35acf54ebb639ff3fca195a9de5568e51
--- /dev/null
+++ b/params/opt/5/rnd_search_t_lin/comb_1_t/global_train/model.decoder.layers.10.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:42ebe9bfede40003e1c4361833f87ce8159e22114e03578f2c510fa46323b00c
+size 5251
diff --git a/params/opt/5/rnd_search_t_lin/comb_1_t/global_train/model.decoder.layers.11.fc1/_0.pt b/params/opt/5/rnd_search_t_lin/comb_1_t/global_train/model.decoder.layers.11.fc1/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..15a5b426c8de1bf0022ba69e327ac54eda01523f
--- /dev/null
+++ b/params/opt/5/rnd_search_t_lin/comb_1_t/global_train/model.decoder.layers.11.fc1/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f344ea583a9cb9fa1ff1ff72d31f451b1b016b8146546eed7068e2b857fb9e98
+size 17539
diff --git a/params/opt/5/rnd_search_t_lin/comb_1_t/global_train/model.decoder.layers.11.fc1/_s.pt b/params/opt/5/rnd_search_t_lin/comb_1_t/global_train/model.decoder.layers.11.fc1/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..7018ef5d0c478cef863ebb5ba9354d56df660ed6
--- /dev/null
+++ b/params/opt/5/rnd_search_t_lin/comb_1_t/global_train/model.decoder.layers.11.fc1/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:1d360e0527d7120f9a15ab7c90c448803be789d929f334b0db5a4d29e564fbb1
+size 17539
diff --git a/params/opt/5/rnd_search_t_lin/comb_1_t/global_train/model.decoder.layers.11.fc2/_0.pt b/params/opt/5/rnd_search_t_lin/comb_1_t/global_train/model.decoder.layers.11.fc2/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a7c004aee59a9eb9613d40a03f8777437c8c9120
--- /dev/null
+++ b/params/opt/5/rnd_search_t_lin/comb_1_t/global_train/model.decoder.layers.11.fc2/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:000f2d7603f6f9878cfb06d7850514d1d7b6c35a08b2296f225d9c68206e3cab
+size 5251
diff --git a/params/opt/5/rnd_search_t_lin/comb_1_t/global_train/model.decoder.layers.11.fc2/_s.pt b/params/opt/5/rnd_search_t_lin/comb_1_t/global_train/model.decoder.layers.11.fc2/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..f6aed1e352b1f7def725688958b8f8f33c6e0242
--- /dev/null
+++ b/params/opt/5/rnd_search_t_lin/comb_1_t/global_train/model.decoder.layers.11.fc2/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cf14c81443c3af0818f62ab2477604c73f73294658099f8bb9912969a4447b7
+size 5251
diff --git a/params/opt/5/rnd_search_t_lin/comb_1_t/global_train/model.decoder.layers.11.self_attn.k_proj/_0.pt b/params/opt/5/rnd_search_t_lin/comb_1_t/global_train/model.decoder.layers.11.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c14fa2d87fad04ad72aa24937d3105de65c4c881
--- /dev/null
+++ b/params/opt/5/rnd_search_t_lin/comb_1_t/global_train/model.decoder.layers.11.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:561f05e0d6fe6d2bc98aa693476a5a56ea128961d9a2c258ffed747a1add2ed7
+size 5251
diff --git a/params/opt/5/rnd_search_t_lin/comb_1_t/global_train/model.decoder.layers.11.self_attn.k_proj/_s.pt b/params/opt/5/rnd_search_t_lin/comb_1_t/global_train/model.decoder.layers.11.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..b4bde79d67e7832f25a96c95d4c91d6c5a52ea25
--- /dev/null
+++ b/params/opt/5/rnd_search_t_lin/comb_1_t/global_train/model.decoder.layers.11.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ccc95b30102c548ea9e793d0871106b4b7e6b50d42bac35bf31e356a23888e56
+size 5251
diff --git a/params/opt/5/rnd_search_t_lin/comb_1_t/global_train/model.decoder.layers.11.self_attn.out_proj/_0.pt b/params/opt/5/rnd_search_t_lin/comb_1_t/global_train/model.decoder.layers.11.self_attn.out_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a56eadfa548ca88e7fb47235808f7c6dd199ab04
--- /dev/null
+++ b/params/opt/5/rnd_search_t_lin/comb_1_t/global_train/model.decoder.layers.11.self_attn.out_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ecefa8ab1d1a5a1b80633b0794cc4a6b602e6480a6c8600e2d2965a728cffec3
+size 5251
diff --git a/params/opt/5/rnd_search_t_lin/comb_1_t/global_train/model.decoder.layers.11.self_attn.out_proj/_s.pt b/params/opt/5/rnd_search_t_lin/comb_1_t/global_train/model.decoder.layers.11.self_attn.out_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..0114516bc5f75be81b8b842124c62a915f5f368a
--- /dev/null
+++ b/params/opt/5/rnd_search_t_lin/comb_1_t/global_train/model.decoder.layers.11.self_attn.out_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5e185f836acb5a13d591aa92187539170ceae1ff7a75dae36575ee0d876c1d9c
+size 5251
diff --git a/params/opt/5/rnd_search_t_lin/comb_1_t/global_train/model.decoder.layers.11.self_attn.q_proj/_0.pt b/params/opt/5/rnd_search_t_lin/comb_1_t/global_train/model.decoder.layers.11.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c9b75d129c6c176a3b9275d8204a6a363b675930
--- /dev/null
+++ b/params/opt/5/rnd_search_t_lin/comb_1_t/global_train/model.decoder.layers.11.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e93035988735f0a197db5f42700ef72a93ce307a3d0b91ac78e64d6744294e7c
+size 5251
diff --git a/params/opt/5/rnd_search_t_lin/comb_1_t/global_train/model.decoder.layers.11.self_attn.q_proj/_s.pt b/params/opt/5/rnd_search_t_lin/comb_1_t/global_train/model.decoder.layers.11.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..1ad2d0eb774a56ee3806a8415002a3d7e54172d1
--- /dev/null
+++ b/params/opt/5/rnd_search_t_lin/comb_1_t/global_train/model.decoder.layers.11.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:619ab8de31006e5a7d6e70c6f73f4ec8203a847f43c786224e3855ef1f38bdfb
+size 5251
diff --git a/params/opt/5/rnd_search_t_lin/comb_1_t/global_train/model.decoder.layers.11.self_attn.v_proj/_0.pt b/params/opt/5/rnd_search_t_lin/comb_1_t/global_train/model.decoder.layers.11.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..3632688c214ddf2f23021bb38a30e05bc5531ee3
--- /dev/null
+++ b/params/opt/5/rnd_search_t_lin/comb_1_t/global_train/model.decoder.layers.11.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:6c46c269af354a75ac37331d6f54c5e637a691ff3f5649ccca2c589fc6268630
+size 5251
diff --git a/params/opt/5/rnd_search_t_lin/comb_1_t/global_train/model.decoder.layers.11.self_attn.v_proj/_s.pt b/params/opt/5/rnd_search_t_lin/comb_1_t/global_train/model.decoder.layers.11.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..819c0d1aa7298a84ab5798f6c7369060b340b916
--- /dev/null
+++ b/params/opt/5/rnd_search_t_lin/comb_1_t/global_train/model.decoder.layers.11.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:611fbf95026fa0c0c475b2d6fb30dbd2b7b92864fa1ea669fbd5e973e6f5b31d
+size 5251
diff --git a/params/opt/5/rnd_search_t_lin/comb_1_t/global_train/model.decoder.layers.12.fc1/_0.pt b/params/opt/5/rnd_search_t_lin/comb_1_t/global_train/model.decoder.layers.12.fc1/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ca63dbc33c74236fad4f572f33c4693e6321bf2f
--- /dev/null
+++ b/params/opt/5/rnd_search_t_lin/comb_1_t/global_train/model.decoder.layers.12.fc1/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e11bc9e2e7f909d29b1b05138367fdb11d21bb3cf7e161f8bd5b0e15254ac3a7
+size 17539
diff --git a/params/opt/5/rnd_search_t_lin/comb_1_t/global_train/model.decoder.layers.12.fc1/_s.pt b/params/opt/5/rnd_search_t_lin/comb_1_t/global_train/model.decoder.layers.12.fc1/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4a3cf1f4cc79a2f558ea11f846347b88af23ac59
--- /dev/null
+++ b/params/opt/5/rnd_search_t_lin/comb_1_t/global_train/model.decoder.layers.12.fc1/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:37d62d55fbf25037ca41adb1b203709e0b9bebb6c4784f962a6c9f523c43880a
+size 17539
diff --git a/params/opt/5/rnd_search_t_lin/comb_1_t/global_train/model.decoder.layers.12.fc2/_0.pt b/params/opt/5/rnd_search_t_lin/comb_1_t/global_train/model.decoder.layers.12.fc2/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..18c25b84df7dab534a06c0f5137b43b834ec20d1
--- /dev/null
+++ b/params/opt/5/rnd_search_t_lin/comb_1_t/global_train/model.decoder.layers.12.fc2/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:6b61978e27d718000c2a22be1263a699f9c3a8631212ce7def10012cdfb07552
+size 5251
diff --git a/params/opt/5/rnd_search_t_lin/comb_1_t/global_train/model.decoder.layers.12.fc2/_s.pt b/params/opt/5/rnd_search_t_lin/comb_1_t/global_train/model.decoder.layers.12.fc2/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..984c7c9f76cf125f8490a6809a112edd45d2b3fd
--- /dev/null
+++ b/params/opt/5/rnd_search_t_lin/comb_1_t/global_train/model.decoder.layers.12.fc2/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c55ac3600f8ce00d4d4bdaa2111b716e688a005d50ea36c392ad038ec565f255
+size 5251
diff --git a/params/opt/5/rnd_search_t_lin/comb_1_t/global_train/model.decoder.layers.12.self_attn.k_proj/_0.pt b/params/opt/5/rnd_search_t_lin/comb_1_t/global_train/model.decoder.layers.12.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a10a6377f0260b4ae31d5cd7a5f047339d271a2a
--- /dev/null
+++ b/params/opt/5/rnd_search_t_lin/comb_1_t/global_train/model.decoder.layers.12.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f60a0eafa6a301328b155ebf9fd2e775201fa3141b9277c5262d1058fddcb410
+size 5251
diff --git a/params/opt/5/rnd_search_t_lin/comb_1_t/global_train/model.decoder.layers.12.self_attn.k_proj/_s.pt b/params/opt/5/rnd_search_t_lin/comb_1_t/global_train/model.decoder.layers.12.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2d19bb4b6bd7efbc9111eb5074470d8642deb8ca
--- /dev/null
+++ b/params/opt/5/rnd_search_t_lin/comb_1_t/global_train/model.decoder.layers.12.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:764886822f0aab41c4da818c6b88c851046a08b957df781851ca1553ec56e23e
+size 5251
diff --git a/params/opt/5/rnd_search_t_lin/comb_1_t/global_train/model.decoder.layers.12.self_attn.out_proj/_0.pt b/params/opt/5/rnd_search_t_lin/comb_1_t/global_train/model.decoder.layers.12.self_attn.out_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e4b6817da5706673fbeb29c64e8e4b1a035b173b
--- /dev/null
+++ b/params/opt/5/rnd_search_t_lin/comb_1_t/global_train/model.decoder.layers.12.self_attn.out_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:4cd3945c0c1f03e8f66457cf45476c910604e3ddb0eaf96bd76435f4e98ef7a8
+size 5251
diff --git a/params/opt/5/rnd_search_t_lin/comb_1_t/global_train/model.decoder.layers.12.self_attn.out_proj/_s.pt b/params/opt/5/rnd_search_t_lin/comb_1_t/global_train/model.decoder.layers.12.self_attn.out_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..683fdc6c13f2d1443439e08d379f6ac69a43b022
--- /dev/null
+++ b/params/opt/5/rnd_search_t_lin/comb_1_t/global_train/model.decoder.layers.12.self_attn.out_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:6d04af9985dbb812fbd71f007ccd66f9db5db50c32a63fff518f2ed87e252604
+size 5251
diff --git a/params/opt/5/rnd_search_t_lin/comb_1_t/global_train/model.decoder.layers.12.self_attn.q_proj/_0.pt b/params/opt/5/rnd_search_t_lin/comb_1_t/global_train/model.decoder.layers.12.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..40edacef0ebcc46de0582f9e86548e78fcef50b2
--- /dev/null
+++ b/params/opt/5/rnd_search_t_lin/comb_1_t/global_train/model.decoder.layers.12.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2c38889f95e090228f2913bb819930327263424c39cb28323860e859e36b7e1e
+size 5251
diff --git a/params/opt/5/rnd_search_t_lin/comb_1_t/global_train/model.decoder.layers.12.self_attn.q_proj/_s.pt b/params/opt/5/rnd_search_t_lin/comb_1_t/global_train/model.decoder.layers.12.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..81dac6662eba86e891c616b58cdfb8f538013f2a
--- /dev/null
+++ b/params/opt/5/rnd_search_t_lin/comb_1_t/global_train/model.decoder.layers.12.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a4e584cddc470f459c1e178e3d449f8b28250863dcc5e832de43b8607a35b702
+size 5251
diff --git a/params/opt/5/rnd_search_t_lin/comb_1_t/global_train/model.decoder.layers.12.self_attn.v_proj/_0.pt b/params/opt/5/rnd_search_t_lin/comb_1_t/global_train/model.decoder.layers.12.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..f036221e1a8f8a5fa31a06da744bfdb6309fc440
--- /dev/null
+++ b/params/opt/5/rnd_search_t_lin/comb_1_t/global_train/model.decoder.layers.12.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b325733f3cc13597995f5449596ee63235743fdb7e7068850e6634164ccba0bb
+size 5251
diff --git a/params/opt/5/rnd_search_t_lin/comb_1_t/global_train/model.decoder.layers.12.self_attn.v_proj/_s.pt b/params/opt/5/rnd_search_t_lin/comb_1_t/global_train/model.decoder.layers.12.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..d5bd21490d40c6b6368d027866ed8e7767d1ee8d
--- /dev/null
+++ b/params/opt/5/rnd_search_t_lin/comb_1_t/global_train/model.decoder.layers.12.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a3f220f2131af9ce2991f1decd322f0e0f47456856378973cdb3d1d7badebe38
+size 5251
diff --git a/params/opt/5/rnd_search_t_lin/comb_1_t/global_train/model.decoder.layers.13.fc1/_0.pt b/params/opt/5/rnd_search_t_lin/comb_1_t/global_train/model.decoder.layers.13.fc1/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..81dbd75fe1c24af8cced2b3e4855413692690de4
--- /dev/null
+++ b/params/opt/5/rnd_search_t_lin/comb_1_t/global_train/model.decoder.layers.13.fc1/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:8e5a89661e189efe4c9a61f92342910c8eaee210dafd39a6a4154e1ae4fd4272
+size 17539
diff --git a/params/opt/5/rnd_search_t_lin/comb_1_t/global_train/model.decoder.layers.13.fc1/_s.pt b/params/opt/5/rnd_search_t_lin/comb_1_t/global_train/model.decoder.layers.13.fc1/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e16cf740029ae1235b42f607b93d9ce7b945354c
--- /dev/null
+++ b/params/opt/5/rnd_search_t_lin/comb_1_t/global_train/model.decoder.layers.13.fc1/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:efa66b1f19e7b61a9d61fc76af6b9c2102f06d326f54f198ff221a6bd400e0db
+size 17539
diff --git a/params/opt/5/rnd_search_t_lin/comb_1_t/global_train/model.decoder.layers.13.fc2/_0.pt b/params/opt/5/rnd_search_t_lin/comb_1_t/global_train/model.decoder.layers.13.fc2/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..d5ea6db5936913986a6f3eceb79859854f4fb669
--- /dev/null
+++ b/params/opt/5/rnd_search_t_lin/comb_1_t/global_train/model.decoder.layers.13.fc2/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:8a9446cddcc71beb35d0811cb6d185a4b53b6af91e95045fd50c46a42a6f0f0c
+size 5251
diff --git a/params/opt/5/rnd_search_t_lin/comb_1_t/global_train/model.decoder.layers.13.fc2/_s.pt b/params/opt/5/rnd_search_t_lin/comb_1_t/global_train/model.decoder.layers.13.fc2/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ba00be028b6485cc58127db795975c23e6a44f54
--- /dev/null
+++ b/params/opt/5/rnd_search_t_lin/comb_1_t/global_train/model.decoder.layers.13.fc2/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b88e529c2e1d7a2a8488d09d7c2b7da5624d3b79b7f3240ffb4c9e0ce950cfe4
+size 5251
diff --git a/params/opt/5/rnd_search_t_lin/comb_1_t/global_train/model.decoder.layers.13.self_attn.k_proj/_0.pt b/params/opt/5/rnd_search_t_lin/comb_1_t/global_train/model.decoder.layers.13.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..fe849802de6e8657c8dbdba2c81ff9c931756688
--- /dev/null
+++ b/params/opt/5/rnd_search_t_lin/comb_1_t/global_train/model.decoder.layers.13.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d09d73f710083fc1d0e8a812dafa2f3d7309e5151ba9874e2d1a242fd42733a8
+size 5251
diff --git a/params/opt/5/rnd_search_t_lin/comb_1_t/global_train/model.decoder.layers.13.self_attn.k_proj/_s.pt b/params/opt/5/rnd_search_t_lin/comb_1_t/global_train/model.decoder.layers.13.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..18681b6f79b70b3ade0fc898c082eff0078e5bbb
--- /dev/null
+++ b/params/opt/5/rnd_search_t_lin/comb_1_t/global_train/model.decoder.layers.13.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:68b4dbed86d77654c3e109d02877ad1cc4d7ab3a7e3faacbffd68b705e706c26
+size 5251
diff --git a/params/opt/5/rnd_search_t_lin/comb_1_t/global_train/model.decoder.layers.13.self_attn.out_proj/_0.pt b/params/opt/5/rnd_search_t_lin/comb_1_t/global_train/model.decoder.layers.13.self_attn.out_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..bcf22934fe0e0e0dc1ef4a8a4e9b083f69b983f6
--- /dev/null
+++ b/params/opt/5/rnd_search_t_lin/comb_1_t/global_train/model.decoder.layers.13.self_attn.out_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ceccdc885f864674612240caa4cf570081879d415e8b16a2a8dc82280141dc67
+size 5251
diff --git a/params/opt/5/rnd_search_t_lin/comb_1_t/global_train/model.decoder.layers.13.self_attn.out_proj/_s.pt b/params/opt/5/rnd_search_t_lin/comb_1_t/global_train/model.decoder.layers.13.self_attn.out_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..59cb5e1c21fca9a120ed377094fc443cebf0c434
--- /dev/null
+++ b/params/opt/5/rnd_search_t_lin/comb_1_t/global_train/model.decoder.layers.13.self_attn.out_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:01c303c7e09c231fbce0d6dd4f69b69143d62530f19fbfb6c881718ef79c87a2
+size 5251
diff --git a/params/opt/5/rnd_search_t_lin/comb_1_t/global_train/model.decoder.layers.13.self_attn.q_proj/_0.pt b/params/opt/5/rnd_search_t_lin/comb_1_t/global_train/model.decoder.layers.13.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..26109fea958b3e735fd9bb85be2a0fa19658b6a3
--- /dev/null
+++ b/params/opt/5/rnd_search_t_lin/comb_1_t/global_train/model.decoder.layers.13.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ebc05e7a2ba66dce8444fe5688f8f393630afa3ce407683929b3ba07c37528dc
+size 5251
diff --git a/params/opt/5/rnd_search_t_lin/comb_1_t/global_train/model.decoder.layers.13.self_attn.q_proj/_s.pt b/params/opt/5/rnd_search_t_lin/comb_1_t/global_train/model.decoder.layers.13.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a9de71f7dd2da7f53e4ab063abb5367bdeddc52e
--- /dev/null
+++ b/params/opt/5/rnd_search_t_lin/comb_1_t/global_train/model.decoder.layers.13.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:34b5d817b9f459736798673ddbf88e24902f1781b2a4eb21b5bacd78af70b09d
+size 5251
diff --git a/params/opt/5/rnd_search_t_lin/comb_1_t/global_train/model.decoder.layers.13.self_attn.v_proj/_0.pt b/params/opt/5/rnd_search_t_lin/comb_1_t/global_train/model.decoder.layers.13.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..6a867c475e00262b3cc708e0316b92252a2c3b5a
--- /dev/null
+++ b/params/opt/5/rnd_search_t_lin/comb_1_t/global_train/model.decoder.layers.13.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:8a776d56dd38f3b9fc48e149d3019a29a9dc060a7f8c0a5127125e20040aa71d
+size 5251
diff --git a/params/opt/5/rnd_search_t_lin/comb_1_t/global_train/model.decoder.layers.13.self_attn.v_proj/_s.pt b/params/opt/5/rnd_search_t_lin/comb_1_t/global_train/model.decoder.layers.13.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..66a9d64202ac88076e1c12d8093f7cb4ad366f21
--- /dev/null
+++ b/params/opt/5/rnd_search_t_lin/comb_1_t/global_train/model.decoder.layers.13.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:7369a04796bfc90786231966749a76d6abc9780c430e3a76791b4bc0a8990b7f
+size 5251
diff --git a/params/opt/5/rnd_search_t_lin/comb_1_t/global_train/model.decoder.layers.14.fc1/_0.pt b/params/opt/5/rnd_search_t_lin/comb_1_t/global_train/model.decoder.layers.14.fc1/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..b76140172c100323e45082ca3bd6f6f8dd67d3d8
--- /dev/null
+++ b/params/opt/5/rnd_search_t_lin/comb_1_t/global_train/model.decoder.layers.14.fc1/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:bda3cab3efb34c5e6d0cb26eb5bb031378e8b5c04a09bc5cff77dcd71976af28
+size 17539
diff --git a/params/opt/5/rnd_search_t_lin/comb_1_t/global_train/model.decoder.layers.14.fc1/_s.pt b/params/opt/5/rnd_search_t_lin/comb_1_t/global_train/model.decoder.layers.14.fc1/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..9ea70c7d38dad421cfcb4083b225853b1f3e076b
--- /dev/null
+++ b/params/opt/5/rnd_search_t_lin/comb_1_t/global_train/model.decoder.layers.14.fc1/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:4d72960b8ba0adc1090a734693fcb55a3681c6399f46bdca1eba4031c7538d2d
+size 17539
diff --git a/params/opt/5/rnd_search_t_lin/comb_1_t/global_train/model.decoder.layers.14.fc2/_0.pt b/params/opt/5/rnd_search_t_lin/comb_1_t/global_train/model.decoder.layers.14.fc2/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..5be656a91ffb0077232b78b6de5dd52491653c6e
--- /dev/null
+++ b/params/opt/5/rnd_search_t_lin/comb_1_t/global_train/model.decoder.layers.14.fc2/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:77941f4b92073651c9c4bd5f0a6039c673901c61ba1bc327cff9df888d5d2f65
+size 5251
diff --git a/params/opt/5/rnd_search_t_lin/comb_1_t/global_train/model.decoder.layers.14.fc2/_s.pt b/params/opt/5/rnd_search_t_lin/comb_1_t/global_train/model.decoder.layers.14.fc2/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..b6e00185d49953936a939dd5d23f26b2d26d37d8
--- /dev/null
+++ b/params/opt/5/rnd_search_t_lin/comb_1_t/global_train/model.decoder.layers.14.fc2/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ff74d31034417c342ea20b9d65768429e787347b98398d083b37a7f00d023ada
+size 5251
diff --git a/params/opt/5/rnd_search_t_lin/comb_1_t/global_train/model.decoder.layers.14.self_attn.k_proj/_0.pt b/params/opt/5/rnd_search_t_lin/comb_1_t/global_train/model.decoder.layers.14.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..3ac2210f62314bee0b3e6701337e5b93ec78ad80
--- /dev/null
+++ b/params/opt/5/rnd_search_t_lin/comb_1_t/global_train/model.decoder.layers.14.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:df399c53cd205650981c3ad588b033d3a6ee8781fc44c84e9c4482cc371fd195
+size 5251
diff --git a/params/opt/5/rnd_search_t_lin/comb_1_t/global_train/model.decoder.layers.14.self_attn.k_proj/_s.pt b/params/opt/5/rnd_search_t_lin/comb_1_t/global_train/model.decoder.layers.14.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..46bb187d013c076ad57fd0bef6226cfe4f9aa57f
--- /dev/null
+++ b/params/opt/5/rnd_search_t_lin/comb_1_t/global_train/model.decoder.layers.14.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:85cf3c125d7200c9397977a866465d85f6d7c7c5e218033c0082763e616337e7
+size 5251
diff --git a/params/opt/5/rnd_search_t_lin/comb_1_t/global_train/model.decoder.layers.14.self_attn.out_proj/_0.pt b/params/opt/5/rnd_search_t_lin/comb_1_t/global_train/model.decoder.layers.14.self_attn.out_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..1a6bc37a8f3047010d294e2576865f3283127e76
--- /dev/null
+++ b/params/opt/5/rnd_search_t_lin/comb_1_t/global_train/model.decoder.layers.14.self_attn.out_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:556640e0b4f1c79b2abdcafb1909dce3cbedbe1dfd079f9ca8c6733208ae0445
+size 5251
diff --git a/params/opt/5/rnd_search_t_lin/comb_1_t/global_train/model.decoder.layers.14.self_attn.out_proj/_s.pt b/params/opt/5/rnd_search_t_lin/comb_1_t/global_train/model.decoder.layers.14.self_attn.out_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..93ee5b17fef35e1beff42f0ef8cba31b36c59ed8
--- /dev/null
+++ b/params/opt/5/rnd_search_t_lin/comb_1_t/global_train/model.decoder.layers.14.self_attn.out_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:84385e9f8ede3db0aa10733674c4bd3005f59ad04ddb81fd2cc136def39a1852
+size 5251
diff --git a/params/opt/5/rnd_search_t_lin/comb_1_t/global_train/model.decoder.layers.14.self_attn.q_proj/_0.pt b/params/opt/5/rnd_search_t_lin/comb_1_t/global_train/model.decoder.layers.14.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..394971ff7a867f734c42f7f68dfc418c5ddc2236
--- /dev/null
+++ b/params/opt/5/rnd_search_t_lin/comb_1_t/global_train/model.decoder.layers.14.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:4927daea513ca64e9780d864a8c2b00da58a355cea5e58e9969cdd1f4a8d6dbd
+size 5251
diff --git a/params/opt/5/rnd_search_t_lin/comb_1_t/global_train/model.decoder.layers.14.self_attn.q_proj/_s.pt b/params/opt/5/rnd_search_t_lin/comb_1_t/global_train/model.decoder.layers.14.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..d3c6ef791dc91f500c79dbe7ee418474a54fb702
--- /dev/null
+++ b/params/opt/5/rnd_search_t_lin/comb_1_t/global_train/model.decoder.layers.14.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2fb2acc6d92026b0ffa635ed8ddff3bff3aa61cd0ac0de1bb51b7d31faaa21ef
+size 5251
diff --git a/params/opt/5/rnd_search_t_lin/comb_1_t/global_train/model.decoder.layers.14.self_attn.v_proj/_0.pt b/params/opt/5/rnd_search_t_lin/comb_1_t/global_train/model.decoder.layers.14.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..6a4682ed40d9fd3e70caad4a173813c28457a4ae
--- /dev/null
+++ b/params/opt/5/rnd_search_t_lin/comb_1_t/global_train/model.decoder.layers.14.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:749c74592ee5437fc41d98dfcce77f2a83e7690fda72d4594129c476ac0c69eb
+size 5251
diff --git a/params/opt/5/rnd_search_t_lin/comb_1_t/global_train/model.decoder.layers.14.self_attn.v_proj/_s.pt b/params/opt/5/rnd_search_t_lin/comb_1_t/global_train/model.decoder.layers.14.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..0dbdfe695037e42ed01056305133aed086f05511
--- /dev/null
+++ b/params/opt/5/rnd_search_t_lin/comb_1_t/global_train/model.decoder.layers.14.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:6cb5be94df6c2855d749cff16414c7a4bfb30d36adc81027b0e06868b51aa2e4
+size 5251
diff --git a/params/opt/5/rnd_search_t_lin/comb_1_t/global_train/model.decoder.layers.15.fc1/_0.pt b/params/opt/5/rnd_search_t_lin/comb_1_t/global_train/model.decoder.layers.15.fc1/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..3a18a316897bd0fe8ec6532a91729ac689f75a61
--- /dev/null
+++ b/params/opt/5/rnd_search_t_lin/comb_1_t/global_train/model.decoder.layers.15.fc1/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:445d43684535250d0a247f0b2823b3a1303603fee347745dfde59e978632e29e
+size 17539
diff --git a/params/opt/5/rnd_search_t_lin/comb_1_t/global_train/model.decoder.layers.15.fc1/_s.pt b/params/opt/5/rnd_search_t_lin/comb_1_t/global_train/model.decoder.layers.15.fc1/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2f4ee91aba089339ce8a7b2e1906e21d0b0133dc
--- /dev/null
+++ b/params/opt/5/rnd_search_t_lin/comb_1_t/global_train/model.decoder.layers.15.fc1/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f186ddd7ce642ffff0f65f8a3cf8352330b62493d8e180fdb9d8d0090c65f665
+size 17539
diff --git a/params/opt/5/rnd_search_t_lin/comb_1_t/global_train/model.decoder.layers.15.fc2/_0.pt b/params/opt/5/rnd_search_t_lin/comb_1_t/global_train/model.decoder.layers.15.fc2/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..16a2ce52f4d2c9ced41711f8dff5c1610337efa0
--- /dev/null
+++ b/params/opt/5/rnd_search_t_lin/comb_1_t/global_train/model.decoder.layers.15.fc2/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5b05d7fe86ac808241ece64e0b16c9d7e074a4677cac72d425cf285a01ceeb6b
+size 5251
diff --git a/params/opt/5/rnd_search_t_lin/comb_1_t/global_train/model.decoder.layers.15.fc2/_s.pt b/params/opt/5/rnd_search_t_lin/comb_1_t/global_train/model.decoder.layers.15.fc2/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..cc1d14f3164ec8a2bdd36d20c1f73784ee28da5e
--- /dev/null
+++ b/params/opt/5/rnd_search_t_lin/comb_1_t/global_train/model.decoder.layers.15.fc2/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:76665cb8c4defeca6c1b686b269602384720b7ac73fb71a58b0d2dfcc058f889
+size 5251
diff --git a/params/opt/5/rnd_search_t_lin/comb_1_t/global_train/model.decoder.layers.15.self_attn.k_proj/_0.pt b/params/opt/5/rnd_search_t_lin/comb_1_t/global_train/model.decoder.layers.15.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..5c44972bbd139b2906ec8ba881ded84a0cad3e6a
--- /dev/null
+++ b/params/opt/5/rnd_search_t_lin/comb_1_t/global_train/model.decoder.layers.15.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:bd101fecc2587e340e18ba45d12b77af6bfeff87fff8a260eb4376ca85dc2e30
+size 5251
diff --git a/params/opt/5/rnd_search_t_lin/comb_1_t/global_train/model.decoder.layers.15.self_attn.k_proj/_s.pt b/params/opt/5/rnd_search_t_lin/comb_1_t/global_train/model.decoder.layers.15.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..39e73785f9bbdb4912a135883895c3ccaf7f8c60
--- /dev/null
+++ b/params/opt/5/rnd_search_t_lin/comb_1_t/global_train/model.decoder.layers.15.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:7865b685d1b1b176dacd1ef5284992c77874f9e68a5365aa392c5e922b82819b
+size 5251
diff --git a/params/opt/5/rnd_search_t_lin/comb_1_t/global_train/model.decoder.layers.15.self_attn.out_proj/_0.pt b/params/opt/5/rnd_search_t_lin/comb_1_t/global_train/model.decoder.layers.15.self_attn.out_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c4e0aca2e974748e18f410b9adbd4c9f8e3f5fde
--- /dev/null
+++ b/params/opt/5/rnd_search_t_lin/comb_1_t/global_train/model.decoder.layers.15.self_attn.out_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:39cf378cd1e881c3e537ca00570b8c3024179e9083aefb1f2ba0cd66ddae2759
+size 5251
diff --git a/params/opt/5/rnd_search_t_lin/comb_1_t/global_train/model.decoder.layers.15.self_attn.out_proj/_s.pt b/params/opt/5/rnd_search_t_lin/comb_1_t/global_train/model.decoder.layers.15.self_attn.out_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..3d1187da1c3c45452343844d4f7e235864f9eae3
--- /dev/null
+++ b/params/opt/5/rnd_search_t_lin/comb_1_t/global_train/model.decoder.layers.15.self_attn.out_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:bdcb060af1e2176ae64717437d0601606df4de8f1300e05762132345227ded67
+size 5251
diff --git a/params/opt/5/rnd_search_t_lin/comb_1_t/global_train/model.decoder.layers.15.self_attn.q_proj/_0.pt b/params/opt/5/rnd_search_t_lin/comb_1_t/global_train/model.decoder.layers.15.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..264c3de3013e33f9e8556e0320878a7e9ef0623e
--- /dev/null
+++ b/params/opt/5/rnd_search_t_lin/comb_1_t/global_train/model.decoder.layers.15.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:1c836b7293708030318d4c5df8f759c0ae5687e7616e43b0d73d23d611075636
+size 5251
diff --git a/params/opt/5/rnd_search_t_lin/comb_1_t/global_train/model.decoder.layers.15.self_attn.q_proj/_s.pt b/params/opt/5/rnd_search_t_lin/comb_1_t/global_train/model.decoder.layers.15.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..47245b4f8814fc6ea0283ddd963eb48386210d04
--- /dev/null
+++ b/params/opt/5/rnd_search_t_lin/comb_1_t/global_train/model.decoder.layers.15.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:1573f9a7c59ebc0af2164ba383cdf10dec99cf67681f68d036110c55263c8611
+size 5251
diff --git a/params/opt/5/rnd_search_t_lin/comb_1_t/global_train/model.decoder.layers.15.self_attn.v_proj/_0.pt b/params/opt/5/rnd_search_t_lin/comb_1_t/global_train/model.decoder.layers.15.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..435ef18a9eba096c0ea87220554a39f277e84d62
--- /dev/null
+++ b/params/opt/5/rnd_search_t_lin/comb_1_t/global_train/model.decoder.layers.15.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:76dac51131d16dafc9609f0b89542a65e1f089cc4103e78628329297ec7cf931
+size 5251
diff --git a/params/opt/5/rnd_search_t_lin/comb_1_t/global_train/model.decoder.layers.15.self_attn.v_proj/_s.pt b/params/opt/5/rnd_search_t_lin/comb_1_t/global_train/model.decoder.layers.15.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..061916ff584195dd17dede6885d85c0ac7eb880f
--- /dev/null
+++ b/params/opt/5/rnd_search_t_lin/comb_1_t/global_train/model.decoder.layers.15.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:aee180f73677c5d3856cf5cdf0c952185f2a7771203da017bac23eafbcc6c292
+size 5251
diff --git a/params/opt/5/rnd_search_t_lin/comb_1_t/global_train/model.decoder.layers.16.fc1/_0.pt b/params/opt/5/rnd_search_t_lin/comb_1_t/global_train/model.decoder.layers.16.fc1/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..92f21f202eb633b7ce74b4a8c5c6d3522c856cf9
--- /dev/null
+++ b/params/opt/5/rnd_search_t_lin/comb_1_t/global_train/model.decoder.layers.16.fc1/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:39817e5bb7ec5a6b81018d8a3ebe164e2d48c84949dd426245134ab216492696
+size 17539
diff --git a/params/opt/5/rnd_search_t_lin/comb_1_t/global_train/model.decoder.layers.16.fc1/_s.pt b/params/opt/5/rnd_search_t_lin/comb_1_t/global_train/model.decoder.layers.16.fc1/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ea1f4f10d772870581642a5e4aa0e28b93ce7b5a
--- /dev/null
+++ b/params/opt/5/rnd_search_t_lin/comb_1_t/global_train/model.decoder.layers.16.fc1/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2c3eef4f5ef1ad6a83ddf0017417c555d9f2253ead86123180dd005014576778
+size 17539
diff --git a/params/opt/5/rnd_search_t_lin/comb_1_t/global_train/model.decoder.layers.16.fc2/_0.pt b/params/opt/5/rnd_search_t_lin/comb_1_t/global_train/model.decoder.layers.16.fc2/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..76e88d0a2a53da81c8526f555376b9f6ab0a152f
--- /dev/null
+++ b/params/opt/5/rnd_search_t_lin/comb_1_t/global_train/model.decoder.layers.16.fc2/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:232629d90642226d126654f8b384f0a30069e81c2fc44c833eb99242d200eeb4
+size 5251
diff --git a/params/opt/5/rnd_search_t_lin/comb_1_t/global_train/model.decoder.layers.16.fc2/_s.pt b/params/opt/5/rnd_search_t_lin/comb_1_t/global_train/model.decoder.layers.16.fc2/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c1b6b423c8391e5f09bd91624389b5a5d7d80724
--- /dev/null
+++ b/params/opt/5/rnd_search_t_lin/comb_1_t/global_train/model.decoder.layers.16.fc2/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:753a98b0c8458ad9535282d03c1d0478ff7bd82c9f8813f1019b25b9342d8f1d
+size 5251
diff --git a/params/opt/5/rnd_search_t_lin/comb_1_t/global_train/model.decoder.layers.16.self_attn.k_proj/_0.pt b/params/opt/5/rnd_search_t_lin/comb_1_t/global_train/model.decoder.layers.16.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2563191e92597202a34145a4bebee683ec44454b
--- /dev/null
+++ b/params/opt/5/rnd_search_t_lin/comb_1_t/global_train/model.decoder.layers.16.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5b0985119892a8753442448a2c1b47aa7fee1fd5a042fb6cb37175e834a04945
+size 5251
diff --git a/params/opt/5/rnd_search_t_lin/comb_1_t/global_train/model.decoder.layers.16.self_attn.k_proj/_s.pt b/params/opt/5/rnd_search_t_lin/comb_1_t/global_train/model.decoder.layers.16.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..0798813c6600a9335442a0aa7bb9319c768c4db3
--- /dev/null
+++ b/params/opt/5/rnd_search_t_lin/comb_1_t/global_train/model.decoder.layers.16.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e5bbe314082ede6b22045ec1a456e6404e3f18ed90a98f3074da3c28ed5fca44
+size 5251
diff --git a/params/opt/5/rnd_search_t_lin/comb_1_t/global_train/model.decoder.layers.16.self_attn.out_proj/_0.pt b/params/opt/5/rnd_search_t_lin/comb_1_t/global_train/model.decoder.layers.16.self_attn.out_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ee53dc031506ec6e7ad984fa0eab02bf5858a898
--- /dev/null
+++ b/params/opt/5/rnd_search_t_lin/comb_1_t/global_train/model.decoder.layers.16.self_attn.out_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:64accedaccb8678bbf178c70762a3a5a7e58201a283b46ad0127685e50689947
+size 5251
diff --git a/params/opt/5/rnd_search_t_lin/comb_1_t/global_train/model.decoder.layers.16.self_attn.out_proj/_s.pt b/params/opt/5/rnd_search_t_lin/comb_1_t/global_train/model.decoder.layers.16.self_attn.out_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..0ab95ab41858e1f8b3ecfb682abd6a44bdad5232
--- /dev/null
+++ b/params/opt/5/rnd_search_t_lin/comb_1_t/global_train/model.decoder.layers.16.self_attn.out_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:9b36d567afeb676c6027e9906abc29976c8cbd08763e2ab7d95a50b2792e543f
+size 5251
diff --git a/params/opt/5/rnd_search_t_lin/comb_1_t/global_train/model.decoder.layers.16.self_attn.q_proj/_0.pt b/params/opt/5/rnd_search_t_lin/comb_1_t/global_train/model.decoder.layers.16.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2936854014cd296de223cd909f1b6cd9e25016ab
--- /dev/null
+++ b/params/opt/5/rnd_search_t_lin/comb_1_t/global_train/model.decoder.layers.16.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:dd3e71741e5548f98d61fb9b4037f2f7268bce1e3fed8271ecd5d96d88012ea4
+size 5251
diff --git a/params/opt/5/rnd_search_t_lin/comb_1_t/global_train/model.decoder.layers.16.self_attn.q_proj/_s.pt b/params/opt/5/rnd_search_t_lin/comb_1_t/global_train/model.decoder.layers.16.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e9a4bcea63b6f093cbf9a4ece182299947742e58
--- /dev/null
+++ b/params/opt/5/rnd_search_t_lin/comb_1_t/global_train/model.decoder.layers.16.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:6492ea74cce5c2fd5319dd089db29a049f90666b6551546d06726813b330b954
+size 5251
diff --git a/params/opt/5/rnd_search_t_lin/comb_1_t/global_train/model.decoder.layers.16.self_attn.v_proj/_0.pt b/params/opt/5/rnd_search_t_lin/comb_1_t/global_train/model.decoder.layers.16.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4e0d982c92c0a9ed6035a6d0bba1c0de54881cb7
--- /dev/null
+++ b/params/opt/5/rnd_search_t_lin/comb_1_t/global_train/model.decoder.layers.16.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b1841cc232c6cb049498e7177557f21feffa03d29bf61a759ff3235753e5e224
+size 5251
diff --git a/params/opt/5/rnd_search_t_lin/comb_1_t/global_train/model.decoder.layers.16.self_attn.v_proj/_s.pt b/params/opt/5/rnd_search_t_lin/comb_1_t/global_train/model.decoder.layers.16.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a659db89ff598d4ce809f83247e70f271af39fcd
--- /dev/null
+++ b/params/opt/5/rnd_search_t_lin/comb_1_t/global_train/model.decoder.layers.16.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c2031e1dec82862f538cc01e10f9a98cf591aad82e2b4d33bf9f069f258c5cfa
+size 5251
diff --git a/params/opt/5/rnd_search_t_lin/comb_1_t/global_train/model.decoder.layers.17.fc1/_0.pt b/params/opt/5/rnd_search_t_lin/comb_1_t/global_train/model.decoder.layers.17.fc1/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2b19bdb8c6ec8e60b37f53d7ff388bb073485087
--- /dev/null
+++ b/params/opt/5/rnd_search_t_lin/comb_1_t/global_train/model.decoder.layers.17.fc1/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:75e48ddb8bcb774a2a7a55a3b58dd6ad2ef2a8fcb3312ca91b0be7a01a646442
+size 17539
diff --git a/params/opt/5/rnd_search_t_lin/comb_1_t/global_train/model.decoder.layers.17.fc1/_s.pt b/params/opt/5/rnd_search_t_lin/comb_1_t/global_train/model.decoder.layers.17.fc1/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..61d4ee2b641943084f563fea0fbac7b5011509ae
--- /dev/null
+++ b/params/opt/5/rnd_search_t_lin/comb_1_t/global_train/model.decoder.layers.17.fc1/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:1aa70bf247cace5b476c9bd2737f2e6300d0305ce258256e4a702201268aa47b
+size 17539
diff --git a/params/opt/5/rnd_search_t_lin/comb_1_t/global_train/model.decoder.layers.17.fc2/_0.pt b/params/opt/5/rnd_search_t_lin/comb_1_t/global_train/model.decoder.layers.17.fc2/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..71d5ca9549843461de0580baf3795a7ee6ff3383
--- /dev/null
+++ b/params/opt/5/rnd_search_t_lin/comb_1_t/global_train/model.decoder.layers.17.fc2/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:04fc2b217a36b2ec4e295b4f38237eee407e153b115d3443c7bc68bec7eb2cfc
+size 5251
diff --git a/params/opt/5/rnd_search_t_lin/comb_1_t/global_train/model.decoder.layers.17.fc2/_s.pt b/params/opt/5/rnd_search_t_lin/comb_1_t/global_train/model.decoder.layers.17.fc2/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..3b8667477dcc10d499dcbe63e3cea803e42bdd8c
--- /dev/null
+++ b/params/opt/5/rnd_search_t_lin/comb_1_t/global_train/model.decoder.layers.17.fc2/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:cf891c69820770ec0ea5ec52665f12be0e2b9fd8a8b687ceae492004c6f52bcd
+size 5251
diff --git a/params/opt/5/rnd_search_t_lin/comb_1_t/global_train/model.decoder.layers.17.self_attn.k_proj/_0.pt b/params/opt/5/rnd_search_t_lin/comb_1_t/global_train/model.decoder.layers.17.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..d70371f7361e88308bc7e481044ef9294aeb26ea
--- /dev/null
+++ b/params/opt/5/rnd_search_t_lin/comb_1_t/global_train/model.decoder.layers.17.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5153c6da641a0fb66d53436973a83044d0a78dc6ec982e8bd0884cf078587187
+size 5251
diff --git a/params/opt/5/rnd_search_t_lin/comb_1_t/global_train/model.decoder.layers.17.self_attn.k_proj/_s.pt b/params/opt/5/rnd_search_t_lin/comb_1_t/global_train/model.decoder.layers.17.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..afd52676ca32162595171a0ea8c97359543797c2
--- /dev/null
+++ b/params/opt/5/rnd_search_t_lin/comb_1_t/global_train/model.decoder.layers.17.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:47996119fd2b1cf4f1ca2237053e00cdad9209718cbfbf389a8c0913272657b7
+size 5251
diff --git a/params/opt/5/rnd_search_t_lin/comb_1_t/global_train/model.decoder.layers.17.self_attn.out_proj/_0.pt b/params/opt/5/rnd_search_t_lin/comb_1_t/global_train/model.decoder.layers.17.self_attn.out_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e56a0102197b791acce3c5764304740c1415ceda
--- /dev/null
+++ b/params/opt/5/rnd_search_t_lin/comb_1_t/global_train/model.decoder.layers.17.self_attn.out_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:01baedfe4d692befae4a51ee7c3249e067187af82ac59ea08d4a55e8335210e5
+size 5251
diff --git a/params/opt/5/rnd_search_t_lin/comb_1_t/global_train/model.decoder.layers.17.self_attn.out_proj/_s.pt b/params/opt/5/rnd_search_t_lin/comb_1_t/global_train/model.decoder.layers.17.self_attn.out_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..5284383296bb65e585f98019316aebfa69b6f80f
--- /dev/null
+++ b/params/opt/5/rnd_search_t_lin/comb_1_t/global_train/model.decoder.layers.17.self_attn.out_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d872d43b3a82f5e64341383b72de80c16161a882f2c5bd4112b48230155d25d3
+size 5251
diff --git a/params/opt/5/rnd_search_t_lin/comb_1_t/global_train/model.decoder.layers.17.self_attn.q_proj/_0.pt b/params/opt/5/rnd_search_t_lin/comb_1_t/global_train/model.decoder.layers.17.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..7278a86a52b2688acd25adc9366bab906539ff85
--- /dev/null
+++ b/params/opt/5/rnd_search_t_lin/comb_1_t/global_train/model.decoder.layers.17.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b47020f8f65495991e2f7bf8dd2c063f4beb60e4eba9886a3e669439a3c7bacb
+size 5251
diff --git a/params/opt/5/rnd_search_t_lin/comb_1_t/global_train/model.decoder.layers.17.self_attn.q_proj/_s.pt b/params/opt/5/rnd_search_t_lin/comb_1_t/global_train/model.decoder.layers.17.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..08d7dd229257645b8ea8ccec789c6cb6bd13f8a9
--- /dev/null
+++ b/params/opt/5/rnd_search_t_lin/comb_1_t/global_train/model.decoder.layers.17.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:cbe05f22330c001499dee14dc8e72d314f5d65b5c7b60b5223f44395eb6c6ccb
+size 5251
diff --git a/params/opt/5/rnd_search_t_lin/comb_1_t/global_train/model.decoder.layers.17.self_attn.v_proj/_0.pt b/params/opt/5/rnd_search_t_lin/comb_1_t/global_train/model.decoder.layers.17.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..17970d234bc2cc76e17222d125c6894f61b8fca4
--- /dev/null
+++ b/params/opt/5/rnd_search_t_lin/comb_1_t/global_train/model.decoder.layers.17.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:cebc125153a784730f836268eb03b886e7f6868e3c0055d99493dab7bf1a07dc
+size 5251
diff --git a/params/opt/5/rnd_search_t_lin/comb_1_t/global_train/model.decoder.layers.17.self_attn.v_proj/_s.pt b/params/opt/5/rnd_search_t_lin/comb_1_t/global_train/model.decoder.layers.17.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..5501bcc1dc04c379029470a7b96ef570b47e446b
--- /dev/null
+++ b/params/opt/5/rnd_search_t_lin/comb_1_t/global_train/model.decoder.layers.17.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:7046e62725244c08d7c5263468bc2d3fc8260ec4ec8b18a5600c09c55323a52e
+size 5251
diff --git a/params/opt/5/rnd_search_t_lin/comb_1_t/global_train/model.decoder.layers.18.fc1/_0.pt b/params/opt/5/rnd_search_t_lin/comb_1_t/global_train/model.decoder.layers.18.fc1/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..624e51c1eff7c780e6d47aa0d49526d448b4cd98
--- /dev/null
+++ b/params/opt/5/rnd_search_t_lin/comb_1_t/global_train/model.decoder.layers.18.fc1/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:779a19f8258e3d7a2f6e5ba7818278ae26ab7b7447bc3410354ff9ef81dc27e9
+size 17539
diff --git a/params/opt/5/rnd_search_t_lin/comb_1_t/global_train/model.decoder.layers.18.fc1/_s.pt b/params/opt/5/rnd_search_t_lin/comb_1_t/global_train/model.decoder.layers.18.fc1/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ceb4bfbaf4542cc19447e15b2c7756490a2570ff
--- /dev/null
+++ b/params/opt/5/rnd_search_t_lin/comb_1_t/global_train/model.decoder.layers.18.fc1/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:94d135a0cf01667365327db3f4da5607c74378dd2affb758bfa697b0cc767cdf
+size 17539
diff --git a/params/opt/5/rnd_search_t_lin/comb_1_t/global_train/model.decoder.layers.18.fc2/_0.pt b/params/opt/5/rnd_search_t_lin/comb_1_t/global_train/model.decoder.layers.18.fc2/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..9eae9a9de6f75e41842389b19e3ecb6741e39e03
--- /dev/null
+++ b/params/opt/5/rnd_search_t_lin/comb_1_t/global_train/model.decoder.layers.18.fc2/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:9e8daa63963f468b691c5f779e4dc04fab2009680b6442bb7a8ffd78ba561b9f
+size 5251
diff --git a/params/opt/5/rnd_search_t_lin/comb_1_t/global_train/model.decoder.layers.18.fc2/_s.pt b/params/opt/5/rnd_search_t_lin/comb_1_t/global_train/model.decoder.layers.18.fc2/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4d24377b4c3e9ed216a34b917feba8d6790f5b6a
--- /dev/null
+++ b/params/opt/5/rnd_search_t_lin/comb_1_t/global_train/model.decoder.layers.18.fc2/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0726535967467d9831dadda423f47eaac7d7beae97e3893ef570d82842c9de12
+size 5251
diff --git a/params/opt/5/rnd_search_t_lin/comb_1_t/global_train/model.decoder.layers.18.self_attn.k_proj/_0.pt b/params/opt/5/rnd_search_t_lin/comb_1_t/global_train/model.decoder.layers.18.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4c405045d72fd127d21d84375c728da46444a275
--- /dev/null
+++ b/params/opt/5/rnd_search_t_lin/comb_1_t/global_train/model.decoder.layers.18.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:215404675c34f737b9666974ef8c73b6c053e6a656f41e9169c60c3bb844184e
+size 5251
diff --git a/params/opt/5/rnd_search_t_lin/comb_1_t/global_train/model.decoder.layers.18.self_attn.k_proj/_s.pt b/params/opt/5/rnd_search_t_lin/comb_1_t/global_train/model.decoder.layers.18.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..9668cd2a51e1e5d90917b9f4dc7a5a7ab72fa702
--- /dev/null
+++ b/params/opt/5/rnd_search_t_lin/comb_1_t/global_train/model.decoder.layers.18.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:90132cce0231dce1f885fd72447735314b7675adf04c62ad061a45b49333f22c
+size 5251
diff --git a/params/opt/5/rnd_search_t_lin/comb_1_t/global_train/model.decoder.layers.18.self_attn.out_proj/_0.pt b/params/opt/5/rnd_search_t_lin/comb_1_t/global_train/model.decoder.layers.18.self_attn.out_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..648957e504977bbf54904da66eae3cf6ea16ee1b
--- /dev/null
+++ b/params/opt/5/rnd_search_t_lin/comb_1_t/global_train/model.decoder.layers.18.self_attn.out_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:77ebb118956e80a43aa7ce92f09c6bd0ba11f1da73eb30cb03e2856d7000d1e4
+size 5251
diff --git a/params/opt/5/rnd_search_t_lin/comb_1_t/global_train/model.decoder.layers.18.self_attn.out_proj/_s.pt b/params/opt/5/rnd_search_t_lin/comb_1_t/global_train/model.decoder.layers.18.self_attn.out_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..f7005b4a7bcd97d5356d7be36f0b49ec7fde09f7
--- /dev/null
+++ b/params/opt/5/rnd_search_t_lin/comb_1_t/global_train/model.decoder.layers.18.self_attn.out_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c90dadee3c2fe3077638e54ebfe9f272502c4cc84c574e996dcbed262aec37fa
+size 5251
diff --git a/params/opt/5/rnd_search_t_lin/comb_1_t/global_train/model.decoder.layers.18.self_attn.q_proj/_0.pt b/params/opt/5/rnd_search_t_lin/comb_1_t/global_train/model.decoder.layers.18.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..26526cbbe3a1302166c1c1adccc37ec471773025
--- /dev/null
+++ b/params/opt/5/rnd_search_t_lin/comb_1_t/global_train/model.decoder.layers.18.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:9c6421971d805043932c78a6653ab104f4880a2ca2ccf10b04a3166835bcf8e5
+size 5251
diff --git a/params/opt/5/rnd_search_t_lin/comb_1_t/global_train/model.decoder.layers.18.self_attn.q_proj/_s.pt b/params/opt/5/rnd_search_t_lin/comb_1_t/global_train/model.decoder.layers.18.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..5aab73b5ef85501d5bd2f26526f7245a8714a9d6
--- /dev/null
+++ b/params/opt/5/rnd_search_t_lin/comb_1_t/global_train/model.decoder.layers.18.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d2c0cf34384e2a4157de86a086deb5e51db5ed106cd4610e072aadffaefe7260
+size 5251
diff --git a/params/opt/5/rnd_search_t_lin/comb_1_t/global_train/model.decoder.layers.18.self_attn.v_proj/_0.pt b/params/opt/5/rnd_search_t_lin/comb_1_t/global_train/model.decoder.layers.18.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..96371249c15ba89f0b8a4c94171adbdef6a7f172
--- /dev/null
+++ b/params/opt/5/rnd_search_t_lin/comb_1_t/global_train/model.decoder.layers.18.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f6033482efed53bdac67559a8b265e76264228f6068ac3a1c960f738435f0c9f
+size 5251
diff --git a/params/opt/5/rnd_search_t_lin/comb_1_t/global_train/model.decoder.layers.18.self_attn.v_proj/_s.pt b/params/opt/5/rnd_search_t_lin/comb_1_t/global_train/model.decoder.layers.18.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2ae42b43ce39684cdea29c75e2487f7552a38416
--- /dev/null
+++ b/params/opt/5/rnd_search_t_lin/comb_1_t/global_train/model.decoder.layers.18.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ac6adaeed05ea10c50a839e5fa409bbbe4f891db2f16fc657d8ee7215f16594b
+size 5251
diff --git a/params/opt/5/rnd_search_t_lin/comb_1_t/global_train/model.decoder.layers.19.fc1/_0.pt b/params/opt/5/rnd_search_t_lin/comb_1_t/global_train/model.decoder.layers.19.fc1/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..f38ed2effce7090b3f7ef2847f038c5ce41bbe0c
--- /dev/null
+++ b/params/opt/5/rnd_search_t_lin/comb_1_t/global_train/model.decoder.layers.19.fc1/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cc27f3f57ce2b129cfd4df17005d17730d0741447b384e00ecd94a785ec87df
+size 17539
diff --git a/params/opt/5/rnd_search_t_lin/comb_1_t/global_train/model.decoder.layers.19.fc1/_s.pt b/params/opt/5/rnd_search_t_lin/comb_1_t/global_train/model.decoder.layers.19.fc1/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..719696e383ffb92d64685888b546e2187ffe17f9
--- /dev/null
+++ b/params/opt/5/rnd_search_t_lin/comb_1_t/global_train/model.decoder.layers.19.fc1/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:1d59e70a1e5fead8b8ce92c37a41519a66f8d701fe013408f0a630d21972db46
+size 17539
diff --git a/params/opt/5/rnd_search_t_lin/comb_1_t/global_train/model.decoder.layers.19.fc2/_0.pt b/params/opt/5/rnd_search_t_lin/comb_1_t/global_train/model.decoder.layers.19.fc2/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a31a81b1a26c9ab0ef4c81b4727949da28a2e912
--- /dev/null
+++ b/params/opt/5/rnd_search_t_lin/comb_1_t/global_train/model.decoder.layers.19.fc2/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:28363ae2bf212774f3dd889142cf4227403806d3c445db36965897289c7d3aa9
+size 5251
diff --git a/params/opt/5/rnd_search_t_lin/comb_1_t/global_train/model.decoder.layers.19.fc2/_s.pt b/params/opt/5/rnd_search_t_lin/comb_1_t/global_train/model.decoder.layers.19.fc2/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ce199946a0c0dd7b3ab6eba39f699748fdf4135d
--- /dev/null
+++ b/params/opt/5/rnd_search_t_lin/comb_1_t/global_train/model.decoder.layers.19.fc2/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:df440c9b4154c2e06bb7024c6ac7f03bd8b249ea198bc66f22e94f7eb4f9cdac
+size 5251
diff --git a/params/opt/5/rnd_search_t_lin/comb_1_t/global_train/model.decoder.layers.19.self_attn.k_proj/_0.pt b/params/opt/5/rnd_search_t_lin/comb_1_t/global_train/model.decoder.layers.19.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..1939bc0ef314414bf9345a9711864f25b954cb71
--- /dev/null
+++ b/params/opt/5/rnd_search_t_lin/comb_1_t/global_train/model.decoder.layers.19.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f094a4dd1ab3ba17b91b19094b0f063811da835bad41e4e5eee5bcfe908a8ebf
+size 5251
diff --git a/params/opt/5/rnd_search_t_lin/comb_1_t/global_train/model.decoder.layers.19.self_attn.k_proj/_s.pt b/params/opt/5/rnd_search_t_lin/comb_1_t/global_train/model.decoder.layers.19.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..d278d438558b904269fab0cc9f200ca3aafcfdac
--- /dev/null
+++ b/params/opt/5/rnd_search_t_lin/comb_1_t/global_train/model.decoder.layers.19.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:07351f34bbc3281c8d50c83ab4421f4405a54705210d45a2cf4b6350ea6d546f
+size 5251
diff --git a/params/opt/5/rnd_search_t_lin/comb_1_t/global_train/model.decoder.layers.19.self_attn.out_proj/_0.pt b/params/opt/5/rnd_search_t_lin/comb_1_t/global_train/model.decoder.layers.19.self_attn.out_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..d87e96ab6448a8e959a3340f40ef807db978ead5
--- /dev/null
+++ b/params/opt/5/rnd_search_t_lin/comb_1_t/global_train/model.decoder.layers.19.self_attn.out_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b2d00d4925e7a594055ebce866108b2dd035bd89119f0f33bf9344e2c8b45fd9
+size 5251
diff --git a/params/opt/5/rnd_search_t_lin/comb_1_t/global_train/model.decoder.layers.19.self_attn.out_proj/_s.pt b/params/opt/5/rnd_search_t_lin/comb_1_t/global_train/model.decoder.layers.19.self_attn.out_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..db2b1b3a42faaba66398b4893374b38ae8042709
--- /dev/null
+++ b/params/opt/5/rnd_search_t_lin/comb_1_t/global_train/model.decoder.layers.19.self_attn.out_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:57a79809056345020f70ff6c41e5396495999297d73652fdd0881e1708fdfe4e
+size 5251
diff --git a/params/opt/5/rnd_search_t_lin/comb_1_t/global_train/model.decoder.layers.19.self_attn.q_proj/_0.pt b/params/opt/5/rnd_search_t_lin/comb_1_t/global_train/model.decoder.layers.19.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e29ef3aada9cdff7b2f2739f71bdb417a0171773
--- /dev/null
+++ b/params/opt/5/rnd_search_t_lin/comb_1_t/global_train/model.decoder.layers.19.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c40c71a75c5b308d3f258773b9cb6aa51c9069568c44eff7c28e86723cb01092
+size 5251
diff --git a/params/opt/5/rnd_search_t_lin/comb_1_t/global_train/model.decoder.layers.19.self_attn.q_proj/_s.pt b/params/opt/5/rnd_search_t_lin/comb_1_t/global_train/model.decoder.layers.19.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..f0f2af68d0077ca77ebf2842314248171b516122
--- /dev/null
+++ b/params/opt/5/rnd_search_t_lin/comb_1_t/global_train/model.decoder.layers.19.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5c2f5940323a2ded8850679d639170fd01d72ce0554c01ff02f03edb6939dcb0
+size 5251
diff --git a/params/opt/5/rnd_search_t_lin/comb_1_t/global_train/model.decoder.layers.19.self_attn.v_proj/_0.pt b/params/opt/5/rnd_search_t_lin/comb_1_t/global_train/model.decoder.layers.19.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..632165497907bb2afee5d7f452eb4c2b27aa73c8
--- /dev/null
+++ b/params/opt/5/rnd_search_t_lin/comb_1_t/global_train/model.decoder.layers.19.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ae6649f23168d4729cbf8ce82e1b98d805631158cb49aa18d10840d77e0b1c63
+size 5251
diff --git a/params/opt/5/rnd_search_t_lin/comb_1_t/global_train/model.decoder.layers.19.self_attn.v_proj/_s.pt b/params/opt/5/rnd_search_t_lin/comb_1_t/global_train/model.decoder.layers.19.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..85afba162ffaf03df2484bf9b2d4e84a8d2c5f07
--- /dev/null
+++ b/params/opt/5/rnd_search_t_lin/comb_1_t/global_train/model.decoder.layers.19.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:9a01bb727d22faf59dc13ba73aa6d1fb373a3a77624b6ab3650455aca1495ab8
+size 5251
diff --git a/params/opt/5/rnd_search_t_lin/comb_1_t/global_train/model.decoder.layers.2.fc1/_0.pt b/params/opt/5/rnd_search_t_lin/comb_1_t/global_train/model.decoder.layers.2.fc1/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a2ad70fd1a5f67cc76f3e7bf81c63ba5b3e7f1ec
--- /dev/null
+++ b/params/opt/5/rnd_search_t_lin/comb_1_t/global_train/model.decoder.layers.2.fc1/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e9a65daeee56c74dc15aa40bc61fa9533eaae94ae532248e90bd5d58cf4c5dfe
+size 17539
diff --git a/params/opt/5/rnd_search_t_lin/comb_1_t/global_train/model.decoder.layers.2.fc1/_s.pt b/params/opt/5/rnd_search_t_lin/comb_1_t/global_train/model.decoder.layers.2.fc1/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a12b2c5e1fef0371a4f7d3f9f77ebe1f36673011
--- /dev/null
+++ b/params/opt/5/rnd_search_t_lin/comb_1_t/global_train/model.decoder.layers.2.fc1/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:59170319873ce1ade7f365f0d2033c04a7bf4aa00d2fcfc73fd7515cffe45d8e
+size 17539
diff --git a/params/opt/5/rnd_search_t_lin/comb_1_t/global_train/model.decoder.layers.2.fc2/_0.pt b/params/opt/5/rnd_search_t_lin/comb_1_t/global_train/model.decoder.layers.2.fc2/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a171b6ed647158f9e5219c17eead12f874ed1d31
--- /dev/null
+++ b/params/opt/5/rnd_search_t_lin/comb_1_t/global_train/model.decoder.layers.2.fc2/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a649749c13949d7ad327c30ec3287dbaf91d7dd2ce47d9d687c6624f5a9b38b7
+size 5251
diff --git a/params/opt/5/rnd_search_t_lin/comb_1_t/global_train/model.decoder.layers.2.fc2/_s.pt b/params/opt/5/rnd_search_t_lin/comb_1_t/global_train/model.decoder.layers.2.fc2/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e506b83d6d3b78d5e6592bf640484dd04113abc4
--- /dev/null
+++ b/params/opt/5/rnd_search_t_lin/comb_1_t/global_train/model.decoder.layers.2.fc2/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0ab7a862d618e414c1ff2ddfeaf998c67b2aca6ac568114e4607758aa8dab4c4
+size 5251
diff --git a/params/opt/5/rnd_search_t_lin/comb_1_t/global_train/model.decoder.layers.2.self_attn.k_proj/_0.pt b/params/opt/5/rnd_search_t_lin/comb_1_t/global_train/model.decoder.layers.2.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..65abda91144048b101d5ad019974fed2cfdee8d5
--- /dev/null
+++ b/params/opt/5/rnd_search_t_lin/comb_1_t/global_train/model.decoder.layers.2.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d1508c40d44a4e7c9d690ef48785a4ac83ce862a541571d41f9975c1ebf49628
+size 5251
diff --git a/params/opt/5/rnd_search_t_lin/comb_1_t/global_train/model.decoder.layers.2.self_attn.k_proj/_s.pt b/params/opt/5/rnd_search_t_lin/comb_1_t/global_train/model.decoder.layers.2.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..54a4cf691673d3e802308624eb0ce1ff74f1c438
--- /dev/null
+++ b/params/opt/5/rnd_search_t_lin/comb_1_t/global_train/model.decoder.layers.2.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5c9746daddb3d6b2d22ae8bf7067e866864b355b4a3572fe80b5be97b2918582
+size 5251
diff --git a/params/opt/5/rnd_search_t_lin/comb_1_t/global_train/model.decoder.layers.2.self_attn.out_proj/_0.pt b/params/opt/5/rnd_search_t_lin/comb_1_t/global_train/model.decoder.layers.2.self_attn.out_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..45157ce98414d3a33ceca113ce9a4f9fe7109b0c
--- /dev/null
+++ b/params/opt/5/rnd_search_t_lin/comb_1_t/global_train/model.decoder.layers.2.self_attn.out_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e09ef6f6215c7eeb07dcb5cccf6dcbeb34e7add9351c8c6d20016ad2ae09a422
+size 5251
diff --git a/params/opt/5/rnd_search_t_lin/comb_1_t/global_train/model.decoder.layers.2.self_attn.out_proj/_s.pt b/params/opt/5/rnd_search_t_lin/comb_1_t/global_train/model.decoder.layers.2.self_attn.out_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..3bfb8cec7eb3891686a6d97a74505338aef00d77
--- /dev/null
+++ b/params/opt/5/rnd_search_t_lin/comb_1_t/global_train/model.decoder.layers.2.self_attn.out_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0161c97a6515e292c292a7132b7c55fa3b3f9ab2025f9e56ec96cf73bb403fe1
+size 5251
diff --git a/params/opt/5/rnd_search_t_lin/comb_1_t/global_train/model.decoder.layers.2.self_attn.q_proj/_0.pt b/params/opt/5/rnd_search_t_lin/comb_1_t/global_train/model.decoder.layers.2.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..cbcba58e5fd6752bce9dde1966a5332d46a03c81
--- /dev/null
+++ b/params/opt/5/rnd_search_t_lin/comb_1_t/global_train/model.decoder.layers.2.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f845a0c52bab7157496c3cdfcc750af26a3a1e3d47020cd20919761e93f799f1
+size 5251
diff --git a/params/opt/5/rnd_search_t_lin/comb_1_t/global_train/model.decoder.layers.2.self_attn.q_proj/_s.pt b/params/opt/5/rnd_search_t_lin/comb_1_t/global_train/model.decoder.layers.2.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..92ea27479d6b58762670d3612386cd458fddfde0
--- /dev/null
+++ b/params/opt/5/rnd_search_t_lin/comb_1_t/global_train/model.decoder.layers.2.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:609a67ab47e1540bbee377fab3caf56aaf2780e7b7f20122f257bd6639fadf0c
+size 5251
diff --git a/params/opt/5/rnd_search_t_lin/comb_1_t/global_train/model.decoder.layers.2.self_attn.v_proj/_0.pt b/params/opt/5/rnd_search_t_lin/comb_1_t/global_train/model.decoder.layers.2.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..5c3a6b3fa6961c6d09f9ff6258fc2bc73f5e1d4b
--- /dev/null
+++ b/params/opt/5/rnd_search_t_lin/comb_1_t/global_train/model.decoder.layers.2.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:4e1834ca26d36df0ed2f36b541aefb21b0e2a8c519534f38d208d842c80a36b7
+size 5251
diff --git a/params/opt/5/rnd_search_t_lin/comb_1_t/global_train/model.decoder.layers.2.self_attn.v_proj/_s.pt b/params/opt/5/rnd_search_t_lin/comb_1_t/global_train/model.decoder.layers.2.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e4e82693f667bd3172704db085a67a216bd774ed
--- /dev/null
+++ b/params/opt/5/rnd_search_t_lin/comb_1_t/global_train/model.decoder.layers.2.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2531e5c91e6aa962941376ec12cb186d84775303b263dae025c706e37d5fbe6f
+size 5251
diff --git a/params/opt/5/rnd_search_t_lin/comb_1_t/global_train/model.decoder.layers.20.fc1/_0.pt b/params/opt/5/rnd_search_t_lin/comb_1_t/global_train/model.decoder.layers.20.fc1/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..cb21a07d4ab110eaaadf84550cc285460cb16830
--- /dev/null
+++ b/params/opt/5/rnd_search_t_lin/comb_1_t/global_train/model.decoder.layers.20.fc1/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0ca6d5b2189733fd97d5a42d78b529fd4d042d5fb799343a0d48c51d7a17436d
+size 17539
diff --git a/params/opt/5/rnd_search_t_lin/comb_1_t/global_train/model.decoder.layers.20.fc1/_s.pt b/params/opt/5/rnd_search_t_lin/comb_1_t/global_train/model.decoder.layers.20.fc1/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..0c6d46d4627a9e00696c01448e706b65ffb4dcdb
--- /dev/null
+++ b/params/opt/5/rnd_search_t_lin/comb_1_t/global_train/model.decoder.layers.20.fc1/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b4986b0ba17976dbca21382ad285bdafc1c841ed9632a6a1e3222ce992b2296d
+size 17539
diff --git a/params/opt/5/rnd_search_t_lin/comb_1_t/global_train/model.decoder.layers.20.fc2/_0.pt b/params/opt/5/rnd_search_t_lin/comb_1_t/global_train/model.decoder.layers.20.fc2/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..83b018622ee818dc2a9061c8cd0423b566d3fc84
--- /dev/null
+++ b/params/opt/5/rnd_search_t_lin/comb_1_t/global_train/model.decoder.layers.20.fc2/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:841e61bdbf363208b0cc12c0650b1c3d3cb1684185ceababc362ebb78f1ff3a6
+size 5251
diff --git a/params/opt/5/rnd_search_t_lin/comb_1_t/global_train/model.decoder.layers.20.fc2/_s.pt b/params/opt/5/rnd_search_t_lin/comb_1_t/global_train/model.decoder.layers.20.fc2/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ff33d42b82d45e12fb7d380c134f91a968704bd8
--- /dev/null
+++ b/params/opt/5/rnd_search_t_lin/comb_1_t/global_train/model.decoder.layers.20.fc2/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c9d60f01882cef0358119b732737129b0a3d8b5556181b1e0bacca997d6206d8
+size 5251
diff --git a/params/opt/5/rnd_search_t_lin/comb_1_t/global_train/model.decoder.layers.20.self_attn.k_proj/_0.pt b/params/opt/5/rnd_search_t_lin/comb_1_t/global_train/model.decoder.layers.20.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..d5c9beb5357740b4b9b41298855afb867416a3d2
--- /dev/null
+++ b/params/opt/5/rnd_search_t_lin/comb_1_t/global_train/model.decoder.layers.20.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ca3c53bd25c00ad8039b6aa3f1295d6d64fc5bcb146edf2aba74922794405d81
+size 5251
diff --git a/params/opt/5/rnd_search_t_lin/comb_1_t/global_train/model.decoder.layers.20.self_attn.k_proj/_s.pt b/params/opt/5/rnd_search_t_lin/comb_1_t/global_train/model.decoder.layers.20.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..718158df54eee08753a0472d91806224cfa01216
--- /dev/null
+++ b/params/opt/5/rnd_search_t_lin/comb_1_t/global_train/model.decoder.layers.20.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c8f3e32241b5105267d69f5454f313241e2b2c7a3f96371d095cf23710132aec
+size 5251
diff --git a/params/opt/5/rnd_search_t_lin/comb_1_t/global_train/model.decoder.layers.20.self_attn.out_proj/_0.pt b/params/opt/5/rnd_search_t_lin/comb_1_t/global_train/model.decoder.layers.20.self_attn.out_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2304cd7bf0f0727246e97a83a57c73586f27c57a
--- /dev/null
+++ b/params/opt/5/rnd_search_t_lin/comb_1_t/global_train/model.decoder.layers.20.self_attn.out_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:8b78e2474eaa50e91ffbd24055d27ac700e179b8f7c5a87247f26beafd26ea10
+size 5251
diff --git a/params/opt/5/rnd_search_t_lin/comb_1_t/global_train/model.decoder.layers.20.self_attn.out_proj/_s.pt b/params/opt/5/rnd_search_t_lin/comb_1_t/global_train/model.decoder.layers.20.self_attn.out_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2d7e1c13f3944c002cf290794a08f922465a34e0
--- /dev/null
+++ b/params/opt/5/rnd_search_t_lin/comb_1_t/global_train/model.decoder.layers.20.self_attn.out_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:40dc1187538170a490fb75ad6f6c99329fc4827206dedf1af53841e8ea47bd40
+size 5251
diff --git a/params/opt/5/rnd_search_t_lin/comb_1_t/global_train/model.decoder.layers.20.self_attn.q_proj/_0.pt b/params/opt/5/rnd_search_t_lin/comb_1_t/global_train/model.decoder.layers.20.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..24c33bebf804ab6c8d7f593f5d98fa25e0ad1fc9
--- /dev/null
+++ b/params/opt/5/rnd_search_t_lin/comb_1_t/global_train/model.decoder.layers.20.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:cd845abc8f6f859cff4e0781a41b8dec4c6afead2d2a9f626b14fbc20400f755
+size 5251
diff --git a/params/opt/5/rnd_search_t_lin/comb_1_t/global_train/model.decoder.layers.20.self_attn.q_proj/_s.pt b/params/opt/5/rnd_search_t_lin/comb_1_t/global_train/model.decoder.layers.20.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..d4355a1870abc9cb4015e165500c7ae94f1d7e71
--- /dev/null
+++ b/params/opt/5/rnd_search_t_lin/comb_1_t/global_train/model.decoder.layers.20.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:87778309f03ef7563850d9a5f2d7aa37baf37e629e7053e53f4a9f07da5ca441
+size 5251
diff --git a/params/opt/5/rnd_search_t_lin/comb_1_t/global_train/model.decoder.layers.20.self_attn.v_proj/_0.pt b/params/opt/5/rnd_search_t_lin/comb_1_t/global_train/model.decoder.layers.20.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..7443dfc81a74e81b356393163943df91cf501e6c
--- /dev/null
+++ b/params/opt/5/rnd_search_t_lin/comb_1_t/global_train/model.decoder.layers.20.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c95fe6444b10cca1209b3c07db2f9eef4350aa7db48a31d420e9ad3267da5cf9
+size 5251
diff --git a/params/opt/5/rnd_search_t_lin/comb_1_t/global_train/model.decoder.layers.20.self_attn.v_proj/_s.pt b/params/opt/5/rnd_search_t_lin/comb_1_t/global_train/model.decoder.layers.20.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8fa35615468ebb99eeaeac820df3c30273bb4e05
--- /dev/null
+++ b/params/opt/5/rnd_search_t_lin/comb_1_t/global_train/model.decoder.layers.20.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ed8917cb402f260d65c12fdee1367aed329a128a24c69c99c870d65938e0fc2a
+size 5251
diff --git a/params/opt/5/rnd_search_t_lin/comb_1_t/global_train/model.decoder.layers.21.fc1/_0.pt b/params/opt/5/rnd_search_t_lin/comb_1_t/global_train/model.decoder.layers.21.fc1/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..1603520d8fbbf86ca96db015c58ddf458a9e7fd1
--- /dev/null
+++ b/params/opt/5/rnd_search_t_lin/comb_1_t/global_train/model.decoder.layers.21.fc1/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:847578ad5b2c5ebe12d4876ed9647a2b639e85d6572f6ec76c05cf5fa7ba78cd
+size 17539
diff --git a/params/opt/5/rnd_search_t_lin/comb_1_t/global_train/model.decoder.layers.21.fc1/_s.pt b/params/opt/5/rnd_search_t_lin/comb_1_t/global_train/model.decoder.layers.21.fc1/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8a743d926b3a57c2cabdebac4da3b2a8aa5472f7
--- /dev/null
+++ b/params/opt/5/rnd_search_t_lin/comb_1_t/global_train/model.decoder.layers.21.fc1/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:573a2acc1371012f977e883504a5fa8f7ed4d23649451cca93265df45a2b790b
+size 17539
diff --git a/params/opt/5/rnd_search_t_lin/comb_1_t/global_train/model.decoder.layers.21.fc2/_0.pt b/params/opt/5/rnd_search_t_lin/comb_1_t/global_train/model.decoder.layers.21.fc2/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..9c12794634d642cfe87f67b75795072923122319
--- /dev/null
+++ b/params/opt/5/rnd_search_t_lin/comb_1_t/global_train/model.decoder.layers.21.fc2/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f58c18cdfc49f16b2fbe500d3657781cd9a7d73bae392ec39e242f4428c6a3b1
+size 5251
diff --git a/params/opt/5/rnd_search_t_lin/comb_1_t/global_train/model.decoder.layers.21.fc2/_s.pt b/params/opt/5/rnd_search_t_lin/comb_1_t/global_train/model.decoder.layers.21.fc2/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..09b3c125b52430a600cc03e9faac907906f2e643
--- /dev/null
+++ b/params/opt/5/rnd_search_t_lin/comb_1_t/global_train/model.decoder.layers.21.fc2/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:9ec6543d9094b6cd7a1be1c5f505d7c3caab3155a7d14f32004bb19b0c4514bd
+size 5251
diff --git a/params/opt/5/rnd_search_t_lin/comb_1_t/global_train/model.decoder.layers.21.self_attn.k_proj/_0.pt b/params/opt/5/rnd_search_t_lin/comb_1_t/global_train/model.decoder.layers.21.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..17e33b10c1d6d31dbe1c8913160e319c0d84c663
--- /dev/null
+++ b/params/opt/5/rnd_search_t_lin/comb_1_t/global_train/model.decoder.layers.21.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:bc04eeb16fac10969fb76e136f29e19acc4c159bb14cbe476a31e99cb2148f35
+size 5251
diff --git a/params/opt/5/rnd_search_t_lin/comb_1_t/global_train/model.decoder.layers.21.self_attn.k_proj/_s.pt b/params/opt/5/rnd_search_t_lin/comb_1_t/global_train/model.decoder.layers.21.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..853ce195fab9329cea2bd2908fa4e1192d9b631b
--- /dev/null
+++ b/params/opt/5/rnd_search_t_lin/comb_1_t/global_train/model.decoder.layers.21.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5210be257d30d6b3a02a79ed607d2f42c947d438bdd34c1436cb68bd6944026e
+size 5251
diff --git a/params/opt/5/rnd_search_t_lin/comb_1_t/global_train/model.decoder.layers.21.self_attn.out_proj/_0.pt b/params/opt/5/rnd_search_t_lin/comb_1_t/global_train/model.decoder.layers.21.self_attn.out_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..19b2f809c33747bee0cf9a55eda9b72278bd9e61
--- /dev/null
+++ b/params/opt/5/rnd_search_t_lin/comb_1_t/global_train/model.decoder.layers.21.self_attn.out_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:fe2ef7c1b0196bb3f1c89b504f9b4f9b1416a543764fecf22b5753cc2186880c
+size 5251
diff --git a/params/opt/5/rnd_search_t_lin/comb_1_t/global_train/model.decoder.layers.21.self_attn.out_proj/_s.pt b/params/opt/5/rnd_search_t_lin/comb_1_t/global_train/model.decoder.layers.21.self_attn.out_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..dfec9ef7ce21afe66dab1b574954f9164e6e1781
--- /dev/null
+++ b/params/opt/5/rnd_search_t_lin/comb_1_t/global_train/model.decoder.layers.21.self_attn.out_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:dc08270f01c6ef3a26db373a268a6203cf696a6aad1300d5cbf70bed7ecdb26f
+size 5251
diff --git a/params/opt/5/rnd_search_t_lin/comb_1_t/global_train/model.decoder.layers.21.self_attn.q_proj/_0.pt b/params/opt/5/rnd_search_t_lin/comb_1_t/global_train/model.decoder.layers.21.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..9d8897b671a91529597fcfeb05fd0b35930aabb4
--- /dev/null
+++ b/params/opt/5/rnd_search_t_lin/comb_1_t/global_train/model.decoder.layers.21.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:94832f712c4b9a760bececc3f24aded610bcb2fd0865c25cd1696b1400d990d8
+size 5251
diff --git a/params/opt/5/rnd_search_t_lin/comb_1_t/global_train/model.decoder.layers.21.self_attn.q_proj/_s.pt b/params/opt/5/rnd_search_t_lin/comb_1_t/global_train/model.decoder.layers.21.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..99aab11ca83e57ae0ddaf018453969de049f0871
--- /dev/null
+++ b/params/opt/5/rnd_search_t_lin/comb_1_t/global_train/model.decoder.layers.21.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d3f382477e65e69659dd0e22cdf2032e90e6420c4d0b3e966273a4b0145cc515
+size 5251
diff --git a/params/opt/5/rnd_search_t_lin/comb_1_t/global_train/model.decoder.layers.21.self_attn.v_proj/_0.pt b/params/opt/5/rnd_search_t_lin/comb_1_t/global_train/model.decoder.layers.21.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..19e5ee702b4be728bf286ff2add4d445aa15edf9
--- /dev/null
+++ b/params/opt/5/rnd_search_t_lin/comb_1_t/global_train/model.decoder.layers.21.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:25772d2bd90918bc045a9225abed201e3da0149ae5e319525043fba2bfbd6eac
+size 5251
diff --git a/params/opt/5/rnd_search_t_lin/comb_1_t/global_train/model.decoder.layers.21.self_attn.v_proj/_s.pt b/params/opt/5/rnd_search_t_lin/comb_1_t/global_train/model.decoder.layers.21.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..73131aacab6a745ff7643f1ed75a8a687f19181b
--- /dev/null
+++ b/params/opt/5/rnd_search_t_lin/comb_1_t/global_train/model.decoder.layers.21.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:69544fcf0d72ca7add9f6f7a96cc230a3a49da70fc61fc0b7def99763c7a3e45
+size 5251
diff --git a/params/opt/5/rnd_search_t_lin/comb_1_t/global_train/model.decoder.layers.22.fc1/_0.pt b/params/opt/5/rnd_search_t_lin/comb_1_t/global_train/model.decoder.layers.22.fc1/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..da8b6dbaf7051ccf6339ef1c77665141790a0cdc
--- /dev/null
+++ b/params/opt/5/rnd_search_t_lin/comb_1_t/global_train/model.decoder.layers.22.fc1/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c774b93c88e566511a59898aee77648805caa9da4f06fcf3e7076aac324d3a19
+size 17539
diff --git a/params/opt/5/rnd_search_t_lin/comb_1_t/global_train/model.decoder.layers.22.fc1/_s.pt b/params/opt/5/rnd_search_t_lin/comb_1_t/global_train/model.decoder.layers.22.fc1/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..063ea1589b0802e1d65194648cee4d6425674e04
--- /dev/null
+++ b/params/opt/5/rnd_search_t_lin/comb_1_t/global_train/model.decoder.layers.22.fc1/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:405102c5082b9fa34634351c0adb8e5376d93f501761aedbf78687d591dbcaad
+size 17539
diff --git a/params/opt/5/rnd_search_t_lin/comb_1_t/global_train/model.decoder.layers.22.fc2/_0.pt b/params/opt/5/rnd_search_t_lin/comb_1_t/global_train/model.decoder.layers.22.fc2/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a6ea181a3df98d5139cd5b9916ec2f397855de9d
--- /dev/null
+++ b/params/opt/5/rnd_search_t_lin/comb_1_t/global_train/model.decoder.layers.22.fc2/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a2da62e3d008ca572d9824e6b5bf69b0c41df2593a2a1b3949e41455146d3369
+size 5251
diff --git a/params/opt/5/rnd_search_t_lin/comb_1_t/global_train/model.decoder.layers.22.fc2/_s.pt b/params/opt/5/rnd_search_t_lin/comb_1_t/global_train/model.decoder.layers.22.fc2/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8228873009185500c69c42bf991bf155b8b40557
--- /dev/null
+++ b/params/opt/5/rnd_search_t_lin/comb_1_t/global_train/model.decoder.layers.22.fc2/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:9bd177afe85d81a87736a4e7867e86446f4aaa2020d0416619c42378b3251dc1
+size 5251
diff --git a/params/opt/5/rnd_search_t_lin/comb_1_t/global_train/model.decoder.layers.22.self_attn.k_proj/_0.pt b/params/opt/5/rnd_search_t_lin/comb_1_t/global_train/model.decoder.layers.22.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..69e18fdbd746eb57b24be695ac4ea2b20c1bfe7e
--- /dev/null
+++ b/params/opt/5/rnd_search_t_lin/comb_1_t/global_train/model.decoder.layers.22.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:13d909b70453441344398d13e5f8ddc663106a7e74825408987f9ee5c4021a09
+size 5251
diff --git a/params/opt/5/rnd_search_t_lin/comb_1_t/global_train/model.decoder.layers.22.self_attn.k_proj/_s.pt b/params/opt/5/rnd_search_t_lin/comb_1_t/global_train/model.decoder.layers.22.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..1ff5677f3c60a5b192c5378ee710586a65c2448f
--- /dev/null
+++ b/params/opt/5/rnd_search_t_lin/comb_1_t/global_train/model.decoder.layers.22.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:26053cd6a8258a15c7a48c29d4a42826c46152d5642616c0341a94d2776857e4
+size 5251
diff --git a/params/opt/5/rnd_search_t_lin/comb_1_t/global_train/model.decoder.layers.22.self_attn.out_proj/_0.pt b/params/opt/5/rnd_search_t_lin/comb_1_t/global_train/model.decoder.layers.22.self_attn.out_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..328cf89d958589d380824242529ed13ef7e76398
--- /dev/null
+++ b/params/opt/5/rnd_search_t_lin/comb_1_t/global_train/model.decoder.layers.22.self_attn.out_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:1d86db8d6e639cd29a2ffadd25eeafb8ee1e4baa91a465b08021ba3aba7ec869
+size 5251
diff --git a/params/opt/5/rnd_search_t_lin/comb_1_t/global_train/model.decoder.layers.22.self_attn.out_proj/_s.pt b/params/opt/5/rnd_search_t_lin/comb_1_t/global_train/model.decoder.layers.22.self_attn.out_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..66099a0298d4dc0d98c3186e85a39dd5fbebcf70
--- /dev/null
+++ b/params/opt/5/rnd_search_t_lin/comb_1_t/global_train/model.decoder.layers.22.self_attn.out_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:539bd51b7c3866b2432d97070ee3567ad49c5048fa47df3d25eb2d4fec95ce80
+size 5251
diff --git a/params/opt/5/rnd_search_t_lin/comb_1_t/global_train/model.decoder.layers.22.self_attn.q_proj/_0.pt b/params/opt/5/rnd_search_t_lin/comb_1_t/global_train/model.decoder.layers.22.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..43ccaf0973ea2917f046faa1a91d324565a09e30
--- /dev/null
+++ b/params/opt/5/rnd_search_t_lin/comb_1_t/global_train/model.decoder.layers.22.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:99aca4752dda1a380862c68a769ecdc50f4b85741895b61bb2207349ce386598
+size 5251
diff --git a/params/opt/5/rnd_search_t_lin/comb_1_t/global_train/model.decoder.layers.22.self_attn.q_proj/_s.pt b/params/opt/5/rnd_search_t_lin/comb_1_t/global_train/model.decoder.layers.22.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..08f055168869e3ac4a91ae3ce27ce245ce8317d9
--- /dev/null
+++ b/params/opt/5/rnd_search_t_lin/comb_1_t/global_train/model.decoder.layers.22.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2977b1efc548c92dc725cbbcf5104c92ef7a746506f1919e831708d4572d1cf9
+size 5251
diff --git a/params/opt/5/rnd_search_t_lin/comb_1_t/global_train/model.decoder.layers.22.self_attn.v_proj/_0.pt b/params/opt/5/rnd_search_t_lin/comb_1_t/global_train/model.decoder.layers.22.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..704ee0257dd4f4890f33a7256bbd0728a7e465a2
--- /dev/null
+++ b/params/opt/5/rnd_search_t_lin/comb_1_t/global_train/model.decoder.layers.22.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:31da6b939abb043e5825a55751ffaea312fa37bc799d1e0a2f8f2631b21acb89
+size 5251
diff --git a/params/opt/5/rnd_search_t_lin/comb_1_t/global_train/model.decoder.layers.22.self_attn.v_proj/_s.pt b/params/opt/5/rnd_search_t_lin/comb_1_t/global_train/model.decoder.layers.22.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c7fb8fc1ecb6e678880a0cd0bae0a50a80e502b0
--- /dev/null
+++ b/params/opt/5/rnd_search_t_lin/comb_1_t/global_train/model.decoder.layers.22.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0fc47feba1a58aa24bc371b55fa4573c9dd7ae4afd74d09bac79d3bbbbd8d97c
+size 5251
diff --git a/params/opt/5/rnd_search_t_lin/comb_1_t/global_train/model.decoder.layers.23.fc1/_0.pt b/params/opt/5/rnd_search_t_lin/comb_1_t/global_train/model.decoder.layers.23.fc1/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a670497791dbb1933af1dbd2ff76ae85bd7f6b7b
--- /dev/null
+++ b/params/opt/5/rnd_search_t_lin/comb_1_t/global_train/model.decoder.layers.23.fc1/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:1980317708fb7400fa372dbeadd311f68695084b9b0beb0095be782ddec637ea
+size 17539
diff --git a/params/opt/5/rnd_search_t_lin/comb_1_t/global_train/model.decoder.layers.23.fc1/_s.pt b/params/opt/5/rnd_search_t_lin/comb_1_t/global_train/model.decoder.layers.23.fc1/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2e879758cbc6b82fb0591d1711fa9c656e0e6082
--- /dev/null
+++ b/params/opt/5/rnd_search_t_lin/comb_1_t/global_train/model.decoder.layers.23.fc1/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:cd581277d0ff8a440e172b6c303b25175fcd76ee53c57ba3114862d568bd17d2
+size 17539
diff --git a/params/opt/5/rnd_search_t_lin/comb_1_t/global_train/model.decoder.layers.23.fc2/_0.pt b/params/opt/5/rnd_search_t_lin/comb_1_t/global_train/model.decoder.layers.23.fc2/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a8677a772b38237b8c48ed7fe84b12bd99b56a8d
--- /dev/null
+++ b/params/opt/5/rnd_search_t_lin/comb_1_t/global_train/model.decoder.layers.23.fc2/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:eb82225373e1c6e598c61e19cea4ff42399613f2046c51c5ad8e8ed68824b50a
+size 5251
diff --git a/params/opt/5/rnd_search_t_lin/comb_1_t/global_train/model.decoder.layers.23.fc2/_s.pt b/params/opt/5/rnd_search_t_lin/comb_1_t/global_train/model.decoder.layers.23.fc2/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2a44e60ae618fd8194d935f1946556530215e1ed
--- /dev/null
+++ b/params/opt/5/rnd_search_t_lin/comb_1_t/global_train/model.decoder.layers.23.fc2/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:37bfca62876129b9475cefcf881c6d53eef3ca1f0388ab27ec82e9ee3a805973
+size 5251
diff --git a/params/opt/5/rnd_search_t_lin/comb_1_t/global_train/model.decoder.layers.23.self_attn.k_proj/_0.pt b/params/opt/5/rnd_search_t_lin/comb_1_t/global_train/model.decoder.layers.23.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..d0d85d5a6e70e36545e5371468c6e9e7b86cb6f3
--- /dev/null
+++ b/params/opt/5/rnd_search_t_lin/comb_1_t/global_train/model.decoder.layers.23.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:9bf962e2ed6b2aabb02cb93fda977b6f50950fa8b410e2677ef38b15f1e4a25f
+size 5251
diff --git a/params/opt/5/rnd_search_t_lin/comb_1_t/global_train/model.decoder.layers.23.self_attn.k_proj/_s.pt b/params/opt/5/rnd_search_t_lin/comb_1_t/global_train/model.decoder.layers.23.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..951b5d7244bea9467e5f49edd184aa87ba765e9e
--- /dev/null
+++ b/params/opt/5/rnd_search_t_lin/comb_1_t/global_train/model.decoder.layers.23.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:867b00177c2acb945819e44bfe7202b5ada475e627671c2591e8e2f5c2e6c168
+size 5251
diff --git a/params/opt/5/rnd_search_t_lin/comb_1_t/global_train/model.decoder.layers.23.self_attn.out_proj/_0.pt b/params/opt/5/rnd_search_t_lin/comb_1_t/global_train/model.decoder.layers.23.self_attn.out_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2f695c31b85a299f62f236e9af8cdbf7a2beec5d
--- /dev/null
+++ b/params/opt/5/rnd_search_t_lin/comb_1_t/global_train/model.decoder.layers.23.self_attn.out_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:09250f38e17426b681b24445280b8dc563539804405abc546113e869b21049f6
+size 5251
diff --git a/params/opt/5/rnd_search_t_lin/comb_1_t/global_train/model.decoder.layers.23.self_attn.out_proj/_s.pt b/params/opt/5/rnd_search_t_lin/comb_1_t/global_train/model.decoder.layers.23.self_attn.out_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..cbca2adcd44713dfc3ed22e83c4904e07c971b8f
--- /dev/null
+++ b/params/opt/5/rnd_search_t_lin/comb_1_t/global_train/model.decoder.layers.23.self_attn.out_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c5716b191f690e6f48303b121b9d0d93d258134513ceb8c383f6c5f802a66f8b
+size 5251
diff --git a/params/opt/5/rnd_search_t_lin/comb_1_t/global_train/model.decoder.layers.23.self_attn.q_proj/_0.pt b/params/opt/5/rnd_search_t_lin/comb_1_t/global_train/model.decoder.layers.23.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..7be3b689c52c3ca5aebd3f1613651c17d26d563c
--- /dev/null
+++ b/params/opt/5/rnd_search_t_lin/comb_1_t/global_train/model.decoder.layers.23.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a495e7839375f14cacf47d2e7f021473fba48c2ca7ea9b04aa953c64384cc1a3
+size 5251
diff --git a/params/opt/5/rnd_search_t_lin/comb_1_t/global_train/model.decoder.layers.23.self_attn.q_proj/_s.pt b/params/opt/5/rnd_search_t_lin/comb_1_t/global_train/model.decoder.layers.23.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ae44a6e49b7ad3ab715912eac51c2c3f11bc5c90
--- /dev/null
+++ b/params/opt/5/rnd_search_t_lin/comb_1_t/global_train/model.decoder.layers.23.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:752e41c2d95d0012a5d7b8ed053709315e174675016f70ea4f53770d63b9bc7d
+size 5251
diff --git a/params/opt/5/rnd_search_t_lin/comb_1_t/global_train/model.decoder.layers.23.self_attn.v_proj/_0.pt b/params/opt/5/rnd_search_t_lin/comb_1_t/global_train/model.decoder.layers.23.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2a2176718c8871710a1015c0fab1e44c15009c4b
--- /dev/null
+++ b/params/opt/5/rnd_search_t_lin/comb_1_t/global_train/model.decoder.layers.23.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:1ffa80f232606b5fe3b539dcd1141072843a1065cbd18bb80a374eb0bd21922f
+size 5251
diff --git a/params/opt/5/rnd_search_t_lin/comb_1_t/global_train/model.decoder.layers.23.self_attn.v_proj/_s.pt b/params/opt/5/rnd_search_t_lin/comb_1_t/global_train/model.decoder.layers.23.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..6cd62bb42534dde711e0e85abc26c70cdcdfdacf
--- /dev/null
+++ b/params/opt/5/rnd_search_t_lin/comb_1_t/global_train/model.decoder.layers.23.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:01f05fd2dbe0525d68521139cbb4c256ab3aedb2f03e33784aa767ab9a031d5e
+size 5251
diff --git a/params/opt/5/rnd_search_t_lin/comb_1_t/global_train/model.decoder.layers.3.fc1/_0.pt b/params/opt/5/rnd_search_t_lin/comb_1_t/global_train/model.decoder.layers.3.fc1/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..1d80244d6dee3422b9f792cd5216cd56382606ee
--- /dev/null
+++ b/params/opt/5/rnd_search_t_lin/comb_1_t/global_train/model.decoder.layers.3.fc1/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:fa752c56246e2cb5a036ea09346c548c893444bfe940d6e19ced9f012ee1d6d0
+size 17539
diff --git a/params/opt/5/rnd_search_t_lin/comb_1_t/global_train/model.decoder.layers.3.fc1/_s.pt b/params/opt/5/rnd_search_t_lin/comb_1_t/global_train/model.decoder.layers.3.fc1/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..3ea603f99d3baeefb30b9b8801f3d580bf8cd0ec
--- /dev/null
+++ b/params/opt/5/rnd_search_t_lin/comb_1_t/global_train/model.decoder.layers.3.fc1/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:8a9fb53021ba6701b248d8690b77f46de19d9371867b18ea465fc26391e69092
+size 17539
diff --git a/params/opt/5/rnd_search_t_lin/comb_1_t/global_train/model.decoder.layers.3.fc2/_0.pt b/params/opt/5/rnd_search_t_lin/comb_1_t/global_train/model.decoder.layers.3.fc2/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..3203e44a37c164782470ee7375b9b37322c28b62
--- /dev/null
+++ b/params/opt/5/rnd_search_t_lin/comb_1_t/global_train/model.decoder.layers.3.fc2/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ff8d3a90ed791ff8c223322207c7d02266a8b0ee415e7a110003a5fa65c19a1f
+size 5251
diff --git a/params/opt/5/rnd_search_t_lin/comb_1_t/global_train/model.decoder.layers.3.fc2/_s.pt b/params/opt/5/rnd_search_t_lin/comb_1_t/global_train/model.decoder.layers.3.fc2/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..6c2b198c4db63001927d97bf56275fb2d2b4e26f
--- /dev/null
+++ b/params/opt/5/rnd_search_t_lin/comb_1_t/global_train/model.decoder.layers.3.fc2/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d23ec14622e8ce2ce99a98b4257df489d258a14e9afcdd993da2f18a66594fbf
+size 5251
diff --git a/params/opt/5/rnd_search_t_lin/comb_1_t/global_train/model.decoder.layers.3.self_attn.k_proj/_0.pt b/params/opt/5/rnd_search_t_lin/comb_1_t/global_train/model.decoder.layers.3.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..34839e39ea8950d75d5c51ed9d19d0f0418ba766
--- /dev/null
+++ b/params/opt/5/rnd_search_t_lin/comb_1_t/global_train/model.decoder.layers.3.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:fd333df90fa6d5e8082a14cc94dac069052213ca5ad498fd00aa75f7c452aaa5
+size 5251
diff --git a/params/opt/5/rnd_search_t_lin/comb_1_t/global_train/model.decoder.layers.3.self_attn.k_proj/_s.pt b/params/opt/5/rnd_search_t_lin/comb_1_t/global_train/model.decoder.layers.3.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..be8ff6be13c69d1d24dbba437f76be0aa94e441e
--- /dev/null
+++ b/params/opt/5/rnd_search_t_lin/comb_1_t/global_train/model.decoder.layers.3.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:bb9a48f1a6617f1c3f61779b3d6d46542e0c2e537591e5fe448e1eae7242e6dc
+size 5251
diff --git a/params/opt/5/rnd_search_t_lin/comb_1_t/global_train/model.decoder.layers.3.self_attn.out_proj/_0.pt b/params/opt/5/rnd_search_t_lin/comb_1_t/global_train/model.decoder.layers.3.self_attn.out_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..6bbd322530a1456b1789498f8ea825bdac6fbed9
--- /dev/null
+++ b/params/opt/5/rnd_search_t_lin/comb_1_t/global_train/model.decoder.layers.3.self_attn.out_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:724efdb17c56399e9177f2bd3caa9d07b4107c073175bd4c9a1f81a4ddf29e3f
+size 5251
diff --git a/params/opt/5/rnd_search_t_lin/comb_1_t/global_train/model.decoder.layers.3.self_attn.out_proj/_s.pt b/params/opt/5/rnd_search_t_lin/comb_1_t/global_train/model.decoder.layers.3.self_attn.out_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..0a329554f91de7a5ff97340cb351f561e7300c48
--- /dev/null
+++ b/params/opt/5/rnd_search_t_lin/comb_1_t/global_train/model.decoder.layers.3.self_attn.out_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:fd1b09715c963c294fce6205e239d2415f1280701699320be58dd80d931abdbd
+size 5251
diff --git a/params/opt/5/rnd_search_t_lin/comb_1_t/global_train/model.decoder.layers.3.self_attn.q_proj/_0.pt b/params/opt/5/rnd_search_t_lin/comb_1_t/global_train/model.decoder.layers.3.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..d1fe7570cc1ea59c49c2187609ab63d1b1c95383
--- /dev/null
+++ b/params/opt/5/rnd_search_t_lin/comb_1_t/global_train/model.decoder.layers.3.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:6603027aa4e5e08ad43ee59fe09b88d9bb2c1dd8e975ae3109ebbc0d44b930ce
+size 5251
diff --git a/params/opt/5/rnd_search_t_lin/comb_1_t/global_train/model.decoder.layers.3.self_attn.q_proj/_s.pt b/params/opt/5/rnd_search_t_lin/comb_1_t/global_train/model.decoder.layers.3.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..814375e9408fd3f4c0334ddc9411fb03ff591cbd
--- /dev/null
+++ b/params/opt/5/rnd_search_t_lin/comb_1_t/global_train/model.decoder.layers.3.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a8d6d4ab7741a2e5de7b890471caf5d8197ce9f1ff2b3ac67db996dfd9a1b4fb
+size 5251
diff --git a/params/opt/5/rnd_search_t_lin/comb_1_t/global_train/model.decoder.layers.3.self_attn.v_proj/_0.pt b/params/opt/5/rnd_search_t_lin/comb_1_t/global_train/model.decoder.layers.3.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4d2c00bf1349fce15d0e9c4664386e0b3f303280
--- /dev/null
+++ b/params/opt/5/rnd_search_t_lin/comb_1_t/global_train/model.decoder.layers.3.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:64e98903f2190f4ec2061677d2b2f3fc979630ee4858b39058afb73c0e70b60d
+size 5251
diff --git a/params/opt/5/rnd_search_t_lin/comb_1_t/global_train/model.decoder.layers.3.self_attn.v_proj/_s.pt b/params/opt/5/rnd_search_t_lin/comb_1_t/global_train/model.decoder.layers.3.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..fbe9a812e4c51cfabe95af440dedca96d782cf03
--- /dev/null
+++ b/params/opt/5/rnd_search_t_lin/comb_1_t/global_train/model.decoder.layers.3.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:dc25cf1e98f3ca3d67f78502eaa7cb65d16455f18dd775ad4c98b322f979ab08
+size 5251
diff --git a/params/opt/5/rnd_search_t_lin/comb_1_t/global_train/model.decoder.layers.4.fc1/_0.pt b/params/opt/5/rnd_search_t_lin/comb_1_t/global_train/model.decoder.layers.4.fc1/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8facf951056587b34ff6eae1f249aee265e6f05f
--- /dev/null
+++ b/params/opt/5/rnd_search_t_lin/comb_1_t/global_train/model.decoder.layers.4.fc1/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:4f19dc9eb33cb5036cdb7d4feb4bd80b7daf3b1a81d367ad6499d04dfa8aa3cf
+size 17539
diff --git a/params/opt/5/rnd_search_t_lin/comb_1_t/global_train/model.decoder.layers.4.fc1/_s.pt b/params/opt/5/rnd_search_t_lin/comb_1_t/global_train/model.decoder.layers.4.fc1/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ba1155a0d2edbddbdf05997504989fdc5393cc62
--- /dev/null
+++ b/params/opt/5/rnd_search_t_lin/comb_1_t/global_train/model.decoder.layers.4.fc1/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:181fe998be6bf760f682e2c94d2cbf0ba457366167002e2c26aa1ae17d4b0b5c
+size 17539
diff --git a/params/opt/5/rnd_search_t_lin/comb_1_t/global_train/model.decoder.layers.4.fc2/_0.pt b/params/opt/5/rnd_search_t_lin/comb_1_t/global_train/model.decoder.layers.4.fc2/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..1783574352458e57eba8dfb6e28b048b05bc7fbf
--- /dev/null
+++ b/params/opt/5/rnd_search_t_lin/comb_1_t/global_train/model.decoder.layers.4.fc2/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:cc07bb78bf3b7d7265db83b30611ecf4b79380877999c3aeadf089875994ef16
+size 5251
diff --git a/params/opt/5/rnd_search_t_lin/comb_1_t/global_train/model.decoder.layers.4.fc2/_s.pt b/params/opt/5/rnd_search_t_lin/comb_1_t/global_train/model.decoder.layers.4.fc2/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..7e69b5cef86f29470c129a25c497ad89f6bcf37b
--- /dev/null
+++ b/params/opt/5/rnd_search_t_lin/comb_1_t/global_train/model.decoder.layers.4.fc2/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f429d83c0d2356b0f3e79c77247a849a4c4a82106c2694665a485e896c280f88
+size 5251
diff --git a/params/opt/5/rnd_search_t_lin/comb_1_t/global_train/model.decoder.layers.4.self_attn.k_proj/_0.pt b/params/opt/5/rnd_search_t_lin/comb_1_t/global_train/model.decoder.layers.4.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..318d3175ca55dc71fbaa5ffb3aa315fde585d0bd
--- /dev/null
+++ b/params/opt/5/rnd_search_t_lin/comb_1_t/global_train/model.decoder.layers.4.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f750cb1c4a95909e9e33901bf561ae305668e98bca169fac50c5279d9829d82f
+size 5251
diff --git a/params/opt/5/rnd_search_t_lin/comb_1_t/global_train/model.decoder.layers.4.self_attn.k_proj/_s.pt b/params/opt/5/rnd_search_t_lin/comb_1_t/global_train/model.decoder.layers.4.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..911a935b94603285f4aa1027883c0348e17d517f
--- /dev/null
+++ b/params/opt/5/rnd_search_t_lin/comb_1_t/global_train/model.decoder.layers.4.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:73d1bd3e096d73d749d7bf36cde1874ff207c1fcc2a92129122936e2df6cf2a6
+size 5251
diff --git a/params/opt/5/rnd_search_t_lin/comb_1_t/global_train/model.decoder.layers.4.self_attn.out_proj/_0.pt b/params/opt/5/rnd_search_t_lin/comb_1_t/global_train/model.decoder.layers.4.self_attn.out_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..bc0fe9b8cf8b7ca9efec46c4c0bbbcc77d92e01a
--- /dev/null
+++ b/params/opt/5/rnd_search_t_lin/comb_1_t/global_train/model.decoder.layers.4.self_attn.out_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ecf8804c7ab816dd09a1865c697c5781bff413ce0e6b65400473c844ee264707
+size 5251
diff --git a/params/opt/5/rnd_search_t_lin/comb_1_t/global_train/model.decoder.layers.4.self_attn.out_proj/_s.pt b/params/opt/5/rnd_search_t_lin/comb_1_t/global_train/model.decoder.layers.4.self_attn.out_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e518362b60edc7c6ceb4e1d0414600c6c9f8be98
--- /dev/null
+++ b/params/opt/5/rnd_search_t_lin/comb_1_t/global_train/model.decoder.layers.4.self_attn.out_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:bbc76819847ad6a403e6b680c4e86279d20ee74f0ac7ae4aed86c70d09faa43c
+size 5251
diff --git a/params/opt/5/rnd_search_t_lin/comb_1_t/global_train/model.decoder.layers.4.self_attn.q_proj/_0.pt b/params/opt/5/rnd_search_t_lin/comb_1_t/global_train/model.decoder.layers.4.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..1b1f70b550e9efbf2dd4840ace9dd06ea82ba961
--- /dev/null
+++ b/params/opt/5/rnd_search_t_lin/comb_1_t/global_train/model.decoder.layers.4.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ad6b045437c6baecf24044e4f5c856f352c4d93ebabcafbfd9cf4791f12d56dd
+size 5251
diff --git a/params/opt/5/rnd_search_t_lin/comb_1_t/global_train/model.decoder.layers.4.self_attn.q_proj/_s.pt b/params/opt/5/rnd_search_t_lin/comb_1_t/global_train/model.decoder.layers.4.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..67fd8e888c8ca8a419857408a403c3c16d70242c
--- /dev/null
+++ b/params/opt/5/rnd_search_t_lin/comb_1_t/global_train/model.decoder.layers.4.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:026621e327186e8268d6f2bf1b58a5379ce6a6f7a2a3fc8a23190642c639e9af
+size 5251
diff --git a/params/opt/5/rnd_search_t_lin/comb_1_t/global_train/model.decoder.layers.4.self_attn.v_proj/_0.pt b/params/opt/5/rnd_search_t_lin/comb_1_t/global_train/model.decoder.layers.4.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8101c02e2d15c7c628488dadd61e3d27a6bdf771
--- /dev/null
+++ b/params/opt/5/rnd_search_t_lin/comb_1_t/global_train/model.decoder.layers.4.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:3f84e31f2cb944b96f09d3d199b4eec60d953a4b11a5ae856da8ade0d1242c55
+size 5251
diff --git a/params/opt/5/rnd_search_t_lin/comb_1_t/global_train/model.decoder.layers.4.self_attn.v_proj/_s.pt b/params/opt/5/rnd_search_t_lin/comb_1_t/global_train/model.decoder.layers.4.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..540480f56ba49042ceeec45cd8c3259cac19b6f9
--- /dev/null
+++ b/params/opt/5/rnd_search_t_lin/comb_1_t/global_train/model.decoder.layers.4.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:296b9ccbbdbe6e93acbcf9f282eda3771afe0d338d32d8d771204d3754c7221c
+size 5251
diff --git a/params/opt/5/rnd_search_t_lin/comb_1_t/global_train/model.decoder.layers.5.fc1/_0.pt b/params/opt/5/rnd_search_t_lin/comb_1_t/global_train/model.decoder.layers.5.fc1/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..13631120de281b4b52a7890285a2d55edcb235e8
--- /dev/null
+++ b/params/opt/5/rnd_search_t_lin/comb_1_t/global_train/model.decoder.layers.5.fc1/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e5b9b63ee182333dff998685a6f288150ebc74a75a645c767a0ff1d0ac76704d
+size 17539
diff --git a/params/opt/5/rnd_search_t_lin/comb_1_t/global_train/model.decoder.layers.5.fc1/_s.pt b/params/opt/5/rnd_search_t_lin/comb_1_t/global_train/model.decoder.layers.5.fc1/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..213e6478abae33e890b740312911c8008d156044
--- /dev/null
+++ b/params/opt/5/rnd_search_t_lin/comb_1_t/global_train/model.decoder.layers.5.fc1/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b51e052b9bd3cffb6852c18f87728c83f35cf91b8a26e50c77e69addb942dcff
+size 17539
diff --git a/params/opt/5/rnd_search_t_lin/comb_1_t/global_train/model.decoder.layers.5.fc2/_0.pt b/params/opt/5/rnd_search_t_lin/comb_1_t/global_train/model.decoder.layers.5.fc2/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e5e6094e4357cc13272eef043967614cf67a3dd2
--- /dev/null
+++ b/params/opt/5/rnd_search_t_lin/comb_1_t/global_train/model.decoder.layers.5.fc2/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ef541131b37e057b4af6746d55f3987a1d97b35eac30309bc7cc0e517e647599
+size 5251
diff --git a/params/opt/5/rnd_search_t_lin/comb_1_t/global_train/model.decoder.layers.5.fc2/_s.pt b/params/opt/5/rnd_search_t_lin/comb_1_t/global_train/model.decoder.layers.5.fc2/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..b455e1bdb39624f647a5bdab1546ad2593aa7ab1
--- /dev/null
+++ b/params/opt/5/rnd_search_t_lin/comb_1_t/global_train/model.decoder.layers.5.fc2/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:49a5629ccd29736caae365ca447fb06e09c9e5179cf8d2a3b696aae9a696e03b
+size 5251
diff --git a/params/opt/5/rnd_search_t_lin/comb_1_t/global_train/model.decoder.layers.5.self_attn.k_proj/_0.pt b/params/opt/5/rnd_search_t_lin/comb_1_t/global_train/model.decoder.layers.5.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..bd129eff4031c5e839737e8db0b293e5ab392b6c
--- /dev/null
+++ b/params/opt/5/rnd_search_t_lin/comb_1_t/global_train/model.decoder.layers.5.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:77a9b0e32d3c0850f0fa5b3a3c79da9d3701bd040115ee4ed4b66ea7e8200a92
+size 5251
diff --git a/params/opt/5/rnd_search_t_lin/comb_1_t/global_train/model.decoder.layers.5.self_attn.k_proj/_s.pt b/params/opt/5/rnd_search_t_lin/comb_1_t/global_train/model.decoder.layers.5.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..1ca2564fcb75011271688ff94baa98edfddf169e
--- /dev/null
+++ b/params/opt/5/rnd_search_t_lin/comb_1_t/global_train/model.decoder.layers.5.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a734f9790e93d56135d760270677b498828004f837e853b7aa7c4a5dcbfb6b16
+size 5251
diff --git a/params/opt/5/rnd_search_t_lin/comb_1_t/global_train/model.decoder.layers.5.self_attn.out_proj/_0.pt b/params/opt/5/rnd_search_t_lin/comb_1_t/global_train/model.decoder.layers.5.self_attn.out_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..b37009322fe7d4d057af5667e00caa5078a9554b
--- /dev/null
+++ b/params/opt/5/rnd_search_t_lin/comb_1_t/global_train/model.decoder.layers.5.self_attn.out_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c8c851533ddf4386174f79a6acac07e47d6b2968053b837f14d94ed5ca971cca
+size 5251
diff --git a/params/opt/5/rnd_search_t_lin/comb_1_t/global_train/model.decoder.layers.5.self_attn.out_proj/_s.pt b/params/opt/5/rnd_search_t_lin/comb_1_t/global_train/model.decoder.layers.5.self_attn.out_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ce26846156b2730bc3ec385651f767671b58318b
--- /dev/null
+++ b/params/opt/5/rnd_search_t_lin/comb_1_t/global_train/model.decoder.layers.5.self_attn.out_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:aacb7a31046a118005ab595362dbd2bd210c34f4090a616a68cdd1a6920511e1
+size 5251
diff --git a/params/opt/5/rnd_search_t_lin/comb_1_t/global_train/model.decoder.layers.5.self_attn.q_proj/_0.pt b/params/opt/5/rnd_search_t_lin/comb_1_t/global_train/model.decoder.layers.5.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..f119b7465b910d2089b4a597b1dacbbbab0a8b34
--- /dev/null
+++ b/params/opt/5/rnd_search_t_lin/comb_1_t/global_train/model.decoder.layers.5.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:808134ca8d7bdc3b5c4fafb77553edf00e86d0ef7422e8bdbccb023649767350
+size 5251
diff --git a/params/opt/5/rnd_search_t_lin/comb_1_t/global_train/model.decoder.layers.5.self_attn.q_proj/_s.pt b/params/opt/5/rnd_search_t_lin/comb_1_t/global_train/model.decoder.layers.5.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a7da72b2c843bea3dabaca0d891e9fd6c4393240
--- /dev/null
+++ b/params/opt/5/rnd_search_t_lin/comb_1_t/global_train/model.decoder.layers.5.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:3d1f557b5934acebecae27c4453b9c0501b28098ae29e841bab53c775d19f610
+size 5251
diff --git a/params/opt/5/rnd_search_t_lin/comb_1_t/global_train/model.decoder.layers.5.self_attn.v_proj/_0.pt b/params/opt/5/rnd_search_t_lin/comb_1_t/global_train/model.decoder.layers.5.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..d904a7dce47608dc5eb2fac54232e2b786101e7b
--- /dev/null
+++ b/params/opt/5/rnd_search_t_lin/comb_1_t/global_train/model.decoder.layers.5.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:402c8462892ab2063467dc32533dbc1498b632ab90013c8069f8b15e87ff20c2
+size 5251
diff --git a/params/opt/5/rnd_search_t_lin/comb_1_t/global_train/model.decoder.layers.5.self_attn.v_proj/_s.pt b/params/opt/5/rnd_search_t_lin/comb_1_t/global_train/model.decoder.layers.5.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..bc9c23614a71d25131e9f7a183e8444a280ae3b3
--- /dev/null
+++ b/params/opt/5/rnd_search_t_lin/comb_1_t/global_train/model.decoder.layers.5.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b250564498f19d58d92ef5d5c90b7272dd47e463e05bed95ed1e73e7f621a5e0
+size 5251
diff --git a/params/opt/5/rnd_search_t_lin/comb_1_t/global_train/model.decoder.layers.6.fc1/_0.pt b/params/opt/5/rnd_search_t_lin/comb_1_t/global_train/model.decoder.layers.6.fc1/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..53def996efada4c6ddb9f7fee5a4507a735c99db
--- /dev/null
+++ b/params/opt/5/rnd_search_t_lin/comb_1_t/global_train/model.decoder.layers.6.fc1/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:21f54413f11797c77e1cfdca14b90394d0cbb00e079439f1d556d7d85197b14e
+size 17539
diff --git a/params/opt/5/rnd_search_t_lin/comb_1_t/global_train/model.decoder.layers.6.fc1/_s.pt b/params/opt/5/rnd_search_t_lin/comb_1_t/global_train/model.decoder.layers.6.fc1/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..71632a92e99193381e1d2bde92ffc99fe728f190
--- /dev/null
+++ b/params/opt/5/rnd_search_t_lin/comb_1_t/global_train/model.decoder.layers.6.fc1/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:8dec1f44ebf101d82ee6bf11fe94abb1b9b4ced267340ea24a3291b922ec4faf
+size 17539
diff --git a/params/opt/5/rnd_search_t_lin/comb_1_t/global_train/model.decoder.layers.6.fc2/_0.pt b/params/opt/5/rnd_search_t_lin/comb_1_t/global_train/model.decoder.layers.6.fc2/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..0e98f204088b3738374d47546fd7fd3723ffffaa
--- /dev/null
+++ b/params/opt/5/rnd_search_t_lin/comb_1_t/global_train/model.decoder.layers.6.fc2/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0af7d1b9e4a2a0cfc217ca0f4dc32726dcf0240012cfac75dd399e5975f7ad9e
+size 5251
diff --git a/params/opt/5/rnd_search_t_lin/comb_1_t/global_train/model.decoder.layers.6.fc2/_s.pt b/params/opt/5/rnd_search_t_lin/comb_1_t/global_train/model.decoder.layers.6.fc2/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..fce82b7268c923b4dbcaa54c8d41301dba988adf
--- /dev/null
+++ b/params/opt/5/rnd_search_t_lin/comb_1_t/global_train/model.decoder.layers.6.fc2/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ee132bf257e4ad6324c3862ff359c785b6c3b14c03f60f6832114a0abb37fb8c
+size 5251
diff --git a/params/opt/5/rnd_search_t_lin/comb_1_t/global_train/model.decoder.layers.6.self_attn.k_proj/_0.pt b/params/opt/5/rnd_search_t_lin/comb_1_t/global_train/model.decoder.layers.6.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..189382d247e26a0d23903d4d4b702c8ae175f340
--- /dev/null
+++ b/params/opt/5/rnd_search_t_lin/comb_1_t/global_train/model.decoder.layers.6.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c70150a857fc457f8183758b79e69559f402fa38984da0b3a6c4aeb9a8a29db6
+size 5251
diff --git a/params/opt/5/rnd_search_t_lin/comb_1_t/global_train/model.decoder.layers.6.self_attn.k_proj/_s.pt b/params/opt/5/rnd_search_t_lin/comb_1_t/global_train/model.decoder.layers.6.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..bf8362c99e349757b4ffd2492f2f6d4cc0d943cd
--- /dev/null
+++ b/params/opt/5/rnd_search_t_lin/comb_1_t/global_train/model.decoder.layers.6.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:988c4a8bfc462cd0d6b23f2586792ca3eda4b5f8e7c1f6df53a74d8e52d21399
+size 5251
diff --git a/params/opt/5/rnd_search_t_lin/comb_1_t/global_train/model.decoder.layers.6.self_attn.out_proj/_0.pt b/params/opt/5/rnd_search_t_lin/comb_1_t/global_train/model.decoder.layers.6.self_attn.out_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e2df2e7ead7c2ce1f710f17ce8b1f14b7891e69a
--- /dev/null
+++ b/params/opt/5/rnd_search_t_lin/comb_1_t/global_train/model.decoder.layers.6.self_attn.out_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:eee954b88279d6ec52c9a8a9a7e12aa9626379d5c0dca2f7fa5ba370b5b6a87e
+size 5251
diff --git a/params/opt/5/rnd_search_t_lin/comb_1_t/global_train/model.decoder.layers.6.self_attn.out_proj/_s.pt b/params/opt/5/rnd_search_t_lin/comb_1_t/global_train/model.decoder.layers.6.self_attn.out_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..5f6c0df09884edcc4043d5b5579286006d8f4969
--- /dev/null
+++ b/params/opt/5/rnd_search_t_lin/comb_1_t/global_train/model.decoder.layers.6.self_attn.out_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d799ae204dd7ab77edcac46a2ab46cd935731a955ecb09b09ecdc8ed942f7466
+size 5251
diff --git a/params/opt/5/rnd_search_t_lin/comb_1_t/global_train/model.decoder.layers.6.self_attn.q_proj/_0.pt b/params/opt/5/rnd_search_t_lin/comb_1_t/global_train/model.decoder.layers.6.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..079e2fa81aa4b546e401a165343fb5cfb07aa8e6
--- /dev/null
+++ b/params/opt/5/rnd_search_t_lin/comb_1_t/global_train/model.decoder.layers.6.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:530da0ec2b805799ef369b4f653d0c0eb2f4749ace503b28682125a27e9e49bb
+size 5251
diff --git a/params/opt/5/rnd_search_t_lin/comb_1_t/global_train/model.decoder.layers.6.self_attn.q_proj/_s.pt b/params/opt/5/rnd_search_t_lin/comb_1_t/global_train/model.decoder.layers.6.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..5d1e3dd8b41a7f5687b4c8f05f5fdf23e5701db1
--- /dev/null
+++ b/params/opt/5/rnd_search_t_lin/comb_1_t/global_train/model.decoder.layers.6.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:4e0102896734386c542bf060b55aeaba2efda99fb52d49eb75acac061f02a2a7
+size 5251
diff --git a/params/opt/5/rnd_search_t_lin/comb_1_t/global_train/model.decoder.layers.6.self_attn.v_proj/_0.pt b/params/opt/5/rnd_search_t_lin/comb_1_t/global_train/model.decoder.layers.6.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..cdaff740ed3530474467f45f101e2eec2b400bed
--- /dev/null
+++ b/params/opt/5/rnd_search_t_lin/comb_1_t/global_train/model.decoder.layers.6.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:16a832ec9e9fb366dd5822429667a259361e7f88768d3b7ccd12d632c80614f3
+size 5251
diff --git a/params/opt/5/rnd_search_t_lin/comb_1_t/global_train/model.decoder.layers.6.self_attn.v_proj/_s.pt b/params/opt/5/rnd_search_t_lin/comb_1_t/global_train/model.decoder.layers.6.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..f4712cd2c4aa999151d9f1a0874d493b6e3debf3
--- /dev/null
+++ b/params/opt/5/rnd_search_t_lin/comb_1_t/global_train/model.decoder.layers.6.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:4bd4ca6cba3047453d5c3b1b3d054b590d429c52c799905af0fdc4ef709a490f
+size 5251
diff --git a/params/opt/5/rnd_search_t_lin/comb_1_t/global_train/model.decoder.layers.7.fc1/_0.pt b/params/opt/5/rnd_search_t_lin/comb_1_t/global_train/model.decoder.layers.7.fc1/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c804c2b4d81a5881b8190975e4d4b9d7304218ca
--- /dev/null
+++ b/params/opt/5/rnd_search_t_lin/comb_1_t/global_train/model.decoder.layers.7.fc1/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d71e9c17c7dd8deeb85b6c9dc25af63c35d697cf9634e1a009691713f0da0304
+size 17539
diff --git a/params/opt/5/rnd_search_t_lin/comb_1_t/global_train/model.decoder.layers.7.fc1/_s.pt b/params/opt/5/rnd_search_t_lin/comb_1_t/global_train/model.decoder.layers.7.fc1/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c4d8cb8c4eb151ee9a4344cfe520d24e190c53aa
--- /dev/null
+++ b/params/opt/5/rnd_search_t_lin/comb_1_t/global_train/model.decoder.layers.7.fc1/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0d3ccd61efa81ba20a79b04df1e418450534b54bbd400ca9404eaff7c3c25e0d
+size 17539
diff --git a/params/opt/5/rnd_search_t_lin/comb_1_t/global_train/model.decoder.layers.7.fc2/_0.pt b/params/opt/5/rnd_search_t_lin/comb_1_t/global_train/model.decoder.layers.7.fc2/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e502d05a9b65e57cee5211c5ada67a2d1a441661
--- /dev/null
+++ b/params/opt/5/rnd_search_t_lin/comb_1_t/global_train/model.decoder.layers.7.fc2/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:8b0dfacb4b07ab70e9326800942625b35cee9bb909ebec2adef5465cac9a0ee0
+size 5251
diff --git a/params/opt/5/rnd_search_t_lin/comb_1_t/global_train/model.decoder.layers.7.fc2/_s.pt b/params/opt/5/rnd_search_t_lin/comb_1_t/global_train/model.decoder.layers.7.fc2/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..9a973cadd1e8d30832b846cb7394574399412778
--- /dev/null
+++ b/params/opt/5/rnd_search_t_lin/comb_1_t/global_train/model.decoder.layers.7.fc2/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:00300ab032e893e594d111077b23f773b846e7f1168fae1ff16bbe2c1a86aebd
+size 5251
diff --git a/params/opt/5/rnd_search_t_lin/comb_1_t/global_train/model.decoder.layers.7.self_attn.k_proj/_0.pt b/params/opt/5/rnd_search_t_lin/comb_1_t/global_train/model.decoder.layers.7.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..865d8cde4a74d9dacdd1d8269642be0acb090a94
--- /dev/null
+++ b/params/opt/5/rnd_search_t_lin/comb_1_t/global_train/model.decoder.layers.7.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b4d2b66f77afc11f8d13a93fd329c7fe970ddae74e04e5791e6aad761e039ff6
+size 5251
diff --git a/params/opt/5/rnd_search_t_lin/comb_1_t/global_train/model.decoder.layers.7.self_attn.k_proj/_s.pt b/params/opt/5/rnd_search_t_lin/comb_1_t/global_train/model.decoder.layers.7.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8b8c73bce70eec5314c749491330c3e88531f424
--- /dev/null
+++ b/params/opt/5/rnd_search_t_lin/comb_1_t/global_train/model.decoder.layers.7.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0d0edb193a0d639ebdac2cfe5da9ffaea3341f4b3fc9afaa82ac166d762aaf11
+size 5251
diff --git a/params/opt/5/rnd_search_t_lin/comb_1_t/global_train/model.decoder.layers.7.self_attn.out_proj/_0.pt b/params/opt/5/rnd_search_t_lin/comb_1_t/global_train/model.decoder.layers.7.self_attn.out_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ae74c6d95687ed7a18030e59106127d3c5e7cae9
--- /dev/null
+++ b/params/opt/5/rnd_search_t_lin/comb_1_t/global_train/model.decoder.layers.7.self_attn.out_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:84ca46d479e625c45cb6111abd03fd25cba954139f38d2628bbffde7959fad42
+size 5251
diff --git a/params/opt/5/rnd_search_t_lin/comb_1_t/global_train/model.decoder.layers.7.self_attn.out_proj/_s.pt b/params/opt/5/rnd_search_t_lin/comb_1_t/global_train/model.decoder.layers.7.self_attn.out_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..03103c83ac7102497526a4bbf37836e17967289f
--- /dev/null
+++ b/params/opt/5/rnd_search_t_lin/comb_1_t/global_train/model.decoder.layers.7.self_attn.out_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:35d65df6147ee00997cf0eca53eb3ed1c6848ad42652057fcf14e226e40d8e69
+size 5251
diff --git a/params/opt/5/rnd_search_t_lin/comb_1_t/global_train/model.decoder.layers.7.self_attn.q_proj/_0.pt b/params/opt/5/rnd_search_t_lin/comb_1_t/global_train/model.decoder.layers.7.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..af68ceb994bcf257cc2eb3aade7df406758b7371
--- /dev/null
+++ b/params/opt/5/rnd_search_t_lin/comb_1_t/global_train/model.decoder.layers.7.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cf035a6b391bf2faa8ce28766664e4174dee3eaeee2b94d25fd5b262c13e420
+size 5251
diff --git a/params/opt/5/rnd_search_t_lin/comb_1_t/global_train/model.decoder.layers.7.self_attn.q_proj/_s.pt b/params/opt/5/rnd_search_t_lin/comb_1_t/global_train/model.decoder.layers.7.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ada047479291e8ddcf6d70aac59d0196cabc9603
--- /dev/null
+++ b/params/opt/5/rnd_search_t_lin/comb_1_t/global_train/model.decoder.layers.7.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d786591bf59666459e75f2a0f8d15a0546aed140ad851d2020afa69f1a658757
+size 5251
diff --git a/params/opt/5/rnd_search_t_lin/comb_1_t/global_train/model.decoder.layers.7.self_attn.v_proj/_0.pt b/params/opt/5/rnd_search_t_lin/comb_1_t/global_train/model.decoder.layers.7.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..bd9f8a5f245d658a84bf8a7426d9142fb5090913
--- /dev/null
+++ b/params/opt/5/rnd_search_t_lin/comb_1_t/global_train/model.decoder.layers.7.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:679c30c5bf9ffb1d85d34077cc96508e8c7ec728173d529599ad291956c8c804
+size 5251
diff --git a/params/opt/5/rnd_search_t_lin/comb_1_t/global_train/model.decoder.layers.7.self_attn.v_proj/_s.pt b/params/opt/5/rnd_search_t_lin/comb_1_t/global_train/model.decoder.layers.7.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..5851acddcb8f9df52091ae18eb9f499d6a6b03bf
--- /dev/null
+++ b/params/opt/5/rnd_search_t_lin/comb_1_t/global_train/model.decoder.layers.7.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:6bfe6fbee171626265886d80abd685caf1eab8994702b52aa841dc4e5240f81c
+size 5251
diff --git a/params/opt/5/rnd_search_t_lin/comb_1_t/global_train/model.decoder.layers.8.fc1/_0.pt b/params/opt/5/rnd_search_t_lin/comb_1_t/global_train/model.decoder.layers.8.fc1/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..972e55bf30e1f2ad90d1798181bb77bfb34d04fc
--- /dev/null
+++ b/params/opt/5/rnd_search_t_lin/comb_1_t/global_train/model.decoder.layers.8.fc1/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:6059fdc8300032f23834704f6786b91ac051caac432a7fea4197ed128ecdc621
+size 17539
diff --git a/params/opt/5/rnd_search_t_lin/comb_1_t/global_train/model.decoder.layers.8.fc1/_s.pt b/params/opt/5/rnd_search_t_lin/comb_1_t/global_train/model.decoder.layers.8.fc1/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..f602745086173ecd5c99c5ba61c74fd6eaa0601f
--- /dev/null
+++ b/params/opt/5/rnd_search_t_lin/comb_1_t/global_train/model.decoder.layers.8.fc1/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:942c15379880f038c72f9ee6261373a599849b7641a71b7347e443e777e795ba
+size 17539
diff --git a/params/opt/5/rnd_search_t_lin/comb_1_t/global_train/model.decoder.layers.8.fc2/_0.pt b/params/opt/5/rnd_search_t_lin/comb_1_t/global_train/model.decoder.layers.8.fc2/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e6f0b078ee3c5dc694861702b89eef976bf2d0cd
--- /dev/null
+++ b/params/opt/5/rnd_search_t_lin/comb_1_t/global_train/model.decoder.layers.8.fc2/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:165b044a0e98eada3fb50b14a419b88014693c27f9ed6cf207dde991419c137b
+size 5251
diff --git a/params/opt/5/rnd_search_t_lin/comb_1_t/global_train/model.decoder.layers.8.fc2/_s.pt b/params/opt/5/rnd_search_t_lin/comb_1_t/global_train/model.decoder.layers.8.fc2/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..d75c3b90806ffcbb20b38b778958ac756fb0b628
--- /dev/null
+++ b/params/opt/5/rnd_search_t_lin/comb_1_t/global_train/model.decoder.layers.8.fc2/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:70bc1955c702fde6b390d303aeeb8ee48c4691e7cb8d925ac354a9e08a042500
+size 5251
diff --git a/params/opt/5/rnd_search_t_lin/comb_1_t/global_train/model.decoder.layers.8.self_attn.k_proj/_0.pt b/params/opt/5/rnd_search_t_lin/comb_1_t/global_train/model.decoder.layers.8.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..1293006127d20a3b8dfbc382245524f926f1aa6d
--- /dev/null
+++ b/params/opt/5/rnd_search_t_lin/comb_1_t/global_train/model.decoder.layers.8.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:389e960ab18ee2666fee24de57e18990b50575bc5a53227ab4a5d21271259c77
+size 5251
diff --git a/params/opt/5/rnd_search_t_lin/comb_1_t/global_train/model.decoder.layers.8.self_attn.k_proj/_s.pt b/params/opt/5/rnd_search_t_lin/comb_1_t/global_train/model.decoder.layers.8.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..cff24af685b605259deed5f9f61b9aec4002e52c
--- /dev/null
+++ b/params/opt/5/rnd_search_t_lin/comb_1_t/global_train/model.decoder.layers.8.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:4fc34647ede73c8643984a338ac95b9dc941daf71b890e19ce69150ffe7ebebe
+size 5251
diff --git a/params/opt/5/rnd_search_t_lin/comb_1_t/global_train/model.decoder.layers.8.self_attn.out_proj/_0.pt b/params/opt/5/rnd_search_t_lin/comb_1_t/global_train/model.decoder.layers.8.self_attn.out_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..b503447e48970d02341e44fb25194b4d31637765
--- /dev/null
+++ b/params/opt/5/rnd_search_t_lin/comb_1_t/global_train/model.decoder.layers.8.self_attn.out_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a472a19ad5525e452e410e83820584dca0370851258cac97263f90042e78c707
+size 5251
diff --git a/params/opt/5/rnd_search_t_lin/comb_1_t/global_train/model.decoder.layers.8.self_attn.out_proj/_s.pt b/params/opt/5/rnd_search_t_lin/comb_1_t/global_train/model.decoder.layers.8.self_attn.out_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a73d2692754dfb1ce822a15adc0e0361b7bb1c31
--- /dev/null
+++ b/params/opt/5/rnd_search_t_lin/comb_1_t/global_train/model.decoder.layers.8.self_attn.out_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b2fe2a96e2dfb5d1657ab519c29e76bf1716191008b568147fe3fa199816a82a
+size 5251
diff --git a/params/opt/5/rnd_search_t_lin/comb_1_t/global_train/model.decoder.layers.8.self_attn.q_proj/_0.pt b/params/opt/5/rnd_search_t_lin/comb_1_t/global_train/model.decoder.layers.8.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..7f035b85c54c7c1288310dd8d677cc434e9dcc72
--- /dev/null
+++ b/params/opt/5/rnd_search_t_lin/comb_1_t/global_train/model.decoder.layers.8.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:721b3680fb14a1483ce5da67bed91b86fb82c932cabca21b8ebb359af541aef5
+size 5251
diff --git a/params/opt/5/rnd_search_t_lin/comb_1_t/global_train/model.decoder.layers.8.self_attn.q_proj/_s.pt b/params/opt/5/rnd_search_t_lin/comb_1_t/global_train/model.decoder.layers.8.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..52c81d6d4dd18c337e4cc78f98b5e6515e8f88bc
--- /dev/null
+++ b/params/opt/5/rnd_search_t_lin/comb_1_t/global_train/model.decoder.layers.8.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a09cb6aee12e02ffa1e4a97142d98a3d7c90f84554108386ac55455e949ef011
+size 5251
diff --git a/params/opt/5/rnd_search_t_lin/comb_1_t/global_train/model.decoder.layers.8.self_attn.v_proj/_0.pt b/params/opt/5/rnd_search_t_lin/comb_1_t/global_train/model.decoder.layers.8.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..fc7606118d2bccd966efc41312bd3f63fcf99da9
--- /dev/null
+++ b/params/opt/5/rnd_search_t_lin/comb_1_t/global_train/model.decoder.layers.8.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:9da6a04a6450ccf4360b041c04ca4a376bcdf981cc03bffb234ba8e9b0613952
+size 5251
diff --git a/params/opt/5/rnd_search_t_lin/comb_1_t/global_train/model.decoder.layers.8.self_attn.v_proj/_s.pt b/params/opt/5/rnd_search_t_lin/comb_1_t/global_train/model.decoder.layers.8.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2e225d670c5c984f84f414023acda37c4d94aba6
--- /dev/null
+++ b/params/opt/5/rnd_search_t_lin/comb_1_t/global_train/model.decoder.layers.8.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:4308035388c0358c54845c3e1a381a50afe294bcd04e052a8009f0a24aad243c
+size 5251
diff --git a/params/opt/5/rnd_search_t_lin/comb_1_t/global_train/model.decoder.layers.9.fc1/_0.pt b/params/opt/5/rnd_search_t_lin/comb_1_t/global_train/model.decoder.layers.9.fc1/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..263c203ec712aed55f979a37612041f62c8f81eb
--- /dev/null
+++ b/params/opt/5/rnd_search_t_lin/comb_1_t/global_train/model.decoder.layers.9.fc1/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:cb41fdee0e06c46f726b3db12296889fc2173768f1f652d44d532af280eb392c
+size 17539
diff --git a/params/opt/5/rnd_search_t_lin/comb_1_t/global_train/model.decoder.layers.9.fc1/_s.pt b/params/opt/5/rnd_search_t_lin/comb_1_t/global_train/model.decoder.layers.9.fc1/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..6d7a49784b3beda658df060a8116554b83724cf8
--- /dev/null
+++ b/params/opt/5/rnd_search_t_lin/comb_1_t/global_train/model.decoder.layers.9.fc1/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:dc6e29ae2d9077aa2155ae338c170a5326e9d28aa8ec57d3cf265b8ca8a5fc36
+size 17539
diff --git a/params/opt/5/rnd_search_t_lin/comb_1_t/global_train/model.decoder.layers.9.fc2/_0.pt b/params/opt/5/rnd_search_t_lin/comb_1_t/global_train/model.decoder.layers.9.fc2/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4c236b31378e32ac17cadd605708afbf7eba065d
--- /dev/null
+++ b/params/opt/5/rnd_search_t_lin/comb_1_t/global_train/model.decoder.layers.9.fc2/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c0c7f8cddcd76a3883423a4f3a31684aa3fb30f5ad10e01849eb0bc6b67ae47f
+size 5251
diff --git a/params/opt/5/rnd_search_t_lin/comb_1_t/global_train/model.decoder.layers.9.fc2/_s.pt b/params/opt/5/rnd_search_t_lin/comb_1_t/global_train/model.decoder.layers.9.fc2/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..906f5e76f3091275d92eb8a438fa89642d4e10de
--- /dev/null
+++ b/params/opt/5/rnd_search_t_lin/comb_1_t/global_train/model.decoder.layers.9.fc2/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:8411f93466b7bf30b18467492b13bca9dd11e5fb43624f6f87026e5fae31d13b
+size 5251
diff --git a/params/opt/5/rnd_search_t_lin/comb_1_t/global_train/model.decoder.layers.9.self_attn.k_proj/_0.pt b/params/opt/5/rnd_search_t_lin/comb_1_t/global_train/model.decoder.layers.9.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..b32bde5beaab0a80b178dc8b6cf2502152bee55a
--- /dev/null
+++ b/params/opt/5/rnd_search_t_lin/comb_1_t/global_train/model.decoder.layers.9.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:6e249f8aa0567ff3eb2df32d92e49254dc6d0251a83d2df03eabc9f788e0281f
+size 5251
diff --git a/params/opt/5/rnd_search_t_lin/comb_1_t/global_train/model.decoder.layers.9.self_attn.k_proj/_s.pt b/params/opt/5/rnd_search_t_lin/comb_1_t/global_train/model.decoder.layers.9.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..1053036a503021cb665ac17cbe0185725aa3578c
--- /dev/null
+++ b/params/opt/5/rnd_search_t_lin/comb_1_t/global_train/model.decoder.layers.9.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a0d5f4a82a2785d326fe0ca1d2d4fc4e86f1ecd4487e13ad52b734c6d35b8f5e
+size 5251
diff --git a/params/opt/5/rnd_search_t_lin/comb_1_t/global_train/model.decoder.layers.9.self_attn.out_proj/_0.pt b/params/opt/5/rnd_search_t_lin/comb_1_t/global_train/model.decoder.layers.9.self_attn.out_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..d34295e547eefaa2b7b104526eb9a5bec5fd6e4a
--- /dev/null
+++ b/params/opt/5/rnd_search_t_lin/comb_1_t/global_train/model.decoder.layers.9.self_attn.out_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a0a2489996350ece22a010f5ffd59064b373579c3fc9662c3085630cfbe3c754
+size 5251
diff --git a/params/opt/5/rnd_search_t_lin/comb_1_t/global_train/model.decoder.layers.9.self_attn.out_proj/_s.pt b/params/opt/5/rnd_search_t_lin/comb_1_t/global_train/model.decoder.layers.9.self_attn.out_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4b65c8f2e1a9df4fead77c09f4eee57c29b74d9e
--- /dev/null
+++ b/params/opt/5/rnd_search_t_lin/comb_1_t/global_train/model.decoder.layers.9.self_attn.out_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:bfec96e133c36006194213e5c6bbc87f39e44790261a38c297b30c104a580c4f
+size 5251
diff --git a/params/opt/5/rnd_search_t_lin/comb_1_t/global_train/model.decoder.layers.9.self_attn.q_proj/_0.pt b/params/opt/5/rnd_search_t_lin/comb_1_t/global_train/model.decoder.layers.9.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e45f4cbb38fe313b0ec57fcf682b11e109e33a77
--- /dev/null
+++ b/params/opt/5/rnd_search_t_lin/comb_1_t/global_train/model.decoder.layers.9.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e03c8c5e855a3e7626dbf0c1d73a8af0500e903dff643656f2c3bf3c10421907
+size 5251
diff --git a/params/opt/5/rnd_search_t_lin/comb_1_t/global_train/model.decoder.layers.9.self_attn.q_proj/_s.pt b/params/opt/5/rnd_search_t_lin/comb_1_t/global_train/model.decoder.layers.9.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..7a8e390b610ed5acb88e46cab3dac4f719f6e6fd
--- /dev/null
+++ b/params/opt/5/rnd_search_t_lin/comb_1_t/global_train/model.decoder.layers.9.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:3a2444f01bf19295b82ae884e8bdb6a13fd4c9cee443744ace08679d7180a71f
+size 5251
diff --git a/params/opt/5/rnd_search_t_lin/comb_1_t/global_train/model.decoder.layers.9.self_attn.v_proj/_0.pt b/params/opt/5/rnd_search_t_lin/comb_1_t/global_train/model.decoder.layers.9.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e99c59230ed881de7564e1d9286ca83d1bb75fe6
--- /dev/null
+++ b/params/opt/5/rnd_search_t_lin/comb_1_t/global_train/model.decoder.layers.9.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:82b6bb6b0dc16b776d911b26b2b3ba831ddf1f6d5798fa4b3ea6d306ec39f851
+size 5251
diff --git a/params/opt/5/rnd_search_t_lin/comb_1_t/global_train/model.decoder.layers.9.self_attn.v_proj/_s.pt b/params/opt/5/rnd_search_t_lin/comb_1_t/global_train/model.decoder.layers.9.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..1b6f06e3d7c60ce3c695876ee5eace5092842528
--- /dev/null
+++ b/params/opt/5/rnd_search_t_lin/comb_1_t/global_train/model.decoder.layers.9.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:6a26c7427c240d64efa42d281d3a6a6749bb44567160dd3692042e81dccf7bcc
+size 5251
diff --git a/params/opt/5/rnd_search_t_lin/comb_1_t/global_train/model.decoder.project_in/_0.pt b/params/opt/5/rnd_search_t_lin/comb_1_t/global_train/model.decoder.project_in/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..fa790c70460a378c4e0ba56734d6749d543aac37
--- /dev/null
+++ b/params/opt/5/rnd_search_t_lin/comb_1_t/global_train/model.decoder.project_in/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:922fe851daf584875be184fcc34a59f9a925b65b5fbf26a85d01c8676568df22
+size 5251
diff --git a/params/opt/5/rnd_search_t_lin/comb_1_t/global_train/model.decoder.project_in/_s.pt b/params/opt/5/rnd_search_t_lin/comb_1_t/global_train/model.decoder.project_in/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..bf995cbf288bc471b4ce20647afb3ca0c19014f3
--- /dev/null
+++ b/params/opt/5/rnd_search_t_lin/comb_1_t/global_train/model.decoder.project_in/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:01ff04748ede9bec028a1e52382a8316de01e381d1c6803954cc084f10942e66
+size 5251
diff --git a/params/opt/5/rnd_search_t_lin/comb_1_t/global_train/model.decoder.project_out/_0.pt b/params/opt/5/rnd_search_t_lin/comb_1_t/global_train/model.decoder.project_out/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..208d042fde5cd16e631c40f9ab8a91800f4cc3fa
--- /dev/null
+++ b/params/opt/5/rnd_search_t_lin/comb_1_t/global_train/model.decoder.project_out/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:22c6a3aa57200fcf68598716036b29e82c2bb14f37efe88334894e2148cddd19
+size 3203
diff --git a/params/opt/5/rnd_search_t_lin/comb_1_t/global_train/model.decoder.project_out/_s.pt b/params/opt/5/rnd_search_t_lin/comb_1_t/global_train/model.decoder.project_out/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..37cd90c58640288298dfd8ff44c701b951456f6a
--- /dev/null
+++ b/params/opt/5/rnd_search_t_lin/comb_1_t/global_train/model.decoder.project_out/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:21dd225e285ce4481149259266d92bddc2cc0974856c4a2a9c40f66d7c3749d2
+size 3203
diff --git a/params/opt/5/rnd_search_t_lin/comb_2/init/lm_head/_0.pt b/params/opt/5/rnd_search_t_lin/comb_2/init/lm_head/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..b26634d31627d1a0044c3f3651ff144ed5eb8f4c
--- /dev/null
+++ b/params/opt/5/rnd_search_t_lin/comb_2/init/lm_head/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2aeb55462019e469ec40ffa03573a99ed00c39ee31ce90f00c8b184c5501dbf7
+size 202243
diff --git a/params/opt/5/rnd_search_t_lin/comb_2/init/lm_head/_s.pt b/params/opt/5/rnd_search_t_lin/comb_2/init/lm_head/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..5f7cd275bfa5954cad17f78eda73e6fa68a1ad13
--- /dev/null
+++ b/params/opt/5/rnd_search_t_lin/comb_2/init/lm_head/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a4290adb9ee6d5e25066769fb2423c7ebec732cb2876798a4cfe82cf9b7f16f3
+size 202243
diff --git a/params/opt/5/rnd_search_t_lin/comb_2/init/model.decoder.layers.0.fc1/_0.pt b/params/opt/5/rnd_search_t_lin/comb_2/init/model.decoder.layers.0.fc1/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..58c96248fd00550cc15d645205571ee67c337035
--- /dev/null
+++ b/params/opt/5/rnd_search_t_lin/comb_2/init/model.decoder.layers.0.fc1/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d77f62f2a90ce91416a8360d6ec3a5205dee0afeca27666c8c1c6bc185c247e5
+size 17539
diff --git a/params/opt/5/rnd_search_t_lin/comb_2/init/model.decoder.layers.0.fc1/_s.pt b/params/opt/5/rnd_search_t_lin/comb_2/init/model.decoder.layers.0.fc1/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..5b39d0a4869b36abe82d2dcfbe9dff4dba3450b1
--- /dev/null
+++ b/params/opt/5/rnd_search_t_lin/comb_2/init/model.decoder.layers.0.fc1/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e69704d23342d41e1a1d7dda744f1521e6209511a0fb765336398bd37d643af9
+size 17539
diff --git a/params/opt/5/rnd_search_t_lin/comb_2/init/model.decoder.layers.0.fc2/_0.pt b/params/opt/5/rnd_search_t_lin/comb_2/init/model.decoder.layers.0.fc2/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/opt/5/rnd_search_t_lin/comb_2/init/model.decoder.layers.0.fc2/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/opt/5/rnd_search_t_lin/comb_2/init/model.decoder.layers.0.fc2/_s.pt b/params/opt/5/rnd_search_t_lin/comb_2/init/model.decoder.layers.0.fc2/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..b9911d4066649176e3919cf3807a456125965744
--- /dev/null
+++ b/params/opt/5/rnd_search_t_lin/comb_2/init/model.decoder.layers.0.fc2/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:4a6b814c438d7f208221cd9cfc7d79ba8a47b97e70ef03e28bd9f43e1858d13b
+size 5251
diff --git a/params/opt/5/rnd_search_t_lin/comb_2/init/model.decoder.layers.0.self_attn.k_proj/_0.pt b/params/opt/5/rnd_search_t_lin/comb_2/init/model.decoder.layers.0.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2c20da13b049b4c97dff948660ad9759e594782a
--- /dev/null
+++ b/params/opt/5/rnd_search_t_lin/comb_2/init/model.decoder.layers.0.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:655ef2e36b8c37f17b8d285fc99e6ed541d5addd1a5d8119458ae9ffe68ca8a2
+size 5251
diff --git a/params/opt/5/rnd_search_t_lin/comb_2/init/model.decoder.layers.0.self_attn.k_proj/_s.pt b/params/opt/5/rnd_search_t_lin/comb_2/init/model.decoder.layers.0.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2a0fe389c3f5d7e207b8b8fbe1bf3cb830468773
--- /dev/null
+++ b/params/opt/5/rnd_search_t_lin/comb_2/init/model.decoder.layers.0.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5eac265fe066521f062af773b675bd99a2134faa370d6bb4819b17e607488bd6
+size 5251
diff --git a/params/opt/5/rnd_search_t_lin/comb_2/init/model.decoder.layers.0.self_attn.out_proj/_0.pt b/params/opt/5/rnd_search_t_lin/comb_2/init/model.decoder.layers.0.self_attn.out_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/opt/5/rnd_search_t_lin/comb_2/init/model.decoder.layers.0.self_attn.out_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/opt/5/rnd_search_t_lin/comb_2/init/model.decoder.layers.0.self_attn.out_proj/_s.pt b/params/opt/5/rnd_search_t_lin/comb_2/init/model.decoder.layers.0.self_attn.out_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..35a680b769d455db102232ea2dd8a950a91d010e
--- /dev/null
+++ b/params/opt/5/rnd_search_t_lin/comb_2/init/model.decoder.layers.0.self_attn.out_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:85efa2118ac8ce4a6276e006035073e36796f24ce62d9b64a16b7925e702d0eb
+size 5251
diff --git a/params/opt/5/rnd_search_t_lin/comb_2/init/model.decoder.layers.0.self_attn.q_proj/_0.pt b/params/opt/5/rnd_search_t_lin/comb_2/init/model.decoder.layers.0.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..b1fe25143cb1c90b9a2411ecc6fcca87b4ffa688
--- /dev/null
+++ b/params/opt/5/rnd_search_t_lin/comb_2/init/model.decoder.layers.0.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d2adf6c3770105cff61c6b46f6995a348c65adf4ec680437a60a1014d69cc3e9
+size 5251
diff --git a/params/opt/5/rnd_search_t_lin/comb_2/init/model.decoder.layers.0.self_attn.q_proj/_s.pt b/params/opt/5/rnd_search_t_lin/comb_2/init/model.decoder.layers.0.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..b33ca3116c2918cd5a8af61871a831d1d0573895
--- /dev/null
+++ b/params/opt/5/rnd_search_t_lin/comb_2/init/model.decoder.layers.0.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:31c452bb87330d8578a30c2c724433f60a6cd316dea8611d354a21a97e458fb0
+size 5251
diff --git a/params/opt/5/rnd_search_t_lin/comb_2/init/model.decoder.layers.0.self_attn.v_proj/_0.pt b/params/opt/5/rnd_search_t_lin/comb_2/init/model.decoder.layers.0.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/opt/5/rnd_search_t_lin/comb_2/init/model.decoder.layers.0.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/opt/5/rnd_search_t_lin/comb_2/init/model.decoder.layers.0.self_attn.v_proj/_s.pt b/params/opt/5/rnd_search_t_lin/comb_2/init/model.decoder.layers.0.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..aa5844a664bb85fff376b5b832aee50d3ff6afbd
--- /dev/null
+++ b/params/opt/5/rnd_search_t_lin/comb_2/init/model.decoder.layers.0.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a1e5f01a6f5319ef80bc7fde81a991fb1ae92e118d2bb5401771dbe3c6821ba5
+size 5251
diff --git a/params/opt/5/rnd_search_t_lin/comb_2/init/model.decoder.layers.1.fc1/_0.pt b/params/opt/5/rnd_search_t_lin/comb_2/init/model.decoder.layers.1.fc1/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..58c96248fd00550cc15d645205571ee67c337035
--- /dev/null
+++ b/params/opt/5/rnd_search_t_lin/comb_2/init/model.decoder.layers.1.fc1/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d77f62f2a90ce91416a8360d6ec3a5205dee0afeca27666c8c1c6bc185c247e5
+size 17539
diff --git a/params/opt/5/rnd_search_t_lin/comb_2/init/model.decoder.layers.1.fc1/_s.pt b/params/opt/5/rnd_search_t_lin/comb_2/init/model.decoder.layers.1.fc1/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..631d37b3d78ae4706cc9381814e8cbac2d9fa2a9
--- /dev/null
+++ b/params/opt/5/rnd_search_t_lin/comb_2/init/model.decoder.layers.1.fc1/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2b5718e15bc8c7b0f456f99586079c18351468d70946fb53ffbcf4fb31e4d0ae
+size 17539
diff --git a/params/opt/5/rnd_search_t_lin/comb_2/init/model.decoder.layers.1.fc2/_0.pt b/params/opt/5/rnd_search_t_lin/comb_2/init/model.decoder.layers.1.fc2/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/opt/5/rnd_search_t_lin/comb_2/init/model.decoder.layers.1.fc2/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/opt/5/rnd_search_t_lin/comb_2/init/model.decoder.layers.1.fc2/_s.pt b/params/opt/5/rnd_search_t_lin/comb_2/init/model.decoder.layers.1.fc2/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..36a4d98e07a375e969b1edf2bc15034d681fad06
--- /dev/null
+++ b/params/opt/5/rnd_search_t_lin/comb_2/init/model.decoder.layers.1.fc2/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:7aed3b8186eaa4f21130e785cc157194f17c06c0b1b3b35be84225e59d705f25
+size 5251
diff --git a/params/opt/5/rnd_search_t_lin/comb_2/init/model.decoder.layers.1.self_attn.k_proj/_0.pt b/params/opt/5/rnd_search_t_lin/comb_2/init/model.decoder.layers.1.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/opt/5/rnd_search_t_lin/comb_2/init/model.decoder.layers.1.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/opt/5/rnd_search_t_lin/comb_2/init/model.decoder.layers.1.self_attn.k_proj/_s.pt b/params/opt/5/rnd_search_t_lin/comb_2/init/model.decoder.layers.1.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..09eea2d74cfc13fee66eb35652d85f8520244303
--- /dev/null
+++ b/params/opt/5/rnd_search_t_lin/comb_2/init/model.decoder.layers.1.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:80b9cd6af04dd80e7c6b6f93ca9e4b52a533d36f0e64f20f23f3ce8612f2cc0d
+size 5251
diff --git a/params/opt/5/rnd_search_t_lin/comb_2/init/model.decoder.layers.1.self_attn.out_proj/_0.pt b/params/opt/5/rnd_search_t_lin/comb_2/init/model.decoder.layers.1.self_attn.out_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/opt/5/rnd_search_t_lin/comb_2/init/model.decoder.layers.1.self_attn.out_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/opt/5/rnd_search_t_lin/comb_2/init/model.decoder.layers.1.self_attn.out_proj/_s.pt b/params/opt/5/rnd_search_t_lin/comb_2/init/model.decoder.layers.1.self_attn.out_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e11e9a98cd8f65338bfe4f9dcab355ea98d7dd27
--- /dev/null
+++ b/params/opt/5/rnd_search_t_lin/comb_2/init/model.decoder.layers.1.self_attn.out_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:99dfbd8e51fc7e6a12160766db95955436fff53d2c5d9f275fea9c1ca17a9f39
+size 5251
diff --git a/params/opt/5/rnd_search_t_lin/comb_2/init/model.decoder.layers.1.self_attn.q_proj/_0.pt b/params/opt/5/rnd_search_t_lin/comb_2/init/model.decoder.layers.1.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/opt/5/rnd_search_t_lin/comb_2/init/model.decoder.layers.1.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/opt/5/rnd_search_t_lin/comb_2/init/model.decoder.layers.1.self_attn.q_proj/_s.pt b/params/opt/5/rnd_search_t_lin/comb_2/init/model.decoder.layers.1.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a2d6ea5166fcd9f63e1a05d426811d38429f7117
--- /dev/null
+++ b/params/opt/5/rnd_search_t_lin/comb_2/init/model.decoder.layers.1.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2102a91a7a8ccf7f2877f5710d96b24bb0514c53bc66c758d3d282dd415d55cc
+size 5251
diff --git a/params/opt/5/rnd_search_t_lin/comb_2/init/model.decoder.layers.1.self_attn.v_proj/_0.pt b/params/opt/5/rnd_search_t_lin/comb_2/init/model.decoder.layers.1.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/opt/5/rnd_search_t_lin/comb_2/init/model.decoder.layers.1.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/opt/5/rnd_search_t_lin/comb_2/init/model.decoder.layers.1.self_attn.v_proj/_s.pt b/params/opt/5/rnd_search_t_lin/comb_2/init/model.decoder.layers.1.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..f21781afe9f2839ffbea2eb0039e324e47e065f0
--- /dev/null
+++ b/params/opt/5/rnd_search_t_lin/comb_2/init/model.decoder.layers.1.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:be0d15ce2c4ca6fa5442c5c9306640503d355c61ba94377e0bdcd12864069d8e
+size 5251
diff --git a/params/opt/5/rnd_search_t_lin/comb_2/init/model.decoder.layers.10.fc1/_0.pt b/params/opt/5/rnd_search_t_lin/comb_2/init/model.decoder.layers.10.fc1/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..58c96248fd00550cc15d645205571ee67c337035
--- /dev/null
+++ b/params/opt/5/rnd_search_t_lin/comb_2/init/model.decoder.layers.10.fc1/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d77f62f2a90ce91416a8360d6ec3a5205dee0afeca27666c8c1c6bc185c247e5
+size 17539
diff --git a/params/opt/5/rnd_search_t_lin/comb_2/init/model.decoder.layers.10.fc1/_s.pt b/params/opt/5/rnd_search_t_lin/comb_2/init/model.decoder.layers.10.fc1/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..513f311d038e36ab0f4a2d6b7159a95d5eeae9db
--- /dev/null
+++ b/params/opt/5/rnd_search_t_lin/comb_2/init/model.decoder.layers.10.fc1/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:6242e0e9701945011a756684c3e57283c5f3c009e4f746dc91133aef590fc65f
+size 17539
diff --git a/params/opt/5/rnd_search_t_lin/comb_2/init/model.decoder.layers.10.fc2/_0.pt b/params/opt/5/rnd_search_t_lin/comb_2/init/model.decoder.layers.10.fc2/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/opt/5/rnd_search_t_lin/comb_2/init/model.decoder.layers.10.fc2/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/opt/5/rnd_search_t_lin/comb_2/init/model.decoder.layers.10.fc2/_s.pt b/params/opt/5/rnd_search_t_lin/comb_2/init/model.decoder.layers.10.fc2/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..3a28a13ae9c865800e1f5490a6f18f6de4f370f2
--- /dev/null
+++ b/params/opt/5/rnd_search_t_lin/comb_2/init/model.decoder.layers.10.fc2/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:6b90cc0d86312f2830f00d4d73a18b544749b0ac5c48a17fbd271ea715f78581
+size 5251
diff --git a/params/opt/5/rnd_search_t_lin/comb_2/init/model.decoder.layers.10.self_attn.k_proj/_0.pt b/params/opt/5/rnd_search_t_lin/comb_2/init/model.decoder.layers.10.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/opt/5/rnd_search_t_lin/comb_2/init/model.decoder.layers.10.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/opt/5/rnd_search_t_lin/comb_2/init/model.decoder.layers.10.self_attn.k_proj/_s.pt b/params/opt/5/rnd_search_t_lin/comb_2/init/model.decoder.layers.10.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..62b269d4dc0f6da26f68b023642dd2a7e21e68aa
--- /dev/null
+++ b/params/opt/5/rnd_search_t_lin/comb_2/init/model.decoder.layers.10.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:cdafa4680f26ada49a0714fa65a53076089ce70046d1bad2e94662f66d50eeb3
+size 5251
diff --git a/params/opt/5/rnd_search_t_lin/comb_2/init/model.decoder.layers.10.self_attn.out_proj/_0.pt b/params/opt/5/rnd_search_t_lin/comb_2/init/model.decoder.layers.10.self_attn.out_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/opt/5/rnd_search_t_lin/comb_2/init/model.decoder.layers.10.self_attn.out_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/opt/5/rnd_search_t_lin/comb_2/init/model.decoder.layers.10.self_attn.out_proj/_s.pt b/params/opt/5/rnd_search_t_lin/comb_2/init/model.decoder.layers.10.self_attn.out_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..077b92e2b09d89d5793610a8861124e162ebfa6a
--- /dev/null
+++ b/params/opt/5/rnd_search_t_lin/comb_2/init/model.decoder.layers.10.self_attn.out_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:43b4ece7b59d531a9b09a068a3a8427e48e6a3cdaa8b2ed9e21bbd7ce3c64a07
+size 5251
diff --git a/params/opt/5/rnd_search_t_lin/comb_2/init/model.decoder.layers.10.self_attn.q_proj/_0.pt b/params/opt/5/rnd_search_t_lin/comb_2/init/model.decoder.layers.10.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/opt/5/rnd_search_t_lin/comb_2/init/model.decoder.layers.10.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/opt/5/rnd_search_t_lin/comb_2/init/model.decoder.layers.10.self_attn.q_proj/_s.pt b/params/opt/5/rnd_search_t_lin/comb_2/init/model.decoder.layers.10.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e2724e80fb68a42dcb43f323dd59bffae3ba074b
--- /dev/null
+++ b/params/opt/5/rnd_search_t_lin/comb_2/init/model.decoder.layers.10.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:eb61ce983694f243a30470e7c957087a5f84090213af48df732180bafaaf3a8e
+size 5251
diff --git a/params/opt/5/rnd_search_t_lin/comb_2/init/model.decoder.layers.10.self_attn.v_proj/_0.pt b/params/opt/5/rnd_search_t_lin/comb_2/init/model.decoder.layers.10.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/opt/5/rnd_search_t_lin/comb_2/init/model.decoder.layers.10.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/opt/5/rnd_search_t_lin/comb_2/init/model.decoder.layers.10.self_attn.v_proj/_s.pt b/params/opt/5/rnd_search_t_lin/comb_2/init/model.decoder.layers.10.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..98a539b1f5c3d33b6a70c63bb332eb6ab35a96a6
--- /dev/null
+++ b/params/opt/5/rnd_search_t_lin/comb_2/init/model.decoder.layers.10.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:cde6a84b5a7c86466a48095f4b7c0e1b575dc1599de80c3120387cd673a0205e
+size 5251
diff --git a/params/opt/5/rnd_search_t_lin/comb_2/init/model.decoder.layers.11.fc1/_0.pt b/params/opt/5/rnd_search_t_lin/comb_2/init/model.decoder.layers.11.fc1/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..58c96248fd00550cc15d645205571ee67c337035
--- /dev/null
+++ b/params/opt/5/rnd_search_t_lin/comb_2/init/model.decoder.layers.11.fc1/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d77f62f2a90ce91416a8360d6ec3a5205dee0afeca27666c8c1c6bc185c247e5
+size 17539
diff --git a/params/opt/5/rnd_search_t_lin/comb_2/init/model.decoder.layers.11.fc1/_s.pt b/params/opt/5/rnd_search_t_lin/comb_2/init/model.decoder.layers.11.fc1/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..36c474e7d8b00b3ee0f2502616683ac52c7d1619
--- /dev/null
+++ b/params/opt/5/rnd_search_t_lin/comb_2/init/model.decoder.layers.11.fc1/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:537b8a95938ba8080f9eeced25f44eaac8ade501e0ef6525964d6a0f2527dc30
+size 17539
diff --git a/params/opt/5/rnd_search_t_lin/comb_2/init/model.decoder.layers.11.fc2/_0.pt b/params/opt/5/rnd_search_t_lin/comb_2/init/model.decoder.layers.11.fc2/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/opt/5/rnd_search_t_lin/comb_2/init/model.decoder.layers.11.fc2/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/opt/5/rnd_search_t_lin/comb_2/init/model.decoder.layers.11.fc2/_s.pt b/params/opt/5/rnd_search_t_lin/comb_2/init/model.decoder.layers.11.fc2/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..cf7e36eb46a34be093d03b77d8b0c01bc92d5930
--- /dev/null
+++ b/params/opt/5/rnd_search_t_lin/comb_2/init/model.decoder.layers.11.fc2/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:790267e3f208b89796fdf89489d479fb7c4429b74fe9a4f87c38651bb41027c9
+size 5251
diff --git a/params/opt/5/rnd_search_t_lin/comb_2/init/model.decoder.layers.11.self_attn.k_proj/_0.pt b/params/opt/5/rnd_search_t_lin/comb_2/init/model.decoder.layers.11.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/opt/5/rnd_search_t_lin/comb_2/init/model.decoder.layers.11.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/opt/5/rnd_search_t_lin/comb_2/init/model.decoder.layers.11.self_attn.k_proj/_s.pt b/params/opt/5/rnd_search_t_lin/comb_2/init/model.decoder.layers.11.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..5d2b2d82b6c5a842bb456d1f962284928a5fed44
--- /dev/null
+++ b/params/opt/5/rnd_search_t_lin/comb_2/init/model.decoder.layers.11.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:50aeceadb50579a63e1254c4a6b6c6709128bfe631554bd5bfc2bed5a5c33b8b
+size 5251
diff --git a/params/opt/5/rnd_search_t_lin/comb_2/init/model.decoder.layers.11.self_attn.out_proj/_0.pt b/params/opt/5/rnd_search_t_lin/comb_2/init/model.decoder.layers.11.self_attn.out_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/opt/5/rnd_search_t_lin/comb_2/init/model.decoder.layers.11.self_attn.out_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/opt/5/rnd_search_t_lin/comb_2/init/model.decoder.layers.11.self_attn.out_proj/_s.pt b/params/opt/5/rnd_search_t_lin/comb_2/init/model.decoder.layers.11.self_attn.out_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..5a028df76e51925800a0f9fb7a78231852ede5c1
--- /dev/null
+++ b/params/opt/5/rnd_search_t_lin/comb_2/init/model.decoder.layers.11.self_attn.out_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:1420b035e2ae374a1f4ea79628193b59ed879927e8601d720e8495ece0ef7c66
+size 5251
diff --git a/params/opt/5/rnd_search_t_lin/comb_2/init/model.decoder.layers.11.self_attn.q_proj/_0.pt b/params/opt/5/rnd_search_t_lin/comb_2/init/model.decoder.layers.11.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/opt/5/rnd_search_t_lin/comb_2/init/model.decoder.layers.11.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/opt/5/rnd_search_t_lin/comb_2/init/model.decoder.layers.11.self_attn.q_proj/_s.pt b/params/opt/5/rnd_search_t_lin/comb_2/init/model.decoder.layers.11.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..d92f5a5f33620334b89c6b1c247cb468293c5ae0
--- /dev/null
+++ b/params/opt/5/rnd_search_t_lin/comb_2/init/model.decoder.layers.11.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f895dd14a03e5d1df53cb290f946edfc14b33e771fa60d18994d86bc29ea36cc
+size 5251
diff --git a/params/opt/5/rnd_search_t_lin/comb_2/init/model.decoder.layers.11.self_attn.v_proj/_0.pt b/params/opt/5/rnd_search_t_lin/comb_2/init/model.decoder.layers.11.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/opt/5/rnd_search_t_lin/comb_2/init/model.decoder.layers.11.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/opt/5/rnd_search_t_lin/comb_2/init/model.decoder.layers.11.self_attn.v_proj/_s.pt b/params/opt/5/rnd_search_t_lin/comb_2/init/model.decoder.layers.11.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..60336255de519728427eade6dfc71e189ab150f3
--- /dev/null
+++ b/params/opt/5/rnd_search_t_lin/comb_2/init/model.decoder.layers.11.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:9659ed59cb65bbf930c9f953502273c09eb54a5b172355e088a9a67f6c8462e6
+size 5251
diff --git a/params/opt/5/rnd_search_t_lin/comb_2/init/model.decoder.layers.12.fc1/_0.pt b/params/opt/5/rnd_search_t_lin/comb_2/init/model.decoder.layers.12.fc1/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..58c96248fd00550cc15d645205571ee67c337035
--- /dev/null
+++ b/params/opt/5/rnd_search_t_lin/comb_2/init/model.decoder.layers.12.fc1/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d77f62f2a90ce91416a8360d6ec3a5205dee0afeca27666c8c1c6bc185c247e5
+size 17539
diff --git a/params/opt/5/rnd_search_t_lin/comb_2/init/model.decoder.layers.12.fc1/_s.pt b/params/opt/5/rnd_search_t_lin/comb_2/init/model.decoder.layers.12.fc1/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a3af70f1ce3717767ed8cab1101091f54c7343af
--- /dev/null
+++ b/params/opt/5/rnd_search_t_lin/comb_2/init/model.decoder.layers.12.fc1/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a2d1841fe21061f78b9a7157476da41bf06e93eb7515f48e73929437ea02f586
+size 17539
diff --git a/params/opt/5/rnd_search_t_lin/comb_2/init/model.decoder.layers.12.fc2/_0.pt b/params/opt/5/rnd_search_t_lin/comb_2/init/model.decoder.layers.12.fc2/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/opt/5/rnd_search_t_lin/comb_2/init/model.decoder.layers.12.fc2/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/opt/5/rnd_search_t_lin/comb_2/init/model.decoder.layers.12.fc2/_s.pt b/params/opt/5/rnd_search_t_lin/comb_2/init/model.decoder.layers.12.fc2/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..1e6890da4898fe37063bc8f2a25efff5f6da6d6c
--- /dev/null
+++ b/params/opt/5/rnd_search_t_lin/comb_2/init/model.decoder.layers.12.fc2/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ce9f1b02ebdbaab2382e0226280f9974194a25c47e63fe8bbd045edf81580bdf
+size 5251
diff --git a/params/opt/5/rnd_search_t_lin/comb_2/init/model.decoder.layers.12.self_attn.k_proj/_0.pt b/params/opt/5/rnd_search_t_lin/comb_2/init/model.decoder.layers.12.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/opt/5/rnd_search_t_lin/comb_2/init/model.decoder.layers.12.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/opt/5/rnd_search_t_lin/comb_2/init/model.decoder.layers.12.self_attn.k_proj/_s.pt b/params/opt/5/rnd_search_t_lin/comb_2/init/model.decoder.layers.12.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..808a9ea4f998acad56c5aeb0264c128aad7bbd8d
--- /dev/null
+++ b/params/opt/5/rnd_search_t_lin/comb_2/init/model.decoder.layers.12.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f2f819572aab013af370ed1a5c004490d98a68b15b2cf2338115c0b754d50768
+size 5251
diff --git a/params/opt/5/rnd_search_t_lin/comb_2/init/model.decoder.layers.12.self_attn.out_proj/_0.pt b/params/opt/5/rnd_search_t_lin/comb_2/init/model.decoder.layers.12.self_attn.out_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/opt/5/rnd_search_t_lin/comb_2/init/model.decoder.layers.12.self_attn.out_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/opt/5/rnd_search_t_lin/comb_2/init/model.decoder.layers.12.self_attn.out_proj/_s.pt b/params/opt/5/rnd_search_t_lin/comb_2/init/model.decoder.layers.12.self_attn.out_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..f17b769488e17acc4abc100a6776e6fb2726f0a9
--- /dev/null
+++ b/params/opt/5/rnd_search_t_lin/comb_2/init/model.decoder.layers.12.self_attn.out_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:17c385d0a0e483bd73448ab8833a54c4b18b8294c424abfe64de7993930766e8
+size 5251
diff --git a/params/opt/5/rnd_search_t_lin/comb_2/init/model.decoder.layers.12.self_attn.q_proj/_0.pt b/params/opt/5/rnd_search_t_lin/comb_2/init/model.decoder.layers.12.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/opt/5/rnd_search_t_lin/comb_2/init/model.decoder.layers.12.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/opt/5/rnd_search_t_lin/comb_2/init/model.decoder.layers.12.self_attn.q_proj/_s.pt b/params/opt/5/rnd_search_t_lin/comb_2/init/model.decoder.layers.12.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..6345187caeadaa198c26da44ab899218f6476853
--- /dev/null
+++ b/params/opt/5/rnd_search_t_lin/comb_2/init/model.decoder.layers.12.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:26265c6cde8b8b0225e696ab1502e12155b87c6c3f27cc107ac283a593ae887c
+size 5251
diff --git a/params/opt/5/rnd_search_t_lin/comb_2/init/model.decoder.layers.12.self_attn.v_proj/_0.pt b/params/opt/5/rnd_search_t_lin/comb_2/init/model.decoder.layers.12.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/opt/5/rnd_search_t_lin/comb_2/init/model.decoder.layers.12.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/opt/5/rnd_search_t_lin/comb_2/init/model.decoder.layers.12.self_attn.v_proj/_s.pt b/params/opt/5/rnd_search_t_lin/comb_2/init/model.decoder.layers.12.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..f6c26d4b725378acb1642c3b8479e887b5d220ff
--- /dev/null
+++ b/params/opt/5/rnd_search_t_lin/comb_2/init/model.decoder.layers.12.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e96ddd13f8c008b4a3b41fc866400424a7f0ea29b9979f963ea9cb236a15a28e
+size 5251
diff --git a/params/opt/5/rnd_search_t_lin/comb_2/init/model.decoder.layers.13.fc1/_0.pt b/params/opt/5/rnd_search_t_lin/comb_2/init/model.decoder.layers.13.fc1/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..58c96248fd00550cc15d645205571ee67c337035
--- /dev/null
+++ b/params/opt/5/rnd_search_t_lin/comb_2/init/model.decoder.layers.13.fc1/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d77f62f2a90ce91416a8360d6ec3a5205dee0afeca27666c8c1c6bc185c247e5
+size 17539
diff --git a/params/opt/5/rnd_search_t_lin/comb_2/init/model.decoder.layers.13.fc1/_s.pt b/params/opt/5/rnd_search_t_lin/comb_2/init/model.decoder.layers.13.fc1/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..29ed76a4c0198d7513232cfe0da778927332d1b6
--- /dev/null
+++ b/params/opt/5/rnd_search_t_lin/comb_2/init/model.decoder.layers.13.fc1/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:1a4a696062ce14c8ff846af6c0a01f49517ead05cb750f9796c5994f1f98d3d4
+size 17539
diff --git a/params/opt/5/rnd_search_t_lin/comb_2/init/model.decoder.layers.13.fc2/_0.pt b/params/opt/5/rnd_search_t_lin/comb_2/init/model.decoder.layers.13.fc2/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/opt/5/rnd_search_t_lin/comb_2/init/model.decoder.layers.13.fc2/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/opt/5/rnd_search_t_lin/comb_2/init/model.decoder.layers.13.fc2/_s.pt b/params/opt/5/rnd_search_t_lin/comb_2/init/model.decoder.layers.13.fc2/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..f34087557a7791a8881358f81c6d954dd5a68bd4
--- /dev/null
+++ b/params/opt/5/rnd_search_t_lin/comb_2/init/model.decoder.layers.13.fc2/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a0fed50a50b12411767040a0a7fbafd7e11c83f5aa9fa766fffea54e3ba305f2
+size 5251
diff --git a/params/opt/5/rnd_search_t_lin/comb_2/init/model.decoder.layers.13.self_attn.k_proj/_0.pt b/params/opt/5/rnd_search_t_lin/comb_2/init/model.decoder.layers.13.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/opt/5/rnd_search_t_lin/comb_2/init/model.decoder.layers.13.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/opt/5/rnd_search_t_lin/comb_2/init/model.decoder.layers.13.self_attn.k_proj/_s.pt b/params/opt/5/rnd_search_t_lin/comb_2/init/model.decoder.layers.13.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..aa4ae03c0cba7238948e26ea85cf9632fe8d677e
--- /dev/null
+++ b/params/opt/5/rnd_search_t_lin/comb_2/init/model.decoder.layers.13.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:7d19ca83c635eb2fc1c42631dda79e9b28e5120166fc2dd6fb60c69dc2fd162e
+size 5251
diff --git a/params/opt/5/rnd_search_t_lin/comb_2/init/model.decoder.layers.13.self_attn.out_proj/_0.pt b/params/opt/5/rnd_search_t_lin/comb_2/init/model.decoder.layers.13.self_attn.out_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/opt/5/rnd_search_t_lin/comb_2/init/model.decoder.layers.13.self_attn.out_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/opt/5/rnd_search_t_lin/comb_2/init/model.decoder.layers.13.self_attn.out_proj/_s.pt b/params/opt/5/rnd_search_t_lin/comb_2/init/model.decoder.layers.13.self_attn.out_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..fbceed20e91f55f5060772acaf1884a638d54e7c
--- /dev/null
+++ b/params/opt/5/rnd_search_t_lin/comb_2/init/model.decoder.layers.13.self_attn.out_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0f7ed3b56c61932fd01a73f1547ddf53d3fbe5899ab62687cfb8897bc338684f
+size 5251
diff --git a/params/opt/5/rnd_search_t_lin/comb_2/init/model.decoder.layers.13.self_attn.q_proj/_0.pt b/params/opt/5/rnd_search_t_lin/comb_2/init/model.decoder.layers.13.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/opt/5/rnd_search_t_lin/comb_2/init/model.decoder.layers.13.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/opt/5/rnd_search_t_lin/comb_2/init/model.decoder.layers.13.self_attn.q_proj/_s.pt b/params/opt/5/rnd_search_t_lin/comb_2/init/model.decoder.layers.13.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..109111bb79c6c1c19cb49056d51f345b2a79fbf8
--- /dev/null
+++ b/params/opt/5/rnd_search_t_lin/comb_2/init/model.decoder.layers.13.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:49e0a81ada8120c110e29ef8bc67ad648acc9827aade5e88a1f4c9bd3ff2b44e
+size 5251
diff --git a/params/opt/5/rnd_search_t_lin/comb_2/init/model.decoder.layers.13.self_attn.v_proj/_0.pt b/params/opt/5/rnd_search_t_lin/comb_2/init/model.decoder.layers.13.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/opt/5/rnd_search_t_lin/comb_2/init/model.decoder.layers.13.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/opt/5/rnd_search_t_lin/comb_2/init/model.decoder.layers.13.self_attn.v_proj/_s.pt b/params/opt/5/rnd_search_t_lin/comb_2/init/model.decoder.layers.13.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..24bf796406378579885c79e8e7f0c76b5c338dfb
--- /dev/null
+++ b/params/opt/5/rnd_search_t_lin/comb_2/init/model.decoder.layers.13.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:cc146854e09b6ee22139da5cff6169509bdaa5cfb50f08ce162189dc92115ee7
+size 5251
diff --git a/params/opt/5/rnd_search_t_lin/comb_2/init/model.decoder.layers.14.fc1/_0.pt b/params/opt/5/rnd_search_t_lin/comb_2/init/model.decoder.layers.14.fc1/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..58c96248fd00550cc15d645205571ee67c337035
--- /dev/null
+++ b/params/opt/5/rnd_search_t_lin/comb_2/init/model.decoder.layers.14.fc1/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d77f62f2a90ce91416a8360d6ec3a5205dee0afeca27666c8c1c6bc185c247e5
+size 17539
diff --git a/params/opt/5/rnd_search_t_lin/comb_2/init/model.decoder.layers.14.fc1/_s.pt b/params/opt/5/rnd_search_t_lin/comb_2/init/model.decoder.layers.14.fc1/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..131c3da4fa3ddd37193145c3ce8c84814c518404
--- /dev/null
+++ b/params/opt/5/rnd_search_t_lin/comb_2/init/model.decoder.layers.14.fc1/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:9ff740110b158477995c969523cef693a185ff1a0d124f1533a4167c2f57b42e
+size 17539
diff --git a/params/opt/5/rnd_search_t_lin/comb_2/init/model.decoder.layers.14.fc2/_0.pt b/params/opt/5/rnd_search_t_lin/comb_2/init/model.decoder.layers.14.fc2/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/opt/5/rnd_search_t_lin/comb_2/init/model.decoder.layers.14.fc2/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/opt/5/rnd_search_t_lin/comb_2/init/model.decoder.layers.14.fc2/_s.pt b/params/opt/5/rnd_search_t_lin/comb_2/init/model.decoder.layers.14.fc2/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..5e96b3118b86097cbc0497bdc4581b20a6876f76
--- /dev/null
+++ b/params/opt/5/rnd_search_t_lin/comb_2/init/model.decoder.layers.14.fc2/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a5d572695635d3bfc3003d2dd1106b2c625b1f9c1bfc3532c566067c51c3a591
+size 5251
diff --git a/params/opt/5/rnd_search_t_lin/comb_2/init/model.decoder.layers.14.self_attn.k_proj/_0.pt b/params/opt/5/rnd_search_t_lin/comb_2/init/model.decoder.layers.14.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/opt/5/rnd_search_t_lin/comb_2/init/model.decoder.layers.14.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/opt/5/rnd_search_t_lin/comb_2/init/model.decoder.layers.14.self_attn.k_proj/_s.pt b/params/opt/5/rnd_search_t_lin/comb_2/init/model.decoder.layers.14.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..78718bc33f35c427238df586056355d5a50be1d5
--- /dev/null
+++ b/params/opt/5/rnd_search_t_lin/comb_2/init/model.decoder.layers.14.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a20cd26f32dd67940674218aad47d1017e75d140ce01c205dd55aa515bb318ec
+size 5251
diff --git a/params/opt/5/rnd_search_t_lin/comb_2/init/model.decoder.layers.14.self_attn.out_proj/_0.pt b/params/opt/5/rnd_search_t_lin/comb_2/init/model.decoder.layers.14.self_attn.out_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/opt/5/rnd_search_t_lin/comb_2/init/model.decoder.layers.14.self_attn.out_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/opt/5/rnd_search_t_lin/comb_2/init/model.decoder.layers.14.self_attn.out_proj/_s.pt b/params/opt/5/rnd_search_t_lin/comb_2/init/model.decoder.layers.14.self_attn.out_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..20f4d0b6f6644df7a7164874e63bb743a61ad039
--- /dev/null
+++ b/params/opt/5/rnd_search_t_lin/comb_2/init/model.decoder.layers.14.self_attn.out_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:075ac3b2e595885f3ea0b1b0c0af30204e49d506b44443f79ce075f164ecffdf
+size 5251
diff --git a/params/opt/5/rnd_search_t_lin/comb_2/init/model.decoder.layers.14.self_attn.q_proj/_0.pt b/params/opt/5/rnd_search_t_lin/comb_2/init/model.decoder.layers.14.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/opt/5/rnd_search_t_lin/comb_2/init/model.decoder.layers.14.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/opt/5/rnd_search_t_lin/comb_2/init/model.decoder.layers.14.self_attn.q_proj/_s.pt b/params/opt/5/rnd_search_t_lin/comb_2/init/model.decoder.layers.14.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..1fc35f6a555d0950fbaefbf1715d939b7ea5ccf4
--- /dev/null
+++ b/params/opt/5/rnd_search_t_lin/comb_2/init/model.decoder.layers.14.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5bf5184f0200e07bd61ac89faa6535372f87f2674316287cb73cf74a483e49ef
+size 5251
diff --git a/params/opt/5/rnd_search_t_lin/comb_2/init/model.decoder.layers.14.self_attn.v_proj/_0.pt b/params/opt/5/rnd_search_t_lin/comb_2/init/model.decoder.layers.14.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/opt/5/rnd_search_t_lin/comb_2/init/model.decoder.layers.14.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/opt/5/rnd_search_t_lin/comb_2/init/model.decoder.layers.14.self_attn.v_proj/_s.pt b/params/opt/5/rnd_search_t_lin/comb_2/init/model.decoder.layers.14.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..3be466da849952c0dde00776dd1ecda25548b819
--- /dev/null
+++ b/params/opt/5/rnd_search_t_lin/comb_2/init/model.decoder.layers.14.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5a7eb40c83539f24adf005cf9b511f1cb2f7a34ac8e90d3f7f87c0f665417ac7
+size 5251
diff --git a/params/opt/5/rnd_search_t_lin/comb_2/init/model.decoder.layers.15.fc1/_0.pt b/params/opt/5/rnd_search_t_lin/comb_2/init/model.decoder.layers.15.fc1/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..58c96248fd00550cc15d645205571ee67c337035
--- /dev/null
+++ b/params/opt/5/rnd_search_t_lin/comb_2/init/model.decoder.layers.15.fc1/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d77f62f2a90ce91416a8360d6ec3a5205dee0afeca27666c8c1c6bc185c247e5
+size 17539
diff --git a/params/opt/5/rnd_search_t_lin/comb_2/init/model.decoder.layers.15.fc1/_s.pt b/params/opt/5/rnd_search_t_lin/comb_2/init/model.decoder.layers.15.fc1/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..0f30a5ffb1bca2466f2524cd0f6ca83708c0c8b2
--- /dev/null
+++ b/params/opt/5/rnd_search_t_lin/comb_2/init/model.decoder.layers.15.fc1/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:9c583198745434a8150a414024ced30239314e08d7ab8b9168aed7f366032153
+size 17539
diff --git a/params/opt/5/rnd_search_t_lin/comb_2/init/model.decoder.layers.15.fc2/_0.pt b/params/opt/5/rnd_search_t_lin/comb_2/init/model.decoder.layers.15.fc2/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/opt/5/rnd_search_t_lin/comb_2/init/model.decoder.layers.15.fc2/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/opt/5/rnd_search_t_lin/comb_2/init/model.decoder.layers.15.fc2/_s.pt b/params/opt/5/rnd_search_t_lin/comb_2/init/model.decoder.layers.15.fc2/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..cd734e5f4a30fc7542408bd61963bce0816ad043
--- /dev/null
+++ b/params/opt/5/rnd_search_t_lin/comb_2/init/model.decoder.layers.15.fc2/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:433ace2a96f74d0b0f68a6145a207850ff29cfd392eddbb60b87ede96ad0aeb3
+size 5251
diff --git a/params/opt/5/rnd_search_t_lin/comb_2/init/model.decoder.layers.15.self_attn.k_proj/_0.pt b/params/opt/5/rnd_search_t_lin/comb_2/init/model.decoder.layers.15.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/opt/5/rnd_search_t_lin/comb_2/init/model.decoder.layers.15.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/opt/5/rnd_search_t_lin/comb_2/init/model.decoder.layers.15.self_attn.k_proj/_s.pt b/params/opt/5/rnd_search_t_lin/comb_2/init/model.decoder.layers.15.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..508290b774fbc6ccf96a3b13af3b38df0ee32678
--- /dev/null
+++ b/params/opt/5/rnd_search_t_lin/comb_2/init/model.decoder.layers.15.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:287aab775c3563b41ab43b380405fea55e9440d2ed0818f60aa9c25f609043bd
+size 5251
diff --git a/params/opt/5/rnd_search_t_lin/comb_2/init/model.decoder.layers.15.self_attn.out_proj/_0.pt b/params/opt/5/rnd_search_t_lin/comb_2/init/model.decoder.layers.15.self_attn.out_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/opt/5/rnd_search_t_lin/comb_2/init/model.decoder.layers.15.self_attn.out_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/opt/5/rnd_search_t_lin/comb_2/init/model.decoder.layers.15.self_attn.out_proj/_s.pt b/params/opt/5/rnd_search_t_lin/comb_2/init/model.decoder.layers.15.self_attn.out_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..41ce5465941e7ff25320ccbbebb929ac45992555
--- /dev/null
+++ b/params/opt/5/rnd_search_t_lin/comb_2/init/model.decoder.layers.15.self_attn.out_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5f81148de0899426407900dc40fa217f7684a718a6ff07dfcd0ac468d31ff252
+size 5251
diff --git a/params/opt/5/rnd_search_t_lin/comb_2/init/model.decoder.layers.15.self_attn.q_proj/_0.pt b/params/opt/5/rnd_search_t_lin/comb_2/init/model.decoder.layers.15.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/opt/5/rnd_search_t_lin/comb_2/init/model.decoder.layers.15.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/opt/5/rnd_search_t_lin/comb_2/init/model.decoder.layers.15.self_attn.q_proj/_s.pt b/params/opt/5/rnd_search_t_lin/comb_2/init/model.decoder.layers.15.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a6ab34cfbfb0bed1b9a7f07753801a629e984031
--- /dev/null
+++ b/params/opt/5/rnd_search_t_lin/comb_2/init/model.decoder.layers.15.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:06dcee9b1f26543f1ea64e55a439dfa008c6f88da7c3ed05bc333b0d021aaf2b
+size 5251
diff --git a/params/opt/5/rnd_search_t_lin/comb_2/init/model.decoder.layers.15.self_attn.v_proj/_0.pt b/params/opt/5/rnd_search_t_lin/comb_2/init/model.decoder.layers.15.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/opt/5/rnd_search_t_lin/comb_2/init/model.decoder.layers.15.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/opt/5/rnd_search_t_lin/comb_2/init/model.decoder.layers.15.self_attn.v_proj/_s.pt b/params/opt/5/rnd_search_t_lin/comb_2/init/model.decoder.layers.15.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2caa50af35826a291b7eea2fc01331f5b9ee289b
--- /dev/null
+++ b/params/opt/5/rnd_search_t_lin/comb_2/init/model.decoder.layers.15.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0d816e87c9bc41b174d4d2cbc73cef84725527094c0588d7f632f853bce5160f
+size 5251
diff --git a/params/opt/5/rnd_search_t_lin/comb_2/init/model.decoder.layers.16.fc1/_0.pt b/params/opt/5/rnd_search_t_lin/comb_2/init/model.decoder.layers.16.fc1/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..58c96248fd00550cc15d645205571ee67c337035
--- /dev/null
+++ b/params/opt/5/rnd_search_t_lin/comb_2/init/model.decoder.layers.16.fc1/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d77f62f2a90ce91416a8360d6ec3a5205dee0afeca27666c8c1c6bc185c247e5
+size 17539
diff --git a/params/opt/5/rnd_search_t_lin/comb_2/init/model.decoder.layers.16.fc1/_s.pt b/params/opt/5/rnd_search_t_lin/comb_2/init/model.decoder.layers.16.fc1/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..f5a4753c81944770b4270d80709ce3e8213cf549
--- /dev/null
+++ b/params/opt/5/rnd_search_t_lin/comb_2/init/model.decoder.layers.16.fc1/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:7296e800906e10bcad37203b330d8776db13e22a3615a09c77938d75aa80be96
+size 17539
diff --git a/params/opt/5/rnd_search_t_lin/comb_2/init/model.decoder.layers.16.fc2/_0.pt b/params/opt/5/rnd_search_t_lin/comb_2/init/model.decoder.layers.16.fc2/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/opt/5/rnd_search_t_lin/comb_2/init/model.decoder.layers.16.fc2/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/opt/5/rnd_search_t_lin/comb_2/init/model.decoder.layers.16.fc2/_s.pt b/params/opt/5/rnd_search_t_lin/comb_2/init/model.decoder.layers.16.fc2/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..7df837dbe0377f15738605ab0c555f4981af5f7d
--- /dev/null
+++ b/params/opt/5/rnd_search_t_lin/comb_2/init/model.decoder.layers.16.fc2/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2d0287dbd21008869ab18eae90e8130a2061b698273882ad51416aec35804b8f
+size 5251
diff --git a/params/opt/5/rnd_search_t_lin/comb_2/init/model.decoder.layers.16.self_attn.k_proj/_0.pt b/params/opt/5/rnd_search_t_lin/comb_2/init/model.decoder.layers.16.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/opt/5/rnd_search_t_lin/comb_2/init/model.decoder.layers.16.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/opt/5/rnd_search_t_lin/comb_2/init/model.decoder.layers.16.self_attn.k_proj/_s.pt b/params/opt/5/rnd_search_t_lin/comb_2/init/model.decoder.layers.16.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..b31c18b6328fde3af1c8f81febfe44ec56a7b135
--- /dev/null
+++ b/params/opt/5/rnd_search_t_lin/comb_2/init/model.decoder.layers.16.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:3763f6276c31cdf510dfab6e38df3dab30f068739364617a754114b0ca5198f9
+size 5251
diff --git a/params/opt/5/rnd_search_t_lin/comb_2/init/model.decoder.layers.16.self_attn.out_proj/_0.pt b/params/opt/5/rnd_search_t_lin/comb_2/init/model.decoder.layers.16.self_attn.out_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/opt/5/rnd_search_t_lin/comb_2/init/model.decoder.layers.16.self_attn.out_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/opt/5/rnd_search_t_lin/comb_2/init/model.decoder.layers.16.self_attn.out_proj/_s.pt b/params/opt/5/rnd_search_t_lin/comb_2/init/model.decoder.layers.16.self_attn.out_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..eead92d00b2b253980ff4f5a0f62afedf386d55c
--- /dev/null
+++ b/params/opt/5/rnd_search_t_lin/comb_2/init/model.decoder.layers.16.self_attn.out_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:035ff2267d0b3dcdea2882f2e9668dd93d15bc1ff86bd752af238fe4a530894d
+size 5251
diff --git a/params/opt/5/rnd_search_t_lin/comb_2/init/model.decoder.layers.16.self_attn.q_proj/_0.pt b/params/opt/5/rnd_search_t_lin/comb_2/init/model.decoder.layers.16.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/opt/5/rnd_search_t_lin/comb_2/init/model.decoder.layers.16.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/opt/5/rnd_search_t_lin/comb_2/init/model.decoder.layers.16.self_attn.q_proj/_s.pt b/params/opt/5/rnd_search_t_lin/comb_2/init/model.decoder.layers.16.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..aff59f8cc77a78b16eeb452d03fb5f539b683d86
--- /dev/null
+++ b/params/opt/5/rnd_search_t_lin/comb_2/init/model.decoder.layers.16.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:7548eb8fbce645da390ed0a60dd9d7e4fdf0eebccc691e49c55addd867644bd3
+size 5251
diff --git a/params/opt/5/rnd_search_t_lin/comb_2/init/model.decoder.layers.16.self_attn.v_proj/_0.pt b/params/opt/5/rnd_search_t_lin/comb_2/init/model.decoder.layers.16.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/opt/5/rnd_search_t_lin/comb_2/init/model.decoder.layers.16.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/opt/5/rnd_search_t_lin/comb_2/init/model.decoder.layers.16.self_attn.v_proj/_s.pt b/params/opt/5/rnd_search_t_lin/comb_2/init/model.decoder.layers.16.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4fadf688bf88317ac49869f5b1e9b81a29f52916
--- /dev/null
+++ b/params/opt/5/rnd_search_t_lin/comb_2/init/model.decoder.layers.16.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0039fd287cea8db8d304f8dc1c927dd9cdb6f8f1488eb59964e91590a7dce43a
+size 5251
diff --git a/params/opt/5/rnd_search_t_lin/comb_2/init/model.decoder.layers.17.fc1/_0.pt b/params/opt/5/rnd_search_t_lin/comb_2/init/model.decoder.layers.17.fc1/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..58c96248fd00550cc15d645205571ee67c337035
--- /dev/null
+++ b/params/opt/5/rnd_search_t_lin/comb_2/init/model.decoder.layers.17.fc1/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d77f62f2a90ce91416a8360d6ec3a5205dee0afeca27666c8c1c6bc185c247e5
+size 17539
diff --git a/params/opt/5/rnd_search_t_lin/comb_2/init/model.decoder.layers.17.fc1/_s.pt b/params/opt/5/rnd_search_t_lin/comb_2/init/model.decoder.layers.17.fc1/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..7aba9f90340a93d03c1836e35d3717e5489a3e63
--- /dev/null
+++ b/params/opt/5/rnd_search_t_lin/comb_2/init/model.decoder.layers.17.fc1/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:1ca8980aed6efbbd4ead4d82e12fd8c3466bc707e713f7e972736ba10dd8fc52
+size 17539
diff --git a/params/opt/5/rnd_search_t_lin/comb_2/init/model.decoder.layers.17.fc2/_0.pt b/params/opt/5/rnd_search_t_lin/comb_2/init/model.decoder.layers.17.fc2/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/opt/5/rnd_search_t_lin/comb_2/init/model.decoder.layers.17.fc2/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/opt/5/rnd_search_t_lin/comb_2/init/model.decoder.layers.17.fc2/_s.pt b/params/opt/5/rnd_search_t_lin/comb_2/init/model.decoder.layers.17.fc2/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..850657257181cb84a9e282c788a23ad7ef4cde5f
--- /dev/null
+++ b/params/opt/5/rnd_search_t_lin/comb_2/init/model.decoder.layers.17.fc2/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:bb03be702c00fc88e43adda2f1146a820b6e7dd79e79beda2d4b6110470d7e34
+size 5251
diff --git a/params/opt/5/rnd_search_t_lin/comb_2/init/model.decoder.layers.17.self_attn.k_proj/_0.pt b/params/opt/5/rnd_search_t_lin/comb_2/init/model.decoder.layers.17.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/opt/5/rnd_search_t_lin/comb_2/init/model.decoder.layers.17.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/opt/5/rnd_search_t_lin/comb_2/init/model.decoder.layers.17.self_attn.k_proj/_s.pt b/params/opt/5/rnd_search_t_lin/comb_2/init/model.decoder.layers.17.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..743d9de2c75b5d5bfd1bb31054bb5c8a3ee6433e
--- /dev/null
+++ b/params/opt/5/rnd_search_t_lin/comb_2/init/model.decoder.layers.17.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f555bc33b2698eeac76c321185f7003ffc457ab1b5457d0bf08dc9f5556a5bfd
+size 5251
diff --git a/params/opt/5/rnd_search_t_lin/comb_2/init/model.decoder.layers.17.self_attn.out_proj/_0.pt b/params/opt/5/rnd_search_t_lin/comb_2/init/model.decoder.layers.17.self_attn.out_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/opt/5/rnd_search_t_lin/comb_2/init/model.decoder.layers.17.self_attn.out_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/opt/5/rnd_search_t_lin/comb_2/init/model.decoder.layers.17.self_attn.out_proj/_s.pt b/params/opt/5/rnd_search_t_lin/comb_2/init/model.decoder.layers.17.self_attn.out_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..3f15ed04be81d3c364f05e158b93560d7d36f899
--- /dev/null
+++ b/params/opt/5/rnd_search_t_lin/comb_2/init/model.decoder.layers.17.self_attn.out_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5a4cef30f092f3dc19e36d2759aefe97890a7f747ed76cbeaba0792424fcc88a
+size 5251
diff --git a/params/opt/5/rnd_search_t_lin/comb_2/init/model.decoder.layers.17.self_attn.q_proj/_0.pt b/params/opt/5/rnd_search_t_lin/comb_2/init/model.decoder.layers.17.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/opt/5/rnd_search_t_lin/comb_2/init/model.decoder.layers.17.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/opt/5/rnd_search_t_lin/comb_2/init/model.decoder.layers.17.self_attn.q_proj/_s.pt b/params/opt/5/rnd_search_t_lin/comb_2/init/model.decoder.layers.17.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..3b436ced7ea594250007453a27351c8e45f69b87
--- /dev/null
+++ b/params/opt/5/rnd_search_t_lin/comb_2/init/model.decoder.layers.17.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:26d62b0f15a8790774fa8d98d7c74e820d258220995655e29519838070695c38
+size 5251
diff --git a/params/opt/5/rnd_search_t_lin/comb_2/init/model.decoder.layers.17.self_attn.v_proj/_0.pt b/params/opt/5/rnd_search_t_lin/comb_2/init/model.decoder.layers.17.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/opt/5/rnd_search_t_lin/comb_2/init/model.decoder.layers.17.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/opt/5/rnd_search_t_lin/comb_2/init/model.decoder.layers.17.self_attn.v_proj/_s.pt b/params/opt/5/rnd_search_t_lin/comb_2/init/model.decoder.layers.17.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..bfb937a7826ede4e4e9064ab0230c6bf9befb59e
--- /dev/null
+++ b/params/opt/5/rnd_search_t_lin/comb_2/init/model.decoder.layers.17.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d36426ae5bac53c38bf117577e30bf448b2813d8f80a1dd6c1b1416deda2f43b
+size 5251
diff --git a/params/opt/5/rnd_search_t_lin/comb_2/init/model.decoder.layers.18.fc1/_0.pt b/params/opt/5/rnd_search_t_lin/comb_2/init/model.decoder.layers.18.fc1/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..58c96248fd00550cc15d645205571ee67c337035
--- /dev/null
+++ b/params/opt/5/rnd_search_t_lin/comb_2/init/model.decoder.layers.18.fc1/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d77f62f2a90ce91416a8360d6ec3a5205dee0afeca27666c8c1c6bc185c247e5
+size 17539
diff --git a/params/opt/5/rnd_search_t_lin/comb_2/init/model.decoder.layers.18.fc1/_s.pt b/params/opt/5/rnd_search_t_lin/comb_2/init/model.decoder.layers.18.fc1/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..27611f5242a3d47e4c7e6be602a14deba8cedec0
--- /dev/null
+++ b/params/opt/5/rnd_search_t_lin/comb_2/init/model.decoder.layers.18.fc1/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b054bccc8ab817d0c57888fcea37cc0a17dfa6c861a18c6ab69e1dd05ca9fb4e
+size 17539
diff --git a/params/opt/5/rnd_search_t_lin/comb_2/init/model.decoder.layers.18.fc2/_0.pt b/params/opt/5/rnd_search_t_lin/comb_2/init/model.decoder.layers.18.fc2/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/opt/5/rnd_search_t_lin/comb_2/init/model.decoder.layers.18.fc2/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/opt/5/rnd_search_t_lin/comb_2/init/model.decoder.layers.18.fc2/_s.pt b/params/opt/5/rnd_search_t_lin/comb_2/init/model.decoder.layers.18.fc2/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..6a4388c9e91fa965a680ed60495757ded26a9089
--- /dev/null
+++ b/params/opt/5/rnd_search_t_lin/comb_2/init/model.decoder.layers.18.fc2/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:40be130990782444015366e96b21ddc5882b56e5aec904d68457851ee2c0b95c
+size 5251
diff --git a/params/opt/5/rnd_search_t_lin/comb_2/init/model.decoder.layers.18.self_attn.k_proj/_0.pt b/params/opt/5/rnd_search_t_lin/comb_2/init/model.decoder.layers.18.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/opt/5/rnd_search_t_lin/comb_2/init/model.decoder.layers.18.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/opt/5/rnd_search_t_lin/comb_2/init/model.decoder.layers.18.self_attn.k_proj/_s.pt b/params/opt/5/rnd_search_t_lin/comb_2/init/model.decoder.layers.18.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a5ab88528b67927cb151f89e1c7278f13c8f1950
--- /dev/null
+++ b/params/opt/5/rnd_search_t_lin/comb_2/init/model.decoder.layers.18.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:04723eab5a51b01f5c631152949a27439af0ed284929385b02d7c6d5218ba203
+size 5251
diff --git a/params/opt/5/rnd_search_t_lin/comb_2/init/model.decoder.layers.18.self_attn.out_proj/_0.pt b/params/opt/5/rnd_search_t_lin/comb_2/init/model.decoder.layers.18.self_attn.out_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/opt/5/rnd_search_t_lin/comb_2/init/model.decoder.layers.18.self_attn.out_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/opt/5/rnd_search_t_lin/comb_2/init/model.decoder.layers.18.self_attn.out_proj/_s.pt b/params/opt/5/rnd_search_t_lin/comb_2/init/model.decoder.layers.18.self_attn.out_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..665f281589fe6fba89447d7d9ab833fee0234b5d
--- /dev/null
+++ b/params/opt/5/rnd_search_t_lin/comb_2/init/model.decoder.layers.18.self_attn.out_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5bf0f49cf3e760aad445070035eac17081f3bef64929de4e5fc39e572ec30579
+size 5251
diff --git a/params/opt/5/rnd_search_t_lin/comb_2/init/model.decoder.layers.18.self_attn.q_proj/_0.pt b/params/opt/5/rnd_search_t_lin/comb_2/init/model.decoder.layers.18.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/opt/5/rnd_search_t_lin/comb_2/init/model.decoder.layers.18.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/opt/5/rnd_search_t_lin/comb_2/init/model.decoder.layers.18.self_attn.q_proj/_s.pt b/params/opt/5/rnd_search_t_lin/comb_2/init/model.decoder.layers.18.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2be6bf7802e8e0cfc01c6431d7496628c1d633c5
--- /dev/null
+++ b/params/opt/5/rnd_search_t_lin/comb_2/init/model.decoder.layers.18.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:df6195417805156dd61639906f2589557c47170da9c84a43a5debb186b05ce4b
+size 5251
diff --git a/params/opt/5/rnd_search_t_lin/comb_2/init/model.decoder.layers.18.self_attn.v_proj/_0.pt b/params/opt/5/rnd_search_t_lin/comb_2/init/model.decoder.layers.18.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/opt/5/rnd_search_t_lin/comb_2/init/model.decoder.layers.18.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/opt/5/rnd_search_t_lin/comb_2/init/model.decoder.layers.18.self_attn.v_proj/_s.pt b/params/opt/5/rnd_search_t_lin/comb_2/init/model.decoder.layers.18.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..78b1393c3d701b29e8509b6181887ca828150a7e
--- /dev/null
+++ b/params/opt/5/rnd_search_t_lin/comb_2/init/model.decoder.layers.18.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:33597cb3777560aeec1de936a3ac29330d063d888bad5112cda89c954e52cee3
+size 5251
diff --git a/params/opt/5/rnd_search_t_lin/comb_2/init/model.decoder.layers.19.fc1/_0.pt b/params/opt/5/rnd_search_t_lin/comb_2/init/model.decoder.layers.19.fc1/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..58c96248fd00550cc15d645205571ee67c337035
--- /dev/null
+++ b/params/opt/5/rnd_search_t_lin/comb_2/init/model.decoder.layers.19.fc1/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d77f62f2a90ce91416a8360d6ec3a5205dee0afeca27666c8c1c6bc185c247e5
+size 17539
diff --git a/params/opt/5/rnd_search_t_lin/comb_2/init/model.decoder.layers.19.fc1/_s.pt b/params/opt/5/rnd_search_t_lin/comb_2/init/model.decoder.layers.19.fc1/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..aef1a2a10e90717cf4e0ed7b85dead16fdbc199a
--- /dev/null
+++ b/params/opt/5/rnd_search_t_lin/comb_2/init/model.decoder.layers.19.fc1/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:606eb8478304c65b0abbcc8761a57ca2678fc4b990eea61ffc694811a4a845d4
+size 17539
diff --git a/params/opt/5/rnd_search_t_lin/comb_2/init/model.decoder.layers.19.fc2/_0.pt b/params/opt/5/rnd_search_t_lin/comb_2/init/model.decoder.layers.19.fc2/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/opt/5/rnd_search_t_lin/comb_2/init/model.decoder.layers.19.fc2/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/opt/5/rnd_search_t_lin/comb_2/init/model.decoder.layers.19.fc2/_s.pt b/params/opt/5/rnd_search_t_lin/comb_2/init/model.decoder.layers.19.fc2/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..242dcdced424939fce37bbae9e80c0b978a17e3f
--- /dev/null
+++ b/params/opt/5/rnd_search_t_lin/comb_2/init/model.decoder.layers.19.fc2/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:816c5de0b455559cd5c43902f9f6cf58629ccd96753b959727bc8051080d4faa
+size 5251
diff --git a/params/opt/5/rnd_search_t_lin/comb_2/init/model.decoder.layers.19.self_attn.k_proj/_0.pt b/params/opt/5/rnd_search_t_lin/comb_2/init/model.decoder.layers.19.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/opt/5/rnd_search_t_lin/comb_2/init/model.decoder.layers.19.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/opt/5/rnd_search_t_lin/comb_2/init/model.decoder.layers.19.self_attn.k_proj/_s.pt b/params/opt/5/rnd_search_t_lin/comb_2/init/model.decoder.layers.19.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..5c5f5857f5abfefe22f1e3ed9e58154122411c8c
--- /dev/null
+++ b/params/opt/5/rnd_search_t_lin/comb_2/init/model.decoder.layers.19.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:32111a5a249605c1211bb1e125b2786c376fa39626f96895e887f8324bb85ac7
+size 5251
diff --git a/params/opt/5/rnd_search_t_lin/comb_2/init/model.decoder.layers.19.self_attn.out_proj/_0.pt b/params/opt/5/rnd_search_t_lin/comb_2/init/model.decoder.layers.19.self_attn.out_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/opt/5/rnd_search_t_lin/comb_2/init/model.decoder.layers.19.self_attn.out_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/opt/5/rnd_search_t_lin/comb_2/init/model.decoder.layers.19.self_attn.out_proj/_s.pt b/params/opt/5/rnd_search_t_lin/comb_2/init/model.decoder.layers.19.self_attn.out_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..430c6d7c02cb4cf57af2d71c89ccba1fef342f6e
--- /dev/null
+++ b/params/opt/5/rnd_search_t_lin/comb_2/init/model.decoder.layers.19.self_attn.out_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:7813d3b5a66d865ef3ba6d50a4832eb786f6b341ae3d182cfe2f366d75c8c497
+size 5251
diff --git a/params/opt/5/rnd_search_t_lin/comb_2/init/model.decoder.layers.19.self_attn.q_proj/_0.pt b/params/opt/5/rnd_search_t_lin/comb_2/init/model.decoder.layers.19.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/opt/5/rnd_search_t_lin/comb_2/init/model.decoder.layers.19.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/opt/5/rnd_search_t_lin/comb_2/init/model.decoder.layers.19.self_attn.q_proj/_s.pt b/params/opt/5/rnd_search_t_lin/comb_2/init/model.decoder.layers.19.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..b26920c4a1de6129d8b6c4b0a4bd911efb20623f
--- /dev/null
+++ b/params/opt/5/rnd_search_t_lin/comb_2/init/model.decoder.layers.19.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:78d93658e146ddeb8fdc811aa7f85ac68a74f89e7f045f582876b2aa8d1b9ecd
+size 5251
diff --git a/params/opt/5/rnd_search_t_lin/comb_2/init/model.decoder.layers.19.self_attn.v_proj/_0.pt b/params/opt/5/rnd_search_t_lin/comb_2/init/model.decoder.layers.19.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/opt/5/rnd_search_t_lin/comb_2/init/model.decoder.layers.19.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/opt/5/rnd_search_t_lin/comb_2/init/model.decoder.layers.19.self_attn.v_proj/_s.pt b/params/opt/5/rnd_search_t_lin/comb_2/init/model.decoder.layers.19.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..9bb09c50104cfa346774ba79dced9789d6a1dfea
--- /dev/null
+++ b/params/opt/5/rnd_search_t_lin/comb_2/init/model.decoder.layers.19.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5b26f8044125640431b3819ad045d80e92bf9482d8cfe6ecb737662ee635db7e
+size 5251
diff --git a/params/opt/5/rnd_search_t_lin/comb_2/init/model.decoder.layers.2.fc1/_0.pt b/params/opt/5/rnd_search_t_lin/comb_2/init/model.decoder.layers.2.fc1/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..58c96248fd00550cc15d645205571ee67c337035
--- /dev/null
+++ b/params/opt/5/rnd_search_t_lin/comb_2/init/model.decoder.layers.2.fc1/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d77f62f2a90ce91416a8360d6ec3a5205dee0afeca27666c8c1c6bc185c247e5
+size 17539
diff --git a/params/opt/5/rnd_search_t_lin/comb_2/init/model.decoder.layers.2.fc1/_s.pt b/params/opt/5/rnd_search_t_lin/comb_2/init/model.decoder.layers.2.fc1/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..5951daa1d07667f99e76a7d5470201903b59d0dd
--- /dev/null
+++ b/params/opt/5/rnd_search_t_lin/comb_2/init/model.decoder.layers.2.fc1/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:6b184d77099851eea6e7bfaafc61a086f2655a22109c9aec713c271510b056af
+size 17539
diff --git a/params/opt/5/rnd_search_t_lin/comb_2/init/model.decoder.layers.2.fc2/_0.pt b/params/opt/5/rnd_search_t_lin/comb_2/init/model.decoder.layers.2.fc2/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/opt/5/rnd_search_t_lin/comb_2/init/model.decoder.layers.2.fc2/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/opt/5/rnd_search_t_lin/comb_2/init/model.decoder.layers.2.fc2/_s.pt b/params/opt/5/rnd_search_t_lin/comb_2/init/model.decoder.layers.2.fc2/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..1ac2352c2b5a40d475498c59151fcdf1635c4b37
--- /dev/null
+++ b/params/opt/5/rnd_search_t_lin/comb_2/init/model.decoder.layers.2.fc2/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b14dd810f9b276bdc5889db5186756545202f143c48b296c7c7864a615b8a8d8
+size 5251
diff --git a/params/opt/5/rnd_search_t_lin/comb_2/init/model.decoder.layers.2.self_attn.k_proj/_0.pt b/params/opt/5/rnd_search_t_lin/comb_2/init/model.decoder.layers.2.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/opt/5/rnd_search_t_lin/comb_2/init/model.decoder.layers.2.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/opt/5/rnd_search_t_lin/comb_2/init/model.decoder.layers.2.self_attn.k_proj/_s.pt b/params/opt/5/rnd_search_t_lin/comb_2/init/model.decoder.layers.2.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c304a3dd7888ae36cdf1a1ffd95cbcb961f9b304
--- /dev/null
+++ b/params/opt/5/rnd_search_t_lin/comb_2/init/model.decoder.layers.2.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:50e708cb2e5107c24ffd053cb6fb502ac0b6c03bafae5836c6f19625eef3b271
+size 5251
diff --git a/params/opt/5/rnd_search_t_lin/comb_2/init/model.decoder.layers.2.self_attn.out_proj/_0.pt b/params/opt/5/rnd_search_t_lin/comb_2/init/model.decoder.layers.2.self_attn.out_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/opt/5/rnd_search_t_lin/comb_2/init/model.decoder.layers.2.self_attn.out_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/opt/5/rnd_search_t_lin/comb_2/init/model.decoder.layers.2.self_attn.out_proj/_s.pt b/params/opt/5/rnd_search_t_lin/comb_2/init/model.decoder.layers.2.self_attn.out_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..41da7f27c47ef7c3beb1c1b8da5b8fbe5f6a4901
--- /dev/null
+++ b/params/opt/5/rnd_search_t_lin/comb_2/init/model.decoder.layers.2.self_attn.out_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:4544b53c66d76fddd06b1cbdaae2ba13239a7ac058b6e3d65e8425c4f5b7d421
+size 5251
diff --git a/params/opt/5/rnd_search_t_lin/comb_2/init/model.decoder.layers.2.self_attn.q_proj/_0.pt b/params/opt/5/rnd_search_t_lin/comb_2/init/model.decoder.layers.2.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/opt/5/rnd_search_t_lin/comb_2/init/model.decoder.layers.2.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/opt/5/rnd_search_t_lin/comb_2/init/model.decoder.layers.2.self_attn.q_proj/_s.pt b/params/opt/5/rnd_search_t_lin/comb_2/init/model.decoder.layers.2.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..d627dbe5616d04846912fb8609e5bd376f4e5b44
--- /dev/null
+++ b/params/opt/5/rnd_search_t_lin/comb_2/init/model.decoder.layers.2.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:de9e84d32ca89445380e9fd0033a14e409db732a78254290beba57c1da541181
+size 5251
diff --git a/params/opt/5/rnd_search_t_lin/comb_2/init/model.decoder.layers.2.self_attn.v_proj/_0.pt b/params/opt/5/rnd_search_t_lin/comb_2/init/model.decoder.layers.2.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/opt/5/rnd_search_t_lin/comb_2/init/model.decoder.layers.2.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/opt/5/rnd_search_t_lin/comb_2/init/model.decoder.layers.2.self_attn.v_proj/_s.pt b/params/opt/5/rnd_search_t_lin/comb_2/init/model.decoder.layers.2.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..967d16bb173136d03240e9fb250b887bdc5eeba0
--- /dev/null
+++ b/params/opt/5/rnd_search_t_lin/comb_2/init/model.decoder.layers.2.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f63a7db1fc42267d21dbd6388da56f8b38b943b44f34f12ff2506502162998bb
+size 5251
diff --git a/params/opt/5/rnd_search_t_lin/comb_2/init/model.decoder.layers.20.fc1/_0.pt b/params/opt/5/rnd_search_t_lin/comb_2/init/model.decoder.layers.20.fc1/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..58c96248fd00550cc15d645205571ee67c337035
--- /dev/null
+++ b/params/opt/5/rnd_search_t_lin/comb_2/init/model.decoder.layers.20.fc1/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d77f62f2a90ce91416a8360d6ec3a5205dee0afeca27666c8c1c6bc185c247e5
+size 17539
diff --git a/params/opt/5/rnd_search_t_lin/comb_2/init/model.decoder.layers.20.fc1/_s.pt b/params/opt/5/rnd_search_t_lin/comb_2/init/model.decoder.layers.20.fc1/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..1058bab34503e1ccd0bb3e2360ee611d106ce92d
--- /dev/null
+++ b/params/opt/5/rnd_search_t_lin/comb_2/init/model.decoder.layers.20.fc1/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5d92008ca9a5135009cc6c4e661b0d0c25be67c5cf1b1c1da1db5abd2065f6a1
+size 17539
diff --git a/params/opt/5/rnd_search_t_lin/comb_2/init/model.decoder.layers.20.fc2/_0.pt b/params/opt/5/rnd_search_t_lin/comb_2/init/model.decoder.layers.20.fc2/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/opt/5/rnd_search_t_lin/comb_2/init/model.decoder.layers.20.fc2/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/opt/5/rnd_search_t_lin/comb_2/init/model.decoder.layers.20.fc2/_s.pt b/params/opt/5/rnd_search_t_lin/comb_2/init/model.decoder.layers.20.fc2/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..3b5f68e1257d1b9da11a12c1a52ef9e846e1594c
--- /dev/null
+++ b/params/opt/5/rnd_search_t_lin/comb_2/init/model.decoder.layers.20.fc2/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5f77b97569f8fef224e698057502512cc419acbe29d7d6f8385cfe4c3eec761c
+size 5251
diff --git a/params/opt/5/rnd_search_t_lin/comb_2/init/model.decoder.layers.20.self_attn.k_proj/_0.pt b/params/opt/5/rnd_search_t_lin/comb_2/init/model.decoder.layers.20.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/opt/5/rnd_search_t_lin/comb_2/init/model.decoder.layers.20.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/opt/5/rnd_search_t_lin/comb_2/init/model.decoder.layers.20.self_attn.k_proj/_s.pt b/params/opt/5/rnd_search_t_lin/comb_2/init/model.decoder.layers.20.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..476b3e40229f6727e9855e630410665d3753639c
--- /dev/null
+++ b/params/opt/5/rnd_search_t_lin/comb_2/init/model.decoder.layers.20.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b25ceeaffbe04543bc0f7165cd917ad38375d1cd3620b2d8356f134862941a44
+size 5251
diff --git a/params/opt/5/rnd_search_t_lin/comb_2/init/model.decoder.layers.20.self_attn.out_proj/_0.pt b/params/opt/5/rnd_search_t_lin/comb_2/init/model.decoder.layers.20.self_attn.out_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/opt/5/rnd_search_t_lin/comb_2/init/model.decoder.layers.20.self_attn.out_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/opt/5/rnd_search_t_lin/comb_2/init/model.decoder.layers.20.self_attn.out_proj/_s.pt b/params/opt/5/rnd_search_t_lin/comb_2/init/model.decoder.layers.20.self_attn.out_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c803143f8a4afcfebd90b99a9a9b4c7a609cdab6
--- /dev/null
+++ b/params/opt/5/rnd_search_t_lin/comb_2/init/model.decoder.layers.20.self_attn.out_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:4b248ffc964dfc7b3ef113102a7718c5ce20da0dbaf58294c8fbfa6c8fc9e86b
+size 5251
diff --git a/params/opt/5/rnd_search_t_lin/comb_2/init/model.decoder.layers.20.self_attn.q_proj/_0.pt b/params/opt/5/rnd_search_t_lin/comb_2/init/model.decoder.layers.20.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/opt/5/rnd_search_t_lin/comb_2/init/model.decoder.layers.20.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/opt/5/rnd_search_t_lin/comb_2/init/model.decoder.layers.20.self_attn.q_proj/_s.pt b/params/opt/5/rnd_search_t_lin/comb_2/init/model.decoder.layers.20.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8eb0ac3d479c024125faf118f1669dec4be709ac
--- /dev/null
+++ b/params/opt/5/rnd_search_t_lin/comb_2/init/model.decoder.layers.20.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f57af7aba1f0dac2d83f766de8725d8f691b253c408890d9f37fc77259aad6be
+size 5251
diff --git a/params/opt/5/rnd_search_t_lin/comb_2/init/model.decoder.layers.20.self_attn.v_proj/_0.pt b/params/opt/5/rnd_search_t_lin/comb_2/init/model.decoder.layers.20.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/opt/5/rnd_search_t_lin/comb_2/init/model.decoder.layers.20.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/opt/5/rnd_search_t_lin/comb_2/init/model.decoder.layers.20.self_attn.v_proj/_s.pt b/params/opt/5/rnd_search_t_lin/comb_2/init/model.decoder.layers.20.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..eb84c2cede4f362d53dc907957e82dd7d31c4ea4
--- /dev/null
+++ b/params/opt/5/rnd_search_t_lin/comb_2/init/model.decoder.layers.20.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e0c75ac87e49795ca03d1b56395347a146db20e5f503344f714f72cf33d11ced
+size 5251
diff --git a/params/opt/5/rnd_search_t_lin/comb_2/init/model.decoder.layers.21.fc1/_0.pt b/params/opt/5/rnd_search_t_lin/comb_2/init/model.decoder.layers.21.fc1/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..58c96248fd00550cc15d645205571ee67c337035
--- /dev/null
+++ b/params/opt/5/rnd_search_t_lin/comb_2/init/model.decoder.layers.21.fc1/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d77f62f2a90ce91416a8360d6ec3a5205dee0afeca27666c8c1c6bc185c247e5
+size 17539
diff --git a/params/opt/5/rnd_search_t_lin/comb_2/init/model.decoder.layers.21.fc1/_s.pt b/params/opt/5/rnd_search_t_lin/comb_2/init/model.decoder.layers.21.fc1/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..0e20c5af4dfda022e6e46f096b1b2fb00244079d
--- /dev/null
+++ b/params/opt/5/rnd_search_t_lin/comb_2/init/model.decoder.layers.21.fc1/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a475799258fb06c32376a5d9da5f82b31fed7e846587035d67d0df6d53eb7b32
+size 17539
diff --git a/params/opt/5/rnd_search_t_lin/comb_2/init/model.decoder.layers.21.fc2/_0.pt b/params/opt/5/rnd_search_t_lin/comb_2/init/model.decoder.layers.21.fc2/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/opt/5/rnd_search_t_lin/comb_2/init/model.decoder.layers.21.fc2/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/opt/5/rnd_search_t_lin/comb_2/init/model.decoder.layers.21.fc2/_s.pt b/params/opt/5/rnd_search_t_lin/comb_2/init/model.decoder.layers.21.fc2/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8e702f09fc3f5fdc175531134ce9bbd93944d6f3
--- /dev/null
+++ b/params/opt/5/rnd_search_t_lin/comb_2/init/model.decoder.layers.21.fc2/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c9c11892bd3bb82da8b014996adb165fd41569b6574b1ed5bfc02817695a282b
+size 5251
diff --git a/params/opt/5/rnd_search_t_lin/comb_2/init/model.decoder.layers.21.self_attn.k_proj/_0.pt b/params/opt/5/rnd_search_t_lin/comb_2/init/model.decoder.layers.21.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/opt/5/rnd_search_t_lin/comb_2/init/model.decoder.layers.21.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/opt/5/rnd_search_t_lin/comb_2/init/model.decoder.layers.21.self_attn.k_proj/_s.pt b/params/opt/5/rnd_search_t_lin/comb_2/init/model.decoder.layers.21.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..352af342d2b3b7f8ebee3fbb5b22284e2c4eaef3
--- /dev/null
+++ b/params/opt/5/rnd_search_t_lin/comb_2/init/model.decoder.layers.21.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ae049378f6438c438c97379a9d6a13feedb2eef68ecd3fcddd269d5c2ee857fd
+size 5251
diff --git a/params/opt/5/rnd_search_t_lin/comb_2/init/model.decoder.layers.21.self_attn.out_proj/_0.pt b/params/opt/5/rnd_search_t_lin/comb_2/init/model.decoder.layers.21.self_attn.out_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/opt/5/rnd_search_t_lin/comb_2/init/model.decoder.layers.21.self_attn.out_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/opt/5/rnd_search_t_lin/comb_2/init/model.decoder.layers.21.self_attn.out_proj/_s.pt b/params/opt/5/rnd_search_t_lin/comb_2/init/model.decoder.layers.21.self_attn.out_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a02040c26f91e5b52990594dd9013e7aa3f195b0
--- /dev/null
+++ b/params/opt/5/rnd_search_t_lin/comb_2/init/model.decoder.layers.21.self_attn.out_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c9be215ff5344d3e3b683526de86b1304ee45c02eec7853df7ac3390f867dd01
+size 5251
diff --git a/params/opt/5/rnd_search_t_lin/comb_2/init/model.decoder.layers.21.self_attn.q_proj/_0.pt b/params/opt/5/rnd_search_t_lin/comb_2/init/model.decoder.layers.21.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/opt/5/rnd_search_t_lin/comb_2/init/model.decoder.layers.21.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/opt/5/rnd_search_t_lin/comb_2/init/model.decoder.layers.21.self_attn.q_proj/_s.pt b/params/opt/5/rnd_search_t_lin/comb_2/init/model.decoder.layers.21.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2b4c5f243c0be5257dc2b01a76679c255c10973b
--- /dev/null
+++ b/params/opt/5/rnd_search_t_lin/comb_2/init/model.decoder.layers.21.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:417aadf6c2bf8347f8cda12a3e020dea791c1f7c86c74e57ab4f4b68806b4efb
+size 5251
diff --git a/params/opt/5/rnd_search_t_lin/comb_2/init/model.decoder.layers.21.self_attn.v_proj/_0.pt b/params/opt/5/rnd_search_t_lin/comb_2/init/model.decoder.layers.21.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/opt/5/rnd_search_t_lin/comb_2/init/model.decoder.layers.21.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/opt/5/rnd_search_t_lin/comb_2/init/model.decoder.layers.21.self_attn.v_proj/_s.pt b/params/opt/5/rnd_search_t_lin/comb_2/init/model.decoder.layers.21.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..d525cb33e798ff9e3e924892e6d16b795d414307
--- /dev/null
+++ b/params/opt/5/rnd_search_t_lin/comb_2/init/model.decoder.layers.21.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:540c67c15552daa1e7cf7bbc25a9a821c6e15f4e414d7d968633a2f82bd70b82
+size 5251
diff --git a/params/opt/5/rnd_search_t_lin/comb_2/init/model.decoder.layers.22.fc1/_0.pt b/params/opt/5/rnd_search_t_lin/comb_2/init/model.decoder.layers.22.fc1/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..58c96248fd00550cc15d645205571ee67c337035
--- /dev/null
+++ b/params/opt/5/rnd_search_t_lin/comb_2/init/model.decoder.layers.22.fc1/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d77f62f2a90ce91416a8360d6ec3a5205dee0afeca27666c8c1c6bc185c247e5
+size 17539
diff --git a/params/opt/5/rnd_search_t_lin/comb_2/init/model.decoder.layers.22.fc1/_s.pt b/params/opt/5/rnd_search_t_lin/comb_2/init/model.decoder.layers.22.fc1/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..f0ddecadb8a9b866ff9d68734f98a48482f51d8d
--- /dev/null
+++ b/params/opt/5/rnd_search_t_lin/comb_2/init/model.decoder.layers.22.fc1/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:1b66ea36f3e99d32f2ce3c3c05937bac295685d7e8ff02c9bf5b35b0ffc8d27d
+size 17539
diff --git a/params/opt/5/rnd_search_t_lin/comb_2/init/model.decoder.layers.22.fc2/_0.pt b/params/opt/5/rnd_search_t_lin/comb_2/init/model.decoder.layers.22.fc2/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/opt/5/rnd_search_t_lin/comb_2/init/model.decoder.layers.22.fc2/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/opt/5/rnd_search_t_lin/comb_2/init/model.decoder.layers.22.fc2/_s.pt b/params/opt/5/rnd_search_t_lin/comb_2/init/model.decoder.layers.22.fc2/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..5f0022c4bf0326c921b6ca2b23c02935b09948eb
--- /dev/null
+++ b/params/opt/5/rnd_search_t_lin/comb_2/init/model.decoder.layers.22.fc2/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ba1ac5c08d5de9369741a3a4f11dab2c0ea87320a90b68dcec313cffe9211a55
+size 5251
diff --git a/params/opt/5/rnd_search_t_lin/comb_2/init/model.decoder.layers.22.self_attn.k_proj/_0.pt b/params/opt/5/rnd_search_t_lin/comb_2/init/model.decoder.layers.22.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/opt/5/rnd_search_t_lin/comb_2/init/model.decoder.layers.22.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/opt/5/rnd_search_t_lin/comb_2/init/model.decoder.layers.22.self_attn.k_proj/_s.pt b/params/opt/5/rnd_search_t_lin/comb_2/init/model.decoder.layers.22.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..be1257e00af015234859abf43ed76a0c518bd031
--- /dev/null
+++ b/params/opt/5/rnd_search_t_lin/comb_2/init/model.decoder.layers.22.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:41c61a8fb919e5950a4694aef6ba4307fad5fbad457d68af92ea3159d586f77d
+size 5251
diff --git a/params/opt/5/rnd_search_t_lin/comb_2/init/model.decoder.layers.22.self_attn.out_proj/_0.pt b/params/opt/5/rnd_search_t_lin/comb_2/init/model.decoder.layers.22.self_attn.out_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/opt/5/rnd_search_t_lin/comb_2/init/model.decoder.layers.22.self_attn.out_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/opt/5/rnd_search_t_lin/comb_2/init/model.decoder.layers.22.self_attn.out_proj/_s.pt b/params/opt/5/rnd_search_t_lin/comb_2/init/model.decoder.layers.22.self_attn.out_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..5b0ef61364b2c1453e42c5bf54c64a31e5a68d8f
--- /dev/null
+++ b/params/opt/5/rnd_search_t_lin/comb_2/init/model.decoder.layers.22.self_attn.out_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:868f29af66b1b75e52a6ab68c72e8d027ea0066d80d03f38bfb781d22a47231d
+size 5251
diff --git a/params/opt/5/rnd_search_t_lin/comb_2/init/model.decoder.layers.22.self_attn.q_proj/_0.pt b/params/opt/5/rnd_search_t_lin/comb_2/init/model.decoder.layers.22.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/opt/5/rnd_search_t_lin/comb_2/init/model.decoder.layers.22.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/opt/5/rnd_search_t_lin/comb_2/init/model.decoder.layers.22.self_attn.q_proj/_s.pt b/params/opt/5/rnd_search_t_lin/comb_2/init/model.decoder.layers.22.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..6464943f505c39f7d82e35e3a22c51e3d1177b40
--- /dev/null
+++ b/params/opt/5/rnd_search_t_lin/comb_2/init/model.decoder.layers.22.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d72a6fe9305a8b2a1823fd8f6a9ddca8695b401213027a2dbb52a6bbd794e6e5
+size 5251
diff --git a/params/opt/5/rnd_search_t_lin/comb_2/init/model.decoder.layers.22.self_attn.v_proj/_0.pt b/params/opt/5/rnd_search_t_lin/comb_2/init/model.decoder.layers.22.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/opt/5/rnd_search_t_lin/comb_2/init/model.decoder.layers.22.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/opt/5/rnd_search_t_lin/comb_2/init/model.decoder.layers.22.self_attn.v_proj/_s.pt b/params/opt/5/rnd_search_t_lin/comb_2/init/model.decoder.layers.22.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..1a97445d442dfae9478ec243c5ab7cdf5e4cba18
--- /dev/null
+++ b/params/opt/5/rnd_search_t_lin/comb_2/init/model.decoder.layers.22.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c0b736d4cd54f63477da88bc22ac619cf5fa68aca23c8cdea5a967f22b789743
+size 5251
diff --git a/params/opt/5/rnd_search_t_lin/comb_2/init/model.decoder.layers.23.fc1/_0.pt b/params/opt/5/rnd_search_t_lin/comb_2/init/model.decoder.layers.23.fc1/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..58c96248fd00550cc15d645205571ee67c337035
--- /dev/null
+++ b/params/opt/5/rnd_search_t_lin/comb_2/init/model.decoder.layers.23.fc1/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d77f62f2a90ce91416a8360d6ec3a5205dee0afeca27666c8c1c6bc185c247e5
+size 17539
diff --git a/params/opt/5/rnd_search_t_lin/comb_2/init/model.decoder.layers.23.fc1/_s.pt b/params/opt/5/rnd_search_t_lin/comb_2/init/model.decoder.layers.23.fc1/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..5c179ec37d679714fee5ceb43c137e36c3d2996b
--- /dev/null
+++ b/params/opt/5/rnd_search_t_lin/comb_2/init/model.decoder.layers.23.fc1/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:47c707dd38a11f7250d79f50c2a07ee8045ec920416bfbfc941d27818f0dd1f8
+size 17539
diff --git a/params/opt/5/rnd_search_t_lin/comb_2/init/model.decoder.layers.23.fc2/_0.pt b/params/opt/5/rnd_search_t_lin/comb_2/init/model.decoder.layers.23.fc2/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/opt/5/rnd_search_t_lin/comb_2/init/model.decoder.layers.23.fc2/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/opt/5/rnd_search_t_lin/comb_2/init/model.decoder.layers.23.fc2/_s.pt b/params/opt/5/rnd_search_t_lin/comb_2/init/model.decoder.layers.23.fc2/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..baafb64e3e1c83e7a31f88b2b8e1b58ca1cd5467
--- /dev/null
+++ b/params/opt/5/rnd_search_t_lin/comb_2/init/model.decoder.layers.23.fc2/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:7305e122228ae25c7b1410b5c69f8746d8774ba7ba36d2d1d2863cb5c5b29d12
+size 5251
diff --git a/params/opt/5/rnd_search_t_lin/comb_2/init/model.decoder.layers.23.self_attn.k_proj/_0.pt b/params/opt/5/rnd_search_t_lin/comb_2/init/model.decoder.layers.23.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/opt/5/rnd_search_t_lin/comb_2/init/model.decoder.layers.23.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/opt/5/rnd_search_t_lin/comb_2/init/model.decoder.layers.23.self_attn.k_proj/_s.pt b/params/opt/5/rnd_search_t_lin/comb_2/init/model.decoder.layers.23.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ccf3e43d0fb551ffbe452234b93c37703c040544
--- /dev/null
+++ b/params/opt/5/rnd_search_t_lin/comb_2/init/model.decoder.layers.23.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b2e8715d67692e0b9bdfc7bec5e99e1a277fab7e9c49cca152a7b06f05984274
+size 5251
diff --git a/params/opt/5/rnd_search_t_lin/comb_2/init/model.decoder.layers.23.self_attn.out_proj/_0.pt b/params/opt/5/rnd_search_t_lin/comb_2/init/model.decoder.layers.23.self_attn.out_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/opt/5/rnd_search_t_lin/comb_2/init/model.decoder.layers.23.self_attn.out_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/opt/5/rnd_search_t_lin/comb_2/init/model.decoder.layers.23.self_attn.out_proj/_s.pt b/params/opt/5/rnd_search_t_lin/comb_2/init/model.decoder.layers.23.self_attn.out_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..7eac77198f864cd4c9e5a1fef55dce18692ddb1c
--- /dev/null
+++ b/params/opt/5/rnd_search_t_lin/comb_2/init/model.decoder.layers.23.self_attn.out_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:9cc587cba61b06650b1e21f889bc95e6ef9dc639015764b814aaae8260b91431
+size 5251
diff --git a/params/opt/5/rnd_search_t_lin/comb_2/init/model.decoder.layers.23.self_attn.q_proj/_0.pt b/params/opt/5/rnd_search_t_lin/comb_2/init/model.decoder.layers.23.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/opt/5/rnd_search_t_lin/comb_2/init/model.decoder.layers.23.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/opt/5/rnd_search_t_lin/comb_2/init/model.decoder.layers.23.self_attn.q_proj/_s.pt b/params/opt/5/rnd_search_t_lin/comb_2/init/model.decoder.layers.23.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..5dc5628210751029ad95017199b4a501f56a6ce6
--- /dev/null
+++ b/params/opt/5/rnd_search_t_lin/comb_2/init/model.decoder.layers.23.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2fc8faecba57c23acb3bb4b9a39308be56a7da340ca8c32e449775cae899a012
+size 5251
diff --git a/params/opt/5/rnd_search_t_lin/comb_2/init/model.decoder.layers.23.self_attn.v_proj/_0.pt b/params/opt/5/rnd_search_t_lin/comb_2/init/model.decoder.layers.23.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/opt/5/rnd_search_t_lin/comb_2/init/model.decoder.layers.23.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/opt/5/rnd_search_t_lin/comb_2/init/model.decoder.layers.23.self_attn.v_proj/_s.pt b/params/opt/5/rnd_search_t_lin/comb_2/init/model.decoder.layers.23.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..f9425640cbfb405da375374cb2c86c6c8cc1da49
--- /dev/null
+++ b/params/opt/5/rnd_search_t_lin/comb_2/init/model.decoder.layers.23.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c4b71957475da3d07d94d86fd13156fa502694147ac260a8360a3664d9ada260
+size 5251
diff --git a/params/opt/5/rnd_search_t_lin/comb_2/init/model.decoder.layers.3.fc1/_0.pt b/params/opt/5/rnd_search_t_lin/comb_2/init/model.decoder.layers.3.fc1/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..58c96248fd00550cc15d645205571ee67c337035
--- /dev/null
+++ b/params/opt/5/rnd_search_t_lin/comb_2/init/model.decoder.layers.3.fc1/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d77f62f2a90ce91416a8360d6ec3a5205dee0afeca27666c8c1c6bc185c247e5
+size 17539
diff --git a/params/opt/5/rnd_search_t_lin/comb_2/init/model.decoder.layers.3.fc1/_s.pt b/params/opt/5/rnd_search_t_lin/comb_2/init/model.decoder.layers.3.fc1/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ec1f0d55ee9a28d9b0c89ce2ce0693b0a8262a4c
--- /dev/null
+++ b/params/opt/5/rnd_search_t_lin/comb_2/init/model.decoder.layers.3.fc1/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b14d67bfd809a80ff0a1aa4d032563c213a079ce3f5932814d5200a4ea722159
+size 17539
diff --git a/params/opt/5/rnd_search_t_lin/comb_2/init/model.decoder.layers.3.fc2/_0.pt b/params/opt/5/rnd_search_t_lin/comb_2/init/model.decoder.layers.3.fc2/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/opt/5/rnd_search_t_lin/comb_2/init/model.decoder.layers.3.fc2/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/opt/5/rnd_search_t_lin/comb_2/init/model.decoder.layers.3.fc2/_s.pt b/params/opt/5/rnd_search_t_lin/comb_2/init/model.decoder.layers.3.fc2/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4680b2e3d36cfeb927a4386013c8f65969e024bd
--- /dev/null
+++ b/params/opt/5/rnd_search_t_lin/comb_2/init/model.decoder.layers.3.fc2/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e1d277cf3da9710565aae80c435256aaef17fc27f592322a31797735d1b642cb
+size 5251
diff --git a/params/opt/5/rnd_search_t_lin/comb_2/init/model.decoder.layers.3.self_attn.k_proj/_0.pt b/params/opt/5/rnd_search_t_lin/comb_2/init/model.decoder.layers.3.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/opt/5/rnd_search_t_lin/comb_2/init/model.decoder.layers.3.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/opt/5/rnd_search_t_lin/comb_2/init/model.decoder.layers.3.self_attn.k_proj/_s.pt b/params/opt/5/rnd_search_t_lin/comb_2/init/model.decoder.layers.3.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..22d6ccf4eafea5c29f181a239d6e17137512bbd7
--- /dev/null
+++ b/params/opt/5/rnd_search_t_lin/comb_2/init/model.decoder.layers.3.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:826f90f60250ddf31b8757ed8a4cc525e043fad8fc1007d9944a8826b80a9194
+size 5251
diff --git a/params/opt/5/rnd_search_t_lin/comb_2/init/model.decoder.layers.3.self_attn.out_proj/_0.pt b/params/opt/5/rnd_search_t_lin/comb_2/init/model.decoder.layers.3.self_attn.out_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/opt/5/rnd_search_t_lin/comb_2/init/model.decoder.layers.3.self_attn.out_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/opt/5/rnd_search_t_lin/comb_2/init/model.decoder.layers.3.self_attn.out_proj/_s.pt b/params/opt/5/rnd_search_t_lin/comb_2/init/model.decoder.layers.3.self_attn.out_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..04bc2daedb66724b735947c027fd7e9b63b8ccc8
--- /dev/null
+++ b/params/opt/5/rnd_search_t_lin/comb_2/init/model.decoder.layers.3.self_attn.out_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:4525ef623665794348a26ee8c927d33a14b59c414725396527ef40f70a447d0a
+size 5251
diff --git a/params/opt/5/rnd_search_t_lin/comb_2/init/model.decoder.layers.3.self_attn.q_proj/_0.pt b/params/opt/5/rnd_search_t_lin/comb_2/init/model.decoder.layers.3.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/opt/5/rnd_search_t_lin/comb_2/init/model.decoder.layers.3.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/opt/5/rnd_search_t_lin/comb_2/init/model.decoder.layers.3.self_attn.q_proj/_s.pt b/params/opt/5/rnd_search_t_lin/comb_2/init/model.decoder.layers.3.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..79146b96e079875fa9498d4f9c639bb89970343e
--- /dev/null
+++ b/params/opt/5/rnd_search_t_lin/comb_2/init/model.decoder.layers.3.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:fd792d6135955972773f48f62d52d45fd2c0f914292904e8575f7cdef5fcc65b
+size 5251
diff --git a/params/opt/5/rnd_search_t_lin/comb_2/init/model.decoder.layers.3.self_attn.v_proj/_0.pt b/params/opt/5/rnd_search_t_lin/comb_2/init/model.decoder.layers.3.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/opt/5/rnd_search_t_lin/comb_2/init/model.decoder.layers.3.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/opt/5/rnd_search_t_lin/comb_2/init/model.decoder.layers.3.self_attn.v_proj/_s.pt b/params/opt/5/rnd_search_t_lin/comb_2/init/model.decoder.layers.3.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2ed3b62170ac8c68e9ca4eda51eb3710eb3e7d6f
--- /dev/null
+++ b/params/opt/5/rnd_search_t_lin/comb_2/init/model.decoder.layers.3.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:1478c0dc79bd2e39b1f205f5ba57a03698545098f645b4e023dfd45020b22876
+size 5251
diff --git a/params/opt/5/rnd_search_t_lin/comb_2/init/model.decoder.layers.4.fc1/_0.pt b/params/opt/5/rnd_search_t_lin/comb_2/init/model.decoder.layers.4.fc1/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..58c96248fd00550cc15d645205571ee67c337035
--- /dev/null
+++ b/params/opt/5/rnd_search_t_lin/comb_2/init/model.decoder.layers.4.fc1/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d77f62f2a90ce91416a8360d6ec3a5205dee0afeca27666c8c1c6bc185c247e5
+size 17539
diff --git a/params/opt/5/rnd_search_t_lin/comb_2/init/model.decoder.layers.4.fc1/_s.pt b/params/opt/5/rnd_search_t_lin/comb_2/init/model.decoder.layers.4.fc1/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8c0d35bb70044bc90b490d80fab1bcec7c67e2ac
--- /dev/null
+++ b/params/opt/5/rnd_search_t_lin/comb_2/init/model.decoder.layers.4.fc1/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:3ae139341a16ebe8c76573a4298d4bab494f56ffb985680da21a0b5a23db812c
+size 17539
diff --git a/params/opt/5/rnd_search_t_lin/comb_2/init/model.decoder.layers.4.fc2/_0.pt b/params/opt/5/rnd_search_t_lin/comb_2/init/model.decoder.layers.4.fc2/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/opt/5/rnd_search_t_lin/comb_2/init/model.decoder.layers.4.fc2/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/opt/5/rnd_search_t_lin/comb_2/init/model.decoder.layers.4.fc2/_s.pt b/params/opt/5/rnd_search_t_lin/comb_2/init/model.decoder.layers.4.fc2/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..190bdc7cb8d55adb6ac6babcefcb5e6455fe3e0c
--- /dev/null
+++ b/params/opt/5/rnd_search_t_lin/comb_2/init/model.decoder.layers.4.fc2/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:143aca6a2c215c919b8f75f36873693305de6fe2d4db0bec51a0cf10d62d4186
+size 5251
diff --git a/params/opt/5/rnd_search_t_lin/comb_2/init/model.decoder.layers.4.self_attn.k_proj/_0.pt b/params/opt/5/rnd_search_t_lin/comb_2/init/model.decoder.layers.4.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/opt/5/rnd_search_t_lin/comb_2/init/model.decoder.layers.4.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/opt/5/rnd_search_t_lin/comb_2/init/model.decoder.layers.4.self_attn.k_proj/_s.pt b/params/opt/5/rnd_search_t_lin/comb_2/init/model.decoder.layers.4.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4c96fa15ba1deeb204a4258cd3392dc70a06a799
--- /dev/null
+++ b/params/opt/5/rnd_search_t_lin/comb_2/init/model.decoder.layers.4.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0abebf3e1fd3a4bcc5f5c03facdc966c0f5d0fbb97afbc6cbb5d2a3e42b32e6c
+size 5251
diff --git a/params/opt/5/rnd_search_t_lin/comb_2/init/model.decoder.layers.4.self_attn.out_proj/_0.pt b/params/opt/5/rnd_search_t_lin/comb_2/init/model.decoder.layers.4.self_attn.out_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/opt/5/rnd_search_t_lin/comb_2/init/model.decoder.layers.4.self_attn.out_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/opt/5/rnd_search_t_lin/comb_2/init/model.decoder.layers.4.self_attn.out_proj/_s.pt b/params/opt/5/rnd_search_t_lin/comb_2/init/model.decoder.layers.4.self_attn.out_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..95a7d7cd6a1565cd04e9f5cd52df460a85143130
--- /dev/null
+++ b/params/opt/5/rnd_search_t_lin/comb_2/init/model.decoder.layers.4.self_attn.out_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:691587d4f2a8132a47bf574d2a8247b5be4cecc27f21d5e4e2350bbd73cf5043
+size 5251
diff --git a/params/opt/5/rnd_search_t_lin/comb_2/init/model.decoder.layers.4.self_attn.q_proj/_0.pt b/params/opt/5/rnd_search_t_lin/comb_2/init/model.decoder.layers.4.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/opt/5/rnd_search_t_lin/comb_2/init/model.decoder.layers.4.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/opt/5/rnd_search_t_lin/comb_2/init/model.decoder.layers.4.self_attn.q_proj/_s.pt b/params/opt/5/rnd_search_t_lin/comb_2/init/model.decoder.layers.4.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..091ca803342646e96dcb34d7c4a4bd32f854a46f
--- /dev/null
+++ b/params/opt/5/rnd_search_t_lin/comb_2/init/model.decoder.layers.4.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:bed90e2211e566cf5f67a297a79f47a03ce1f59a8eea16290505452238e326b7
+size 5251
diff --git a/params/opt/5/rnd_search_t_lin/comb_2/init/model.decoder.layers.4.self_attn.v_proj/_0.pt b/params/opt/5/rnd_search_t_lin/comb_2/init/model.decoder.layers.4.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/opt/5/rnd_search_t_lin/comb_2/init/model.decoder.layers.4.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/opt/5/rnd_search_t_lin/comb_2/init/model.decoder.layers.4.self_attn.v_proj/_s.pt b/params/opt/5/rnd_search_t_lin/comb_2/init/model.decoder.layers.4.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..1a6df6f5ba421ba77b15caf427499d6591ec9ff4
--- /dev/null
+++ b/params/opt/5/rnd_search_t_lin/comb_2/init/model.decoder.layers.4.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:cdd5191a063117d4214b2f4d1a4074f6d73e695553658074b03729fa67a74b4c
+size 5251
diff --git a/params/opt/5/rnd_search_t_lin/comb_2/init/model.decoder.layers.5.fc1/_0.pt b/params/opt/5/rnd_search_t_lin/comb_2/init/model.decoder.layers.5.fc1/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..58c96248fd00550cc15d645205571ee67c337035
--- /dev/null
+++ b/params/opt/5/rnd_search_t_lin/comb_2/init/model.decoder.layers.5.fc1/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d77f62f2a90ce91416a8360d6ec3a5205dee0afeca27666c8c1c6bc185c247e5
+size 17539
diff --git a/params/opt/5/rnd_search_t_lin/comb_2/init/model.decoder.layers.5.fc1/_s.pt b/params/opt/5/rnd_search_t_lin/comb_2/init/model.decoder.layers.5.fc1/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..d28f55d2d425bfd79423454c5a3bb50a2984f4e3
--- /dev/null
+++ b/params/opt/5/rnd_search_t_lin/comb_2/init/model.decoder.layers.5.fc1/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:870930ec83981f5b8c73c1f28eddcc20276a12501f92fdc4841ccadabada778a
+size 17539
diff --git a/params/opt/5/rnd_search_t_lin/comb_2/init/model.decoder.layers.5.fc2/_0.pt b/params/opt/5/rnd_search_t_lin/comb_2/init/model.decoder.layers.5.fc2/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/opt/5/rnd_search_t_lin/comb_2/init/model.decoder.layers.5.fc2/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/opt/5/rnd_search_t_lin/comb_2/init/model.decoder.layers.5.fc2/_s.pt b/params/opt/5/rnd_search_t_lin/comb_2/init/model.decoder.layers.5.fc2/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..06f71fb4429fb30ea4f169d0dec5236b351e32b6
--- /dev/null
+++ b/params/opt/5/rnd_search_t_lin/comb_2/init/model.decoder.layers.5.fc2/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:be5ef18caeecf04fe8e5b8357ebe4eacb693af764b7231603edab2b5f516c44b
+size 5251
diff --git a/params/opt/5/rnd_search_t_lin/comb_2/init/model.decoder.layers.5.self_attn.k_proj/_0.pt b/params/opt/5/rnd_search_t_lin/comb_2/init/model.decoder.layers.5.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/opt/5/rnd_search_t_lin/comb_2/init/model.decoder.layers.5.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/opt/5/rnd_search_t_lin/comb_2/init/model.decoder.layers.5.self_attn.k_proj/_s.pt b/params/opt/5/rnd_search_t_lin/comb_2/init/model.decoder.layers.5.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8126ec49a4c224b0ca5ccc4955bed2d89fcf7dfe
--- /dev/null
+++ b/params/opt/5/rnd_search_t_lin/comb_2/init/model.decoder.layers.5.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a753a6bb159b095a0732c86de002a7514f3f57cb12f6e4f6670f8196c2e883ab
+size 5251
diff --git a/params/opt/5/rnd_search_t_lin/comb_2/init/model.decoder.layers.5.self_attn.out_proj/_0.pt b/params/opt/5/rnd_search_t_lin/comb_2/init/model.decoder.layers.5.self_attn.out_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/opt/5/rnd_search_t_lin/comb_2/init/model.decoder.layers.5.self_attn.out_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/opt/5/rnd_search_t_lin/comb_2/init/model.decoder.layers.5.self_attn.out_proj/_s.pt b/params/opt/5/rnd_search_t_lin/comb_2/init/model.decoder.layers.5.self_attn.out_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a9ca8d836d2a7bcce2043b620c43e6a12696dabd
--- /dev/null
+++ b/params/opt/5/rnd_search_t_lin/comb_2/init/model.decoder.layers.5.self_attn.out_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:7f94822441c8321b433a8b5a28414793ece3380526920a8ad29001d98ab357ac
+size 5251
diff --git a/params/opt/5/rnd_search_t_lin/comb_2/init/model.decoder.layers.5.self_attn.q_proj/_0.pt b/params/opt/5/rnd_search_t_lin/comb_2/init/model.decoder.layers.5.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/opt/5/rnd_search_t_lin/comb_2/init/model.decoder.layers.5.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/opt/5/rnd_search_t_lin/comb_2/init/model.decoder.layers.5.self_attn.q_proj/_s.pt b/params/opt/5/rnd_search_t_lin/comb_2/init/model.decoder.layers.5.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..6171a5b51bb8c0846338f1d15a545e9ff6722e6a
--- /dev/null
+++ b/params/opt/5/rnd_search_t_lin/comb_2/init/model.decoder.layers.5.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:48c1381ecbfbdc928e08a5497b78cb431d1503d501ca0fb7862646acdc5abb86
+size 5251
diff --git a/params/opt/5/rnd_search_t_lin/comb_2/init/model.decoder.layers.5.self_attn.v_proj/_0.pt b/params/opt/5/rnd_search_t_lin/comb_2/init/model.decoder.layers.5.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/opt/5/rnd_search_t_lin/comb_2/init/model.decoder.layers.5.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/opt/5/rnd_search_t_lin/comb_2/init/model.decoder.layers.5.self_attn.v_proj/_s.pt b/params/opt/5/rnd_search_t_lin/comb_2/init/model.decoder.layers.5.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..1ef47c41cb70055b83b950400d742bdd93cdce1c
--- /dev/null
+++ b/params/opt/5/rnd_search_t_lin/comb_2/init/model.decoder.layers.5.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ccaff8bde622144fee992d00d98bc93c881c432d38233dd6bd10a46c081f894f
+size 5251
diff --git a/params/opt/5/rnd_search_t_lin/comb_2/init/model.decoder.layers.6.fc1/_0.pt b/params/opt/5/rnd_search_t_lin/comb_2/init/model.decoder.layers.6.fc1/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..58c96248fd00550cc15d645205571ee67c337035
--- /dev/null
+++ b/params/opt/5/rnd_search_t_lin/comb_2/init/model.decoder.layers.6.fc1/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d77f62f2a90ce91416a8360d6ec3a5205dee0afeca27666c8c1c6bc185c247e5
+size 17539
diff --git a/params/opt/5/rnd_search_t_lin/comb_2/init/model.decoder.layers.6.fc1/_s.pt b/params/opt/5/rnd_search_t_lin/comb_2/init/model.decoder.layers.6.fc1/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4cafe20c01e8729f1c0cb3cf7a50089d619383c2
--- /dev/null
+++ b/params/opt/5/rnd_search_t_lin/comb_2/init/model.decoder.layers.6.fc1/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:6b4dcb5f586bd03179b5365501dc841ea156f25183b9dab4e75040cf3e3d99a2
+size 17539
diff --git a/params/opt/5/rnd_search_t_lin/comb_2/init/model.decoder.layers.6.fc2/_0.pt b/params/opt/5/rnd_search_t_lin/comb_2/init/model.decoder.layers.6.fc2/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/opt/5/rnd_search_t_lin/comb_2/init/model.decoder.layers.6.fc2/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/opt/5/rnd_search_t_lin/comb_2/init/model.decoder.layers.6.fc2/_s.pt b/params/opt/5/rnd_search_t_lin/comb_2/init/model.decoder.layers.6.fc2/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..0019e1ce3f4e672dd8712c16d9b51971fea4cfc2
--- /dev/null
+++ b/params/opt/5/rnd_search_t_lin/comb_2/init/model.decoder.layers.6.fc2/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:346cd9682d41d5c0461e10253b7acaa5900ec6655ea44f1873a21da746dc1944
+size 5251
diff --git a/params/opt/5/rnd_search_t_lin/comb_2/init/model.decoder.layers.6.self_attn.k_proj/_0.pt b/params/opt/5/rnd_search_t_lin/comb_2/init/model.decoder.layers.6.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/opt/5/rnd_search_t_lin/comb_2/init/model.decoder.layers.6.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/opt/5/rnd_search_t_lin/comb_2/init/model.decoder.layers.6.self_attn.k_proj/_s.pt b/params/opt/5/rnd_search_t_lin/comb_2/init/model.decoder.layers.6.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..28f99ba99553fe1c54df84d57ac1672a87b3e82e
--- /dev/null
+++ b/params/opt/5/rnd_search_t_lin/comb_2/init/model.decoder.layers.6.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:847323c056c155a5529fb18218b6e3a0a7a7023555641846d2e8c13565d4827d
+size 5251
diff --git a/params/opt/5/rnd_search_t_lin/comb_2/init/model.decoder.layers.6.self_attn.out_proj/_0.pt b/params/opt/5/rnd_search_t_lin/comb_2/init/model.decoder.layers.6.self_attn.out_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/opt/5/rnd_search_t_lin/comb_2/init/model.decoder.layers.6.self_attn.out_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/opt/5/rnd_search_t_lin/comb_2/init/model.decoder.layers.6.self_attn.out_proj/_s.pt b/params/opt/5/rnd_search_t_lin/comb_2/init/model.decoder.layers.6.self_attn.out_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..28532132b6b91823ee77b8e9a892f823ff25f1d5
--- /dev/null
+++ b/params/opt/5/rnd_search_t_lin/comb_2/init/model.decoder.layers.6.self_attn.out_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:dfa9d466e4364f1be9501aacae2d902fa7127a03bf5105c9cdda4cbec8a99625
+size 5251
diff --git a/params/opt/5/rnd_search_t_lin/comb_2/init/model.decoder.layers.6.self_attn.q_proj/_0.pt b/params/opt/5/rnd_search_t_lin/comb_2/init/model.decoder.layers.6.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/opt/5/rnd_search_t_lin/comb_2/init/model.decoder.layers.6.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/opt/5/rnd_search_t_lin/comb_2/init/model.decoder.layers.6.self_attn.q_proj/_s.pt b/params/opt/5/rnd_search_t_lin/comb_2/init/model.decoder.layers.6.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..daed49ad1d8baefbc1d4d3e1d3389de4abb6597b
--- /dev/null
+++ b/params/opt/5/rnd_search_t_lin/comb_2/init/model.decoder.layers.6.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:3e48a90ea3703081e9bdd12aa9be5433548afffeb0b4826871135e4e0c44d0d9
+size 5251
diff --git a/params/opt/5/rnd_search_t_lin/comb_2/init/model.decoder.layers.6.self_attn.v_proj/_0.pt b/params/opt/5/rnd_search_t_lin/comb_2/init/model.decoder.layers.6.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/opt/5/rnd_search_t_lin/comb_2/init/model.decoder.layers.6.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/opt/5/rnd_search_t_lin/comb_2/init/model.decoder.layers.6.self_attn.v_proj/_s.pt b/params/opt/5/rnd_search_t_lin/comb_2/init/model.decoder.layers.6.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ce52bc447d888583ccb7e83abc37b5fb1eede54b
--- /dev/null
+++ b/params/opt/5/rnd_search_t_lin/comb_2/init/model.decoder.layers.6.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:36aed3ff30a88b5af23fb33c3ea8b164ab216ee8c4eab57a387b53bb4548754e
+size 5251
diff --git a/params/opt/5/rnd_search_t_lin/comb_2/init/model.decoder.layers.7.fc1/_0.pt b/params/opt/5/rnd_search_t_lin/comb_2/init/model.decoder.layers.7.fc1/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..58c96248fd00550cc15d645205571ee67c337035
--- /dev/null
+++ b/params/opt/5/rnd_search_t_lin/comb_2/init/model.decoder.layers.7.fc1/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d77f62f2a90ce91416a8360d6ec3a5205dee0afeca27666c8c1c6bc185c247e5
+size 17539
diff --git a/params/opt/5/rnd_search_t_lin/comb_2/init/model.decoder.layers.7.fc1/_s.pt b/params/opt/5/rnd_search_t_lin/comb_2/init/model.decoder.layers.7.fc1/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..3cbca6724deeacbdfe866d63a75917b28c92dcd8
--- /dev/null
+++ b/params/opt/5/rnd_search_t_lin/comb_2/init/model.decoder.layers.7.fc1/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5e112fdd67b9b94b873c4ba754528ac20d332d94a3d4559939942e0fb0020247
+size 17539
diff --git a/params/opt/5/rnd_search_t_lin/comb_2/init/model.decoder.layers.7.fc2/_0.pt b/params/opt/5/rnd_search_t_lin/comb_2/init/model.decoder.layers.7.fc2/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/opt/5/rnd_search_t_lin/comb_2/init/model.decoder.layers.7.fc2/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/opt/5/rnd_search_t_lin/comb_2/init/model.decoder.layers.7.fc2/_s.pt b/params/opt/5/rnd_search_t_lin/comb_2/init/model.decoder.layers.7.fc2/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..39d339a726e630811e0946c7620554c76936ffbe
--- /dev/null
+++ b/params/opt/5/rnd_search_t_lin/comb_2/init/model.decoder.layers.7.fc2/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:9cb281462625b746f04ae4363d82ddbfa4cad915dbb2fb0495d4faa1a4f07e0f
+size 5251
diff --git a/params/opt/5/rnd_search_t_lin/comb_2/init/model.decoder.layers.7.self_attn.k_proj/_0.pt b/params/opt/5/rnd_search_t_lin/comb_2/init/model.decoder.layers.7.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/opt/5/rnd_search_t_lin/comb_2/init/model.decoder.layers.7.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/opt/5/rnd_search_t_lin/comb_2/init/model.decoder.layers.7.self_attn.k_proj/_s.pt b/params/opt/5/rnd_search_t_lin/comb_2/init/model.decoder.layers.7.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..993e5f05bb1085c234e37deb1d3e12c22bb497c3
--- /dev/null
+++ b/params/opt/5/rnd_search_t_lin/comb_2/init/model.decoder.layers.7.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:881509e7941e28d9019993eb35b53ea366230ffcdea97741c8a0e24c624ba5d4
+size 5251
diff --git a/params/opt/5/rnd_search_t_lin/comb_2/init/model.decoder.layers.7.self_attn.out_proj/_0.pt b/params/opt/5/rnd_search_t_lin/comb_2/init/model.decoder.layers.7.self_attn.out_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/opt/5/rnd_search_t_lin/comb_2/init/model.decoder.layers.7.self_attn.out_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/opt/5/rnd_search_t_lin/comb_2/init/model.decoder.layers.7.self_attn.out_proj/_s.pt b/params/opt/5/rnd_search_t_lin/comb_2/init/model.decoder.layers.7.self_attn.out_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..b3f1becdee1cce32316a87ce8de17fb81931920e
--- /dev/null
+++ b/params/opt/5/rnd_search_t_lin/comb_2/init/model.decoder.layers.7.self_attn.out_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ab6bb494451c8063ab211370c7b4f1bd3bb682237154909f52925510306d37e9
+size 5251
diff --git a/params/opt/5/rnd_search_t_lin/comb_2/init/model.decoder.layers.7.self_attn.q_proj/_0.pt b/params/opt/5/rnd_search_t_lin/comb_2/init/model.decoder.layers.7.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/opt/5/rnd_search_t_lin/comb_2/init/model.decoder.layers.7.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/opt/5/rnd_search_t_lin/comb_2/init/model.decoder.layers.7.self_attn.q_proj/_s.pt b/params/opt/5/rnd_search_t_lin/comb_2/init/model.decoder.layers.7.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ed2073dce980b510df7a19046861078da34d475f
--- /dev/null
+++ b/params/opt/5/rnd_search_t_lin/comb_2/init/model.decoder.layers.7.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c043328147dd03be670c93d8ef9e6ac9b010613760cd39c64034d86d7b796753
+size 5251
diff --git a/params/opt/5/rnd_search_t_lin/comb_2/init/model.decoder.layers.7.self_attn.v_proj/_0.pt b/params/opt/5/rnd_search_t_lin/comb_2/init/model.decoder.layers.7.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/opt/5/rnd_search_t_lin/comb_2/init/model.decoder.layers.7.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/opt/5/rnd_search_t_lin/comb_2/init/model.decoder.layers.7.self_attn.v_proj/_s.pt b/params/opt/5/rnd_search_t_lin/comb_2/init/model.decoder.layers.7.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..f878e8ad32ad46c3c25f2804c59eb55cd014513f
--- /dev/null
+++ b/params/opt/5/rnd_search_t_lin/comb_2/init/model.decoder.layers.7.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:3a5992c8e0e7285bc3090cc2ed4370152f1de7b0715436264a581c3038694091
+size 5251
diff --git a/params/opt/5/rnd_search_t_lin/comb_2/init/model.decoder.layers.8.fc1/_0.pt b/params/opt/5/rnd_search_t_lin/comb_2/init/model.decoder.layers.8.fc1/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..58c96248fd00550cc15d645205571ee67c337035
--- /dev/null
+++ b/params/opt/5/rnd_search_t_lin/comb_2/init/model.decoder.layers.8.fc1/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d77f62f2a90ce91416a8360d6ec3a5205dee0afeca27666c8c1c6bc185c247e5
+size 17539
diff --git a/params/opt/5/rnd_search_t_lin/comb_2/init/model.decoder.layers.8.fc1/_s.pt b/params/opt/5/rnd_search_t_lin/comb_2/init/model.decoder.layers.8.fc1/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..72da0a44aa5a55f5dc4a2b792a42bb0fde4feefc
--- /dev/null
+++ b/params/opt/5/rnd_search_t_lin/comb_2/init/model.decoder.layers.8.fc1/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:db38ff987eb0b03c01c3628e91f865b0983f70b950fbee12aec0e932350d7598
+size 17539
diff --git a/params/opt/5/rnd_search_t_lin/comb_2/init/model.decoder.layers.8.fc2/_0.pt b/params/opt/5/rnd_search_t_lin/comb_2/init/model.decoder.layers.8.fc2/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/opt/5/rnd_search_t_lin/comb_2/init/model.decoder.layers.8.fc2/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/opt/5/rnd_search_t_lin/comb_2/init/model.decoder.layers.8.fc2/_s.pt b/params/opt/5/rnd_search_t_lin/comb_2/init/model.decoder.layers.8.fc2/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e25496ec18d84b7b59dd3592ef142e9f05fa98d3
--- /dev/null
+++ b/params/opt/5/rnd_search_t_lin/comb_2/init/model.decoder.layers.8.fc2/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:47af44d21e7964f57c14a49a4d55fc77b546cf239d3ffd6e266ef20846afb385
+size 5251
diff --git a/params/opt/5/rnd_search_t_lin/comb_2/init/model.decoder.layers.8.self_attn.k_proj/_0.pt b/params/opt/5/rnd_search_t_lin/comb_2/init/model.decoder.layers.8.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/opt/5/rnd_search_t_lin/comb_2/init/model.decoder.layers.8.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/opt/5/rnd_search_t_lin/comb_2/init/model.decoder.layers.8.self_attn.k_proj/_s.pt b/params/opt/5/rnd_search_t_lin/comb_2/init/model.decoder.layers.8.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2d3cb674db35053cd999b3aae3c4140c6c663051
--- /dev/null
+++ b/params/opt/5/rnd_search_t_lin/comb_2/init/model.decoder.layers.8.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:cad261093c498a041c181a55bc443101c0874af0e14d402efc951229bebb2ec1
+size 5251
diff --git a/params/opt/5/rnd_search_t_lin/comb_2/init/model.decoder.layers.8.self_attn.out_proj/_0.pt b/params/opt/5/rnd_search_t_lin/comb_2/init/model.decoder.layers.8.self_attn.out_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/opt/5/rnd_search_t_lin/comb_2/init/model.decoder.layers.8.self_attn.out_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/opt/5/rnd_search_t_lin/comb_2/init/model.decoder.layers.8.self_attn.out_proj/_s.pt b/params/opt/5/rnd_search_t_lin/comb_2/init/model.decoder.layers.8.self_attn.out_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..19f8402c16ea68a1f9cf2b295b150990e88c6d0f
--- /dev/null
+++ b/params/opt/5/rnd_search_t_lin/comb_2/init/model.decoder.layers.8.self_attn.out_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ba9163a96572d9f3d80f9ae4f02b3a7b82671f993394c98906be2969da92ab42
+size 5251
diff --git a/params/opt/5/rnd_search_t_lin/comb_2/init/model.decoder.layers.8.self_attn.q_proj/_0.pt b/params/opt/5/rnd_search_t_lin/comb_2/init/model.decoder.layers.8.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/opt/5/rnd_search_t_lin/comb_2/init/model.decoder.layers.8.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/opt/5/rnd_search_t_lin/comb_2/init/model.decoder.layers.8.self_attn.q_proj/_s.pt b/params/opt/5/rnd_search_t_lin/comb_2/init/model.decoder.layers.8.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..59b5fe9c3c118c2df05c45aef12b05d7418bb61e
--- /dev/null
+++ b/params/opt/5/rnd_search_t_lin/comb_2/init/model.decoder.layers.8.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:cd23e0e5acf4cc071f4421e11219ff44cb112acb042d5757aee327eaf38de267
+size 5251
diff --git a/params/opt/5/rnd_search_t_lin/comb_2/init/model.decoder.layers.8.self_attn.v_proj/_0.pt b/params/opt/5/rnd_search_t_lin/comb_2/init/model.decoder.layers.8.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/opt/5/rnd_search_t_lin/comb_2/init/model.decoder.layers.8.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/opt/5/rnd_search_t_lin/comb_2/init/model.decoder.layers.8.self_attn.v_proj/_s.pt b/params/opt/5/rnd_search_t_lin/comb_2/init/model.decoder.layers.8.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..9b5778b939ccb6517832dadc3583c1f5773c989e
--- /dev/null
+++ b/params/opt/5/rnd_search_t_lin/comb_2/init/model.decoder.layers.8.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:180de61410ad79dbd022da511cb38ebb0380cf029e86736ff6c49db6e5192632
+size 5251
diff --git a/params/opt/5/rnd_search_t_lin/comb_2/init/model.decoder.layers.9.fc1/_0.pt b/params/opt/5/rnd_search_t_lin/comb_2/init/model.decoder.layers.9.fc1/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..58c96248fd00550cc15d645205571ee67c337035
--- /dev/null
+++ b/params/opt/5/rnd_search_t_lin/comb_2/init/model.decoder.layers.9.fc1/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d77f62f2a90ce91416a8360d6ec3a5205dee0afeca27666c8c1c6bc185c247e5
+size 17539
diff --git a/params/opt/5/rnd_search_t_lin/comb_2/init/model.decoder.layers.9.fc1/_s.pt b/params/opt/5/rnd_search_t_lin/comb_2/init/model.decoder.layers.9.fc1/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..33f282fdf6027f889baccd8c89df76e38dbc0169
--- /dev/null
+++ b/params/opt/5/rnd_search_t_lin/comb_2/init/model.decoder.layers.9.fc1/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0733b802cbebb5624222afae7f61f7501fc4a507cca39392e4f5bc75bbca10f6
+size 17539
diff --git a/params/opt/5/rnd_search_t_lin/comb_2/init/model.decoder.layers.9.fc2/_0.pt b/params/opt/5/rnd_search_t_lin/comb_2/init/model.decoder.layers.9.fc2/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/opt/5/rnd_search_t_lin/comb_2/init/model.decoder.layers.9.fc2/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/opt/5/rnd_search_t_lin/comb_2/init/model.decoder.layers.9.fc2/_s.pt b/params/opt/5/rnd_search_t_lin/comb_2/init/model.decoder.layers.9.fc2/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..bfea38f49fcfd3a09942b94d885f58f6aa7babd3
--- /dev/null
+++ b/params/opt/5/rnd_search_t_lin/comb_2/init/model.decoder.layers.9.fc2/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b6d352dcd69df44346722003f2da329248e14e6530f597206881ac5fdea0a167
+size 5251
diff --git a/params/opt/5/rnd_search_t_lin/comb_2/init/model.decoder.layers.9.self_attn.k_proj/_0.pt b/params/opt/5/rnd_search_t_lin/comb_2/init/model.decoder.layers.9.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/opt/5/rnd_search_t_lin/comb_2/init/model.decoder.layers.9.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/opt/5/rnd_search_t_lin/comb_2/init/model.decoder.layers.9.self_attn.k_proj/_s.pt b/params/opt/5/rnd_search_t_lin/comb_2/init/model.decoder.layers.9.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..71e9c4c117c383e353fc5ec84600838b625f10f4
--- /dev/null
+++ b/params/opt/5/rnd_search_t_lin/comb_2/init/model.decoder.layers.9.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:aff0cd4b75b5592cc0156dfb0575db8ed3352e40460d3b9d84cf31eba5761707
+size 5251
diff --git a/params/opt/5/rnd_search_t_lin/comb_2/init/model.decoder.layers.9.self_attn.out_proj/_0.pt b/params/opt/5/rnd_search_t_lin/comb_2/init/model.decoder.layers.9.self_attn.out_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/opt/5/rnd_search_t_lin/comb_2/init/model.decoder.layers.9.self_attn.out_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/opt/5/rnd_search_t_lin/comb_2/init/model.decoder.layers.9.self_attn.out_proj/_s.pt b/params/opt/5/rnd_search_t_lin/comb_2/init/model.decoder.layers.9.self_attn.out_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..467a398abb9cf6ee12fadd3bd1cf82ffe83196a4
--- /dev/null
+++ b/params/opt/5/rnd_search_t_lin/comb_2/init/model.decoder.layers.9.self_attn.out_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:531fdc23ebed29025a9da2590687803e9d83aeac3aa9510028ea8bf929f93ed4
+size 5251
diff --git a/params/opt/5/rnd_search_t_lin/comb_2/init/model.decoder.layers.9.self_attn.q_proj/_0.pt b/params/opt/5/rnd_search_t_lin/comb_2/init/model.decoder.layers.9.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/opt/5/rnd_search_t_lin/comb_2/init/model.decoder.layers.9.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/opt/5/rnd_search_t_lin/comb_2/init/model.decoder.layers.9.self_attn.q_proj/_s.pt b/params/opt/5/rnd_search_t_lin/comb_2/init/model.decoder.layers.9.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ba702e92b3875c7c9b39f095c121b1a1c9553041
--- /dev/null
+++ b/params/opt/5/rnd_search_t_lin/comb_2/init/model.decoder.layers.9.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:275217c9513dd4649b877c56489553d00d2907cd25a2d12d11e0892e836207d1
+size 5251
diff --git a/params/opt/5/rnd_search_t_lin/comb_2/init/model.decoder.layers.9.self_attn.v_proj/_0.pt b/params/opt/5/rnd_search_t_lin/comb_2/init/model.decoder.layers.9.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/opt/5/rnd_search_t_lin/comb_2/init/model.decoder.layers.9.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/opt/5/rnd_search_t_lin/comb_2/init/model.decoder.layers.9.self_attn.v_proj/_s.pt b/params/opt/5/rnd_search_t_lin/comb_2/init/model.decoder.layers.9.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..bdf18e1b98464100f6cdbff2701ce31dabc5326e
--- /dev/null
+++ b/params/opt/5/rnd_search_t_lin/comb_2/init/model.decoder.layers.9.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:171f0ebf5a78ae8cdeb2c741a3c01c61c0ce0803336ede65da0a7f93684456ff
+size 5251
diff --git a/params/opt/5/rnd_search_t_lin/comb_2/init/model.decoder.project_in/_0.pt b/params/opt/5/rnd_search_t_lin/comb_2/init/model.decoder.project_in/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/opt/5/rnd_search_t_lin/comb_2/init/model.decoder.project_in/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/opt/5/rnd_search_t_lin/comb_2/init/model.decoder.project_in/_s.pt b/params/opt/5/rnd_search_t_lin/comb_2/init/model.decoder.project_in/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..70acd52a41e2e32e882362b7ed5a6f4f62d35872
--- /dev/null
+++ b/params/opt/5/rnd_search_t_lin/comb_2/init/model.decoder.project_in/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:605e263417d98c13979a99dc053948873b4faf740dedcaa70772daae91e64fc0
+size 5251
diff --git a/params/opt/5/rnd_search_t_lin/comb_2/init/model.decoder.project_out/_0.pt b/params/opt/5/rnd_search_t_lin/comb_2/init/model.decoder.project_out/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..488e3fdd0d1b021263f10e7ac0709afb3ad87834
--- /dev/null
+++ b/params/opt/5/rnd_search_t_lin/comb_2/init/model.decoder.project_out/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:8797a9d9df2499753ddee04a3871eaa885a6f7d2594c123b43b6744da1cea107
+size 3203
diff --git a/params/opt/5/rnd_search_t_lin/comb_2/init/model.decoder.project_out/_s.pt b/params/opt/5/rnd_search_t_lin/comb_2/init/model.decoder.project_out/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..0cac94c3d7e9933e024b66f9426e244258f1cdd2
--- /dev/null
+++ b/params/opt/5/rnd_search_t_lin/comb_2/init/model.decoder.project_out/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c60b64d38b47dd2b49ef6118c18475635e4a572a1dd51339ebe55d6d1f96cc90
+size 3203
diff --git a/params/opt/5/rnd_search_t_lin/comb_2/trained/lm_head/_0.pt b/params/opt/5/rnd_search_t_lin/comb_2/trained/lm_head/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..335e47d76c6c625d1a4523eb3fcda8ded8bf33b7
--- /dev/null
+++ b/params/opt/5/rnd_search_t_lin/comb_2/trained/lm_head/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:13ba8387ee98aecb2a94671427a3be40a12a86f528a638bef33902ac0fc187a3
+size 202243
diff --git a/params/opt/5/rnd_search_t_lin/comb_2/trained/lm_head/_s.pt b/params/opt/5/rnd_search_t_lin/comb_2/trained/lm_head/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..f3fdb7da947df14a08a7ec472b82902336cc5718
--- /dev/null
+++ b/params/opt/5/rnd_search_t_lin/comb_2/trained/lm_head/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e36681bd2c4279cfee9732038bb12502fd585331fc5ef8ee0b1ea78ae4de1029
+size 202243
diff --git a/params/opt/5/rnd_search_t_lin/comb_2/trained/model.decoder.layers.0.fc1/_0.pt b/params/opt/5/rnd_search_t_lin/comb_2/trained/model.decoder.layers.0.fc1/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..1ba79cfce9be8f2028e3d5fc54d7abb24aca7541
--- /dev/null
+++ b/params/opt/5/rnd_search_t_lin/comb_2/trained/model.decoder.layers.0.fc1/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:9096b7a79741d6327ea9491745e5aad0266281e618ca238bd210874d1e6ce7ae
+size 17539
diff --git a/params/opt/5/rnd_search_t_lin/comb_2/trained/model.decoder.layers.0.fc1/_s.pt b/params/opt/5/rnd_search_t_lin/comb_2/trained/model.decoder.layers.0.fc1/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e49b7b47919724dabc19fdba4e348809ba93dd71
--- /dev/null
+++ b/params/opt/5/rnd_search_t_lin/comb_2/trained/model.decoder.layers.0.fc1/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c6363827e8483887e0acb1dc51d4211c148b60cadf8442c58265ab9315ba1fb9
+size 17539
diff --git a/params/opt/5/rnd_search_t_lin/comb_2/trained/model.decoder.layers.0.fc2/_0.pt b/params/opt/5/rnd_search_t_lin/comb_2/trained/model.decoder.layers.0.fc2/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..dd9317614c98d3abca9ddb6119980e67bbaf500b
--- /dev/null
+++ b/params/opt/5/rnd_search_t_lin/comb_2/trained/model.decoder.layers.0.fc2/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ad381d70b4afdcb81cc30f65249619c4bb2daa5d8456101e6af9b1af4b086650
+size 5251
diff --git a/params/opt/5/rnd_search_t_lin/comb_2/trained/model.decoder.layers.0.fc2/_s.pt b/params/opt/5/rnd_search_t_lin/comb_2/trained/model.decoder.layers.0.fc2/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..41494f9e0cfba7cdee4a09d76e66e66387b80e70
--- /dev/null
+++ b/params/opt/5/rnd_search_t_lin/comb_2/trained/model.decoder.layers.0.fc2/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2170d7d5d1bbe4ed975da82af2d0fda47655f9872089fea219484fcc5cf2b12b
+size 5251
diff --git a/params/opt/5/rnd_search_t_lin/comb_2/trained/model.decoder.layers.0.self_attn.k_proj/_0.pt b/params/opt/5/rnd_search_t_lin/comb_2/trained/model.decoder.layers.0.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..7acd17c69f5cab45366dbd3338c9286972ddaff8
--- /dev/null
+++ b/params/opt/5/rnd_search_t_lin/comb_2/trained/model.decoder.layers.0.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:37814f87949c4aaea344c95cb51d160e85cfc92ffb4d248f0b686879c7e2c4a7
+size 5251
diff --git a/params/opt/5/rnd_search_t_lin/comb_2/trained/model.decoder.layers.0.self_attn.k_proj/_s.pt b/params/opt/5/rnd_search_t_lin/comb_2/trained/model.decoder.layers.0.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..efc5f8ba7637bc054a29fc9b44660bc8b51db2fc
--- /dev/null
+++ b/params/opt/5/rnd_search_t_lin/comb_2/trained/model.decoder.layers.0.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:419eee7f0164161f4533a8fa752b960ce3b121618675b8bb43c81ca5a59853f3
+size 5251
diff --git a/params/opt/5/rnd_search_t_lin/comb_2/trained/model.decoder.layers.0.self_attn.out_proj/_0.pt b/params/opt/5/rnd_search_t_lin/comb_2/trained/model.decoder.layers.0.self_attn.out_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..95eae223cc649b178ba5585e72f2494d6c939f97
--- /dev/null
+++ b/params/opt/5/rnd_search_t_lin/comb_2/trained/model.decoder.layers.0.self_attn.out_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:09716672ab3f586b478ee7b035922526946d2ed8b5a4d8466a39c039d1990789
+size 5251
diff --git a/params/opt/5/rnd_search_t_lin/comb_2/trained/model.decoder.layers.0.self_attn.out_proj/_s.pt b/params/opt/5/rnd_search_t_lin/comb_2/trained/model.decoder.layers.0.self_attn.out_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..7c5c958c3dd77905da08b7f9aec372ba998a7638
--- /dev/null
+++ b/params/opt/5/rnd_search_t_lin/comb_2/trained/model.decoder.layers.0.self_attn.out_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:29e3d0011dfc2e9ede8ef74c870a68dd83a6ce8fd6b9740ea6d2d2c029d95960
+size 5251
diff --git a/params/opt/5/rnd_search_t_lin/comb_2/trained/model.decoder.layers.0.self_attn.q_proj/_0.pt b/params/opt/5/rnd_search_t_lin/comb_2/trained/model.decoder.layers.0.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c722c22ee0a1869e78842cb41f12968e9c6e15bd
--- /dev/null
+++ b/params/opt/5/rnd_search_t_lin/comb_2/trained/model.decoder.layers.0.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:cdda1a00eaf1f1b7c7af785487288cf4a10b2abcfa1c7a0817bd0df87582261b
+size 5251
diff --git a/params/opt/5/rnd_search_t_lin/comb_2/trained/model.decoder.layers.0.self_attn.q_proj/_s.pt b/params/opt/5/rnd_search_t_lin/comb_2/trained/model.decoder.layers.0.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ed57261fbff8ec2bf9072a748a7b6ab8e18a0f2
--- /dev/null
+++ b/params/opt/5/rnd_search_t_lin/comb_2/trained/model.decoder.layers.0.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:673bf799351fb7cb32a622521f517ed1b68b20423f9c88fe6804fd7b988817d8
+size 5251
diff --git a/params/opt/5/rnd_search_t_lin/comb_2/trained/model.decoder.layers.0.self_attn.v_proj/_0.pt b/params/opt/5/rnd_search_t_lin/comb_2/trained/model.decoder.layers.0.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..19f9a65d4a4867582f38ed3bcdec1fa5ee5f4cbf
--- /dev/null
+++ b/params/opt/5/rnd_search_t_lin/comb_2/trained/model.decoder.layers.0.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:cd1bc63c212bb502a5c1bf44903c7a6d2ea2150560918cc0d9fb007eb9f762e4
+size 5251
diff --git a/params/opt/5/rnd_search_t_lin/comb_2/trained/model.decoder.layers.0.self_attn.v_proj/_s.pt b/params/opt/5/rnd_search_t_lin/comb_2/trained/model.decoder.layers.0.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..cc14815a8a81e1e00cff9d15b3a811c5c5ea0a7e
--- /dev/null
+++ b/params/opt/5/rnd_search_t_lin/comb_2/trained/model.decoder.layers.0.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:05be2b31f2fa04de03df29bfa9833b4e72ac47b31389d79d7ecb9c628c256604
+size 5251
diff --git a/params/opt/5/rnd_search_t_lin/comb_2/trained/model.decoder.layers.1.fc1/_0.pt b/params/opt/5/rnd_search_t_lin/comb_2/trained/model.decoder.layers.1.fc1/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..5348938f6cd0fc3ba333bc4df853e49f45677791
--- /dev/null
+++ b/params/opt/5/rnd_search_t_lin/comb_2/trained/model.decoder.layers.1.fc1/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:18c3e4eefd99b11a4d107a3efb3021eaf09cc0766db7fb985912520a83aa77f8
+size 17539
diff --git a/params/opt/5/rnd_search_t_lin/comb_2/trained/model.decoder.layers.1.fc1/_s.pt b/params/opt/5/rnd_search_t_lin/comb_2/trained/model.decoder.layers.1.fc1/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..bae0b0a74da04aeb99ca7d2cd271b130c43f4352
--- /dev/null
+++ b/params/opt/5/rnd_search_t_lin/comb_2/trained/model.decoder.layers.1.fc1/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:099a0f6f944e0e9dfe972898c22364070cb503e0197753be9ab4125bc6883ee9
+size 17539
diff --git a/params/opt/5/rnd_search_t_lin/comb_2/trained/model.decoder.layers.1.fc2/_0.pt b/params/opt/5/rnd_search_t_lin/comb_2/trained/model.decoder.layers.1.fc2/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ad83c9414fab46006ae77ce19eeee48a74f8becb
--- /dev/null
+++ b/params/opt/5/rnd_search_t_lin/comb_2/trained/model.decoder.layers.1.fc2/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:6f2d4bc665738bd4834a9c07daf782c5d47b7dba625af0f56c52c2ff546f88a4
+size 5251
diff --git a/params/opt/5/rnd_search_t_lin/comb_2/trained/model.decoder.layers.1.fc2/_s.pt b/params/opt/5/rnd_search_t_lin/comb_2/trained/model.decoder.layers.1.fc2/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..58e31fcae9602cde83daa5ad40ccb410a5563c1c
--- /dev/null
+++ b/params/opt/5/rnd_search_t_lin/comb_2/trained/model.decoder.layers.1.fc2/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:08fd963a662fc1dbc899e7441e11ebd40c2fa26a4fd969c6b66c68546f74ebb8
+size 5251
diff --git a/params/opt/5/rnd_search_t_lin/comb_2/trained/model.decoder.layers.1.self_attn.k_proj/_0.pt b/params/opt/5/rnd_search_t_lin/comb_2/trained/model.decoder.layers.1.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..dec5a887e0bc6965aec9de9213201e2bf2b27a76
--- /dev/null
+++ b/params/opt/5/rnd_search_t_lin/comb_2/trained/model.decoder.layers.1.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:8c306715055095fba0fe510472d11b4f6c7cb228ad1b6106c39bb416d734843f
+size 5251
diff --git a/params/opt/5/rnd_search_t_lin/comb_2/trained/model.decoder.layers.1.self_attn.k_proj/_s.pt b/params/opt/5/rnd_search_t_lin/comb_2/trained/model.decoder.layers.1.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..015f1732570b707f87e261d2a80863302e0b6308
--- /dev/null
+++ b/params/opt/5/rnd_search_t_lin/comb_2/trained/model.decoder.layers.1.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e01d012b22d1c8c3263fd213dacfb3d10be1882bb896bc595053b10962babc9c
+size 5251
diff --git a/params/opt/5/rnd_search_t_lin/comb_2/trained/model.decoder.layers.1.self_attn.out_proj/_0.pt b/params/opt/5/rnd_search_t_lin/comb_2/trained/model.decoder.layers.1.self_attn.out_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..285a1f4d83fe28937bb18d92c912ab8b046f6fee
--- /dev/null
+++ b/params/opt/5/rnd_search_t_lin/comb_2/trained/model.decoder.layers.1.self_attn.out_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:735a268c8f4bca864513250e08eaff41bc4058f5d48e01e89ffc8f38c8610a00
+size 5251
diff --git a/params/opt/5/rnd_search_t_lin/comb_2/trained/model.decoder.layers.1.self_attn.out_proj/_s.pt b/params/opt/5/rnd_search_t_lin/comb_2/trained/model.decoder.layers.1.self_attn.out_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..cec06c2d8c0360d78b74efd3f326b6abdf70f81d
--- /dev/null
+++ b/params/opt/5/rnd_search_t_lin/comb_2/trained/model.decoder.layers.1.self_attn.out_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c48979f9e9d479218e83c286250cbee8f6730516485d7cd79b0350e069e9aead
+size 5251
diff --git a/params/opt/5/rnd_search_t_lin/comb_2/trained/model.decoder.layers.1.self_attn.q_proj/_0.pt b/params/opt/5/rnd_search_t_lin/comb_2/trained/model.decoder.layers.1.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..99932fa21473e73cba5e32ea4cfaaa7b4da18a3a
--- /dev/null
+++ b/params/opt/5/rnd_search_t_lin/comb_2/trained/model.decoder.layers.1.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:6c25fd0b981c0cfa277a8abb209d65e599232c2e1debda4d736800c32e2b5f7d
+size 5251
diff --git a/params/opt/5/rnd_search_t_lin/comb_2/trained/model.decoder.layers.1.self_attn.q_proj/_s.pt b/params/opt/5/rnd_search_t_lin/comb_2/trained/model.decoder.layers.1.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..561fb8d1db6524727228ee6264f31306efd709f0
--- /dev/null
+++ b/params/opt/5/rnd_search_t_lin/comb_2/trained/model.decoder.layers.1.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0aee86a59fc0ac5e843897222e6403bd5df3e1cdc5c2436d411a025a8ac5fcfa
+size 5251
diff --git a/params/opt/5/rnd_search_t_lin/comb_2/trained/model.decoder.layers.1.self_attn.v_proj/_0.pt b/params/opt/5/rnd_search_t_lin/comb_2/trained/model.decoder.layers.1.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..177b79eefd82f7d112287c224cad16b727ba3145
--- /dev/null
+++ b/params/opt/5/rnd_search_t_lin/comb_2/trained/model.decoder.layers.1.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:625fe966953e0effbf308fdc1f84b851ab8f3aca53214696439192adf35e3902
+size 5251
diff --git a/params/opt/5/rnd_search_t_lin/comb_2/trained/model.decoder.layers.1.self_attn.v_proj/_s.pt b/params/opt/5/rnd_search_t_lin/comb_2/trained/model.decoder.layers.1.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..0fedacff482db31bb54f55659f13574773ce705b
--- /dev/null
+++ b/params/opt/5/rnd_search_t_lin/comb_2/trained/model.decoder.layers.1.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c77a3cb5a7a5ba15aec7161ff2c7f13027bf7f1eec7e883b933d30126ed40ca5
+size 5251
diff --git a/params/opt/5/rnd_search_t_lin/comb_2/trained/model.decoder.layers.10.fc1/_0.pt b/params/opt/5/rnd_search_t_lin/comb_2/trained/model.decoder.layers.10.fc1/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c30053bc5f9af9bac439c529d33209d70ffda79c
--- /dev/null
+++ b/params/opt/5/rnd_search_t_lin/comb_2/trained/model.decoder.layers.10.fc1/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e8aae59fb2aa803a543994cbbc070b8aff752e8d0c7b0dabbfc9e076633f4b9f
+size 17539
diff --git a/params/opt/5/rnd_search_t_lin/comb_2/trained/model.decoder.layers.10.fc1/_s.pt b/params/opt/5/rnd_search_t_lin/comb_2/trained/model.decoder.layers.10.fc1/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..077fb114e89d3aba922e5fdbb91052b49bbb0e4a
--- /dev/null
+++ b/params/opt/5/rnd_search_t_lin/comb_2/trained/model.decoder.layers.10.fc1/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:29454690a8dee35935da78cb99fb70d6e323a60cf453ddffb9ca47b946ae4807
+size 17539
diff --git a/params/opt/5/rnd_search_t_lin/comb_2/trained/model.decoder.layers.10.fc2/_0.pt b/params/opt/5/rnd_search_t_lin/comb_2/trained/model.decoder.layers.10.fc2/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..26cbf9cfd6b785d6c499f58cb069e7184c3b9228
--- /dev/null
+++ b/params/opt/5/rnd_search_t_lin/comb_2/trained/model.decoder.layers.10.fc2/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:6c2f7c1702f9e988f68e0e8b87ae8396337a5a2a56a8bf398baf18eba09a90ad
+size 5251
diff --git a/params/opt/5/rnd_search_t_lin/comb_2/trained/model.decoder.layers.10.fc2/_s.pt b/params/opt/5/rnd_search_t_lin/comb_2/trained/model.decoder.layers.10.fc2/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..250cea9c8810996647fa1e32d8521d19f9f363a1
--- /dev/null
+++ b/params/opt/5/rnd_search_t_lin/comb_2/trained/model.decoder.layers.10.fc2/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ca094e14740fe952a041b6ad5d89bb2f57908dcdb2d1ed8c1af8c2a24c26f220
+size 5251
diff --git a/params/opt/5/rnd_search_t_lin/comb_2/trained/model.decoder.layers.10.self_attn.k_proj/_0.pt b/params/opt/5/rnd_search_t_lin/comb_2/trained/model.decoder.layers.10.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..b181b516e3f05a67c4fa2ae77c6b5088b4223b1f
--- /dev/null
+++ b/params/opt/5/rnd_search_t_lin/comb_2/trained/model.decoder.layers.10.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c1af79bc30cb8488f57d1cd46759a1cb4490568f82cc6d7fa92eb2bedc327fa3
+size 5251
diff --git a/params/opt/5/rnd_search_t_lin/comb_2/trained/model.decoder.layers.10.self_attn.k_proj/_s.pt b/params/opt/5/rnd_search_t_lin/comb_2/trained/model.decoder.layers.10.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..160884f3349d91ff36f7d2e022a298167859279b
--- /dev/null
+++ b/params/opt/5/rnd_search_t_lin/comb_2/trained/model.decoder.layers.10.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0a08501d650fed27122464c34ef7630d5b54295a7e39f73d33a5d23976ff2ea1
+size 5251
diff --git a/params/opt/5/rnd_search_t_lin/comb_2/trained/model.decoder.layers.10.self_attn.out_proj/_0.pt b/params/opt/5/rnd_search_t_lin/comb_2/trained/model.decoder.layers.10.self_attn.out_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e123a79bbf485277e1b859df1f6f7d60ffe847bd
--- /dev/null
+++ b/params/opt/5/rnd_search_t_lin/comb_2/trained/model.decoder.layers.10.self_attn.out_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:3574b8ca2f958e785d1e709ae00f4bc08ba232fc76ca97828fd777547834995e
+size 5251
diff --git a/params/opt/5/rnd_search_t_lin/comb_2/trained/model.decoder.layers.10.self_attn.out_proj/_s.pt b/params/opt/5/rnd_search_t_lin/comb_2/trained/model.decoder.layers.10.self_attn.out_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..9d6bb3484805ce0be8a1535d6a811d0ba55e6de2
--- /dev/null
+++ b/params/opt/5/rnd_search_t_lin/comb_2/trained/model.decoder.layers.10.self_attn.out_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b67d872c8b35a4eef4e33447e4b97dbf09403d71472a440504c9b0b81193fa51
+size 5251
diff --git a/params/opt/5/rnd_search_t_lin/comb_2/trained/model.decoder.layers.10.self_attn.q_proj/_0.pt b/params/opt/5/rnd_search_t_lin/comb_2/trained/model.decoder.layers.10.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..d0df12e370500fd535e2efac9c0339f226c9309d
--- /dev/null
+++ b/params/opt/5/rnd_search_t_lin/comb_2/trained/model.decoder.layers.10.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ab29ba9bb651032fab5b0d2f1601c490b1e29462ba4778236799fbd1d487499f
+size 5251
diff --git a/params/opt/5/rnd_search_t_lin/comb_2/trained/model.decoder.layers.10.self_attn.q_proj/_s.pt b/params/opt/5/rnd_search_t_lin/comb_2/trained/model.decoder.layers.10.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..fd2663cf8ec16a199a6045441065c86d13208a2d
--- /dev/null
+++ b/params/opt/5/rnd_search_t_lin/comb_2/trained/model.decoder.layers.10.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e7e95bd605ba7d28e34df934fc71f36df3d79efaac81ed1ae674137a5dc5fd54
+size 5251
diff --git a/params/opt/5/rnd_search_t_lin/comb_2/trained/model.decoder.layers.10.self_attn.v_proj/_0.pt b/params/opt/5/rnd_search_t_lin/comb_2/trained/model.decoder.layers.10.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..f0ae6f0e7a97e6a5c7c0d9b01ec4b98d0951da3d
--- /dev/null
+++ b/params/opt/5/rnd_search_t_lin/comb_2/trained/model.decoder.layers.10.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:9c846ae0c382cdd863818bdcf0f3996d30e1758823dd3ffd34811a90bdef7481
+size 5251
diff --git a/params/opt/5/rnd_search_t_lin/comb_2/trained/model.decoder.layers.10.self_attn.v_proj/_s.pt b/params/opt/5/rnd_search_t_lin/comb_2/trained/model.decoder.layers.10.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..928582eb1348d5fa5e27c7211965f326ef2eb9fa
--- /dev/null
+++ b/params/opt/5/rnd_search_t_lin/comb_2/trained/model.decoder.layers.10.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c1610659d859ad804229fa2e25c996330edf6801f71be5ba4e3b8f4c38e92910
+size 5251
diff --git a/params/opt/5/rnd_search_t_lin/comb_2/trained/model.decoder.layers.11.fc1/_0.pt b/params/opt/5/rnd_search_t_lin/comb_2/trained/model.decoder.layers.11.fc1/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..73c0888d33a780eec55e30cadf97bd16647b432d
--- /dev/null
+++ b/params/opt/5/rnd_search_t_lin/comb_2/trained/model.decoder.layers.11.fc1/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:92669c78c6a50eebb0359134d1e69400b5f9c0e85df7330eadb7d29b7e7b1595
+size 17539
diff --git a/params/opt/5/rnd_search_t_lin/comb_2/trained/model.decoder.layers.11.fc1/_s.pt b/params/opt/5/rnd_search_t_lin/comb_2/trained/model.decoder.layers.11.fc1/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..65eef5a2437585a30c118affb70bd1823bfb570d
--- /dev/null
+++ b/params/opt/5/rnd_search_t_lin/comb_2/trained/model.decoder.layers.11.fc1/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a75dcae7f21dc9f5078c026e7ab38219509fcc44722d9b0f1cf5095353ff3660
+size 17539
diff --git a/params/opt/5/rnd_search_t_lin/comb_2/trained/model.decoder.layers.11.fc2/_0.pt b/params/opt/5/rnd_search_t_lin/comb_2/trained/model.decoder.layers.11.fc2/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..7fa447a7ff310a3d1ed53a1f6a137352bf0a2ee4
--- /dev/null
+++ b/params/opt/5/rnd_search_t_lin/comb_2/trained/model.decoder.layers.11.fc2/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:7f7d9e07e0a2cc4780299fc4d10aded9013e5549fc36b8d1f80262f5a4a6a60a
+size 5251
diff --git a/params/opt/5/rnd_search_t_lin/comb_2/trained/model.decoder.layers.11.fc2/_s.pt b/params/opt/5/rnd_search_t_lin/comb_2/trained/model.decoder.layers.11.fc2/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a7ad0ef40e9cac7c7834478903e6b5e582887d18
--- /dev/null
+++ b/params/opt/5/rnd_search_t_lin/comb_2/trained/model.decoder.layers.11.fc2/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:34a5660244950b672084b871596c49728d12b825282f3e8cac856b94c7391ccc
+size 5251
diff --git a/params/opt/5/rnd_search_t_lin/comb_2/trained/model.decoder.layers.11.self_attn.k_proj/_0.pt b/params/opt/5/rnd_search_t_lin/comb_2/trained/model.decoder.layers.11.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..74330f3d6dfa9fa5b31f2676a988351a0bd30efc
--- /dev/null
+++ b/params/opt/5/rnd_search_t_lin/comb_2/trained/model.decoder.layers.11.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:219e9e81ee85d9c023bd43bca05eca9f3b64112054378f8f139a0f2512bf100e
+size 5251
diff --git a/params/opt/5/rnd_search_t_lin/comb_2/trained/model.decoder.layers.11.self_attn.k_proj/_s.pt b/params/opt/5/rnd_search_t_lin/comb_2/trained/model.decoder.layers.11.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..fbe19ca4e42cf1aa3a3db223a1960904b6f7ab03
--- /dev/null
+++ b/params/opt/5/rnd_search_t_lin/comb_2/trained/model.decoder.layers.11.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:30b461be2a83a79a5a942ca2bee39cb33a597129c23067993fbd52ae7b42798f
+size 5251
diff --git a/params/opt/5/rnd_search_t_lin/comb_2/trained/model.decoder.layers.11.self_attn.out_proj/_0.pt b/params/opt/5/rnd_search_t_lin/comb_2/trained/model.decoder.layers.11.self_attn.out_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4299bca9e70ab1790aee36c9d0e4525c6998d363
--- /dev/null
+++ b/params/opt/5/rnd_search_t_lin/comb_2/trained/model.decoder.layers.11.self_attn.out_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:014931ed3cf44e84c73055d0cfbab527cbfa16c3e5702a9acda97f52b43ebc09
+size 5251
diff --git a/params/opt/5/rnd_search_t_lin/comb_2/trained/model.decoder.layers.11.self_attn.out_proj/_s.pt b/params/opt/5/rnd_search_t_lin/comb_2/trained/model.decoder.layers.11.self_attn.out_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..5e05f06c2ec23dc8785a50e47118160af880074e
--- /dev/null
+++ b/params/opt/5/rnd_search_t_lin/comb_2/trained/model.decoder.layers.11.self_attn.out_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:8ebb3ae962350ffe92bcb93d811b00769494ba9cf734d0a4c327b1adf89663d2
+size 5251
diff --git a/params/opt/5/rnd_search_t_lin/comb_2/trained/model.decoder.layers.11.self_attn.q_proj/_0.pt b/params/opt/5/rnd_search_t_lin/comb_2/trained/model.decoder.layers.11.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c2b12ef125c5563cbd03cd153b25ec726de0dc98
--- /dev/null
+++ b/params/opt/5/rnd_search_t_lin/comb_2/trained/model.decoder.layers.11.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:9bc64a670d6a98a2ac8dab9c818855e941998a1ffbf5284dadd505c349889736
+size 5251
diff --git a/params/opt/5/rnd_search_t_lin/comb_2/trained/model.decoder.layers.11.self_attn.q_proj/_s.pt b/params/opt/5/rnd_search_t_lin/comb_2/trained/model.decoder.layers.11.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..cb2edf9a03e31e1720e2816017c218871b078b58
--- /dev/null
+++ b/params/opt/5/rnd_search_t_lin/comb_2/trained/model.decoder.layers.11.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d24ff41bde9c146623fa278fc09b4de0463f5684de83db6b9a78dd5de8267476
+size 5251
diff --git a/params/opt/5/rnd_search_t_lin/comb_2/trained/model.decoder.layers.11.self_attn.v_proj/_0.pt b/params/opt/5/rnd_search_t_lin/comb_2/trained/model.decoder.layers.11.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..5300df533d00e18aab5a9d87ade8836e3318b419
--- /dev/null
+++ b/params/opt/5/rnd_search_t_lin/comb_2/trained/model.decoder.layers.11.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:6fe5d04ae7c9949eaddd5a0f0c1395a9d69dc115d48e6c7d3605c574ae33e086
+size 5251
diff --git a/params/opt/5/rnd_search_t_lin/comb_2/trained/model.decoder.layers.11.self_attn.v_proj/_s.pt b/params/opt/5/rnd_search_t_lin/comb_2/trained/model.decoder.layers.11.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..3d84869d45de98ed5d45bcf856dd0f7bc20abc92
--- /dev/null
+++ b/params/opt/5/rnd_search_t_lin/comb_2/trained/model.decoder.layers.11.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:61448c1ec0628265b0bd43bad9b03b11851898ddd3096cc202caf0f94782dbad
+size 5251
diff --git a/params/opt/5/rnd_search_t_lin/comb_2/trained/model.decoder.layers.12.fc1/_0.pt b/params/opt/5/rnd_search_t_lin/comb_2/trained/model.decoder.layers.12.fc1/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a142fa254145237c47ce5db9541ec48103b92487
--- /dev/null
+++ b/params/opt/5/rnd_search_t_lin/comb_2/trained/model.decoder.layers.12.fc1/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:174818d7d3f5f087e6a0b471519ab6b9422410c502b0499a3a5bf2fdfc4d0ade
+size 17539
diff --git a/params/opt/5/rnd_search_t_lin/comb_2/trained/model.decoder.layers.12.fc1/_s.pt b/params/opt/5/rnd_search_t_lin/comb_2/trained/model.decoder.layers.12.fc1/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a5d67d3a356b0d371f48dcb9a6451911dbb9b6ef
--- /dev/null
+++ b/params/opt/5/rnd_search_t_lin/comb_2/trained/model.decoder.layers.12.fc1/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:374af427e38bc5911b292f94c9e3d5f2aed66e43504a336499cd7687d537f3c3
+size 17539
diff --git a/params/opt/5/rnd_search_t_lin/comb_2/trained/model.decoder.layers.12.fc2/_0.pt b/params/opt/5/rnd_search_t_lin/comb_2/trained/model.decoder.layers.12.fc2/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..1f8357206fe76308035dcdd3584d884d1b8d16f1
--- /dev/null
+++ b/params/opt/5/rnd_search_t_lin/comb_2/trained/model.decoder.layers.12.fc2/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:57a7ec9e62dadb8dfcb8f23d3360b924dc34256c375e760dc53bc535ce37630b
+size 5251
diff --git a/params/opt/5/rnd_search_t_lin/comb_2/trained/model.decoder.layers.12.fc2/_s.pt b/params/opt/5/rnd_search_t_lin/comb_2/trained/model.decoder.layers.12.fc2/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..5526f1c06d715de3bb8ff2fbc20adefea78189cf
--- /dev/null
+++ b/params/opt/5/rnd_search_t_lin/comb_2/trained/model.decoder.layers.12.fc2/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:80c62524802c19dd8bcba02e9b9752438349c0bbb733d0da8ecd8fc53d44e597
+size 5251
diff --git a/params/opt/5/rnd_search_t_lin/comb_2/trained/model.decoder.layers.12.self_attn.k_proj/_0.pt b/params/opt/5/rnd_search_t_lin/comb_2/trained/model.decoder.layers.12.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..0c18a1f2182e2af112b6a4aabf7974507fb5894c
--- /dev/null
+++ b/params/opt/5/rnd_search_t_lin/comb_2/trained/model.decoder.layers.12.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0bba6bce26c050a820609e965a13f052e754a18d621657d541ec2e2b6b3dad87
+size 5251
diff --git a/params/opt/5/rnd_search_t_lin/comb_2/trained/model.decoder.layers.12.self_attn.k_proj/_s.pt b/params/opt/5/rnd_search_t_lin/comb_2/trained/model.decoder.layers.12.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..1f7cd6db4875b57eefa1c23942872983d8147121
--- /dev/null
+++ b/params/opt/5/rnd_search_t_lin/comb_2/trained/model.decoder.layers.12.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:987743673655eb5fc3b37e6368ba4f8407c485db5e9116c73180c1105834f248
+size 5251
diff --git a/params/opt/5/rnd_search_t_lin/comb_2/trained/model.decoder.layers.12.self_attn.out_proj/_0.pt b/params/opt/5/rnd_search_t_lin/comb_2/trained/model.decoder.layers.12.self_attn.out_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..12c3f212cff5e48782876bbbffaaca9281c5f81a
--- /dev/null
+++ b/params/opt/5/rnd_search_t_lin/comb_2/trained/model.decoder.layers.12.self_attn.out_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f52d84a26465364bea0d3d13cc895cebfc82043655c7139a976307bb381dae92
+size 5251
diff --git a/params/opt/5/rnd_search_t_lin/comb_2/trained/model.decoder.layers.12.self_attn.out_proj/_s.pt b/params/opt/5/rnd_search_t_lin/comb_2/trained/model.decoder.layers.12.self_attn.out_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..cd4e1808638d59a7687e3036b0251cf914e6fcfc
--- /dev/null
+++ b/params/opt/5/rnd_search_t_lin/comb_2/trained/model.decoder.layers.12.self_attn.out_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a6247bb58a72bcf6dc22a710451707a9780dfb8ee62d5f5587e998e2de196513
+size 5251
diff --git a/params/opt/5/rnd_search_t_lin/comb_2/trained/model.decoder.layers.12.self_attn.q_proj/_0.pt b/params/opt/5/rnd_search_t_lin/comb_2/trained/model.decoder.layers.12.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..bd59ff01d1079194b916936dcdae5fd047a9c9c0
--- /dev/null
+++ b/params/opt/5/rnd_search_t_lin/comb_2/trained/model.decoder.layers.12.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2ab47b7ec418da5e7d4f40dc48e4633f4fdbd8487defdb7af0e23c714e53dd8a
+size 5251
diff --git a/params/opt/5/rnd_search_t_lin/comb_2/trained/model.decoder.layers.12.self_attn.q_proj/_s.pt b/params/opt/5/rnd_search_t_lin/comb_2/trained/model.decoder.layers.12.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..571c4a2d2af0a5d7ec7f456cc089643eaa58f792
--- /dev/null
+++ b/params/opt/5/rnd_search_t_lin/comb_2/trained/model.decoder.layers.12.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:8910d8f585b0fc0e14bd548c6b31da05e927bb6c03692eabdf07b1fab74b9c94
+size 5251
diff --git a/params/opt/5/rnd_search_t_lin/comb_2/trained/model.decoder.layers.12.self_attn.v_proj/_0.pt b/params/opt/5/rnd_search_t_lin/comb_2/trained/model.decoder.layers.12.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..f4bb17c421e068adc40fef5b144884278304a3c2
--- /dev/null
+++ b/params/opt/5/rnd_search_t_lin/comb_2/trained/model.decoder.layers.12.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e4ceb414817f887cc0678afda4096d2ec09ef894af8b0ed20e94dba0c70b8e37
+size 5251
diff --git a/params/opt/5/rnd_search_t_lin/comb_2/trained/model.decoder.layers.12.self_attn.v_proj/_s.pt b/params/opt/5/rnd_search_t_lin/comb_2/trained/model.decoder.layers.12.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..38af1d5e19d5d6b7d4b133cf776e290af463921e
--- /dev/null
+++ b/params/opt/5/rnd_search_t_lin/comb_2/trained/model.decoder.layers.12.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c5dc4255021badef3c932a7cd44e83df0df7b2ab13e8ac98090becad1d99953b
+size 5251
diff --git a/params/opt/5/rnd_search_t_lin/comb_2/trained/model.decoder.layers.13.fc1/_0.pt b/params/opt/5/rnd_search_t_lin/comb_2/trained/model.decoder.layers.13.fc1/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..f4e04323e98d8ec2cb933391bb09e66d36b3c7b6
--- /dev/null
+++ b/params/opt/5/rnd_search_t_lin/comb_2/trained/model.decoder.layers.13.fc1/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:031dceec1767985c512232de13919e63971b7d50136cc1e529c2807e75c477fa
+size 17539
diff --git a/params/opt/5/rnd_search_t_lin/comb_2/trained/model.decoder.layers.13.fc1/_s.pt b/params/opt/5/rnd_search_t_lin/comb_2/trained/model.decoder.layers.13.fc1/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..f99d02d66f39e107cf97ba6c61484766cd20641c
--- /dev/null
+++ b/params/opt/5/rnd_search_t_lin/comb_2/trained/model.decoder.layers.13.fc1/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b39e65c84d248cf15337bb2cc0ff4bd503bf1d978f6dcde80f931bcea6ba2579
+size 17539
diff --git a/params/opt/5/rnd_search_t_lin/comb_2/trained/model.decoder.layers.13.fc2/_0.pt b/params/opt/5/rnd_search_t_lin/comb_2/trained/model.decoder.layers.13.fc2/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..f388cf0302f6c14e0ad5298c316015b09c74c8ad
--- /dev/null
+++ b/params/opt/5/rnd_search_t_lin/comb_2/trained/model.decoder.layers.13.fc2/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:694dab6735b242d7e0ef760a3483f6e1cd2b3a1eec6e2d9d8244ffd1963d508b
+size 5251
diff --git a/params/opt/5/rnd_search_t_lin/comb_2/trained/model.decoder.layers.13.fc2/_s.pt b/params/opt/5/rnd_search_t_lin/comb_2/trained/model.decoder.layers.13.fc2/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..58876a9728fa34eadddcfea9206e41cd6a7c4a33
--- /dev/null
+++ b/params/opt/5/rnd_search_t_lin/comb_2/trained/model.decoder.layers.13.fc2/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:265b7b5307b19892eef1ee2593dc0955f8bb670a5afc7e5cdeb8a2aad37f0ab9
+size 5251
diff --git a/params/opt/5/rnd_search_t_lin/comb_2/trained/model.decoder.layers.13.self_attn.k_proj/_0.pt b/params/opt/5/rnd_search_t_lin/comb_2/trained/model.decoder.layers.13.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..f2915cb7b5e152303064f7664453e3a34d765793
--- /dev/null
+++ b/params/opt/5/rnd_search_t_lin/comb_2/trained/model.decoder.layers.13.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a12ece6259f24e66c5cd21bba945df656b7a6d0fb26e74e923453c5352607c59
+size 5251
diff --git a/params/opt/5/rnd_search_t_lin/comb_2/trained/model.decoder.layers.13.self_attn.k_proj/_s.pt b/params/opt/5/rnd_search_t_lin/comb_2/trained/model.decoder.layers.13.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..716505e7c4cf9425b5be8b3c22fb26b333bbe10e
--- /dev/null
+++ b/params/opt/5/rnd_search_t_lin/comb_2/trained/model.decoder.layers.13.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:319c8284023ff5fe0fe2bf26028922be331fe657593c3bd74b38a80779e599d5
+size 5251
diff --git a/params/opt/5/rnd_search_t_lin/comb_2/trained/model.decoder.layers.13.self_attn.out_proj/_0.pt b/params/opt/5/rnd_search_t_lin/comb_2/trained/model.decoder.layers.13.self_attn.out_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..3924e6b9ee59ba574b4ba37a327f7bfe06833d9c
--- /dev/null
+++ b/params/opt/5/rnd_search_t_lin/comb_2/trained/model.decoder.layers.13.self_attn.out_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f2adafd4f7fb88a76bab28a282f9644159ef304f9c0e1f50d7653d0f2ef8e068
+size 5251
diff --git a/params/opt/5/rnd_search_t_lin/comb_2/trained/model.decoder.layers.13.self_attn.out_proj/_s.pt b/params/opt/5/rnd_search_t_lin/comb_2/trained/model.decoder.layers.13.self_attn.out_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..aeb3d4b35719883cfa3efd53ba7782460a1b1efe
--- /dev/null
+++ b/params/opt/5/rnd_search_t_lin/comb_2/trained/model.decoder.layers.13.self_attn.out_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:fc66c983856cb1cc5e185cad9de9ccbd90d0ef252fb7ee6bb74748033ad96df9
+size 5251
diff --git a/params/opt/5/rnd_search_t_lin/comb_2/trained/model.decoder.layers.13.self_attn.q_proj/_0.pt b/params/opt/5/rnd_search_t_lin/comb_2/trained/model.decoder.layers.13.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a88243317056fecf93103750648706b216611f22
--- /dev/null
+++ b/params/opt/5/rnd_search_t_lin/comb_2/trained/model.decoder.layers.13.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5f3a4b9a6adc10a30fb611a67ee2ee410352e8f472160e14f6f7a8e425b47fd6
+size 5251
diff --git a/params/opt/5/rnd_search_t_lin/comb_2/trained/model.decoder.layers.13.self_attn.q_proj/_s.pt b/params/opt/5/rnd_search_t_lin/comb_2/trained/model.decoder.layers.13.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..f8ca3c011f85e5da1cf6d335dcc8b869fb9a688c
--- /dev/null
+++ b/params/opt/5/rnd_search_t_lin/comb_2/trained/model.decoder.layers.13.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b2711d4dca13894f90a0adacf0b90b161a5b59d2a3f2a8380fd0750d63dcc479
+size 5251
diff --git a/params/opt/5/rnd_search_t_lin/comb_2/trained/model.decoder.layers.13.self_attn.v_proj/_0.pt b/params/opt/5/rnd_search_t_lin/comb_2/trained/model.decoder.layers.13.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..dea23a572bb1372df486812863a869a6222c0f92
--- /dev/null
+++ b/params/opt/5/rnd_search_t_lin/comb_2/trained/model.decoder.layers.13.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:8324c16af77888563cf41a4d2245398166174528ccca35764b508f17a7b58a6e
+size 5251
diff --git a/params/opt/5/rnd_search_t_lin/comb_2/trained/model.decoder.layers.13.self_attn.v_proj/_s.pt b/params/opt/5/rnd_search_t_lin/comb_2/trained/model.decoder.layers.13.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..1fedbcaa67e2558c2d8a54c13460c16781ba27ac
--- /dev/null
+++ b/params/opt/5/rnd_search_t_lin/comb_2/trained/model.decoder.layers.13.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5b01585ca7911a3f4c412c214a142ba8bbf331c00d6859e2ed1d8108d4470e85
+size 5251
diff --git a/params/opt/5/rnd_search_t_lin/comb_2/trained/model.decoder.layers.14.fc1/_0.pt b/params/opt/5/rnd_search_t_lin/comb_2/trained/model.decoder.layers.14.fc1/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..08f1e32cd4e1453ec23210dfbb4cf73a3d061da6
--- /dev/null
+++ b/params/opt/5/rnd_search_t_lin/comb_2/trained/model.decoder.layers.14.fc1/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2efa112d036ece15971e92cc69950f0b74d75a741ad2169666dc81f499f8e0ab
+size 17539
diff --git a/params/opt/5/rnd_search_t_lin/comb_2/trained/model.decoder.layers.14.fc1/_s.pt b/params/opt/5/rnd_search_t_lin/comb_2/trained/model.decoder.layers.14.fc1/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..946d22592a3fc978ea8447c5d45723cfaeb1e82c
--- /dev/null
+++ b/params/opt/5/rnd_search_t_lin/comb_2/trained/model.decoder.layers.14.fc1/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:8eb1c51fa95aaa7f70252d97fd3e3d3472e4848e0e8dc3b69b9f8ae26981aeae
+size 17539
diff --git a/params/opt/5/rnd_search_t_lin/comb_2/trained/model.decoder.layers.14.fc2/_0.pt b/params/opt/5/rnd_search_t_lin/comb_2/trained/model.decoder.layers.14.fc2/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..1cdaa950fd35c0e614af7e82282fa6a03b424d3b
--- /dev/null
+++ b/params/opt/5/rnd_search_t_lin/comb_2/trained/model.decoder.layers.14.fc2/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a4aa37fffce6bc2fe6725d3e3188486cbb0063bce45a9bcf925265f74e740fd4
+size 5251
diff --git a/params/opt/5/rnd_search_t_lin/comb_2/trained/model.decoder.layers.14.fc2/_s.pt b/params/opt/5/rnd_search_t_lin/comb_2/trained/model.decoder.layers.14.fc2/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..1f7aedb6020824f4dbb827d7f0e892bd8d0249c5
--- /dev/null
+++ b/params/opt/5/rnd_search_t_lin/comb_2/trained/model.decoder.layers.14.fc2/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:6e7c3cb29ccd2746342a01551abc63c196c5467705cb3c4a2ee5d500043b6fdf
+size 5251
diff --git a/params/opt/5/rnd_search_t_lin/comb_2/trained/model.decoder.layers.14.self_attn.k_proj/_0.pt b/params/opt/5/rnd_search_t_lin/comb_2/trained/model.decoder.layers.14.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4cdd852192b310a4c0090d4f96980871be82f4d6
--- /dev/null
+++ b/params/opt/5/rnd_search_t_lin/comb_2/trained/model.decoder.layers.14.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:bce034976e312c1f1a389f8aaaa355faa702798b327e0b34c8d185565fd56bbf
+size 5251
diff --git a/params/opt/5/rnd_search_t_lin/comb_2/trained/model.decoder.layers.14.self_attn.k_proj/_s.pt b/params/opt/5/rnd_search_t_lin/comb_2/trained/model.decoder.layers.14.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..5103f810ba1fc00c661f7df129f20526b91226b3
--- /dev/null
+++ b/params/opt/5/rnd_search_t_lin/comb_2/trained/model.decoder.layers.14.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:4a0e18dd1becf6e7df46a793432ec1e1a2052d457497d75659ca5bc93ea5a549
+size 5251
diff --git a/params/opt/5/rnd_search_t_lin/comb_2/trained/model.decoder.layers.14.self_attn.out_proj/_0.pt b/params/opt/5/rnd_search_t_lin/comb_2/trained/model.decoder.layers.14.self_attn.out_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..922d74eb3d9d126d5c1e969e8f733a2418c70f5d
--- /dev/null
+++ b/params/opt/5/rnd_search_t_lin/comb_2/trained/model.decoder.layers.14.self_attn.out_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e207019d11e3bdb1bba8e66f3d36f92bf2dec21c9d161e9ac3dbd621737308b5
+size 5251
diff --git a/params/opt/5/rnd_search_t_lin/comb_2/trained/model.decoder.layers.14.self_attn.out_proj/_s.pt b/params/opt/5/rnd_search_t_lin/comb_2/trained/model.decoder.layers.14.self_attn.out_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..3b78ce61bd921cbe026d0d47e326f2647887728c
--- /dev/null
+++ b/params/opt/5/rnd_search_t_lin/comb_2/trained/model.decoder.layers.14.self_attn.out_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e699aa88b91cb8acc7a788e205675f7cc5c52b941b6fead1dd068203f8fc9181
+size 5251
diff --git a/params/opt/5/rnd_search_t_lin/comb_2/trained/model.decoder.layers.14.self_attn.q_proj/_0.pt b/params/opt/5/rnd_search_t_lin/comb_2/trained/model.decoder.layers.14.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..3abc423f00fbf83eb44e1d622b661daff3347bce
--- /dev/null
+++ b/params/opt/5/rnd_search_t_lin/comb_2/trained/model.decoder.layers.14.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:3ea4c622ff10a391e2d540a06129f345ce4fa5656e931f37cf80f46e2a23af8c
+size 5251
diff --git a/params/opt/5/rnd_search_t_lin/comb_2/trained/model.decoder.layers.14.self_attn.q_proj/_s.pt b/params/opt/5/rnd_search_t_lin/comb_2/trained/model.decoder.layers.14.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ec31987763f288911ee852425508fe979b4a3e59
--- /dev/null
+++ b/params/opt/5/rnd_search_t_lin/comb_2/trained/model.decoder.layers.14.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:172325b8ff828d8a75a353b57561ffef8d47c411ae56ddf311481dbcb4c2364c
+size 5251
diff --git a/params/opt/5/rnd_search_t_lin/comb_2/trained/model.decoder.layers.14.self_attn.v_proj/_0.pt b/params/opt/5/rnd_search_t_lin/comb_2/trained/model.decoder.layers.14.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e90d5402ed0b363f8e92f5bf36df3db7016542e0
--- /dev/null
+++ b/params/opt/5/rnd_search_t_lin/comb_2/trained/model.decoder.layers.14.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f1fcccea78c10cb83be0a875b064840c52ac630ddf0c45e26af0910e04fdd314
+size 5251
diff --git a/params/opt/5/rnd_search_t_lin/comb_2/trained/model.decoder.layers.14.self_attn.v_proj/_s.pt b/params/opt/5/rnd_search_t_lin/comb_2/trained/model.decoder.layers.14.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a1b99b395ee9b6c4b641c8c795e36b609f542585
--- /dev/null
+++ b/params/opt/5/rnd_search_t_lin/comb_2/trained/model.decoder.layers.14.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d7ed3177eaae1bd8b91100bdcdaed21167b08641d2e6837581e330db3c31d95f
+size 5251
diff --git a/params/opt/5/rnd_search_t_lin/comb_2/trained/model.decoder.layers.15.fc1/_0.pt b/params/opt/5/rnd_search_t_lin/comb_2/trained/model.decoder.layers.15.fc1/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..afdf51bae1aca256218af5f852d2df7a3c8bc67d
--- /dev/null
+++ b/params/opt/5/rnd_search_t_lin/comb_2/trained/model.decoder.layers.15.fc1/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:7afe69126eb007515fdaaecf75d7404672bb6fb52e208aeb4fd9fec84c194994
+size 17539
diff --git a/params/opt/5/rnd_search_t_lin/comb_2/trained/model.decoder.layers.15.fc1/_s.pt b/params/opt/5/rnd_search_t_lin/comb_2/trained/model.decoder.layers.15.fc1/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ac4ed68d5ec5f17f8fd708edba00022db3691c0
--- /dev/null
+++ b/params/opt/5/rnd_search_t_lin/comb_2/trained/model.decoder.layers.15.fc1/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:afa7f6a99dca5dd2e7cdce4fb51d0dafe6a0dafa758b02bc8112b17475e780bc
+size 17539
diff --git a/params/opt/5/rnd_search_t_lin/comb_2/trained/model.decoder.layers.15.fc2/_0.pt b/params/opt/5/rnd_search_t_lin/comb_2/trained/model.decoder.layers.15.fc2/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..d5328160a0efc0c1aa223850a07a1d92e4514fa8
--- /dev/null
+++ b/params/opt/5/rnd_search_t_lin/comb_2/trained/model.decoder.layers.15.fc2/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:330c94a1da11e2b767a92ed86189dc4a8079edb4575010cbde7804f04efdc4b7
+size 5251
diff --git a/params/opt/5/rnd_search_t_lin/comb_2/trained/model.decoder.layers.15.fc2/_s.pt b/params/opt/5/rnd_search_t_lin/comb_2/trained/model.decoder.layers.15.fc2/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a407cb9c78b55d4a40ecf188b8761ae6b93facca
--- /dev/null
+++ b/params/opt/5/rnd_search_t_lin/comb_2/trained/model.decoder.layers.15.fc2/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a5bb5beaeee772a7c8e0d5da7c3c6c0d1c18081577462fbe2b8debf4c9755b68
+size 5251
diff --git a/params/opt/5/rnd_search_t_lin/comb_2/trained/model.decoder.layers.15.self_attn.k_proj/_0.pt b/params/opt/5/rnd_search_t_lin/comb_2/trained/model.decoder.layers.15.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..9b3fe84eb505d19b8c54c0ad42575fc0adfcf14e
--- /dev/null
+++ b/params/opt/5/rnd_search_t_lin/comb_2/trained/model.decoder.layers.15.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a90752282631110ba21d0fc2b38dbbf3a8deaf0c31118352f6f6a7699a5c9f64
+size 5251
diff --git a/params/opt/5/rnd_search_t_lin/comb_2/trained/model.decoder.layers.15.self_attn.k_proj/_s.pt b/params/opt/5/rnd_search_t_lin/comb_2/trained/model.decoder.layers.15.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..077494030236b03edabed985208e6f9ce4f49ffb
--- /dev/null
+++ b/params/opt/5/rnd_search_t_lin/comb_2/trained/model.decoder.layers.15.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:092ae7bb3f04b154a4eea268eb9b9e5dec1b52709a28eb2d67383f76cc79d0b9
+size 5251
diff --git a/params/opt/5/rnd_search_t_lin/comb_2/trained/model.decoder.layers.15.self_attn.out_proj/_0.pt b/params/opt/5/rnd_search_t_lin/comb_2/trained/model.decoder.layers.15.self_attn.out_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..1116b98866b88b11098dd57183ad6c9f002dca39
--- /dev/null
+++ b/params/opt/5/rnd_search_t_lin/comb_2/trained/model.decoder.layers.15.self_attn.out_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:9ce2543c2d34c957e047f585014ce8ed552fc112a4f6b5224b2ae132f3cf7422
+size 5251
diff --git a/params/opt/5/rnd_search_t_lin/comb_2/trained/model.decoder.layers.15.self_attn.out_proj/_s.pt b/params/opt/5/rnd_search_t_lin/comb_2/trained/model.decoder.layers.15.self_attn.out_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..1dcd1105edd66787bca9efbe8f7883418c2eb308
--- /dev/null
+++ b/params/opt/5/rnd_search_t_lin/comb_2/trained/model.decoder.layers.15.self_attn.out_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0695814ef14b1421e181d3e08291ae2d279da725add417cdcb6a917c5cc119c2
+size 5251
diff --git a/params/opt/5/rnd_search_t_lin/comb_2/trained/model.decoder.layers.15.self_attn.q_proj/_0.pt b/params/opt/5/rnd_search_t_lin/comb_2/trained/model.decoder.layers.15.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..682a557e7f20a5e13db21bc08edbf216e063b897
--- /dev/null
+++ b/params/opt/5/rnd_search_t_lin/comb_2/trained/model.decoder.layers.15.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d3fe7338bc04978bd0908c8638bf218311744d386ebf1925c5c6b7821128fc48
+size 5251
diff --git a/params/opt/5/rnd_search_t_lin/comb_2/trained/model.decoder.layers.15.self_attn.q_proj/_s.pt b/params/opt/5/rnd_search_t_lin/comb_2/trained/model.decoder.layers.15.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..626627d7d9b7e1f4e51b98c8144f5f4409a761ed
--- /dev/null
+++ b/params/opt/5/rnd_search_t_lin/comb_2/trained/model.decoder.layers.15.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a36ad1c1ceeb9bab405400c91459af7f5559729dde3c54134ff19653f5e40882
+size 5251
diff --git a/params/opt/5/rnd_search_t_lin/comb_2/trained/model.decoder.layers.15.self_attn.v_proj/_0.pt b/params/opt/5/rnd_search_t_lin/comb_2/trained/model.decoder.layers.15.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4190d5a76b8a754db5c5f8ef2b7b66fbe2702747
--- /dev/null
+++ b/params/opt/5/rnd_search_t_lin/comb_2/trained/model.decoder.layers.15.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b3f9e57829e736eb18e3c96270f6b1686f8dc5bf50f1b7c46fc9ac33821982aa
+size 5251
diff --git a/params/opt/5/rnd_search_t_lin/comb_2/trained/model.decoder.layers.15.self_attn.v_proj/_s.pt b/params/opt/5/rnd_search_t_lin/comb_2/trained/model.decoder.layers.15.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..998c733311aaecbe84b5f59f146b5357f910d64c
--- /dev/null
+++ b/params/opt/5/rnd_search_t_lin/comb_2/trained/model.decoder.layers.15.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:14f14b700d3b5820eb1d8d0b4a3b378db3188af4c8abdac11c9d6371abef900d
+size 5251
diff --git a/params/opt/5/rnd_search_t_lin/comb_2/trained/model.decoder.layers.16.fc1/_0.pt b/params/opt/5/rnd_search_t_lin/comb_2/trained/model.decoder.layers.16.fc1/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..1cc1f61db391cc46d63bede34fa869b30f8b8697
--- /dev/null
+++ b/params/opt/5/rnd_search_t_lin/comb_2/trained/model.decoder.layers.16.fc1/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5188950eef27644060dbec4282ee922782ad193fc83e2c2686498bae50b22e8f
+size 17539
diff --git a/params/opt/5/rnd_search_t_lin/comb_2/trained/model.decoder.layers.16.fc1/_s.pt b/params/opt/5/rnd_search_t_lin/comb_2/trained/model.decoder.layers.16.fc1/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..84419640b1719fbbb3628501887705fa2b69c64b
--- /dev/null
+++ b/params/opt/5/rnd_search_t_lin/comb_2/trained/model.decoder.layers.16.fc1/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:60e35b24f39e36969947a4fea3f90373d0aa2da1953e4a0986096a09555dd08b
+size 17539
diff --git a/params/opt/5/rnd_search_t_lin/comb_2/trained/model.decoder.layers.16.fc2/_0.pt b/params/opt/5/rnd_search_t_lin/comb_2/trained/model.decoder.layers.16.fc2/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..d487ed56784faaa8139b1a26820701f0eafb62e6
--- /dev/null
+++ b/params/opt/5/rnd_search_t_lin/comb_2/trained/model.decoder.layers.16.fc2/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:58eedb03c8e3a3bdfd20b68ba0deac930f2d3007d0ed30e37d33a7ffd94ce766
+size 5251
diff --git a/params/opt/5/rnd_search_t_lin/comb_2/trained/model.decoder.layers.16.fc2/_s.pt b/params/opt/5/rnd_search_t_lin/comb_2/trained/model.decoder.layers.16.fc2/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e272b171a4bf5e45518b34cef85bac8fd8ce71f6
--- /dev/null
+++ b/params/opt/5/rnd_search_t_lin/comb_2/trained/model.decoder.layers.16.fc2/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:3be8c5bfbae5974c7e3a8363d16b83cddc4a1945aae815ec346d664f277ffbc2
+size 5251
diff --git a/params/opt/5/rnd_search_t_lin/comb_2/trained/model.decoder.layers.16.self_attn.k_proj/_0.pt b/params/opt/5/rnd_search_t_lin/comb_2/trained/model.decoder.layers.16.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..5828d4a11909e09ef42caaaa5ac71a456c172d71
--- /dev/null
+++ b/params/opt/5/rnd_search_t_lin/comb_2/trained/model.decoder.layers.16.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:40a3afa79640937fed2709fd3d30e533a9cbd5dd614b327cb46632533e9f2523
+size 5251
diff --git a/params/opt/5/rnd_search_t_lin/comb_2/trained/model.decoder.layers.16.self_attn.k_proj/_s.pt b/params/opt/5/rnd_search_t_lin/comb_2/trained/model.decoder.layers.16.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c703b8f58d2082e93304678ca9ee1597ac2471cd
--- /dev/null
+++ b/params/opt/5/rnd_search_t_lin/comb_2/trained/model.decoder.layers.16.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0a940422d52c12594d53d5e4a6fd87ab21bccb7bb4a588de64c3ecff1e80a621
+size 5251
diff --git a/params/opt/5/rnd_search_t_lin/comb_2/trained/model.decoder.layers.16.self_attn.out_proj/_0.pt b/params/opt/5/rnd_search_t_lin/comb_2/trained/model.decoder.layers.16.self_attn.out_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..dbddf46ec66662e885a68907f8753569a821bcb0
--- /dev/null
+++ b/params/opt/5/rnd_search_t_lin/comb_2/trained/model.decoder.layers.16.self_attn.out_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a3e26bbf19acefef0d64306e2e41ed6280087f2ad6dfca974d9973f3a2004d27
+size 5251
diff --git a/params/opt/5/rnd_search_t_lin/comb_2/trained/model.decoder.layers.16.self_attn.out_proj/_s.pt b/params/opt/5/rnd_search_t_lin/comb_2/trained/model.decoder.layers.16.self_attn.out_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..665dde276ecda83997db777c674860d2c0c1d6c9
--- /dev/null
+++ b/params/opt/5/rnd_search_t_lin/comb_2/trained/model.decoder.layers.16.self_attn.out_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:997f909cc2a1e781bae4035104d76a3bf3c6557a22e452f8adb8269576d1c70f
+size 5251
diff --git a/params/opt/5/rnd_search_t_lin/comb_2/trained/model.decoder.layers.16.self_attn.q_proj/_0.pt b/params/opt/5/rnd_search_t_lin/comb_2/trained/model.decoder.layers.16.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..9092b45cd07e8cc6e888925a1b74fd9f61712964
--- /dev/null
+++ b/params/opt/5/rnd_search_t_lin/comb_2/trained/model.decoder.layers.16.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:9251a35c45aa9322c6777899ba69a26e47424a0e76c55891bcd6c637d89d2377
+size 5251
diff --git a/params/opt/5/rnd_search_t_lin/comb_2/trained/model.decoder.layers.16.self_attn.q_proj/_s.pt b/params/opt/5/rnd_search_t_lin/comb_2/trained/model.decoder.layers.16.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ec884a5e5a90aae669b78110376f47fe519f4e5f
--- /dev/null
+++ b/params/opt/5/rnd_search_t_lin/comb_2/trained/model.decoder.layers.16.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d200e2195fe2a5d799f53a37dcc8312f68678b32476a80f897f88eba9e7355c9
+size 5251
diff --git a/params/opt/5/rnd_search_t_lin/comb_2/trained/model.decoder.layers.16.self_attn.v_proj/_0.pt b/params/opt/5/rnd_search_t_lin/comb_2/trained/model.decoder.layers.16.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..37d26f4930a43088c64b25afd1d21013394c3a8c
--- /dev/null
+++ b/params/opt/5/rnd_search_t_lin/comb_2/trained/model.decoder.layers.16.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:3fe1cfa6f115e307f736f4da653a079b97cbf2c63ea709c5068db92ee51b59d0
+size 5251
diff --git a/params/opt/5/rnd_search_t_lin/comb_2/trained/model.decoder.layers.16.self_attn.v_proj/_s.pt b/params/opt/5/rnd_search_t_lin/comb_2/trained/model.decoder.layers.16.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4da2f24cb17cf112b621c50ee8616a1b7061e084
--- /dev/null
+++ b/params/opt/5/rnd_search_t_lin/comb_2/trained/model.decoder.layers.16.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:329ab4b1e0671227d2a7dad5a0bd1b7f6cfb41045bf4c18b5a22b3b1c6a9cd75
+size 5251
diff --git a/params/opt/5/rnd_search_t_lin/comb_2/trained/model.decoder.layers.17.fc1/_0.pt b/params/opt/5/rnd_search_t_lin/comb_2/trained/model.decoder.layers.17.fc1/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..7c2d35add2745a47575f5b5a473d6bc3738b1bab
--- /dev/null
+++ b/params/opt/5/rnd_search_t_lin/comb_2/trained/model.decoder.layers.17.fc1/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:675cb2c3ec1f52bc5b3967ca54e5acfa06d0cc72246b4b588602b6bffb905e4d
+size 17539
diff --git a/params/opt/5/rnd_search_t_lin/comb_2/trained/model.decoder.layers.17.fc1/_s.pt b/params/opt/5/rnd_search_t_lin/comb_2/trained/model.decoder.layers.17.fc1/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..5bfcc60a18d023e183da8fd3ea4beae9aa2fe01c
--- /dev/null
+++ b/params/opt/5/rnd_search_t_lin/comb_2/trained/model.decoder.layers.17.fc1/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a6cf6c3ade539b01f70f111d6792691521ce03f489a497b60a589b7d3923e2d2
+size 17539
diff --git a/params/opt/5/rnd_search_t_lin/comb_2/trained/model.decoder.layers.17.fc2/_0.pt b/params/opt/5/rnd_search_t_lin/comb_2/trained/model.decoder.layers.17.fc2/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..0a91e5cc778d95916fe5c50faab833394a3cc3a0
--- /dev/null
+++ b/params/opt/5/rnd_search_t_lin/comb_2/trained/model.decoder.layers.17.fc2/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:93d360e06403b931aa0b719f17208d2e44e426c984b977f5f73d8e53ea909789
+size 5251
diff --git a/params/opt/5/rnd_search_t_lin/comb_2/trained/model.decoder.layers.17.fc2/_s.pt b/params/opt/5/rnd_search_t_lin/comb_2/trained/model.decoder.layers.17.fc2/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a4d43770cee18793a9fd4e0276324f9ff4ec3827
--- /dev/null
+++ b/params/opt/5/rnd_search_t_lin/comb_2/trained/model.decoder.layers.17.fc2/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:fc50b13e03d6d679f20c5954a5be6444bed8f5edb2dca9ef7cb73be6e9e11308
+size 5251
diff --git a/params/opt/5/rnd_search_t_lin/comb_2/trained/model.decoder.layers.17.self_attn.k_proj/_0.pt b/params/opt/5/rnd_search_t_lin/comb_2/trained/model.decoder.layers.17.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a5e95de02a4f6347ea1d1dff651403451ee07423
--- /dev/null
+++ b/params/opt/5/rnd_search_t_lin/comb_2/trained/model.decoder.layers.17.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:82919472c3b319cacfa2e6d243d3821b90f5075e3fc383b9bb13d6f36c4cf63f
+size 5251
diff --git a/params/opt/5/rnd_search_t_lin/comb_2/trained/model.decoder.layers.17.self_attn.k_proj/_s.pt b/params/opt/5/rnd_search_t_lin/comb_2/trained/model.decoder.layers.17.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..afd8e386dda8241f5ea34c1abccbba089c442b67
--- /dev/null
+++ b/params/opt/5/rnd_search_t_lin/comb_2/trained/model.decoder.layers.17.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a1bba0f14f261edf106d443d7e09d3aae7103c0441ec270bb2a0e1093689b337
+size 5251
diff --git a/params/opt/5/rnd_search_t_lin/comb_2/trained/model.decoder.layers.17.self_attn.out_proj/_0.pt b/params/opt/5/rnd_search_t_lin/comb_2/trained/model.decoder.layers.17.self_attn.out_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a9c57480d95a247ba70ceb9f129f1085c7e4a6f6
--- /dev/null
+++ b/params/opt/5/rnd_search_t_lin/comb_2/trained/model.decoder.layers.17.self_attn.out_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:eab0b432876926fbd1a20657dccaa572a5f13253f6ff8b527863a85b8e4b6c4e
+size 5251
diff --git a/params/opt/5/rnd_search_t_lin/comb_2/trained/model.decoder.layers.17.self_attn.out_proj/_s.pt b/params/opt/5/rnd_search_t_lin/comb_2/trained/model.decoder.layers.17.self_attn.out_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..edd45c19e9f2210509bd9d2781959589b5b5a03c
--- /dev/null
+++ b/params/opt/5/rnd_search_t_lin/comb_2/trained/model.decoder.layers.17.self_attn.out_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b72acdda6f23fcc1b2cd25fbcd2da5c1a43093ef0136fc51bd477594a9a0b28f
+size 5251
diff --git a/params/opt/5/rnd_search_t_lin/comb_2/trained/model.decoder.layers.17.self_attn.q_proj/_0.pt b/params/opt/5/rnd_search_t_lin/comb_2/trained/model.decoder.layers.17.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..876d9b69cd9f6838e279e1936c03e7094bbc6f74
--- /dev/null
+++ b/params/opt/5/rnd_search_t_lin/comb_2/trained/model.decoder.layers.17.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:99660ac08e6bfe626ef928ab3b02d4e2bf63c7cecbb167f6ce1d9ecbf3765001
+size 5251
diff --git a/params/opt/5/rnd_search_t_lin/comb_2/trained/model.decoder.layers.17.self_attn.q_proj/_s.pt b/params/opt/5/rnd_search_t_lin/comb_2/trained/model.decoder.layers.17.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..b2b83d12e071d53737414425f885137977aa51b2
--- /dev/null
+++ b/params/opt/5/rnd_search_t_lin/comb_2/trained/model.decoder.layers.17.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:8d88f41af966aed2a54749ab021cd94de58e783f33783c532082bec084ec35ac
+size 5251
diff --git a/params/opt/5/rnd_search_t_lin/comb_2/trained/model.decoder.layers.17.self_attn.v_proj/_0.pt b/params/opt/5/rnd_search_t_lin/comb_2/trained/model.decoder.layers.17.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..0d2e319b6d5c8323330549a1df3e3db9b55ed862
--- /dev/null
+++ b/params/opt/5/rnd_search_t_lin/comb_2/trained/model.decoder.layers.17.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:87b91e82d5aa3e32784afde4474ecdcd3eb3fff7c9c998c0a866a3f0dc18366b
+size 5251
diff --git a/params/opt/5/rnd_search_t_lin/comb_2/trained/model.decoder.layers.17.self_attn.v_proj/_s.pt b/params/opt/5/rnd_search_t_lin/comb_2/trained/model.decoder.layers.17.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..80dc39354e6596a422a1159b81b0540aba4b8690
--- /dev/null
+++ b/params/opt/5/rnd_search_t_lin/comb_2/trained/model.decoder.layers.17.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:33f7fcfbe5c7e5bed17ce09551e3f49b1d0f97ef7ec6cf5832e2e398738e267e
+size 5251
diff --git a/params/opt/5/rnd_search_t_lin/comb_2/trained/model.decoder.layers.18.fc1/_0.pt b/params/opt/5/rnd_search_t_lin/comb_2/trained/model.decoder.layers.18.fc1/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..15a32d8a80e5469d98ecf4bc0ef3733444657ff6
--- /dev/null
+++ b/params/opt/5/rnd_search_t_lin/comb_2/trained/model.decoder.layers.18.fc1/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:3acfc196ce6c448d835c04fa9939b0c32fafbc52c8377ab39e3618db06dc6c56
+size 17539
diff --git a/params/opt/5/rnd_search_t_lin/comb_2/trained/model.decoder.layers.18.fc1/_s.pt b/params/opt/5/rnd_search_t_lin/comb_2/trained/model.decoder.layers.18.fc1/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..572e27afc08c944b470498802540ce1023a66200
--- /dev/null
+++ b/params/opt/5/rnd_search_t_lin/comb_2/trained/model.decoder.layers.18.fc1/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f242954ba45e065716e7b6bbc89ecb9593ee82c00cf65c1fdd766984397cf03d
+size 17539
diff --git a/params/opt/5/rnd_search_t_lin/comb_2/trained/model.decoder.layers.18.fc2/_0.pt b/params/opt/5/rnd_search_t_lin/comb_2/trained/model.decoder.layers.18.fc2/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ce21f8cf587d1c6b7051cc2bf722cb9a3286c3dc
--- /dev/null
+++ b/params/opt/5/rnd_search_t_lin/comb_2/trained/model.decoder.layers.18.fc2/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:4d3cb0455279d218284447f2a3119aa3be7dbbb9c3afb88e1a612d7adc85802a
+size 5251
diff --git a/params/opt/5/rnd_search_t_lin/comb_2/trained/model.decoder.layers.18.fc2/_s.pt b/params/opt/5/rnd_search_t_lin/comb_2/trained/model.decoder.layers.18.fc2/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..bb563230f5f622013d05b4373a773b21112b603f
--- /dev/null
+++ b/params/opt/5/rnd_search_t_lin/comb_2/trained/model.decoder.layers.18.fc2/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:38b7007824e2eb422a7aa249c2081e07d175ccc9a11ecef71fbb61219c72cc5b
+size 5251
diff --git a/params/opt/5/rnd_search_t_lin/comb_2/trained/model.decoder.layers.18.self_attn.k_proj/_0.pt b/params/opt/5/rnd_search_t_lin/comb_2/trained/model.decoder.layers.18.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..0bc426ff7a61b614f6928ba433e75dd6962947c3
--- /dev/null
+++ b/params/opt/5/rnd_search_t_lin/comb_2/trained/model.decoder.layers.18.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:1a46ee9b643fa366f23a00a639f8d94c34f1015d21dcf0773604d28d9f74e204
+size 5251
diff --git a/params/opt/5/rnd_search_t_lin/comb_2/trained/model.decoder.layers.18.self_attn.k_proj/_s.pt b/params/opt/5/rnd_search_t_lin/comb_2/trained/model.decoder.layers.18.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..7ad120a6a7ea24147f9197d62175f3139b79eb1b
--- /dev/null
+++ b/params/opt/5/rnd_search_t_lin/comb_2/trained/model.decoder.layers.18.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:4e04e9d6613018df70532c85f9db62b71d5a0b78239903c8fc87e53245f6c568
+size 5251
diff --git a/params/opt/5/rnd_search_t_lin/comb_2/trained/model.decoder.layers.18.self_attn.out_proj/_0.pt b/params/opt/5/rnd_search_t_lin/comb_2/trained/model.decoder.layers.18.self_attn.out_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..98c45ac60e7680fa05fdc611ffc8fd00221bb24a
--- /dev/null
+++ b/params/opt/5/rnd_search_t_lin/comb_2/trained/model.decoder.layers.18.self_attn.out_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5dc82203b272e9941e9535cc4235ef72073a6cb85af927823802bd9e42322f19
+size 5251
diff --git a/params/opt/5/rnd_search_t_lin/comb_2/trained/model.decoder.layers.18.self_attn.out_proj/_s.pt b/params/opt/5/rnd_search_t_lin/comb_2/trained/model.decoder.layers.18.self_attn.out_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..809703d209fa6f90524da99ed3740229c95acb7c
--- /dev/null
+++ b/params/opt/5/rnd_search_t_lin/comb_2/trained/model.decoder.layers.18.self_attn.out_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:1e1aa313a86753cc94cf5bc7cebc87adafbb19ede563d0c1cf1d5feaa714f61c
+size 5251
diff --git a/params/opt/5/rnd_search_t_lin/comb_2/trained/model.decoder.layers.18.self_attn.q_proj/_0.pt b/params/opt/5/rnd_search_t_lin/comb_2/trained/model.decoder.layers.18.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..08c664c863c1aeef71a1f41c89aeb28c2f602d48
--- /dev/null
+++ b/params/opt/5/rnd_search_t_lin/comb_2/trained/model.decoder.layers.18.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:939a617a5f181ef99408b1378a169d84889d5d4b75e96c71f37d6fc0879765fb
+size 5251
diff --git a/params/opt/5/rnd_search_t_lin/comb_2/trained/model.decoder.layers.18.self_attn.q_proj/_s.pt b/params/opt/5/rnd_search_t_lin/comb_2/trained/model.decoder.layers.18.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..01cd7616bf8465220cea2888b92475c87f77731f
--- /dev/null
+++ b/params/opt/5/rnd_search_t_lin/comb_2/trained/model.decoder.layers.18.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5bd942bfe2a01bc33f565f51d29123abb254184d1b1572b8427ed1a9af72aee0
+size 5251
diff --git a/params/opt/5/rnd_search_t_lin/comb_2/trained/model.decoder.layers.18.self_attn.v_proj/_0.pt b/params/opt/5/rnd_search_t_lin/comb_2/trained/model.decoder.layers.18.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..b845842d66b77517cf35ec4eeed842f9e91af0b7
--- /dev/null
+++ b/params/opt/5/rnd_search_t_lin/comb_2/trained/model.decoder.layers.18.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:6b85b866f16415890e976a77365e8e1bbab190110ca98afae93c29f5805a147b
+size 5251
diff --git a/params/opt/5/rnd_search_t_lin/comb_2/trained/model.decoder.layers.18.self_attn.v_proj/_s.pt b/params/opt/5/rnd_search_t_lin/comb_2/trained/model.decoder.layers.18.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..3df9614ac880eec4cf60295b078df5df6a8bf599
--- /dev/null
+++ b/params/opt/5/rnd_search_t_lin/comb_2/trained/model.decoder.layers.18.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:59c0570dc8500b89a723fb365de7310bfcf5cc67239efb7822acd5280460847b
+size 5251
diff --git a/params/opt/5/rnd_search_t_lin/comb_2/trained/model.decoder.layers.19.fc1/_0.pt b/params/opt/5/rnd_search_t_lin/comb_2/trained/model.decoder.layers.19.fc1/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..0b9739bf012b9431adc78befede20642854ab71a
--- /dev/null
+++ b/params/opt/5/rnd_search_t_lin/comb_2/trained/model.decoder.layers.19.fc1/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:7924ea0ee1438b4fd57c9cb15a68554cc25bf0b8085f33d32aecff911acf1f94
+size 17539
diff --git a/params/opt/5/rnd_search_t_lin/comb_2/trained/model.decoder.layers.19.fc1/_s.pt b/params/opt/5/rnd_search_t_lin/comb_2/trained/model.decoder.layers.19.fc1/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..cd02d7e01e906710b0b86c27397e99852a2b3a81
--- /dev/null
+++ b/params/opt/5/rnd_search_t_lin/comb_2/trained/model.decoder.layers.19.fc1/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:304a3f86ea9f8c721ada60ce051979904e7d01862fb09fb496d7f34766d30f28
+size 17539
diff --git a/params/opt/5/rnd_search_t_lin/comb_2/trained/model.decoder.layers.19.fc2/_0.pt b/params/opt/5/rnd_search_t_lin/comb_2/trained/model.decoder.layers.19.fc2/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..f4aaed33b1890bae57213b84e7044b8e329e1cd3
--- /dev/null
+++ b/params/opt/5/rnd_search_t_lin/comb_2/trained/model.decoder.layers.19.fc2/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a1d2f298e5c119e3f8dec7cf2a6473870aea4c872cd913ff1459f3080a674de4
+size 5251
diff --git a/params/opt/5/rnd_search_t_lin/comb_2/trained/model.decoder.layers.19.fc2/_s.pt b/params/opt/5/rnd_search_t_lin/comb_2/trained/model.decoder.layers.19.fc2/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..3506b5b8410e820ec59fee6e12e7e3431fe0b3f7
--- /dev/null
+++ b/params/opt/5/rnd_search_t_lin/comb_2/trained/model.decoder.layers.19.fc2/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:bf04fc99119ec0faa836e1100e4f18c5836b89f1e62cbeb5509ad8f92f52d488
+size 5251
diff --git a/params/opt/5/rnd_search_t_lin/comb_2/trained/model.decoder.layers.19.self_attn.k_proj/_0.pt b/params/opt/5/rnd_search_t_lin/comb_2/trained/model.decoder.layers.19.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..9c51d5af776cb0c2ebb48b241cecbd329ce4821c
--- /dev/null
+++ b/params/opt/5/rnd_search_t_lin/comb_2/trained/model.decoder.layers.19.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2d28effd3a8a0a582ecf1fd7289fc8d241c7be61ced8ee69f9dc4e208b39cf74
+size 5251
diff --git a/params/opt/5/rnd_search_t_lin/comb_2/trained/model.decoder.layers.19.self_attn.k_proj/_s.pt b/params/opt/5/rnd_search_t_lin/comb_2/trained/model.decoder.layers.19.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..37a69393f75dd35ef3925f86f212ecc8e0799bdd
--- /dev/null
+++ b/params/opt/5/rnd_search_t_lin/comb_2/trained/model.decoder.layers.19.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:7ea4a8846ca0c9e1b18137c766aeb1219fbeb7a5d2396d77b2c839c8856cf9cf
+size 5251
diff --git a/params/opt/5/rnd_search_t_lin/comb_2/trained/model.decoder.layers.19.self_attn.out_proj/_0.pt b/params/opt/5/rnd_search_t_lin/comb_2/trained/model.decoder.layers.19.self_attn.out_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..296674ef8663a40aa18f2945a292147cb3d7a276
--- /dev/null
+++ b/params/opt/5/rnd_search_t_lin/comb_2/trained/model.decoder.layers.19.self_attn.out_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:970f150dcc8731c1aa3123b596ae5a1df176fc9f662cd10b5f566b66015d4783
+size 5251
diff --git a/params/opt/5/rnd_search_t_lin/comb_2/trained/model.decoder.layers.19.self_attn.out_proj/_s.pt b/params/opt/5/rnd_search_t_lin/comb_2/trained/model.decoder.layers.19.self_attn.out_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ab2a262c3981891d39fe474a0f760beaa8334c8c
--- /dev/null
+++ b/params/opt/5/rnd_search_t_lin/comb_2/trained/model.decoder.layers.19.self_attn.out_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e2f8ae8b97ed8046d9f0a880e3e5ffeba9e07233b8690e17d4cc56b681153fba
+size 5251
diff --git a/params/opt/5/rnd_search_t_lin/comb_2/trained/model.decoder.layers.19.self_attn.q_proj/_0.pt b/params/opt/5/rnd_search_t_lin/comb_2/trained/model.decoder.layers.19.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..bd29063f872c656dfc41ab22c45bcd33f7d440a3
--- /dev/null
+++ b/params/opt/5/rnd_search_t_lin/comb_2/trained/model.decoder.layers.19.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:485d4a171952ddc1a16c2c2abe439dd7b3f8507d34cc12036073d9f6d994c615
+size 5251
diff --git a/params/opt/5/rnd_search_t_lin/comb_2/trained/model.decoder.layers.19.self_attn.q_proj/_s.pt b/params/opt/5/rnd_search_t_lin/comb_2/trained/model.decoder.layers.19.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ee678a0760fe892207a8b8cb2ae1b07553999a92
--- /dev/null
+++ b/params/opt/5/rnd_search_t_lin/comb_2/trained/model.decoder.layers.19.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0433267464663345cf77d954d7cc8242569ba2c38596e312ba211e0ab3393aa3
+size 5251
diff --git a/params/opt/5/rnd_search_t_lin/comb_2/trained/model.decoder.layers.19.self_attn.v_proj/_0.pt b/params/opt/5/rnd_search_t_lin/comb_2/trained/model.decoder.layers.19.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e2e1f85eee12dd56830c61d8f77cc269a995d49c
--- /dev/null
+++ b/params/opt/5/rnd_search_t_lin/comb_2/trained/model.decoder.layers.19.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:71275ca7c5e42113c41053a25455d8a3f29334f81660d5fd6f178c4588f1b968
+size 5251
diff --git a/params/opt/5/rnd_search_t_lin/comb_2/trained/model.decoder.layers.19.self_attn.v_proj/_s.pt b/params/opt/5/rnd_search_t_lin/comb_2/trained/model.decoder.layers.19.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2c167d9e8e8f055d7c908c0e1daf31abcc9b4b3b
--- /dev/null
+++ b/params/opt/5/rnd_search_t_lin/comb_2/trained/model.decoder.layers.19.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:24b8231049e3e7c5eca3a34d3749c261f8ee59e573e2eb6f0e98f826062946df
+size 5251
diff --git a/params/opt/5/rnd_search_t_lin/comb_2/trained/model.decoder.layers.2.fc1/_0.pt b/params/opt/5/rnd_search_t_lin/comb_2/trained/model.decoder.layers.2.fc1/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..84f63dd265ce3049f4056072421180a690937a1b
--- /dev/null
+++ b/params/opt/5/rnd_search_t_lin/comb_2/trained/model.decoder.layers.2.fc1/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:78d9da0402f2d63660107510c0160df6b77715a7acad01eb3a8e3fb8af558280
+size 17539
diff --git a/params/opt/5/rnd_search_t_lin/comb_2/trained/model.decoder.layers.2.fc1/_s.pt b/params/opt/5/rnd_search_t_lin/comb_2/trained/model.decoder.layers.2.fc1/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..6ac3f2a731f6f9e9869e5c5ecb8857a9efd47b51
--- /dev/null
+++ b/params/opt/5/rnd_search_t_lin/comb_2/trained/model.decoder.layers.2.fc1/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:9a1732621c586c37a0ec0474d165ee60d06cd5aed066421078283e3db34f6f2f
+size 17539
diff --git a/params/opt/5/rnd_search_t_lin/comb_2/trained/model.decoder.layers.2.fc2/_0.pt b/params/opt/5/rnd_search_t_lin/comb_2/trained/model.decoder.layers.2.fc2/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..1a7b1e9265c82240e9ab5fc64158a852e7e0332a
--- /dev/null
+++ b/params/opt/5/rnd_search_t_lin/comb_2/trained/model.decoder.layers.2.fc2/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:bad0cad9c3aafd9c2dfd61a6b0957577390de45054e093f6681e1ea14e997cee
+size 5251
diff --git a/params/opt/5/rnd_search_t_lin/comb_2/trained/model.decoder.layers.2.fc2/_s.pt b/params/opt/5/rnd_search_t_lin/comb_2/trained/model.decoder.layers.2.fc2/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..20e6803078636b141e4ba408c9ceffae128f416e
--- /dev/null
+++ b/params/opt/5/rnd_search_t_lin/comb_2/trained/model.decoder.layers.2.fc2/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b4dcba25fc8a7c58fef0fc2758f1f6ac59c616f04e1a93ae02731e0d9bf024e3
+size 5251
diff --git a/params/opt/5/rnd_search_t_lin/comb_2/trained/model.decoder.layers.2.self_attn.k_proj/_0.pt b/params/opt/5/rnd_search_t_lin/comb_2/trained/model.decoder.layers.2.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..40e270daaa80043c27860b63e38b60406f53d858
--- /dev/null
+++ b/params/opt/5/rnd_search_t_lin/comb_2/trained/model.decoder.layers.2.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:09d3a75358f423ea182100a617b4c77e0255a802b0f8c7c2e41924b021908728
+size 5251
diff --git a/params/opt/5/rnd_search_t_lin/comb_2/trained/model.decoder.layers.2.self_attn.k_proj/_s.pt b/params/opt/5/rnd_search_t_lin/comb_2/trained/model.decoder.layers.2.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..1c46d1d0847d86608362c5ab5abcdd17608ef0f1
--- /dev/null
+++ b/params/opt/5/rnd_search_t_lin/comb_2/trained/model.decoder.layers.2.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f3cb3137aa8c62746d507e524da85a8f6f4e0f065902e2c851682eaf8c8c1b2c
+size 5251
diff --git a/params/opt/5/rnd_search_t_lin/comb_2/trained/model.decoder.layers.2.self_attn.out_proj/_0.pt b/params/opt/5/rnd_search_t_lin/comb_2/trained/model.decoder.layers.2.self_attn.out_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..6fa58915d274cf18e7a849daf1e24820bfe8901d
--- /dev/null
+++ b/params/opt/5/rnd_search_t_lin/comb_2/trained/model.decoder.layers.2.self_attn.out_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:34e16ad2e20c319a9d8cfeaeae81e7aec3b653a0fec5b72310ebf6d6456ef404
+size 5251
diff --git a/params/opt/5/rnd_search_t_lin/comb_2/trained/model.decoder.layers.2.self_attn.out_proj/_s.pt b/params/opt/5/rnd_search_t_lin/comb_2/trained/model.decoder.layers.2.self_attn.out_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..d31774a1245634616d3248ed78324ba54c17fbd0
--- /dev/null
+++ b/params/opt/5/rnd_search_t_lin/comb_2/trained/model.decoder.layers.2.self_attn.out_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2da5a23db8bfc1112c6dc2ee5f32a013f7d6789de0412e8a999d3d3f7cd59487
+size 5251
diff --git a/params/opt/5/rnd_search_t_lin/comb_2/trained/model.decoder.layers.2.self_attn.q_proj/_0.pt b/params/opt/5/rnd_search_t_lin/comb_2/trained/model.decoder.layers.2.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..04286826f3c43505901da31509ed32d94954fa1e
--- /dev/null
+++ b/params/opt/5/rnd_search_t_lin/comb_2/trained/model.decoder.layers.2.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:99d6295f94fb837c576a355a857f7a825312231c19e64f1b5da758fb07e941ed
+size 5251
diff --git a/params/opt/5/rnd_search_t_lin/comb_2/trained/model.decoder.layers.2.self_attn.q_proj/_s.pt b/params/opt/5/rnd_search_t_lin/comb_2/trained/model.decoder.layers.2.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..318655a1ad6c3069335bb37cedab2f694277174b
--- /dev/null
+++ b/params/opt/5/rnd_search_t_lin/comb_2/trained/model.decoder.layers.2.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:6dab62a9820e45147fc3dc0c569029e5a696058754cd516e07e882d03b74aa70
+size 5251
diff --git a/params/opt/5/rnd_search_t_lin/comb_2/trained/model.decoder.layers.2.self_attn.v_proj/_0.pt b/params/opt/5/rnd_search_t_lin/comb_2/trained/model.decoder.layers.2.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..56fad9ca4d47f91f6ae3d2b6bf56256c70709725
--- /dev/null
+++ b/params/opt/5/rnd_search_t_lin/comb_2/trained/model.decoder.layers.2.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:600111fcacbc3d16466f7b05169455df57a7cd4cf34d2f6ad2099d871d8a5c4c
+size 5251
diff --git a/params/opt/5/rnd_search_t_lin/comb_2/trained/model.decoder.layers.2.self_attn.v_proj/_s.pt b/params/opt/5/rnd_search_t_lin/comb_2/trained/model.decoder.layers.2.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..1b411eab4e5bae3f5443f60ea6072ca248b266da
--- /dev/null
+++ b/params/opt/5/rnd_search_t_lin/comb_2/trained/model.decoder.layers.2.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a4c086e53966ffc56602d502c83c9fe8bfa81681261dcfeaec039395edd46913
+size 5251
diff --git a/params/opt/5/rnd_search_t_lin/comb_2/trained/model.decoder.layers.20.fc1/_0.pt b/params/opt/5/rnd_search_t_lin/comb_2/trained/model.decoder.layers.20.fc1/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..353465e9b6f9bbe12776e7ccbeabe46f68e5994b
--- /dev/null
+++ b/params/opt/5/rnd_search_t_lin/comb_2/trained/model.decoder.layers.20.fc1/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ead0d60cdb566b7e53d6ca75eb48b184604308a2d9c7929b304dbf017a472b15
+size 17539
diff --git a/params/opt/5/rnd_search_t_lin/comb_2/trained/model.decoder.layers.20.fc1/_s.pt b/params/opt/5/rnd_search_t_lin/comb_2/trained/model.decoder.layers.20.fc1/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..6b0afcd2a5b39ed30a046d7974faee659f9eb24a
--- /dev/null
+++ b/params/opt/5/rnd_search_t_lin/comb_2/trained/model.decoder.layers.20.fc1/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:014757836a7ab2af435d90b5760a1d93ed78437d7441499c4df8cd5655a5c52b
+size 17539
diff --git a/params/opt/5/rnd_search_t_lin/comb_2/trained/model.decoder.layers.20.fc2/_0.pt b/params/opt/5/rnd_search_t_lin/comb_2/trained/model.decoder.layers.20.fc2/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..3e9d71d857939b7100fd802a3df28348f2806146
--- /dev/null
+++ b/params/opt/5/rnd_search_t_lin/comb_2/trained/model.decoder.layers.20.fc2/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:425034f43d6d71cb28201fff9ec6832b109ce7ffb8605092b36ced2a340adf77
+size 5251
diff --git a/params/opt/5/rnd_search_t_lin/comb_2/trained/model.decoder.layers.20.fc2/_s.pt b/params/opt/5/rnd_search_t_lin/comb_2/trained/model.decoder.layers.20.fc2/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..5b9b2d08f757c2601c7e56eafe05fad58996f2da
--- /dev/null
+++ b/params/opt/5/rnd_search_t_lin/comb_2/trained/model.decoder.layers.20.fc2/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:1bf4526b0077fc36160b396f1cc932483d66c0e2422deae5f149e5519f075669
+size 5251
diff --git a/params/opt/5/rnd_search_t_lin/comb_2/trained/model.decoder.layers.20.self_attn.k_proj/_0.pt b/params/opt/5/rnd_search_t_lin/comb_2/trained/model.decoder.layers.20.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2b813d5355b7b2a53fa5370a8f4b67c511f41449
--- /dev/null
+++ b/params/opt/5/rnd_search_t_lin/comb_2/trained/model.decoder.layers.20.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:fb0b59c500ec2b874ae1d7d6c7b6e8bf74237cd072df3cf86bbb8d2ff4fac205
+size 5251
diff --git a/params/opt/5/rnd_search_t_lin/comb_2/trained/model.decoder.layers.20.self_attn.k_proj/_s.pt b/params/opt/5/rnd_search_t_lin/comb_2/trained/model.decoder.layers.20.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..f0b798bdcc188d98901550a0f52606404b30372e
--- /dev/null
+++ b/params/opt/5/rnd_search_t_lin/comb_2/trained/model.decoder.layers.20.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ae51a835705433c9250aa19bade2c2ec58d51cc4f1cf18d0e476c52672c097a7
+size 5251
diff --git a/params/opt/5/rnd_search_t_lin/comb_2/trained/model.decoder.layers.20.self_attn.out_proj/_0.pt b/params/opt/5/rnd_search_t_lin/comb_2/trained/model.decoder.layers.20.self_attn.out_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..1f765273fab0050d504eba965fd8c0ebe21bbbc7
--- /dev/null
+++ b/params/opt/5/rnd_search_t_lin/comb_2/trained/model.decoder.layers.20.self_attn.out_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:58e946202de51fb52dc0a1a8bd2583ac157082a45a3fe005934aa2442ad55e8f
+size 5251
diff --git a/params/opt/5/rnd_search_t_lin/comb_2/trained/model.decoder.layers.20.self_attn.out_proj/_s.pt b/params/opt/5/rnd_search_t_lin/comb_2/trained/model.decoder.layers.20.self_attn.out_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4b5d0e3cc93eb61a470f7ce8ddd5cc7c6e8a6706
--- /dev/null
+++ b/params/opt/5/rnd_search_t_lin/comb_2/trained/model.decoder.layers.20.self_attn.out_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d10d7ea73f70fc2c19fc0f1fc994e76b128c2b90e2f0de18b3cccf96adb57843
+size 5251
diff --git a/params/opt/5/rnd_search_t_lin/comb_2/trained/model.decoder.layers.20.self_attn.q_proj/_0.pt b/params/opt/5/rnd_search_t_lin/comb_2/trained/model.decoder.layers.20.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ae7690b69b506f40f0826b258af320abd3cd1eef
--- /dev/null
+++ b/params/opt/5/rnd_search_t_lin/comb_2/trained/model.decoder.layers.20.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:731c2b91eca5a6530f7e4e4ed79ab5c50bcae74a3040f2b3f7043b9943768dc0
+size 5251
diff --git a/params/opt/5/rnd_search_t_lin/comb_2/trained/model.decoder.layers.20.self_attn.q_proj/_s.pt b/params/opt/5/rnd_search_t_lin/comb_2/trained/model.decoder.layers.20.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ddf15212b2a0ce5bfc7203f0d62b11d44d9ad87b
--- /dev/null
+++ b/params/opt/5/rnd_search_t_lin/comb_2/trained/model.decoder.layers.20.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:41c2b3a16a3fc5508c343e178e1d64fed31a2179f543a01dcf67419ff8799a2a
+size 5251
diff --git a/params/opt/5/rnd_search_t_lin/comb_2/trained/model.decoder.layers.20.self_attn.v_proj/_0.pt b/params/opt/5/rnd_search_t_lin/comb_2/trained/model.decoder.layers.20.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..f054e0fd2ffcd9ed3b0019fb66eae0c90cb97cd4
--- /dev/null
+++ b/params/opt/5/rnd_search_t_lin/comb_2/trained/model.decoder.layers.20.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:11dc222b7c2c59304c821fea66e0845b95e42577f402d5157e6a267412e468b6
+size 5251
diff --git a/params/opt/5/rnd_search_t_lin/comb_2/trained/model.decoder.layers.20.self_attn.v_proj/_s.pt b/params/opt/5/rnd_search_t_lin/comb_2/trained/model.decoder.layers.20.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ebcb4cc131c346511a36eb1c06347788a5e74aef
--- /dev/null
+++ b/params/opt/5/rnd_search_t_lin/comb_2/trained/model.decoder.layers.20.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0be8f22a0e53e2e137d2efe1aa458582eb198a789155324449576257f8f6ed80
+size 5251
diff --git a/params/opt/5/rnd_search_t_lin/comb_2/trained/model.decoder.layers.21.fc1/_0.pt b/params/opt/5/rnd_search_t_lin/comb_2/trained/model.decoder.layers.21.fc1/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..fd5e35c91b789d1e48ee90607fca59e2083c05f3
--- /dev/null
+++ b/params/opt/5/rnd_search_t_lin/comb_2/trained/model.decoder.layers.21.fc1/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:446a00235b214fbcadabfe2c5420c3e06e8c33995b0b683e114882ae359e45e3
+size 17539
diff --git a/params/opt/5/rnd_search_t_lin/comb_2/trained/model.decoder.layers.21.fc1/_s.pt b/params/opt/5/rnd_search_t_lin/comb_2/trained/model.decoder.layers.21.fc1/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..3fab3c6b2d680b207f42127fba1711001a4e8d22
--- /dev/null
+++ b/params/opt/5/rnd_search_t_lin/comb_2/trained/model.decoder.layers.21.fc1/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:fec879a8bf28b4fc6109746e2af26ef78cbfff2e0b8eb25ff63b62f5e598a486
+size 17539
diff --git a/params/opt/5/rnd_search_t_lin/comb_2/trained/model.decoder.layers.21.fc2/_0.pt b/params/opt/5/rnd_search_t_lin/comb_2/trained/model.decoder.layers.21.fc2/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e7cd500c1e363c1754d4aa467b2e96cdeba28a79
--- /dev/null
+++ b/params/opt/5/rnd_search_t_lin/comb_2/trained/model.decoder.layers.21.fc2/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:4af0a2e40ccdea801073eba644d9ba72ada4e3d0a5041d3525355596bf4c55dc
+size 5251
diff --git a/params/opt/5/rnd_search_t_lin/comb_2/trained/model.decoder.layers.21.fc2/_s.pt b/params/opt/5/rnd_search_t_lin/comb_2/trained/model.decoder.layers.21.fc2/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..fa734b46f557d11b4306d8c60e34d7e173cf3e95
--- /dev/null
+++ b/params/opt/5/rnd_search_t_lin/comb_2/trained/model.decoder.layers.21.fc2/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:43ba8e6171f10fb12f5d9aca284967bdfcb1704476e152efa6de9841533db7ce
+size 5251
diff --git a/params/opt/5/rnd_search_t_lin/comb_2/trained/model.decoder.layers.21.self_attn.k_proj/_0.pt b/params/opt/5/rnd_search_t_lin/comb_2/trained/model.decoder.layers.21.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..88e987fd89429eaa16969271998d14143b13f54d
--- /dev/null
+++ b/params/opt/5/rnd_search_t_lin/comb_2/trained/model.decoder.layers.21.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:196f0294cabc6b7586c1765167a1cc1d8b6d122a2e5d67a4d7c10884cc4eba62
+size 5251
diff --git a/params/opt/5/rnd_search_t_lin/comb_2/trained/model.decoder.layers.21.self_attn.k_proj/_s.pt b/params/opt/5/rnd_search_t_lin/comb_2/trained/model.decoder.layers.21.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ea76c1d5c3fe0f02502a8422e446377c4cd08581
--- /dev/null
+++ b/params/opt/5/rnd_search_t_lin/comb_2/trained/model.decoder.layers.21.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:14ed27201466e0ef2d26d82b58e25e5721686e69fac6668eac8526790a8f6f26
+size 5251
diff --git a/params/opt/5/rnd_search_t_lin/comb_2/trained/model.decoder.layers.21.self_attn.out_proj/_0.pt b/params/opt/5/rnd_search_t_lin/comb_2/trained/model.decoder.layers.21.self_attn.out_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..9e093bdd6e9588da55f2a0dd8dc0cf2f7185e538
--- /dev/null
+++ b/params/opt/5/rnd_search_t_lin/comb_2/trained/model.decoder.layers.21.self_attn.out_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:69949a4afac755509351f6c7812a1b864458c1de09f26f12a3e9cc75b4c5a3d9
+size 5251
diff --git a/params/opt/5/rnd_search_t_lin/comb_2/trained/model.decoder.layers.21.self_attn.out_proj/_s.pt b/params/opt/5/rnd_search_t_lin/comb_2/trained/model.decoder.layers.21.self_attn.out_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..9914182ec29e5c70672419c40b94efecc94b41d2
--- /dev/null
+++ b/params/opt/5/rnd_search_t_lin/comb_2/trained/model.decoder.layers.21.self_attn.out_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:25c6bee0f5bcde057bbbafda494b614846facd9a81f139ee439c1c72e72dc6be
+size 5251
diff --git a/params/opt/5/rnd_search_t_lin/comb_2/trained/model.decoder.layers.21.self_attn.q_proj/_0.pt b/params/opt/5/rnd_search_t_lin/comb_2/trained/model.decoder.layers.21.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4c0e485fcfc56c1b0468f9ba0313575d297c3f51
--- /dev/null
+++ b/params/opt/5/rnd_search_t_lin/comb_2/trained/model.decoder.layers.21.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:95ac94201dbeefcb3a0918815aa3a6b06ded3747f842bf47438a770d0ff37f3b
+size 5251
diff --git a/params/opt/5/rnd_search_t_lin/comb_2/trained/model.decoder.layers.21.self_attn.q_proj/_s.pt b/params/opt/5/rnd_search_t_lin/comb_2/trained/model.decoder.layers.21.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..71c2794c9202c9e6606ff7a3315e3ea8e434df84
--- /dev/null
+++ b/params/opt/5/rnd_search_t_lin/comb_2/trained/model.decoder.layers.21.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:3800749d1c8dde9b85785c7d76890f62e5e9ec191ba349f600d51da1d3b5378f
+size 5251
diff --git a/params/opt/5/rnd_search_t_lin/comb_2/trained/model.decoder.layers.21.self_attn.v_proj/_0.pt b/params/opt/5/rnd_search_t_lin/comb_2/trained/model.decoder.layers.21.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a8523e05565b14237f9e8f3d79f7a40fa2b77639
--- /dev/null
+++ b/params/opt/5/rnd_search_t_lin/comb_2/trained/model.decoder.layers.21.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:3fbab5e09a021800d941b2b5680dd7d802c01e2bf0c8bf29fd00e38b18ddf46d
+size 5251
diff --git a/params/opt/5/rnd_search_t_lin/comb_2/trained/model.decoder.layers.21.self_attn.v_proj/_s.pt b/params/opt/5/rnd_search_t_lin/comb_2/trained/model.decoder.layers.21.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..43c176dafb654c74d1390126bb46cffaa1d2c107
--- /dev/null
+++ b/params/opt/5/rnd_search_t_lin/comb_2/trained/model.decoder.layers.21.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:94a6138ef054945558dfc3df132485793f622c5d63f6c0b839caa081d6aedf6f
+size 5251
diff --git a/params/opt/5/rnd_search_t_lin/comb_2/trained/model.decoder.layers.22.fc1/_0.pt b/params/opt/5/rnd_search_t_lin/comb_2/trained/model.decoder.layers.22.fc1/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..9ea826bc28baec026211a5b9bce7360c6d29ea0d
--- /dev/null
+++ b/params/opt/5/rnd_search_t_lin/comb_2/trained/model.decoder.layers.22.fc1/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:cc0d94cfbf891c980f02ceb506b1371fc038a514d83baa712777bc385cb176ed
+size 17539
diff --git a/params/opt/5/rnd_search_t_lin/comb_2/trained/model.decoder.layers.22.fc1/_s.pt b/params/opt/5/rnd_search_t_lin/comb_2/trained/model.decoder.layers.22.fc1/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..12bc416d3059c8ba9d7c16dd9a51f03134c4996d
--- /dev/null
+++ b/params/opt/5/rnd_search_t_lin/comb_2/trained/model.decoder.layers.22.fc1/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a212c2c8fdcf28311fc88eee24584e681e3ff0d5c82d10bca77b81505ec8ac57
+size 17539
diff --git a/params/opt/5/rnd_search_t_lin/comb_2/trained/model.decoder.layers.22.fc2/_0.pt b/params/opt/5/rnd_search_t_lin/comb_2/trained/model.decoder.layers.22.fc2/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..9114cd39ecc23cc13fce82ad21e2a2e57f9d74a6
--- /dev/null
+++ b/params/opt/5/rnd_search_t_lin/comb_2/trained/model.decoder.layers.22.fc2/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d1376ee2866b6061f3f3e7b67e05d18e80621e0d8870ffb3f964f9b6a0c7a05f
+size 5251
diff --git a/params/opt/5/rnd_search_t_lin/comb_2/trained/model.decoder.layers.22.fc2/_s.pt b/params/opt/5/rnd_search_t_lin/comb_2/trained/model.decoder.layers.22.fc2/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8eedc183a3338b1e19ba0a6d06a60f01244d737d
--- /dev/null
+++ b/params/opt/5/rnd_search_t_lin/comb_2/trained/model.decoder.layers.22.fc2/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:20465ef11a6889d3623e36865049098a14a0bcc1b29089081e69fc25574fa3b5
+size 5251
diff --git a/params/opt/5/rnd_search_t_lin/comb_2/trained/model.decoder.layers.22.self_attn.k_proj/_0.pt b/params/opt/5/rnd_search_t_lin/comb_2/trained/model.decoder.layers.22.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e9475c742322abd61de27f9cd2722a6a5f437d96
--- /dev/null
+++ b/params/opt/5/rnd_search_t_lin/comb_2/trained/model.decoder.layers.22.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0f64ca69aa3520d2b6cf74d0416ee28a2a9c8c8906110ed9f05a951c1f64b7fe
+size 5251
diff --git a/params/opt/5/rnd_search_t_lin/comb_2/trained/model.decoder.layers.22.self_attn.k_proj/_s.pt b/params/opt/5/rnd_search_t_lin/comb_2/trained/model.decoder.layers.22.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..611b3a6d963fb3db42bb2c615de342cf352bad3f
--- /dev/null
+++ b/params/opt/5/rnd_search_t_lin/comb_2/trained/model.decoder.layers.22.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:06620fe357fc8d9afbea3ab0bc0c63b157e2aa756578f9f89c95a3a5dbfa0810
+size 5251
diff --git a/params/opt/5/rnd_search_t_lin/comb_2/trained/model.decoder.layers.22.self_attn.out_proj/_0.pt b/params/opt/5/rnd_search_t_lin/comb_2/trained/model.decoder.layers.22.self_attn.out_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..29536a54c892adaa0cb1cc8d921677669cc79fd7
--- /dev/null
+++ b/params/opt/5/rnd_search_t_lin/comb_2/trained/model.decoder.layers.22.self_attn.out_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:acaedd776d4dd0b32d0721cac1dd65e0406666ed86b8621b78081016f831e913
+size 5251
diff --git a/params/opt/5/rnd_search_t_lin/comb_2/trained/model.decoder.layers.22.self_attn.out_proj/_s.pt b/params/opt/5/rnd_search_t_lin/comb_2/trained/model.decoder.layers.22.self_attn.out_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..44fb60c94182ab6adb39256cc9db9b89eb25027f
--- /dev/null
+++ b/params/opt/5/rnd_search_t_lin/comb_2/trained/model.decoder.layers.22.self_attn.out_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:9c436305ebedebccbfa77dabe02926176089e0c49f4350642971f7a56830b005
+size 5251
diff --git a/params/opt/5/rnd_search_t_lin/comb_2/trained/model.decoder.layers.22.self_attn.q_proj/_0.pt b/params/opt/5/rnd_search_t_lin/comb_2/trained/model.decoder.layers.22.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a91e51a97cc058fd4f03a3e884ca94c1e6f68535
--- /dev/null
+++ b/params/opt/5/rnd_search_t_lin/comb_2/trained/model.decoder.layers.22.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:81624b3249f7f162733a6f1b209e0c8abf4a3fd91fcb608ac47856d1dbc2e88d
+size 5251
diff --git a/params/opt/5/rnd_search_t_lin/comb_2/trained/model.decoder.layers.22.self_attn.q_proj/_s.pt b/params/opt/5/rnd_search_t_lin/comb_2/trained/model.decoder.layers.22.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..0d8d7d75962ba7c48b73bceb9ce3e225123bfe93
--- /dev/null
+++ b/params/opt/5/rnd_search_t_lin/comb_2/trained/model.decoder.layers.22.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:8cabdf312f05004294a9eff6d2d3b3d9f3135dc5246ed36ae1cf66334155bf30
+size 5251
diff --git a/params/opt/5/rnd_search_t_lin/comb_2/trained/model.decoder.layers.22.self_attn.v_proj/_0.pt b/params/opt/5/rnd_search_t_lin/comb_2/trained/model.decoder.layers.22.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e99c33c79457e982cf94318f320da053c8105054
--- /dev/null
+++ b/params/opt/5/rnd_search_t_lin/comb_2/trained/model.decoder.layers.22.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f19deefe92e290cd725859e002eb28ddad6add3419a06c39d2f5fd0ef7456588
+size 5251
diff --git a/params/opt/5/rnd_search_t_lin/comb_2/trained/model.decoder.layers.22.self_attn.v_proj/_s.pt b/params/opt/5/rnd_search_t_lin/comb_2/trained/model.decoder.layers.22.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..0b2acdf6d0c047a2252c81e9a23954d24c97374a
--- /dev/null
+++ b/params/opt/5/rnd_search_t_lin/comb_2/trained/model.decoder.layers.22.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:cab3aed71a1aca07147c4f2583413e0028ba82513952fad5e68d54381de72c87
+size 5251
diff --git a/params/opt/5/rnd_search_t_lin/comb_2/trained/model.decoder.layers.23.fc1/_0.pt b/params/opt/5/rnd_search_t_lin/comb_2/trained/model.decoder.layers.23.fc1/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..0af5aa92e7ac373a13612c8a46febbf769535815
--- /dev/null
+++ b/params/opt/5/rnd_search_t_lin/comb_2/trained/model.decoder.layers.23.fc1/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c5d606b96ad44d784e541b3f7478ad4ab0d6a959bb34f760b5a11f578169967f
+size 17539
diff --git a/params/opt/5/rnd_search_t_lin/comb_2/trained/model.decoder.layers.23.fc1/_s.pt b/params/opt/5/rnd_search_t_lin/comb_2/trained/model.decoder.layers.23.fc1/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..48c6af0c0bd3fd17082fab29435636852db99b3a
--- /dev/null
+++ b/params/opt/5/rnd_search_t_lin/comb_2/trained/model.decoder.layers.23.fc1/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b93aad5e9d0269405c04c32d78f81f65e17119b3d755c533e87009eb5927e312
+size 17539
diff --git a/params/opt/5/rnd_search_t_lin/comb_2/trained/model.decoder.layers.23.fc2/_0.pt b/params/opt/5/rnd_search_t_lin/comb_2/trained/model.decoder.layers.23.fc2/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..60d0b83c3aac20bd1c26f7f701fb15b767bb09cc
--- /dev/null
+++ b/params/opt/5/rnd_search_t_lin/comb_2/trained/model.decoder.layers.23.fc2/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:756bcf15a7da1e34778a0e40ee82f63239713b4757016913971a87d32f25fe79
+size 5251
diff --git a/params/opt/5/rnd_search_t_lin/comb_2/trained/model.decoder.layers.23.fc2/_s.pt b/params/opt/5/rnd_search_t_lin/comb_2/trained/model.decoder.layers.23.fc2/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..6c37e7f935992af0314dc239b1ec0c9f106f47c1
--- /dev/null
+++ b/params/opt/5/rnd_search_t_lin/comb_2/trained/model.decoder.layers.23.fc2/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:00cdcfe042762bac6cf1587909fd3f64c71fc008c977683336bc0603d1e1f266
+size 5251
diff --git a/params/opt/5/rnd_search_t_lin/comb_2/trained/model.decoder.layers.23.self_attn.k_proj/_0.pt b/params/opt/5/rnd_search_t_lin/comb_2/trained/model.decoder.layers.23.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e8ecb18e269a73fda5ce9ff57fae560633f60711
--- /dev/null
+++ b/params/opt/5/rnd_search_t_lin/comb_2/trained/model.decoder.layers.23.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:4e2f08104febb054341bc2ffe517f5cbedf78b15dad5ec31393a7d68550316d3
+size 5251
diff --git a/params/opt/5/rnd_search_t_lin/comb_2/trained/model.decoder.layers.23.self_attn.k_proj/_s.pt b/params/opt/5/rnd_search_t_lin/comb_2/trained/model.decoder.layers.23.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..d7c9be89a354e69ef89f215fa8bfd02ecaa33d56
--- /dev/null
+++ b/params/opt/5/rnd_search_t_lin/comb_2/trained/model.decoder.layers.23.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:12861ceb0e0e789fb39de5d91aee1b352096ad6435d0de7aa4d1557d14c24448
+size 5251
diff --git a/params/opt/5/rnd_search_t_lin/comb_2/trained/model.decoder.layers.23.self_attn.out_proj/_0.pt b/params/opt/5/rnd_search_t_lin/comb_2/trained/model.decoder.layers.23.self_attn.out_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..634c61c77f48c7b121c2077694aa608151f6baea
--- /dev/null
+++ b/params/opt/5/rnd_search_t_lin/comb_2/trained/model.decoder.layers.23.self_attn.out_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2ee4dce9a2335dff78dac6d4b098960e1cc013faf2fe4614f2e03ce186ad7672
+size 5251
diff --git a/params/opt/5/rnd_search_t_lin/comb_2/trained/model.decoder.layers.23.self_attn.out_proj/_s.pt b/params/opt/5/rnd_search_t_lin/comb_2/trained/model.decoder.layers.23.self_attn.out_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..0ffb583bd0f6dab297fe222c606eb94f7e5cc321
--- /dev/null
+++ b/params/opt/5/rnd_search_t_lin/comb_2/trained/model.decoder.layers.23.self_attn.out_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:7fce5cb4f23721c59a2fd4dc297d8bc2b6c5a33435792c099e0d9cdbe7e2be28
+size 5251
diff --git a/params/opt/5/rnd_search_t_lin/comb_2/trained/model.decoder.layers.23.self_attn.q_proj/_0.pt b/params/opt/5/rnd_search_t_lin/comb_2/trained/model.decoder.layers.23.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..eb84096430bce317d7b5273f0bac3559207b1ebf
--- /dev/null
+++ b/params/opt/5/rnd_search_t_lin/comb_2/trained/model.decoder.layers.23.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:6561dad52eaf988e2f5333d4d329b87b37f208e49f7cfb24432bafcf0cca1f28
+size 5251
diff --git a/params/opt/5/rnd_search_t_lin/comb_2/trained/model.decoder.layers.23.self_attn.q_proj/_s.pt b/params/opt/5/rnd_search_t_lin/comb_2/trained/model.decoder.layers.23.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2a61371a2cc48eb52b99359ed7d37001a4828807
--- /dev/null
+++ b/params/opt/5/rnd_search_t_lin/comb_2/trained/model.decoder.layers.23.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a2892b8412e044e3f9dbfb2e967637efd78cc20b2bb4ae7645732b43bb4b2dfe
+size 5251
diff --git a/params/opt/5/rnd_search_t_lin/comb_2/trained/model.decoder.layers.23.self_attn.v_proj/_0.pt b/params/opt/5/rnd_search_t_lin/comb_2/trained/model.decoder.layers.23.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..020a9020c5e686f3d6e5e102463a0cba3cdd3126
--- /dev/null
+++ b/params/opt/5/rnd_search_t_lin/comb_2/trained/model.decoder.layers.23.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:6b83252c83bff87160682b6ed9799c4f342a7de4ac17bfc57a7fc9053eb7a37f
+size 5251
diff --git a/params/opt/5/rnd_search_t_lin/comb_2/trained/model.decoder.layers.23.self_attn.v_proj/_s.pt b/params/opt/5/rnd_search_t_lin/comb_2/trained/model.decoder.layers.23.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..d8e31153c1b436e591910d30763bc3b1453c6a0e
--- /dev/null
+++ b/params/opt/5/rnd_search_t_lin/comb_2/trained/model.decoder.layers.23.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:9763b0643de0d7e41685246c28107797b0ad3d873809e7fd7a2aff7ca8b97eb3
+size 5251
diff --git a/params/opt/5/rnd_search_t_lin/comb_2/trained/model.decoder.layers.3.fc1/_0.pt b/params/opt/5/rnd_search_t_lin/comb_2/trained/model.decoder.layers.3.fc1/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4f8015949d3cad0b117f57a5976f39f342fb0821
--- /dev/null
+++ b/params/opt/5/rnd_search_t_lin/comb_2/trained/model.decoder.layers.3.fc1/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ada7389fd612ae3e0e95903d0639a2263b9f2396cd96cc5e42b2f0ec7a3d096b
+size 17539
diff --git a/params/opt/5/rnd_search_t_lin/comb_2/trained/model.decoder.layers.3.fc1/_s.pt b/params/opt/5/rnd_search_t_lin/comb_2/trained/model.decoder.layers.3.fc1/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..51ad81b4c1e52c0699853dc173b636371dcb0202
--- /dev/null
+++ b/params/opt/5/rnd_search_t_lin/comb_2/trained/model.decoder.layers.3.fc1/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:64739b7b1645c76d625edee28e5fc3fb8f41dffeb79f9231ec1c460c8229bc54
+size 17539
diff --git a/params/opt/5/rnd_search_t_lin/comb_2/trained/model.decoder.layers.3.fc2/_0.pt b/params/opt/5/rnd_search_t_lin/comb_2/trained/model.decoder.layers.3.fc2/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..f882247915af655726b3188096472e654b73c360
--- /dev/null
+++ b/params/opt/5/rnd_search_t_lin/comb_2/trained/model.decoder.layers.3.fc2/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c28551e488df1de2fe58486142ab28a5696e1ea9baf659d382f30cf57cd06d70
+size 5251
diff --git a/params/opt/5/rnd_search_t_lin/comb_2/trained/model.decoder.layers.3.fc2/_s.pt b/params/opt/5/rnd_search_t_lin/comb_2/trained/model.decoder.layers.3.fc2/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..678048ce9f47d2ee0cf576e73c8d3e5ea4d3a157
--- /dev/null
+++ b/params/opt/5/rnd_search_t_lin/comb_2/trained/model.decoder.layers.3.fc2/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:4dddb77bee3a5e673e4d2a9751cb42cbcac4d97f424bfa4d4cef31fc8710563e
+size 5251
diff --git a/params/opt/5/rnd_search_t_lin/comb_2/trained/model.decoder.layers.3.self_attn.k_proj/_0.pt b/params/opt/5/rnd_search_t_lin/comb_2/trained/model.decoder.layers.3.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c6ce1695a467b6d799ed144e828e70b259a7cabd
--- /dev/null
+++ b/params/opt/5/rnd_search_t_lin/comb_2/trained/model.decoder.layers.3.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2d027ee45743e72d5aeefa4e10e3cea34bb3d5bfe05765f8dd8ad135d28588f6
+size 5251
diff --git a/params/opt/5/rnd_search_t_lin/comb_2/trained/model.decoder.layers.3.self_attn.k_proj/_s.pt b/params/opt/5/rnd_search_t_lin/comb_2/trained/model.decoder.layers.3.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..0d4092a78c4810d26a314ebf94712e53b609d853
--- /dev/null
+++ b/params/opt/5/rnd_search_t_lin/comb_2/trained/model.decoder.layers.3.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:043e70ef9f79d5ff1af7d435622be425032fb64da281cc28b58a904c19ab5abc
+size 5251
diff --git a/params/opt/5/rnd_search_t_lin/comb_2/trained/model.decoder.layers.3.self_attn.out_proj/_0.pt b/params/opt/5/rnd_search_t_lin/comb_2/trained/model.decoder.layers.3.self_attn.out_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..0c0f00874ff6e84c8902c943da513bacef79f897
--- /dev/null
+++ b/params/opt/5/rnd_search_t_lin/comb_2/trained/model.decoder.layers.3.self_attn.out_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d74af73682d9012ecdef45078dc0db2830e67bec4587582c34a09e72117fe67a
+size 5251
diff --git a/params/opt/5/rnd_search_t_lin/comb_2/trained/model.decoder.layers.3.self_attn.out_proj/_s.pt b/params/opt/5/rnd_search_t_lin/comb_2/trained/model.decoder.layers.3.self_attn.out_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..3019d081279b09354a0450da71fbc7206ba47c3e
--- /dev/null
+++ b/params/opt/5/rnd_search_t_lin/comb_2/trained/model.decoder.layers.3.self_attn.out_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:11ab613995dee3c140707b25660d9e053b3183188d4234795f1ac2e024cdeb1f
+size 5251
diff --git a/params/opt/5/rnd_search_t_lin/comb_2/trained/model.decoder.layers.3.self_attn.q_proj/_0.pt b/params/opt/5/rnd_search_t_lin/comb_2/trained/model.decoder.layers.3.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..d937fd42ffd578a8b16348a7a245fb300b11fcf1
--- /dev/null
+++ b/params/opt/5/rnd_search_t_lin/comb_2/trained/model.decoder.layers.3.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b03e6c3e8254e9ae1af1439db1099de240d3cbf4588b09d6cef5e532305716ad
+size 5251
diff --git a/params/opt/5/rnd_search_t_lin/comb_2/trained/model.decoder.layers.3.self_attn.q_proj/_s.pt b/params/opt/5/rnd_search_t_lin/comb_2/trained/model.decoder.layers.3.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..3a436cec842372ab01fdd8bdc8282b90ac948825
--- /dev/null
+++ b/params/opt/5/rnd_search_t_lin/comb_2/trained/model.decoder.layers.3.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:033e44d27f73ec52b7bbe729c4c9db3c603d118df806205e3e3de195966999bf
+size 5251
diff --git a/params/opt/5/rnd_search_t_lin/comb_2/trained/model.decoder.layers.3.self_attn.v_proj/_0.pt b/params/opt/5/rnd_search_t_lin/comb_2/trained/model.decoder.layers.3.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..9a7eac3c407f59ff85007fa9d1ea901ba635c104
--- /dev/null
+++ b/params/opt/5/rnd_search_t_lin/comb_2/trained/model.decoder.layers.3.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c50b3b426f5cba05c9deea9141f2e0b96dbefa4b20144c01b5d2837a2b7c10a2
+size 5251
diff --git a/params/opt/5/rnd_search_t_lin/comb_2/trained/model.decoder.layers.3.self_attn.v_proj/_s.pt b/params/opt/5/rnd_search_t_lin/comb_2/trained/model.decoder.layers.3.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8bb4f0f24ccf3838794e99235e2f72b9fb411740
--- /dev/null
+++ b/params/opt/5/rnd_search_t_lin/comb_2/trained/model.decoder.layers.3.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5540b350c74690f15cb3f70b33d4f7c3328369445c467ff0d5cad0760969bed6
+size 5251
diff --git a/params/opt/5/rnd_search_t_lin/comb_2/trained/model.decoder.layers.4.fc1/_0.pt b/params/opt/5/rnd_search_t_lin/comb_2/trained/model.decoder.layers.4.fc1/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..f6ca47e85c54eec0e1461585e04b90a4c0500678
--- /dev/null
+++ b/params/opt/5/rnd_search_t_lin/comb_2/trained/model.decoder.layers.4.fc1/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f0d7bea286fc0b7af24a90e50368539bf4578f1e2b5a6d643c6b1d168ab38987
+size 17539
diff --git a/params/opt/5/rnd_search_t_lin/comb_2/trained/model.decoder.layers.4.fc1/_s.pt b/params/opt/5/rnd_search_t_lin/comb_2/trained/model.decoder.layers.4.fc1/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..755526d51e49643a972e42f1e293f049d3016203
--- /dev/null
+++ b/params/opt/5/rnd_search_t_lin/comb_2/trained/model.decoder.layers.4.fc1/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:46c024df4c6f5e759b1a093043c127fce526943769c6ca6e2d7ff078dcf1c23a
+size 17539
diff --git a/params/opt/5/rnd_search_t_lin/comb_2/trained/model.decoder.layers.4.fc2/_0.pt b/params/opt/5/rnd_search_t_lin/comb_2/trained/model.decoder.layers.4.fc2/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..d7b60da284fbb428ca31f494f86200d14861f858
--- /dev/null
+++ b/params/opt/5/rnd_search_t_lin/comb_2/trained/model.decoder.layers.4.fc2/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:9e643c9b644d673d87b877b1073935527655752262aff7642962596cb1feb002
+size 5251
diff --git a/params/opt/5/rnd_search_t_lin/comb_2/trained/model.decoder.layers.4.fc2/_s.pt b/params/opt/5/rnd_search_t_lin/comb_2/trained/model.decoder.layers.4.fc2/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..9266711c360a782ecf8cdd4ad545a2871ac5f007
--- /dev/null
+++ b/params/opt/5/rnd_search_t_lin/comb_2/trained/model.decoder.layers.4.fc2/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:eef2ee0531e911c43dae4999b3f56746b9248491b063ec1f0de1e038d2f545c1
+size 5251
diff --git a/params/opt/5/rnd_search_t_lin/comb_2/trained/model.decoder.layers.4.self_attn.k_proj/_0.pt b/params/opt/5/rnd_search_t_lin/comb_2/trained/model.decoder.layers.4.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..476a8f9bea6589346f8bd0aef80503bc6a576740
--- /dev/null
+++ b/params/opt/5/rnd_search_t_lin/comb_2/trained/model.decoder.layers.4.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:575650288e9b60646feeb488c0e6081c5067c87843f6b28c086635ccfba4124b
+size 5251
diff --git a/params/opt/5/rnd_search_t_lin/comb_2/trained/model.decoder.layers.4.self_attn.k_proj/_s.pt b/params/opt/5/rnd_search_t_lin/comb_2/trained/model.decoder.layers.4.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..857c31c2ec9c395b96031413fbbbb9e607669703
--- /dev/null
+++ b/params/opt/5/rnd_search_t_lin/comb_2/trained/model.decoder.layers.4.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2ab0e9b8c908d2c7ab56992eb521a20f5d5fa53ca4fd45a44ffd4785e6393625
+size 5251
diff --git a/params/opt/5/rnd_search_t_lin/comb_2/trained/model.decoder.layers.4.self_attn.out_proj/_0.pt b/params/opt/5/rnd_search_t_lin/comb_2/trained/model.decoder.layers.4.self_attn.out_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..62469cb61a2627da3f558bd949e1bd413942b1c7
--- /dev/null
+++ b/params/opt/5/rnd_search_t_lin/comb_2/trained/model.decoder.layers.4.self_attn.out_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:105269ce5e461b8558bf83e45bad99a4fda9cfbd293e601d79af183bcfb55992
+size 5251
diff --git a/params/opt/5/rnd_search_t_lin/comb_2/trained/model.decoder.layers.4.self_attn.out_proj/_s.pt b/params/opt/5/rnd_search_t_lin/comb_2/trained/model.decoder.layers.4.self_attn.out_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..3d975f5e8c05355bd553ede7610cb0ab9c40f474
--- /dev/null
+++ b/params/opt/5/rnd_search_t_lin/comb_2/trained/model.decoder.layers.4.self_attn.out_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:4a39327743abde41743f71679540f39ad670ca26d28e8a1149e72ebeed36447f
+size 5251
diff --git a/params/opt/5/rnd_search_t_lin/comb_2/trained/model.decoder.layers.4.self_attn.q_proj/_0.pt b/params/opt/5/rnd_search_t_lin/comb_2/trained/model.decoder.layers.4.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a0cebd03193107b3a5ec6b2e589978057323439a
--- /dev/null
+++ b/params/opt/5/rnd_search_t_lin/comb_2/trained/model.decoder.layers.4.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:3890ae509cc90f5e79e5290bc445c7d41f282b22c0d478158bf864cb0ae92671
+size 5251
diff --git a/params/opt/5/rnd_search_t_lin/comb_2/trained/model.decoder.layers.4.self_attn.q_proj/_s.pt b/params/opt/5/rnd_search_t_lin/comb_2/trained/model.decoder.layers.4.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..d1c111c25ef9fe1388c551911847707e9391195f
--- /dev/null
+++ b/params/opt/5/rnd_search_t_lin/comb_2/trained/model.decoder.layers.4.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ccf2a80b7b0ad01f57de4828aa524bd522cb78c9d1ac7e4ded285cbc48c9b2cc
+size 5251
diff --git a/params/opt/5/rnd_search_t_lin/comb_2/trained/model.decoder.layers.4.self_attn.v_proj/_0.pt b/params/opt/5/rnd_search_t_lin/comb_2/trained/model.decoder.layers.4.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e5ae3f26b2b13af828856c8986f6bc50960a5cf5
--- /dev/null
+++ b/params/opt/5/rnd_search_t_lin/comb_2/trained/model.decoder.layers.4.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2a5321c0af7a509ac3d1396fa225a0a19bf443b22c1478af1e4b63be4451a541
+size 5251
diff --git a/params/opt/5/rnd_search_t_lin/comb_2/trained/model.decoder.layers.4.self_attn.v_proj/_s.pt b/params/opt/5/rnd_search_t_lin/comb_2/trained/model.decoder.layers.4.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..237d738ebced580563f48bbc8c555101ca8cedb9
--- /dev/null
+++ b/params/opt/5/rnd_search_t_lin/comb_2/trained/model.decoder.layers.4.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c818b3474757c2979bc3c8fe08b260c91f46b2afadc210271a042a4e5ea26d57
+size 5251
diff --git a/params/opt/5/rnd_search_t_lin/comb_2/trained/model.decoder.layers.5.fc1/_0.pt b/params/opt/5/rnd_search_t_lin/comb_2/trained/model.decoder.layers.5.fc1/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..b1ef15530afd042d692f99615e284f89a610d679
--- /dev/null
+++ b/params/opt/5/rnd_search_t_lin/comb_2/trained/model.decoder.layers.5.fc1/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:6b29710a7fca32afb10df00bb56d9edea4de30cf2be675b0f16fadb924e94b3f
+size 17539
diff --git a/params/opt/5/rnd_search_t_lin/comb_2/trained/model.decoder.layers.5.fc1/_s.pt b/params/opt/5/rnd_search_t_lin/comb_2/trained/model.decoder.layers.5.fc1/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..b357e693c0fdbfe9b2a00db78225d379a3ac4b5d
--- /dev/null
+++ b/params/opt/5/rnd_search_t_lin/comb_2/trained/model.decoder.layers.5.fc1/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ba4e219480d9d2c5d51393d96978ffda7c59d9e9ef671948d9c1979b3a826963
+size 17539
diff --git a/params/opt/5/rnd_search_t_lin/comb_2/trained/model.decoder.layers.5.fc2/_0.pt b/params/opt/5/rnd_search_t_lin/comb_2/trained/model.decoder.layers.5.fc2/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..d7b4a398e5d94d60a28c0777d099b4f2d30b543f
--- /dev/null
+++ b/params/opt/5/rnd_search_t_lin/comb_2/trained/model.decoder.layers.5.fc2/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:48218d2174dd672053ce20295007b772de615ad67c2709a330188246a04a4f85
+size 5251
diff --git a/params/opt/5/rnd_search_t_lin/comb_2/trained/model.decoder.layers.5.fc2/_s.pt b/params/opt/5/rnd_search_t_lin/comb_2/trained/model.decoder.layers.5.fc2/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..81ab042a672a3e6cc82d0a250d65b992305f184a
--- /dev/null
+++ b/params/opt/5/rnd_search_t_lin/comb_2/trained/model.decoder.layers.5.fc2/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:727525baa12fcf1fa72ae8bb110722ba8fb4da4d94bc3138e73ee1e34ccde797
+size 5251
diff --git a/params/opt/5/rnd_search_t_lin/comb_2/trained/model.decoder.layers.5.self_attn.k_proj/_0.pt b/params/opt/5/rnd_search_t_lin/comb_2/trained/model.decoder.layers.5.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..f70c777ba2f685136870f00a10505f55d107e957
--- /dev/null
+++ b/params/opt/5/rnd_search_t_lin/comb_2/trained/model.decoder.layers.5.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0ae002ca35e95d817b54d8c05b5b6be4a0a7503a0d23ce66b14af44e5707f886
+size 5251
diff --git a/params/opt/5/rnd_search_t_lin/comb_2/trained/model.decoder.layers.5.self_attn.k_proj/_s.pt b/params/opt/5/rnd_search_t_lin/comb_2/trained/model.decoder.layers.5.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..93db3e8a516cafbe24b44630aebffa86af6ef1a6
--- /dev/null
+++ b/params/opt/5/rnd_search_t_lin/comb_2/trained/model.decoder.layers.5.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:6841ffcbe0c51630b4d4563562d1d4f52c4238014889e6d87a7c1d2ef79edcab
+size 5251
diff --git a/params/opt/5/rnd_search_t_lin/comb_2/trained/model.decoder.layers.5.self_attn.out_proj/_0.pt b/params/opt/5/rnd_search_t_lin/comb_2/trained/model.decoder.layers.5.self_attn.out_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..46a7b69831abe324d9fd67c8485460d5d88e86bd
--- /dev/null
+++ b/params/opt/5/rnd_search_t_lin/comb_2/trained/model.decoder.layers.5.self_attn.out_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:42f9dceb736a094573332f9392ade6d8ca37a22d9ce2336bf69d388b8b078528
+size 5251
diff --git a/params/opt/5/rnd_search_t_lin/comb_2/trained/model.decoder.layers.5.self_attn.out_proj/_s.pt b/params/opt/5/rnd_search_t_lin/comb_2/trained/model.decoder.layers.5.self_attn.out_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..d9439cc4f58513196b4f0df7fe0283012aaf037e
--- /dev/null
+++ b/params/opt/5/rnd_search_t_lin/comb_2/trained/model.decoder.layers.5.self_attn.out_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:1769795cddaab6e4c3a0c3292a02a8e1575227bc8a8dd118b3a7a903194e099b
+size 5251
diff --git a/params/opt/5/rnd_search_t_lin/comb_2/trained/model.decoder.layers.5.self_attn.q_proj/_0.pt b/params/opt/5/rnd_search_t_lin/comb_2/trained/model.decoder.layers.5.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..14ba44ed7098014aa76fb52d5a3c4b7b76d380e1
--- /dev/null
+++ b/params/opt/5/rnd_search_t_lin/comb_2/trained/model.decoder.layers.5.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e010b7dde6d998c785ec07fb96808e482ac7ee9a4f44961a296143774b825d8a
+size 5251
diff --git a/params/opt/5/rnd_search_t_lin/comb_2/trained/model.decoder.layers.5.self_attn.q_proj/_s.pt b/params/opt/5/rnd_search_t_lin/comb_2/trained/model.decoder.layers.5.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..f04e9965cd5ff77513c49f9efcdf34cb2a360ddd
--- /dev/null
+++ b/params/opt/5/rnd_search_t_lin/comb_2/trained/model.decoder.layers.5.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:4e2792b7c3e2e7953d9da4b58a952ea2c7ee029edad38eec183ec9b3e3311d72
+size 5251
diff --git a/params/opt/5/rnd_search_t_lin/comb_2/trained/model.decoder.layers.5.self_attn.v_proj/_0.pt b/params/opt/5/rnd_search_t_lin/comb_2/trained/model.decoder.layers.5.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..aa72dba9ac0df5ffc6df260f820a8e16439c7c28
--- /dev/null
+++ b/params/opt/5/rnd_search_t_lin/comb_2/trained/model.decoder.layers.5.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:1f52af6c3a9134847099c5b8cb37049bd5404c05e8cf7ed21b4a9dd77957a2bb
+size 5251
diff --git a/params/opt/5/rnd_search_t_lin/comb_2/trained/model.decoder.layers.5.self_attn.v_proj/_s.pt b/params/opt/5/rnd_search_t_lin/comb_2/trained/model.decoder.layers.5.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..76f094df5cd623fdff3c0016c5c5acceb337b4c6
--- /dev/null
+++ b/params/opt/5/rnd_search_t_lin/comb_2/trained/model.decoder.layers.5.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:1a57abc6fbd585aef70efc6c29d664be8e1af3a6507f27933f9eb454ff2342e5
+size 5251
diff --git a/params/opt/5/rnd_search_t_lin/comb_2/trained/model.decoder.layers.6.fc1/_0.pt b/params/opt/5/rnd_search_t_lin/comb_2/trained/model.decoder.layers.6.fc1/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8dbba7932932abf34caba51f5e8fc9f953b04092
--- /dev/null
+++ b/params/opt/5/rnd_search_t_lin/comb_2/trained/model.decoder.layers.6.fc1/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b26d10eb4a47937b36fb3777b4015ec14cd27144a7813d451c1ca018fbf01d97
+size 17539
diff --git a/params/opt/5/rnd_search_t_lin/comb_2/trained/model.decoder.layers.6.fc1/_s.pt b/params/opt/5/rnd_search_t_lin/comb_2/trained/model.decoder.layers.6.fc1/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..08993f267fdb715f1fe308c455e7b4c8ff4da39d
--- /dev/null
+++ b/params/opt/5/rnd_search_t_lin/comb_2/trained/model.decoder.layers.6.fc1/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f96e5fe73674333dbafdaa7b28f16f4637b92d79bf88f393ea8a45de5624808d
+size 17539
diff --git a/params/opt/5/rnd_search_t_lin/comb_2/trained/model.decoder.layers.6.fc2/_0.pt b/params/opt/5/rnd_search_t_lin/comb_2/trained/model.decoder.layers.6.fc2/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..0dc3a3f856cf7a872eeeec2a3d99a03aecdf7cba
--- /dev/null
+++ b/params/opt/5/rnd_search_t_lin/comb_2/trained/model.decoder.layers.6.fc2/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5e0f74ea720557136f880aca76d3fb56b75d1c21365bd04dd07bed4fdf291ea2
+size 5251
diff --git a/params/opt/5/rnd_search_t_lin/comb_2/trained/model.decoder.layers.6.fc2/_s.pt b/params/opt/5/rnd_search_t_lin/comb_2/trained/model.decoder.layers.6.fc2/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..fbefa01822a6fb78157df43f882e6c2f60ce6cd7
--- /dev/null
+++ b/params/opt/5/rnd_search_t_lin/comb_2/trained/model.decoder.layers.6.fc2/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:92f18c6dba7549a0d37435aa08e7b679438677f3d39226d2f2e983b5f530f470
+size 5251
diff --git a/params/opt/5/rnd_search_t_lin/comb_2/trained/model.decoder.layers.6.self_attn.k_proj/_0.pt b/params/opt/5/rnd_search_t_lin/comb_2/trained/model.decoder.layers.6.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..3ad41b449f0b94fdfe13dc4548e224cb3cc98d57
--- /dev/null
+++ b/params/opt/5/rnd_search_t_lin/comb_2/trained/model.decoder.layers.6.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:1dbc618ef23cd93fb67b12d430a6b234f40cd067f191f396e852c826d9f9ba6f
+size 5251
diff --git a/params/opt/5/rnd_search_t_lin/comb_2/trained/model.decoder.layers.6.self_attn.k_proj/_s.pt b/params/opt/5/rnd_search_t_lin/comb_2/trained/model.decoder.layers.6.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..cc5d6e06540c55eeaffbeaf2ffb64073ec132f7a
--- /dev/null
+++ b/params/opt/5/rnd_search_t_lin/comb_2/trained/model.decoder.layers.6.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:1a0787f7e07ed04dbce8f438d3df3fe97dea8e2d92fd256a59c9d9918139ea6c
+size 5251
diff --git a/params/opt/5/rnd_search_t_lin/comb_2/trained/model.decoder.layers.6.self_attn.out_proj/_0.pt b/params/opt/5/rnd_search_t_lin/comb_2/trained/model.decoder.layers.6.self_attn.out_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e0dc681798cc2d0aed92878d2b3d569ee6a770e2
--- /dev/null
+++ b/params/opt/5/rnd_search_t_lin/comb_2/trained/model.decoder.layers.6.self_attn.out_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2bedecdb76d311d63a2d3e1c9356c6651cf39f1115745eccc9f9ca3a6359c771
+size 5251
diff --git a/params/opt/5/rnd_search_t_lin/comb_2/trained/model.decoder.layers.6.self_attn.out_proj/_s.pt b/params/opt/5/rnd_search_t_lin/comb_2/trained/model.decoder.layers.6.self_attn.out_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..d9fa2f4d16915948821e28b6986d79e44866fc08
--- /dev/null
+++ b/params/opt/5/rnd_search_t_lin/comb_2/trained/model.decoder.layers.6.self_attn.out_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:82735db677c17c5c595edbc6ce51c28eaff3110b6adf9915c32313a580ed45e3
+size 5251
diff --git a/params/opt/5/rnd_search_t_lin/comb_2/trained/model.decoder.layers.6.self_attn.q_proj/_0.pt b/params/opt/5/rnd_search_t_lin/comb_2/trained/model.decoder.layers.6.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4b70b1bca3fdc94fb61d3ba2e904d8bb78222983
--- /dev/null
+++ b/params/opt/5/rnd_search_t_lin/comb_2/trained/model.decoder.layers.6.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:42622b0972e49091ee18e20099dc686747d91bc20891e91b3cddcce513a75e55
+size 5251
diff --git a/params/opt/5/rnd_search_t_lin/comb_2/trained/model.decoder.layers.6.self_attn.q_proj/_s.pt b/params/opt/5/rnd_search_t_lin/comb_2/trained/model.decoder.layers.6.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e4346793f74549f1fb1e26788b2436f6d85a5c3a
--- /dev/null
+++ b/params/opt/5/rnd_search_t_lin/comb_2/trained/model.decoder.layers.6.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e57b6b2a4d2a01b1154b052ab82f3b79df179b0208a4eabc634ff1e57852be1a
+size 5251
diff --git a/params/opt/5/rnd_search_t_lin/comb_2/trained/model.decoder.layers.6.self_attn.v_proj/_0.pt b/params/opt/5/rnd_search_t_lin/comb_2/trained/model.decoder.layers.6.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..04ce4373437b5bd808fbba17621647e57a475dd6
--- /dev/null
+++ b/params/opt/5/rnd_search_t_lin/comb_2/trained/model.decoder.layers.6.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e39248cc05faeb0b3589bcdc5b582a548c806138cbebb348e1dbe6a69089df54
+size 5251
diff --git a/params/opt/5/rnd_search_t_lin/comb_2/trained/model.decoder.layers.6.self_attn.v_proj/_s.pt b/params/opt/5/rnd_search_t_lin/comb_2/trained/model.decoder.layers.6.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..befc257968ff86c4a6b6d76fa8ee9e1861c9d9fc
--- /dev/null
+++ b/params/opt/5/rnd_search_t_lin/comb_2/trained/model.decoder.layers.6.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d4bc78984fe03d45087ce0d4662f05638dd432cbf6f3c8485227ca751e195a3c
+size 5251
diff --git a/params/opt/5/rnd_search_t_lin/comb_2/trained/model.decoder.layers.7.fc1/_0.pt b/params/opt/5/rnd_search_t_lin/comb_2/trained/model.decoder.layers.7.fc1/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..9e749fc1c3559b90fcf0d9d34e1a0a78bf0141a4
--- /dev/null
+++ b/params/opt/5/rnd_search_t_lin/comb_2/trained/model.decoder.layers.7.fc1/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:275bc3d675a4e17b4060cd501a9ab1c157e0df6fb695dab8200afb06728466e7
+size 17539
diff --git a/params/opt/5/rnd_search_t_lin/comb_2/trained/model.decoder.layers.7.fc1/_s.pt b/params/opt/5/rnd_search_t_lin/comb_2/trained/model.decoder.layers.7.fc1/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4dff91429d0402c7d0a33b196f75837f104eabe3
--- /dev/null
+++ b/params/opt/5/rnd_search_t_lin/comb_2/trained/model.decoder.layers.7.fc1/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f2b268a623d796defda68ed0d43818a68808ca5e158d562ba91e2713225212ed
+size 17539
diff --git a/params/opt/5/rnd_search_t_lin/comb_2/trained/model.decoder.layers.7.fc2/_0.pt b/params/opt/5/rnd_search_t_lin/comb_2/trained/model.decoder.layers.7.fc2/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..45b6021476c6b103728f6bd536465437662822b3
--- /dev/null
+++ b/params/opt/5/rnd_search_t_lin/comb_2/trained/model.decoder.layers.7.fc2/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a5221d33afc795d83cfe7dd950df637bde1cfe66db0854bea75a44c264472eca
+size 5251
diff --git a/params/opt/5/rnd_search_t_lin/comb_2/trained/model.decoder.layers.7.fc2/_s.pt b/params/opt/5/rnd_search_t_lin/comb_2/trained/model.decoder.layers.7.fc2/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..656fa5c9696cd7808aa4399c95353bd2615b4118
--- /dev/null
+++ b/params/opt/5/rnd_search_t_lin/comb_2/trained/model.decoder.layers.7.fc2/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:94420ed6340bedff698ec6c932f640c90268cd3eb821d69ba932470ae6579ec2
+size 5251
diff --git a/params/opt/5/rnd_search_t_lin/comb_2/trained/model.decoder.layers.7.self_attn.k_proj/_0.pt b/params/opt/5/rnd_search_t_lin/comb_2/trained/model.decoder.layers.7.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..90cfb1e3e487ab575591f35e45e1437ad326dcbc
--- /dev/null
+++ b/params/opt/5/rnd_search_t_lin/comb_2/trained/model.decoder.layers.7.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b0a64f27e933b095c61f7a00e94e77a6c04996e7a54b69b47e3621460ef1e72f
+size 5251
diff --git a/params/opt/5/rnd_search_t_lin/comb_2/trained/model.decoder.layers.7.self_attn.k_proj/_s.pt b/params/opt/5/rnd_search_t_lin/comb_2/trained/model.decoder.layers.7.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..d81b6ed2e731be13c17ab2e2178eecc61f5f3588
--- /dev/null
+++ b/params/opt/5/rnd_search_t_lin/comb_2/trained/model.decoder.layers.7.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e5b8d633c342f9ce7d2ff22b40fe0e3f036c346744567df0a367144fa8c3d408
+size 5251
diff --git a/params/opt/5/rnd_search_t_lin/comb_2/trained/model.decoder.layers.7.self_attn.out_proj/_0.pt b/params/opt/5/rnd_search_t_lin/comb_2/trained/model.decoder.layers.7.self_attn.out_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2317c86efbcd11ebb6a6af2640a8c8ef8f58d64f
--- /dev/null
+++ b/params/opt/5/rnd_search_t_lin/comb_2/trained/model.decoder.layers.7.self_attn.out_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d899f1f3e9b42230ffc200c1015fbf45349f9e4dc3c55f6d5484e4a692d0f0b7
+size 5251
diff --git a/params/opt/5/rnd_search_t_lin/comb_2/trained/model.decoder.layers.7.self_attn.out_proj/_s.pt b/params/opt/5/rnd_search_t_lin/comb_2/trained/model.decoder.layers.7.self_attn.out_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..dcf8749b89ea464e9c545af23598d990e8d9f2e8
--- /dev/null
+++ b/params/opt/5/rnd_search_t_lin/comb_2/trained/model.decoder.layers.7.self_attn.out_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:7308e4ba7ab8a3a27e99c9aea70ceabcae5087d1c1fcb443bb94918dad1890df
+size 5251
diff --git a/params/opt/5/rnd_search_t_lin/comb_2/trained/model.decoder.layers.7.self_attn.q_proj/_0.pt b/params/opt/5/rnd_search_t_lin/comb_2/trained/model.decoder.layers.7.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..0e542299142f6d9b996d84749c1b930fac8e82d8
--- /dev/null
+++ b/params/opt/5/rnd_search_t_lin/comb_2/trained/model.decoder.layers.7.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5ebae1450023ac52fd2615167fff2d9d35f1dcba4ebc3b776f43bd8c05718a53
+size 5251
diff --git a/params/opt/5/rnd_search_t_lin/comb_2/trained/model.decoder.layers.7.self_attn.q_proj/_s.pt b/params/opt/5/rnd_search_t_lin/comb_2/trained/model.decoder.layers.7.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..7f1daf7cea2160bf0df2ba888961291859598a34
--- /dev/null
+++ b/params/opt/5/rnd_search_t_lin/comb_2/trained/model.decoder.layers.7.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b8f40254c26be075b45c9d05501e969aa9988dd3b2c4a0de5088bca3393dda61
+size 5251
diff --git a/params/opt/5/rnd_search_t_lin/comb_2/trained/model.decoder.layers.7.self_attn.v_proj/_0.pt b/params/opt/5/rnd_search_t_lin/comb_2/trained/model.decoder.layers.7.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..77f1312f3fe6751fb62fc651b6fe9573dc7f0267
--- /dev/null
+++ b/params/opt/5/rnd_search_t_lin/comb_2/trained/model.decoder.layers.7.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:22c59032b5a2bb3e8dff7053b502a00bcc337c1d653529062fc59d111d50268a
+size 5251
diff --git a/params/opt/5/rnd_search_t_lin/comb_2/trained/model.decoder.layers.7.self_attn.v_proj/_s.pt b/params/opt/5/rnd_search_t_lin/comb_2/trained/model.decoder.layers.7.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..86875f99f6ffdc432dbbd99c0e2c1680a68cc4c6
--- /dev/null
+++ b/params/opt/5/rnd_search_t_lin/comb_2/trained/model.decoder.layers.7.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:4a06fe65365938514fad92c36b89b597ab67e1df1d381ff849d6ededf2ffcab2
+size 5251
diff --git a/params/opt/5/rnd_search_t_lin/comb_2/trained/model.decoder.layers.8.fc1/_0.pt b/params/opt/5/rnd_search_t_lin/comb_2/trained/model.decoder.layers.8.fc1/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..bc59d4e192897bac71f208aa1754c296a768339d
--- /dev/null
+++ b/params/opt/5/rnd_search_t_lin/comb_2/trained/model.decoder.layers.8.fc1/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:86c09827f04f7384fbf191d8f324b58a8122663221f2ff9e8b30d1ceb6274b4a
+size 17539
diff --git a/params/opt/5/rnd_search_t_lin/comb_2/trained/model.decoder.layers.8.fc1/_s.pt b/params/opt/5/rnd_search_t_lin/comb_2/trained/model.decoder.layers.8.fc1/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8f90c5b63f3af53962c155c65f67755bc04a5fc0
--- /dev/null
+++ b/params/opt/5/rnd_search_t_lin/comb_2/trained/model.decoder.layers.8.fc1/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0aa2409231ba610dc38575f9b06ad9bc373eac61b6202a3d5eb8fc7784593ff0
+size 17539
diff --git a/params/opt/5/rnd_search_t_lin/comb_2/trained/model.decoder.layers.8.fc2/_0.pt b/params/opt/5/rnd_search_t_lin/comb_2/trained/model.decoder.layers.8.fc2/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..7243ad57776e8ebb7ea199aa93e77ff94a8888a5
--- /dev/null
+++ b/params/opt/5/rnd_search_t_lin/comb_2/trained/model.decoder.layers.8.fc2/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f32d16efcc23c0b0390a6c16a68ff78d85c081571fa66fc28702bd52c6392698
+size 5251
diff --git a/params/opt/5/rnd_search_t_lin/comb_2/trained/model.decoder.layers.8.fc2/_s.pt b/params/opt/5/rnd_search_t_lin/comb_2/trained/model.decoder.layers.8.fc2/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..29452f8473bb081be3941d54c0a50c7d2fd5d522
--- /dev/null
+++ b/params/opt/5/rnd_search_t_lin/comb_2/trained/model.decoder.layers.8.fc2/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:fe7ef9b514ccbe6b67c5b4d47cc929f6faae2674d6f4c0b8d696ce8be2483d36
+size 5251
diff --git a/params/opt/5/rnd_search_t_lin/comb_2/trained/model.decoder.layers.8.self_attn.k_proj/_0.pt b/params/opt/5/rnd_search_t_lin/comb_2/trained/model.decoder.layers.8.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..feda502538634074e20ca09d26f35522d4d8736a
--- /dev/null
+++ b/params/opt/5/rnd_search_t_lin/comb_2/trained/model.decoder.layers.8.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0d73b586acbd0605b5e30b4c2f69cd2fbbed05c4d70a3a0b11332926becd0fb5
+size 5251
diff --git a/params/opt/5/rnd_search_t_lin/comb_2/trained/model.decoder.layers.8.self_attn.k_proj/_s.pt b/params/opt/5/rnd_search_t_lin/comb_2/trained/model.decoder.layers.8.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..d85e7e8423ee0de65740a0d7e39880a40162955b
--- /dev/null
+++ b/params/opt/5/rnd_search_t_lin/comb_2/trained/model.decoder.layers.8.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:1ab5985dab4d1a675775e7a322f001e9e400196ea509bfe4793062611edb8327
+size 5251
diff --git a/params/opt/5/rnd_search_t_lin/comb_2/trained/model.decoder.layers.8.self_attn.out_proj/_0.pt b/params/opt/5/rnd_search_t_lin/comb_2/trained/model.decoder.layers.8.self_attn.out_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a972d22d5016b845d751b144fb5c4fbeeaffd790
--- /dev/null
+++ b/params/opt/5/rnd_search_t_lin/comb_2/trained/model.decoder.layers.8.self_attn.out_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:30e3d468fd01eea20296bfc2d335a22e075f7accafd878ea0f3b88f1ea570cc2
+size 5251
diff --git a/params/opt/5/rnd_search_t_lin/comb_2/trained/model.decoder.layers.8.self_attn.out_proj/_s.pt b/params/opt/5/rnd_search_t_lin/comb_2/trained/model.decoder.layers.8.self_attn.out_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..5a47c12c3a2f0ce6233aaa4d9a8aba98a5aca04f
--- /dev/null
+++ b/params/opt/5/rnd_search_t_lin/comb_2/trained/model.decoder.layers.8.self_attn.out_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ee9c1d20c2e74ed8c98e2479dc7eb48f362f802543379051c80af42f70fecfc9
+size 5251
diff --git a/params/opt/5/rnd_search_t_lin/comb_2/trained/model.decoder.layers.8.self_attn.q_proj/_0.pt b/params/opt/5/rnd_search_t_lin/comb_2/trained/model.decoder.layers.8.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ac38420f1274aa658bc725b99f1c7e1ebb11f833
--- /dev/null
+++ b/params/opt/5/rnd_search_t_lin/comb_2/trained/model.decoder.layers.8.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:1af43fa2e9c46e7a2c3d3003d1c56ff72d88e892d0787d9945da177d1d622412
+size 5251
diff --git a/params/opt/5/rnd_search_t_lin/comb_2/trained/model.decoder.layers.8.self_attn.q_proj/_s.pt b/params/opt/5/rnd_search_t_lin/comb_2/trained/model.decoder.layers.8.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..919347d32619b9150499d3b7b3b5e938f887e7d9
--- /dev/null
+++ b/params/opt/5/rnd_search_t_lin/comb_2/trained/model.decoder.layers.8.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:3781e310341ae473c4a50b5cfc82b4b06dafb37a0cd241d5b85f6d4f7ea1f32c
+size 5251
diff --git a/params/opt/5/rnd_search_t_lin/comb_2/trained/model.decoder.layers.8.self_attn.v_proj/_0.pt b/params/opt/5/rnd_search_t_lin/comb_2/trained/model.decoder.layers.8.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e595a5d78737b2c514db9684358aa0ebf0014c41
--- /dev/null
+++ b/params/opt/5/rnd_search_t_lin/comb_2/trained/model.decoder.layers.8.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:153f8e10d8b1ad994c4af6f045cdf24eaad1dc9486e867e0bbb12b0564972d04
+size 5251
diff --git a/params/opt/5/rnd_search_t_lin/comb_2/trained/model.decoder.layers.8.self_attn.v_proj/_s.pt b/params/opt/5/rnd_search_t_lin/comb_2/trained/model.decoder.layers.8.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..fa79e814ff555097bd8cea0e0e7eb1388d8dad43
--- /dev/null
+++ b/params/opt/5/rnd_search_t_lin/comb_2/trained/model.decoder.layers.8.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:52bdfa6ebae1034dd2d2e015e958dc07e97bef97fc382ac5b4433ea73c67deab
+size 5251
diff --git a/params/opt/5/rnd_search_t_lin/comb_2/trained/model.decoder.layers.9.fc1/_0.pt b/params/opt/5/rnd_search_t_lin/comb_2/trained/model.decoder.layers.9.fc1/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..0ab0dac5675ff195dbb98ae2cffb610d35701fdd
--- /dev/null
+++ b/params/opt/5/rnd_search_t_lin/comb_2/trained/model.decoder.layers.9.fc1/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:24d9178b3154a321cf6c73caf751a7a225ddf2b9b7dca864f5b7c36700d2d146
+size 17539
diff --git a/params/opt/5/rnd_search_t_lin/comb_2/trained/model.decoder.layers.9.fc1/_s.pt b/params/opt/5/rnd_search_t_lin/comb_2/trained/model.decoder.layers.9.fc1/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..b9e205d4ac86183ba786254abac734184b828afd
--- /dev/null
+++ b/params/opt/5/rnd_search_t_lin/comb_2/trained/model.decoder.layers.9.fc1/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a44195c621d2e4a98ec02ec76646199bfe0b02c4d2894bbe347eed1d439c6bb8
+size 17539
diff --git a/params/opt/5/rnd_search_t_lin/comb_2/trained/model.decoder.layers.9.fc2/_0.pt b/params/opt/5/rnd_search_t_lin/comb_2/trained/model.decoder.layers.9.fc2/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..d8ba2c9870048029297503260344fb06882dca86
--- /dev/null
+++ b/params/opt/5/rnd_search_t_lin/comb_2/trained/model.decoder.layers.9.fc2/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:61d6a1b75a72887ed46093b563c78509f4149e041382d0235be7708e3cc56ffc
+size 5251
diff --git a/params/opt/5/rnd_search_t_lin/comb_2/trained/model.decoder.layers.9.fc2/_s.pt b/params/opt/5/rnd_search_t_lin/comb_2/trained/model.decoder.layers.9.fc2/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..7140c20f7182fa8c7e5f466cf08ed9841a804176
--- /dev/null
+++ b/params/opt/5/rnd_search_t_lin/comb_2/trained/model.decoder.layers.9.fc2/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f4d06f1f3a4e0802f70148938677f6cce42b7eb953e4615a26d6b252cf2cbe62
+size 5251
diff --git a/params/opt/5/rnd_search_t_lin/comb_2/trained/model.decoder.layers.9.self_attn.k_proj/_0.pt b/params/opt/5/rnd_search_t_lin/comb_2/trained/model.decoder.layers.9.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..bcc596cd4fa432de8dba0d499ec4105b6d4721e0
--- /dev/null
+++ b/params/opt/5/rnd_search_t_lin/comb_2/trained/model.decoder.layers.9.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:7d10d56d710766f6694495082fe019d7bcff5c93829704f48267814fbd0135c7
+size 5251
diff --git a/params/opt/5/rnd_search_t_lin/comb_2/trained/model.decoder.layers.9.self_attn.k_proj/_s.pt b/params/opt/5/rnd_search_t_lin/comb_2/trained/model.decoder.layers.9.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c92bb8b986fd86224ccfedd76d33d260ce3abec6
--- /dev/null
+++ b/params/opt/5/rnd_search_t_lin/comb_2/trained/model.decoder.layers.9.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:4703f72ae8f47dd73f9190d41f67efadf8e6453b680e8314f87ecb27e5a151f6
+size 5251
diff --git a/params/opt/5/rnd_search_t_lin/comb_2/trained/model.decoder.layers.9.self_attn.out_proj/_0.pt b/params/opt/5/rnd_search_t_lin/comb_2/trained/model.decoder.layers.9.self_attn.out_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..bc8b05b1fe0f1e95d5e9974e8b6a32e12b2ef069
--- /dev/null
+++ b/params/opt/5/rnd_search_t_lin/comb_2/trained/model.decoder.layers.9.self_attn.out_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f9edb223131198b44e34b6bc083640f5ea850b84dfe270afd00447ae24286e0c
+size 5251
diff --git a/params/opt/5/rnd_search_t_lin/comb_2/trained/model.decoder.layers.9.self_attn.out_proj/_s.pt b/params/opt/5/rnd_search_t_lin/comb_2/trained/model.decoder.layers.9.self_attn.out_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a91799e2cbb767189c562fff1b3488818394ed28
--- /dev/null
+++ b/params/opt/5/rnd_search_t_lin/comb_2/trained/model.decoder.layers.9.self_attn.out_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:045d4276a6da2cb823f5ebc980f34c11fc57ac447198ff14e8898ad28b09a17a
+size 5251
diff --git a/params/opt/5/rnd_search_t_lin/comb_2/trained/model.decoder.layers.9.self_attn.q_proj/_0.pt b/params/opt/5/rnd_search_t_lin/comb_2/trained/model.decoder.layers.9.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..9a8fc42aa81838d550df5cda0caac2f0df292635
--- /dev/null
+++ b/params/opt/5/rnd_search_t_lin/comb_2/trained/model.decoder.layers.9.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:4fd897c646b5331d41f47aa4ae2634511ae6597d9305add217bc91c3033b528d
+size 5251
diff --git a/params/opt/5/rnd_search_t_lin/comb_2/trained/model.decoder.layers.9.self_attn.q_proj/_s.pt b/params/opt/5/rnd_search_t_lin/comb_2/trained/model.decoder.layers.9.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..465daf521d03a3d391e9c64ce437923da8b8d365
--- /dev/null
+++ b/params/opt/5/rnd_search_t_lin/comb_2/trained/model.decoder.layers.9.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d252be346dd1a3abef14a047eaa2332a4160b6d89c3d4a46386a2d8cafb26767
+size 5251
diff --git a/params/opt/5/rnd_search_t_lin/comb_2/trained/model.decoder.layers.9.self_attn.v_proj/_0.pt b/params/opt/5/rnd_search_t_lin/comb_2/trained/model.decoder.layers.9.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ec9536ff3404e7b714aa77b8e985175c83277fb8
--- /dev/null
+++ b/params/opt/5/rnd_search_t_lin/comb_2/trained/model.decoder.layers.9.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:fc9889f79944661d2de9ad9d8399804c641a43592aa9db7cdb861cf1f92a2531
+size 5251
diff --git a/params/opt/5/rnd_search_t_lin/comb_2/trained/model.decoder.layers.9.self_attn.v_proj/_s.pt b/params/opt/5/rnd_search_t_lin/comb_2/trained/model.decoder.layers.9.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e9343f1f4f69e33a8e628109ee3f9d8f2677e5d4
--- /dev/null
+++ b/params/opt/5/rnd_search_t_lin/comb_2/trained/model.decoder.layers.9.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:4a6c50c08dffacf1da7d91296c8560840a341edd5b02e15390828a599ae4700c
+size 5251
diff --git a/params/opt/5/rnd_search_t_lin/comb_2/trained/model.decoder.project_in/_0.pt b/params/opt/5/rnd_search_t_lin/comb_2/trained/model.decoder.project_in/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..eb26be755af97fb70065620e2f461cd93524decb
--- /dev/null
+++ b/params/opt/5/rnd_search_t_lin/comb_2/trained/model.decoder.project_in/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:71a8b87009143d0f8bc40e60501568452583597d19e3ee6fdb5faf5e69a20930
+size 5251
diff --git a/params/opt/5/rnd_search_t_lin/comb_2/trained/model.decoder.project_in/_s.pt b/params/opt/5/rnd_search_t_lin/comb_2/trained/model.decoder.project_in/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..f228846d84caa578d81b5e873472370d6e99280b
--- /dev/null
+++ b/params/opt/5/rnd_search_t_lin/comb_2/trained/model.decoder.project_in/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:72370a70659d58f3f2003d4786f76ab0f917f80a58e792a884c3497def30a19f
+size 5251
diff --git a/params/opt/5/rnd_search_t_lin/comb_2/trained/model.decoder.project_out/_0.pt b/params/opt/5/rnd_search_t_lin/comb_2/trained/model.decoder.project_out/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..9e44a357642443592f07dd4d720521b77069f196
--- /dev/null
+++ b/params/opt/5/rnd_search_t_lin/comb_2/trained/model.decoder.project_out/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:17d1fbda9c4480883d9a52953fdf702f22734d88b57719da794dc53c3120b26d
+size 3203
diff --git a/params/opt/5/rnd_search_t_lin/comb_2/trained/model.decoder.project_out/_s.pt b/params/opt/5/rnd_search_t_lin/comb_2/trained/model.decoder.project_out/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..dd77bd1cbb1137fedd1230aacd84e975fff0622f
--- /dev/null
+++ b/params/opt/5/rnd_search_t_lin/comb_2/trained/model.decoder.project_out/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b7b540303d66eff13ad976be3c67089e1bf0b36b9c21201bfdfd39c3e03e6c93
+size 3203
diff --git a/params/opt/5/rnd_search_t_lin/comb_2_t/global_train/lm_head/_0.pt b/params/opt/5/rnd_search_t_lin/comb_2_t/global_train/lm_head/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e0ec9fa7d98f5473339d3cc461d45aae4e068ccc
--- /dev/null
+++ b/params/opt/5/rnd_search_t_lin/comb_2_t/global_train/lm_head/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ab25c5640e35af77edc1096975a4beedcc09355def262cd9ec9b7b61342c9271
+size 202243
diff --git a/params/opt/5/rnd_search_t_lin/comb_2_t/global_train/lm_head/_s.pt b/params/opt/5/rnd_search_t_lin/comb_2_t/global_train/lm_head/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..981f7051deff758513b357e7537f321fd7fee8c3
--- /dev/null
+++ b/params/opt/5/rnd_search_t_lin/comb_2_t/global_train/lm_head/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a514b01c1fd105a7108f1584899bc7f1fd2715b81eca320e6c2bad9191c318f5
+size 202243
diff --git a/params/opt/5/rnd_search_t_lin/comb_2_t/global_train/model.decoder.layers.0.fc1/_0.pt b/params/opt/5/rnd_search_t_lin/comb_2_t/global_train/model.decoder.layers.0.fc1/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..d33ba1579a8a61f175764afe92b989d7c2583680
--- /dev/null
+++ b/params/opt/5/rnd_search_t_lin/comb_2_t/global_train/model.decoder.layers.0.fc1/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c63a651b3e8857fd9cc83154166d656e252f63e105018cb69a061a049cbc9fd4
+size 17539
diff --git a/params/opt/5/rnd_search_t_lin/comb_2_t/global_train/model.decoder.layers.0.fc1/_s.pt b/params/opt/5/rnd_search_t_lin/comb_2_t/global_train/model.decoder.layers.0.fc1/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..da07bee158f67c1eda52f8dbcffac8c95dfb1110
--- /dev/null
+++ b/params/opt/5/rnd_search_t_lin/comb_2_t/global_train/model.decoder.layers.0.fc1/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:678c69c87fa7c8d3693512cc6d9d469e70b2864ec3c641eef53d8b10b4cccc9a
+size 17539
diff --git a/params/opt/5/rnd_search_t_lin/comb_2_t/global_train/model.decoder.layers.0.fc2/_0.pt b/params/opt/5/rnd_search_t_lin/comb_2_t/global_train/model.decoder.layers.0.fc2/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..bd95979126bc41a5a9d2b52975c591a5bf26217e
--- /dev/null
+++ b/params/opt/5/rnd_search_t_lin/comb_2_t/global_train/model.decoder.layers.0.fc2/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:3b4546f9a2393014f5014e5068be0abd543dfe3eb991588f6d70dd5f47f35d1c
+size 5251
diff --git a/params/opt/5/rnd_search_t_lin/comb_2_t/global_train/model.decoder.layers.0.fc2/_s.pt b/params/opt/5/rnd_search_t_lin/comb_2_t/global_train/model.decoder.layers.0.fc2/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..bb29359a11162c8cb6dd4e866597bcfebadacaed
--- /dev/null
+++ b/params/opt/5/rnd_search_t_lin/comb_2_t/global_train/model.decoder.layers.0.fc2/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:596a357af680fffc3a9bffc4632546cd122480169c9989bf073887c9d781934d
+size 5251
diff --git a/params/opt/5/rnd_search_t_lin/comb_2_t/global_train/model.decoder.layers.0.self_attn.k_proj/_0.pt b/params/opt/5/rnd_search_t_lin/comb_2_t/global_train/model.decoder.layers.0.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..3be566f50f6c1b410bc5eefd6da1877b4b5d0ee8
--- /dev/null
+++ b/params/opt/5/rnd_search_t_lin/comb_2_t/global_train/model.decoder.layers.0.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:3a103992dae5376ab6e4dde2a367979160271a73ded1becad071d421b3cf1b5e
+size 5251
diff --git a/params/opt/5/rnd_search_t_lin/comb_2_t/global_train/model.decoder.layers.0.self_attn.k_proj/_s.pt b/params/opt/5/rnd_search_t_lin/comb_2_t/global_train/model.decoder.layers.0.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..41b79ff25dd74db6569f9f896b34788cb762c9c3
--- /dev/null
+++ b/params/opt/5/rnd_search_t_lin/comb_2_t/global_train/model.decoder.layers.0.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:4f20991b138e621d8e7dd9fa9b7417a8b45995bcfbb6eed26002074cf0f7095d
+size 5251
diff --git a/params/opt/5/rnd_search_t_lin/comb_2_t/global_train/model.decoder.layers.0.self_attn.out_proj/_0.pt b/params/opt/5/rnd_search_t_lin/comb_2_t/global_train/model.decoder.layers.0.self_attn.out_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..dc279741365eeac2e9a8bd5f16261fb1beb5685a
--- /dev/null
+++ b/params/opt/5/rnd_search_t_lin/comb_2_t/global_train/model.decoder.layers.0.self_attn.out_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:53a4529a9321983a6e52a878042d20f3457e5c05df65c9c9a8e17b3c2bb6c652
+size 5251
diff --git a/params/opt/5/rnd_search_t_lin/comb_2_t/global_train/model.decoder.layers.0.self_attn.out_proj/_s.pt b/params/opt/5/rnd_search_t_lin/comb_2_t/global_train/model.decoder.layers.0.self_attn.out_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..512faf74acad6dfe15db959de2354f0edb27a153
--- /dev/null
+++ b/params/opt/5/rnd_search_t_lin/comb_2_t/global_train/model.decoder.layers.0.self_attn.out_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:eeee232b75ef146cf49f03c87ac9c9bb5c46a55471ab0cf565613cbc8461fcc5
+size 5251
diff --git a/params/opt/5/rnd_search_t_lin/comb_2_t/global_train/model.decoder.layers.0.self_attn.q_proj/_0.pt b/params/opt/5/rnd_search_t_lin/comb_2_t/global_train/model.decoder.layers.0.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8844e8bc2ca8da8f2379317f87ed033a691be8a3
--- /dev/null
+++ b/params/opt/5/rnd_search_t_lin/comb_2_t/global_train/model.decoder.layers.0.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:266b57976e7a5957cd4c63d7d8eb57219a322003026b917fd2f2bb01a8db4604
+size 5251
diff --git a/params/opt/5/rnd_search_t_lin/comb_2_t/global_train/model.decoder.layers.0.self_attn.q_proj/_s.pt b/params/opt/5/rnd_search_t_lin/comb_2_t/global_train/model.decoder.layers.0.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..907a062201ddf1538582e748fb6690e902871eb4
--- /dev/null
+++ b/params/opt/5/rnd_search_t_lin/comb_2_t/global_train/model.decoder.layers.0.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:283c99d437a988117297c0cf4a2ba235f268fff57fb4c799c12cf3e90ed8d4df
+size 5251
diff --git a/params/opt/5/rnd_search_t_lin/comb_2_t/global_train/model.decoder.layers.0.self_attn.v_proj/_0.pt b/params/opt/5/rnd_search_t_lin/comb_2_t/global_train/model.decoder.layers.0.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ba592b520c709b3020f364e2026f079b6a638475
--- /dev/null
+++ b/params/opt/5/rnd_search_t_lin/comb_2_t/global_train/model.decoder.layers.0.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:6c0b2b8cd603e7452f0830d4cec00b45391e0dac3fc6257ff926affb962f8e3d
+size 5251
diff --git a/params/opt/5/rnd_search_t_lin/comb_2_t/global_train/model.decoder.layers.0.self_attn.v_proj/_s.pt b/params/opt/5/rnd_search_t_lin/comb_2_t/global_train/model.decoder.layers.0.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..1318a2d1bcd6d3c42b9cfb2aa949663c3cdab17a
--- /dev/null
+++ b/params/opt/5/rnd_search_t_lin/comb_2_t/global_train/model.decoder.layers.0.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d0f00f1f0fd3edbdaab2cc846ef0a7d832b5e7e2d3f54b977438179781d7497a
+size 5251
diff --git a/params/opt/5/rnd_search_t_lin/comb_2_t/global_train/model.decoder.layers.1.fc1/_0.pt b/params/opt/5/rnd_search_t_lin/comb_2_t/global_train/model.decoder.layers.1.fc1/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..b5e66d4fbbb033202eed43615d30a4aa8a5242da
--- /dev/null
+++ b/params/opt/5/rnd_search_t_lin/comb_2_t/global_train/model.decoder.layers.1.fc1/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:3a07e4af0eb1a1339534234541f2cd7c6c0909cbfb488f625518511b051abc06
+size 17539
diff --git a/params/opt/5/rnd_search_t_lin/comb_2_t/global_train/model.decoder.layers.1.fc1/_s.pt b/params/opt/5/rnd_search_t_lin/comb_2_t/global_train/model.decoder.layers.1.fc1/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..30d62d7204fb144f2169d19012eef33bfb2a7b20
--- /dev/null
+++ b/params/opt/5/rnd_search_t_lin/comb_2_t/global_train/model.decoder.layers.1.fc1/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5ed4ad3bede3fc9be27a6f569d32afe1d64a5034247042c65e8ebd7840bdbead
+size 17539
diff --git a/params/opt/5/rnd_search_t_lin/comb_2_t/global_train/model.decoder.layers.1.fc2/_0.pt b/params/opt/5/rnd_search_t_lin/comb_2_t/global_train/model.decoder.layers.1.fc2/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..758fdda46dbba1a62aa93549ec253d0ff685cbd2
--- /dev/null
+++ b/params/opt/5/rnd_search_t_lin/comb_2_t/global_train/model.decoder.layers.1.fc2/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:dc4a6f32dbc8854adf3a2d41a59ac4b6cdfe846397601ea4a148ca6fa41f7874
+size 5251
diff --git a/params/opt/5/rnd_search_t_lin/comb_2_t/global_train/model.decoder.layers.1.fc2/_s.pt b/params/opt/5/rnd_search_t_lin/comb_2_t/global_train/model.decoder.layers.1.fc2/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..cac08c8530b6a619d4a2640631ea1dc3cc0b30dc
--- /dev/null
+++ b/params/opt/5/rnd_search_t_lin/comb_2_t/global_train/model.decoder.layers.1.fc2/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:1737f88d821da65312cc7ad833752a376571ed1d68dafca5037478bbec3f8ea6
+size 5251
diff --git a/params/opt/5/rnd_search_t_lin/comb_2_t/global_train/model.decoder.layers.1.self_attn.k_proj/_0.pt b/params/opt/5/rnd_search_t_lin/comb_2_t/global_train/model.decoder.layers.1.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8380b337eba4e6098e870060e5ba79a19812987a
--- /dev/null
+++ b/params/opt/5/rnd_search_t_lin/comb_2_t/global_train/model.decoder.layers.1.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:745985f448d1c53e61f4426851c617622f55c1574875ae92462c6da1d7d37284
+size 5251
diff --git a/params/opt/5/rnd_search_t_lin/comb_2_t/global_train/model.decoder.layers.1.self_attn.k_proj/_s.pt b/params/opt/5/rnd_search_t_lin/comb_2_t/global_train/model.decoder.layers.1.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e4040179d5f7a1dd3c6d05490d0cacd018e93446
--- /dev/null
+++ b/params/opt/5/rnd_search_t_lin/comb_2_t/global_train/model.decoder.layers.1.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:9d09e368f158073399de63318cefd2dbfa46fdaf4e4413f6d2a933283e3787d0
+size 5251
diff --git a/params/opt/5/rnd_search_t_lin/comb_2_t/global_train/model.decoder.layers.1.self_attn.out_proj/_0.pt b/params/opt/5/rnd_search_t_lin/comb_2_t/global_train/model.decoder.layers.1.self_attn.out_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..3678a4072bd08bec5ce629e81942db48638b72f1
--- /dev/null
+++ b/params/opt/5/rnd_search_t_lin/comb_2_t/global_train/model.decoder.layers.1.self_attn.out_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:9df683b7112af010f962ca109a131a3b3451a5bd845b760593bc3946cdfee772
+size 5251
diff --git a/params/opt/5/rnd_search_t_lin/comb_2_t/global_train/model.decoder.layers.1.self_attn.out_proj/_s.pt b/params/opt/5/rnd_search_t_lin/comb_2_t/global_train/model.decoder.layers.1.self_attn.out_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..f79ecb82dca68461faedd648fe157ff9d8a252cf
--- /dev/null
+++ b/params/opt/5/rnd_search_t_lin/comb_2_t/global_train/model.decoder.layers.1.self_attn.out_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:adb87ba096708c493e4a9bc09e93aa885595c29d1ef79b26d5ae0073013a6c90
+size 5251
diff --git a/params/opt/5/rnd_search_t_lin/comb_2_t/global_train/model.decoder.layers.1.self_attn.q_proj/_0.pt b/params/opt/5/rnd_search_t_lin/comb_2_t/global_train/model.decoder.layers.1.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..3a96dbb483bd5860ffb164d011a3283d5b9c2733
--- /dev/null
+++ b/params/opt/5/rnd_search_t_lin/comb_2_t/global_train/model.decoder.layers.1.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:207995441f606cf2501400aace1f09110b632068917a4d83e281569bf3dcf2fb
+size 5251
diff --git a/params/opt/5/rnd_search_t_lin/comb_2_t/global_train/model.decoder.layers.1.self_attn.q_proj/_s.pt b/params/opt/5/rnd_search_t_lin/comb_2_t/global_train/model.decoder.layers.1.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..0b569f730144360fd60455683aa38d42cfc91c78
--- /dev/null
+++ b/params/opt/5/rnd_search_t_lin/comb_2_t/global_train/model.decoder.layers.1.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:bb96b1e63109965f80f84e8a81be9ff40c37fefa282b93d44ef85abf765146da
+size 5251
diff --git a/params/opt/5/rnd_search_t_lin/comb_2_t/global_train/model.decoder.layers.1.self_attn.v_proj/_0.pt b/params/opt/5/rnd_search_t_lin/comb_2_t/global_train/model.decoder.layers.1.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..fdc6e29abf6ce80e1497a01f2cca820c2a5ed7bb
--- /dev/null
+++ b/params/opt/5/rnd_search_t_lin/comb_2_t/global_train/model.decoder.layers.1.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c4f666dd5e36d93ba602027f0c9a3bd51e2f79dda449262b435ca1b6d87feea2
+size 5251
diff --git a/params/opt/5/rnd_search_t_lin/comb_2_t/global_train/model.decoder.layers.1.self_attn.v_proj/_s.pt b/params/opt/5/rnd_search_t_lin/comb_2_t/global_train/model.decoder.layers.1.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..56d0eebb8f7a5b5bde9b72228fc0dcc86aa58215
--- /dev/null
+++ b/params/opt/5/rnd_search_t_lin/comb_2_t/global_train/model.decoder.layers.1.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:06be5d9ab5baeb8e46507c047354c9ffd5235e89aa4d414497390bccc1ef13c9
+size 5251
diff --git a/params/opt/5/rnd_search_t_lin/comb_2_t/global_train/model.decoder.layers.10.fc1/_0.pt b/params/opt/5/rnd_search_t_lin/comb_2_t/global_train/model.decoder.layers.10.fc1/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..0e55af847c8cb6cd40fd24ec72d9c095a0e0e4c1
--- /dev/null
+++ b/params/opt/5/rnd_search_t_lin/comb_2_t/global_train/model.decoder.layers.10.fc1/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f59a93e2c77925d791c9ddb29e257f22708ae60383c357c9903ab5485f638c34
+size 17539
diff --git a/params/opt/5/rnd_search_t_lin/comb_2_t/global_train/model.decoder.layers.10.fc1/_s.pt b/params/opt/5/rnd_search_t_lin/comb_2_t/global_train/model.decoder.layers.10.fc1/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..9ca768054dcda91ec266176a168e4a224b078dd8
--- /dev/null
+++ b/params/opt/5/rnd_search_t_lin/comb_2_t/global_train/model.decoder.layers.10.fc1/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0e0365eb4b87fcaa5193727a5e8aa7f224f3c6a4ddab3d6421ce1ccc8bf3a448
+size 17539
diff --git a/params/opt/5/rnd_search_t_lin/comb_2_t/global_train/model.decoder.layers.10.fc2/_0.pt b/params/opt/5/rnd_search_t_lin/comb_2_t/global_train/model.decoder.layers.10.fc2/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..391f5d4038b5ea955909b6b1842501c46131520c
--- /dev/null
+++ b/params/opt/5/rnd_search_t_lin/comb_2_t/global_train/model.decoder.layers.10.fc2/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:76d4571af15a24de6b09c148e0e16ba9e393adcad134513d23317ffa3d1ae62e
+size 5251
diff --git a/params/opt/5/rnd_search_t_lin/comb_2_t/global_train/model.decoder.layers.10.fc2/_s.pt b/params/opt/5/rnd_search_t_lin/comb_2_t/global_train/model.decoder.layers.10.fc2/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..86c6a31f1e3034b18ec3b6d170964d636fc01b80
--- /dev/null
+++ b/params/opt/5/rnd_search_t_lin/comb_2_t/global_train/model.decoder.layers.10.fc2/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:bde8ee033f765ca7deb4b971824736a86178e12f145ddd09aee365605d418fc2
+size 5251
diff --git a/params/opt/5/rnd_search_t_lin/comb_2_t/global_train/model.decoder.layers.10.self_attn.k_proj/_0.pt b/params/opt/5/rnd_search_t_lin/comb_2_t/global_train/model.decoder.layers.10.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..d9c5894c7eed89bcb508937c9718ee8de3e3788d
--- /dev/null
+++ b/params/opt/5/rnd_search_t_lin/comb_2_t/global_train/model.decoder.layers.10.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:1542eae68432d285392228795e66567919e0419093c5af0502a59302a566e78e
+size 5251
diff --git a/params/opt/5/rnd_search_t_lin/comb_2_t/global_train/model.decoder.layers.10.self_attn.k_proj/_s.pt b/params/opt/5/rnd_search_t_lin/comb_2_t/global_train/model.decoder.layers.10.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..afd0fa7d87551464ffe03df4075b0700793ebcba
--- /dev/null
+++ b/params/opt/5/rnd_search_t_lin/comb_2_t/global_train/model.decoder.layers.10.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b3a5ffec137472466c7ec89f0972ec37f5226ebc80c9bdaa5eb1752ca41b64ff
+size 5251
diff --git a/params/opt/5/rnd_search_t_lin/comb_2_t/global_train/model.decoder.layers.10.self_attn.out_proj/_0.pt b/params/opt/5/rnd_search_t_lin/comb_2_t/global_train/model.decoder.layers.10.self_attn.out_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..3026b2c05c377b7e7a6908d470e54c88166a0088
--- /dev/null
+++ b/params/opt/5/rnd_search_t_lin/comb_2_t/global_train/model.decoder.layers.10.self_attn.out_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:8d6187255fadbd66087d2bc43d18c4f14e69cc8797e89efdb93abdaa0d9d30bc
+size 5251
diff --git a/params/opt/5/rnd_search_t_lin/comb_2_t/global_train/model.decoder.layers.10.self_attn.out_proj/_s.pt b/params/opt/5/rnd_search_t_lin/comb_2_t/global_train/model.decoder.layers.10.self_attn.out_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8f331d56449f83f3db27daa1e93ef167cd7d16a7
--- /dev/null
+++ b/params/opt/5/rnd_search_t_lin/comb_2_t/global_train/model.decoder.layers.10.self_attn.out_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f35bfc956b48606c8bbbdf0c4a1fe66c9d9ec59bad9865e4d363b0ff3720889e
+size 5251
diff --git a/params/opt/5/rnd_search_t_lin/comb_2_t/global_train/model.decoder.layers.10.self_attn.q_proj/_0.pt b/params/opt/5/rnd_search_t_lin/comb_2_t/global_train/model.decoder.layers.10.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..7ab9c11ce9a6076502c48d022d6529be339a31f2
--- /dev/null
+++ b/params/opt/5/rnd_search_t_lin/comb_2_t/global_train/model.decoder.layers.10.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f2cb92ff535b09c43fccd8befdab65f17137220299be08a04d3e4e6a605da2a9
+size 5251
diff --git a/params/opt/5/rnd_search_t_lin/comb_2_t/global_train/model.decoder.layers.10.self_attn.q_proj/_s.pt b/params/opt/5/rnd_search_t_lin/comb_2_t/global_train/model.decoder.layers.10.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4c7bc6bb0cf7d3619e3080ff721fdf9c67395279
--- /dev/null
+++ b/params/opt/5/rnd_search_t_lin/comb_2_t/global_train/model.decoder.layers.10.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:57be9618f0b3c937494ca41a1a4c860ffde779069d55c45a33cd1b17f218fc7d
+size 5251
diff --git a/params/opt/5/rnd_search_t_lin/comb_2_t/global_train/model.decoder.layers.10.self_attn.v_proj/_0.pt b/params/opt/5/rnd_search_t_lin/comb_2_t/global_train/model.decoder.layers.10.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..98a2cadaebdc992bcb2ead89b3fc9955acac6e3c
--- /dev/null
+++ b/params/opt/5/rnd_search_t_lin/comb_2_t/global_train/model.decoder.layers.10.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5a55ed57de73cf414b1198fb49a4fd34a9f7ba10a8a5faa45a0b7cb8a6ed4e1f
+size 5251
diff --git a/params/opt/5/rnd_search_t_lin/comb_2_t/global_train/model.decoder.layers.10.self_attn.v_proj/_s.pt b/params/opt/5/rnd_search_t_lin/comb_2_t/global_train/model.decoder.layers.10.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8fc7db84fde179145c4d1ebc5a39e1a3da77dd9f
--- /dev/null
+++ b/params/opt/5/rnd_search_t_lin/comb_2_t/global_train/model.decoder.layers.10.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:1ba237ca788ba8b666468681a89ec26fc39bb531f6f15bc46753d2216b33b264
+size 5251
diff --git a/params/opt/5/rnd_search_t_lin/comb_2_t/global_train/model.decoder.layers.11.fc1/_0.pt b/params/opt/5/rnd_search_t_lin/comb_2_t/global_train/model.decoder.layers.11.fc1/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..fb766ded124f2c6217bb84b5660796ed97654dc4
--- /dev/null
+++ b/params/opt/5/rnd_search_t_lin/comb_2_t/global_train/model.decoder.layers.11.fc1/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:356935b246e66f4d877c148da17df3293ffd2ee165e36097a4c203c7bb627fee
+size 17539
diff --git a/params/opt/5/rnd_search_t_lin/comb_2_t/global_train/model.decoder.layers.11.fc1/_s.pt b/params/opt/5/rnd_search_t_lin/comb_2_t/global_train/model.decoder.layers.11.fc1/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..239237777aa80bcd2e90fc60400791916b154853
--- /dev/null
+++ b/params/opt/5/rnd_search_t_lin/comb_2_t/global_train/model.decoder.layers.11.fc1/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c3309a09458d9230c43c91f16023aa577db7802e94d5d477e0700b613599083a
+size 17539
diff --git a/params/opt/5/rnd_search_t_lin/comb_2_t/global_train/model.decoder.layers.11.fc2/_0.pt b/params/opt/5/rnd_search_t_lin/comb_2_t/global_train/model.decoder.layers.11.fc2/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..9721afda81a0eea7b94e5d44b9ec0d53c6c409ae
--- /dev/null
+++ b/params/opt/5/rnd_search_t_lin/comb_2_t/global_train/model.decoder.layers.11.fc2/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ecba0b7214fb5720b869cdf1b2e1e4fd152da00934f1abb9e2ae59ee7f543fcb
+size 5251
diff --git a/params/opt/5/rnd_search_t_lin/comb_2_t/global_train/model.decoder.layers.11.fc2/_s.pt b/params/opt/5/rnd_search_t_lin/comb_2_t/global_train/model.decoder.layers.11.fc2/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..6364f792ea1d2e6f6f8dea07f614b44e44a91849
--- /dev/null
+++ b/params/opt/5/rnd_search_t_lin/comb_2_t/global_train/model.decoder.layers.11.fc2/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:45acc902c9278ea0433c03ffb3fef48c0407939fd58313d3cfb3bdd8a53ac612
+size 5251
diff --git a/params/opt/5/rnd_search_t_lin/comb_2_t/global_train/model.decoder.layers.11.self_attn.k_proj/_0.pt b/params/opt/5/rnd_search_t_lin/comb_2_t/global_train/model.decoder.layers.11.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e774071cbe2dc3d625c3d89a9ef50e03918f0ea2
--- /dev/null
+++ b/params/opt/5/rnd_search_t_lin/comb_2_t/global_train/model.decoder.layers.11.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:6ae07a33d7bd2daca8a70fb343f4199a74a669de19b30125beaad82a0f53a9dd
+size 5251
diff --git a/params/opt/5/rnd_search_t_lin/comb_2_t/global_train/model.decoder.layers.11.self_attn.k_proj/_s.pt b/params/opt/5/rnd_search_t_lin/comb_2_t/global_train/model.decoder.layers.11.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c4760d47a7bc51239043d811f2f5dc29f7e0cfc7
--- /dev/null
+++ b/params/opt/5/rnd_search_t_lin/comb_2_t/global_train/model.decoder.layers.11.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:35a88d47d164616d3a88aeeefb98466945df33227c04d2eb840a5bec5e27eac2
+size 5251
diff --git a/params/opt/5/rnd_search_t_lin/comb_2_t/global_train/model.decoder.layers.11.self_attn.out_proj/_0.pt b/params/opt/5/rnd_search_t_lin/comb_2_t/global_train/model.decoder.layers.11.self_attn.out_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a5edd70c921bcf20f26938ccdf98eebfd52e67fa
--- /dev/null
+++ b/params/opt/5/rnd_search_t_lin/comb_2_t/global_train/model.decoder.layers.11.self_attn.out_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f1892d5edca71bdc6e3304aa43f0296d0622b4ee07302bec837f4be0d56834fe
+size 5251
diff --git a/params/opt/5/rnd_search_t_lin/comb_2_t/global_train/model.decoder.layers.11.self_attn.out_proj/_s.pt b/params/opt/5/rnd_search_t_lin/comb_2_t/global_train/model.decoder.layers.11.self_attn.out_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..44733a41d219cee23b860330cdbff63db8087848
--- /dev/null
+++ b/params/opt/5/rnd_search_t_lin/comb_2_t/global_train/model.decoder.layers.11.self_attn.out_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:7e8a919a02f4e1709e5733f5990aead9704c66e19881a7058c92e6c6ce5ee77b
+size 5251
diff --git a/params/opt/5/rnd_search_t_lin/comb_2_t/global_train/model.decoder.layers.11.self_attn.q_proj/_0.pt b/params/opt/5/rnd_search_t_lin/comb_2_t/global_train/model.decoder.layers.11.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..d8d9f0272551fc03769c6917e01709d6bcbaae4d
--- /dev/null
+++ b/params/opt/5/rnd_search_t_lin/comb_2_t/global_train/model.decoder.layers.11.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a69dc45d9b918861079abd633c8fea766fb90ce130a740f2b546e3a5a2ab3d6b
+size 5251
diff --git a/params/opt/5/rnd_search_t_lin/comb_2_t/global_train/model.decoder.layers.11.self_attn.q_proj/_s.pt b/params/opt/5/rnd_search_t_lin/comb_2_t/global_train/model.decoder.layers.11.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..eb785e71e232a9e39a40579a5cb34d5dcf317cca
--- /dev/null
+++ b/params/opt/5/rnd_search_t_lin/comb_2_t/global_train/model.decoder.layers.11.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b0bc4676c4aadd816dc514ada6913013d25fd5884e02594354b5f18a1136979c
+size 5251
diff --git a/params/opt/5/rnd_search_t_lin/comb_2_t/global_train/model.decoder.layers.11.self_attn.v_proj/_0.pt b/params/opt/5/rnd_search_t_lin/comb_2_t/global_train/model.decoder.layers.11.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..b12b4af65d4b6f0708630a945ccd29be1bdca145
--- /dev/null
+++ b/params/opt/5/rnd_search_t_lin/comb_2_t/global_train/model.decoder.layers.11.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:58df8cfd06679de561481f4ecbcceb8e10f805fdc52b5e7af09cbebc36bab4fa
+size 5251
diff --git a/params/opt/5/rnd_search_t_lin/comb_2_t/global_train/model.decoder.layers.11.self_attn.v_proj/_s.pt b/params/opt/5/rnd_search_t_lin/comb_2_t/global_train/model.decoder.layers.11.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..91c43e67288a11916ae5a88a04003b750bcfd5bb
--- /dev/null
+++ b/params/opt/5/rnd_search_t_lin/comb_2_t/global_train/model.decoder.layers.11.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:4c3c7f8701de9ba8d37fedc421e05a887b824f4822d5ab76465b8c0cf66c48c3
+size 5251
diff --git a/params/opt/5/rnd_search_t_lin/comb_2_t/global_train/model.decoder.layers.12.fc1/_0.pt b/params/opt/5/rnd_search_t_lin/comb_2_t/global_train/model.decoder.layers.12.fc1/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..569f6d45f73e79e82441446374803e33ddcb233f
--- /dev/null
+++ b/params/opt/5/rnd_search_t_lin/comb_2_t/global_train/model.decoder.layers.12.fc1/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:3ef5954fa9f3241f520d84dbbaf75bd947a3ac25b5038df910ba0862bdaa5ad7
+size 17539
diff --git a/params/opt/5/rnd_search_t_lin/comb_2_t/global_train/model.decoder.layers.12.fc1/_s.pt b/params/opt/5/rnd_search_t_lin/comb_2_t/global_train/model.decoder.layers.12.fc1/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..7455af9ead93f00bf914c2aa85e1bba25ba20d56
--- /dev/null
+++ b/params/opt/5/rnd_search_t_lin/comb_2_t/global_train/model.decoder.layers.12.fc1/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:1279be7bb9fa721272d3ac8a015c8a9f58339c5a2c7d5998f1614aed599ad6fb
+size 17539
diff --git a/params/opt/5/rnd_search_t_lin/comb_2_t/global_train/model.decoder.layers.12.fc2/_0.pt b/params/opt/5/rnd_search_t_lin/comb_2_t/global_train/model.decoder.layers.12.fc2/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a7211ec332b01e5b0f3ede286653e3f461b947e9
--- /dev/null
+++ b/params/opt/5/rnd_search_t_lin/comb_2_t/global_train/model.decoder.layers.12.fc2/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:cf2f684bbd1b37ba0717b2e9cc3ac2f269869140aec172514f39a7c79bb1e1d6
+size 5251
diff --git a/params/opt/5/rnd_search_t_lin/comb_2_t/global_train/model.decoder.layers.12.fc2/_s.pt b/params/opt/5/rnd_search_t_lin/comb_2_t/global_train/model.decoder.layers.12.fc2/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..aa27a4dafc9982192eeeb1c98a74b693f8e500c5
--- /dev/null
+++ b/params/opt/5/rnd_search_t_lin/comb_2_t/global_train/model.decoder.layers.12.fc2/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ddda5b4946b1f8bef44ab83c6bfcb47559796e2749ab992735c39e9fadc5299d
+size 5251
diff --git a/params/opt/5/rnd_search_t_lin/comb_2_t/global_train/model.decoder.layers.12.self_attn.k_proj/_0.pt b/params/opt/5/rnd_search_t_lin/comb_2_t/global_train/model.decoder.layers.12.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..0aed3a82c89a9870591dea61d381af457ac9e822
--- /dev/null
+++ b/params/opt/5/rnd_search_t_lin/comb_2_t/global_train/model.decoder.layers.12.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:928bd53c6c2a928180824c4bafc6372e4189cc33dd388b72b1d8746d29ae78b0
+size 5251
diff --git a/params/opt/5/rnd_search_t_lin/comb_2_t/global_train/model.decoder.layers.12.self_attn.k_proj/_s.pt b/params/opt/5/rnd_search_t_lin/comb_2_t/global_train/model.decoder.layers.12.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..5c4557df68dd04898e03195cab53c01ecec077a2
--- /dev/null
+++ b/params/opt/5/rnd_search_t_lin/comb_2_t/global_train/model.decoder.layers.12.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:655122a45a1580a0404c588aa74d75c8675e1bfbfad0c8d60cd74d66dc044908
+size 5251
diff --git a/params/opt/5/rnd_search_t_lin/comb_2_t/global_train/model.decoder.layers.12.self_attn.out_proj/_0.pt b/params/opt/5/rnd_search_t_lin/comb_2_t/global_train/model.decoder.layers.12.self_attn.out_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..34e0f24af9c0b8c953b72e00b6f8806807d4996b
--- /dev/null
+++ b/params/opt/5/rnd_search_t_lin/comb_2_t/global_train/model.decoder.layers.12.self_attn.out_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:1b8871200a416f5558f7b2636f2c4e5ca89e3fc8f7be7f0b8aff020ec289cfab
+size 5251
diff --git a/params/opt/5/rnd_search_t_lin/comb_2_t/global_train/model.decoder.layers.12.self_attn.out_proj/_s.pt b/params/opt/5/rnd_search_t_lin/comb_2_t/global_train/model.decoder.layers.12.self_attn.out_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a467bbfe72d74c30ae4c8e5a2f0a0bdd958c373d
--- /dev/null
+++ b/params/opt/5/rnd_search_t_lin/comb_2_t/global_train/model.decoder.layers.12.self_attn.out_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:1dac2626fe06b65c073ffa01d13eeec3807a73e40466c34dcbcf0c93a49d20df
+size 5251
diff --git a/params/opt/5/rnd_search_t_lin/comb_2_t/global_train/model.decoder.layers.12.self_attn.q_proj/_0.pt b/params/opt/5/rnd_search_t_lin/comb_2_t/global_train/model.decoder.layers.12.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..cfe73c1b257c063c4d400d3e9585d59c8ddda098
--- /dev/null
+++ b/params/opt/5/rnd_search_t_lin/comb_2_t/global_train/model.decoder.layers.12.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:fc35d09f216b46f519be5766e6a631936b8a7d7bbca8e6e8d79d247dbe69c3dc
+size 5251
diff --git a/params/opt/5/rnd_search_t_lin/comb_2_t/global_train/model.decoder.layers.12.self_attn.q_proj/_s.pt b/params/opt/5/rnd_search_t_lin/comb_2_t/global_train/model.decoder.layers.12.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..1496c48c9b0d859c9c9923266792847c2c3aea5d
--- /dev/null
+++ b/params/opt/5/rnd_search_t_lin/comb_2_t/global_train/model.decoder.layers.12.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a0ff228ac8e785d919c022b378dacbec411b30ea32b63b61632b3e63e051a20d
+size 5251
diff --git a/params/opt/5/rnd_search_t_lin/comb_2_t/global_train/model.decoder.layers.12.self_attn.v_proj/_0.pt b/params/opt/5/rnd_search_t_lin/comb_2_t/global_train/model.decoder.layers.12.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..cee228b04ec04ef9ca1cd499feb289e66556d18e
--- /dev/null
+++ b/params/opt/5/rnd_search_t_lin/comb_2_t/global_train/model.decoder.layers.12.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:461903680507163318bf39404ea2447da9dc3e35fa14ee3a6ad267338e1fcb10
+size 5251
diff --git a/params/opt/5/rnd_search_t_lin/comb_2_t/global_train/model.decoder.layers.12.self_attn.v_proj/_s.pt b/params/opt/5/rnd_search_t_lin/comb_2_t/global_train/model.decoder.layers.12.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..9a208ef60172c300d12115b03e783234ff0ff98e
--- /dev/null
+++ b/params/opt/5/rnd_search_t_lin/comb_2_t/global_train/model.decoder.layers.12.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:af56c70bb29b1ea2402be20d9a1c5769231489e4d2d97c4b9afe4d179646b798
+size 5251
diff --git a/params/opt/5/rnd_search_t_lin/comb_2_t/global_train/model.decoder.layers.13.fc1/_0.pt b/params/opt/5/rnd_search_t_lin/comb_2_t/global_train/model.decoder.layers.13.fc1/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..559e5aaa47c9e5aa24c3b532bea5c6df19569135
--- /dev/null
+++ b/params/opt/5/rnd_search_t_lin/comb_2_t/global_train/model.decoder.layers.13.fc1/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:efd9e186d321807a765ccac3c342f879775e9cf8e2c6214758f0eb03d3d81fcb
+size 17539
diff --git a/params/opt/5/rnd_search_t_lin/comb_2_t/global_train/model.decoder.layers.13.fc1/_s.pt b/params/opt/5/rnd_search_t_lin/comb_2_t/global_train/model.decoder.layers.13.fc1/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..68c34b1f8d7aebaae23e4e4bd7973e50d345814d
--- /dev/null
+++ b/params/opt/5/rnd_search_t_lin/comb_2_t/global_train/model.decoder.layers.13.fc1/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e3b9ab5d6c21a0f45ed6d793aea9d27d11a377372a3cc278eac50cdaa3e42b20
+size 17539
diff --git a/params/opt/5/rnd_search_t_lin/comb_2_t/global_train/model.decoder.layers.13.fc2/_0.pt b/params/opt/5/rnd_search_t_lin/comb_2_t/global_train/model.decoder.layers.13.fc2/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..792d4e52858bf562c70e7ea524d74c2a814f33af
--- /dev/null
+++ b/params/opt/5/rnd_search_t_lin/comb_2_t/global_train/model.decoder.layers.13.fc2/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ebb2813e89541ac9f424d9f98014f57fc89a1dc818efd28d5761674ae143ce3a
+size 5251
diff --git a/params/opt/5/rnd_search_t_lin/comb_2_t/global_train/model.decoder.layers.13.fc2/_s.pt b/params/opt/5/rnd_search_t_lin/comb_2_t/global_train/model.decoder.layers.13.fc2/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..3356430a5da69836b9ebcaee4f2b9ee5d8ce46b7
--- /dev/null
+++ b/params/opt/5/rnd_search_t_lin/comb_2_t/global_train/model.decoder.layers.13.fc2/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a63994c8405d3e11f8121d420bec6478f480dc9c26d06daebbb54d73d81aaecc
+size 5251
diff --git a/params/opt/5/rnd_search_t_lin/comb_2_t/global_train/model.decoder.layers.13.self_attn.k_proj/_0.pt b/params/opt/5/rnd_search_t_lin/comb_2_t/global_train/model.decoder.layers.13.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e2bf96adc0d20c982e8f19fb85f1cba5227856b1
--- /dev/null
+++ b/params/opt/5/rnd_search_t_lin/comb_2_t/global_train/model.decoder.layers.13.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:28932545cfaf28f3f18d23e634ed8f1994283dad0ac1a9c17d3b4f107f2f9c0f
+size 5251
diff --git a/params/opt/5/rnd_search_t_lin/comb_2_t/global_train/model.decoder.layers.13.self_attn.k_proj/_s.pt b/params/opt/5/rnd_search_t_lin/comb_2_t/global_train/model.decoder.layers.13.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..5b21996552da73f61f52e731f4b4a8136dc92988
--- /dev/null
+++ b/params/opt/5/rnd_search_t_lin/comb_2_t/global_train/model.decoder.layers.13.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:4db341874f959044472c330c4b825ebcef79308527e98e245b67dc0fc02d1332
+size 5251
diff --git a/params/opt/5/rnd_search_t_lin/comb_2_t/global_train/model.decoder.layers.13.self_attn.out_proj/_0.pt b/params/opt/5/rnd_search_t_lin/comb_2_t/global_train/model.decoder.layers.13.self_attn.out_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..0bbf82633f81f5744892c67ee7c634f6bf075c3c
--- /dev/null
+++ b/params/opt/5/rnd_search_t_lin/comb_2_t/global_train/model.decoder.layers.13.self_attn.out_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b7c109d319cbffcf049740c14af414fb65433648cc4101ade82008f441056e2f
+size 5251
diff --git a/params/opt/5/rnd_search_t_lin/comb_2_t/global_train/model.decoder.layers.13.self_attn.out_proj/_s.pt b/params/opt/5/rnd_search_t_lin/comb_2_t/global_train/model.decoder.layers.13.self_attn.out_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..f835ae44dc3e77bd152844400bb143aafb697448
--- /dev/null
+++ b/params/opt/5/rnd_search_t_lin/comb_2_t/global_train/model.decoder.layers.13.self_attn.out_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:4378dc471a2a1c27021e51d351c8ab0400bbf10976d20e367b996894c8f5f6d3
+size 5251
diff --git a/params/opt/5/rnd_search_t_lin/comb_2_t/global_train/model.decoder.layers.13.self_attn.q_proj/_0.pt b/params/opt/5/rnd_search_t_lin/comb_2_t/global_train/model.decoder.layers.13.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..7d2b71d3c29fcf5905dd3b3c16af35efeed3eb23
--- /dev/null
+++ b/params/opt/5/rnd_search_t_lin/comb_2_t/global_train/model.decoder.layers.13.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:cda29a53c31aac972f41c6fb1345f2beb499afc46db1b4554828ee2a15e80bdb
+size 5251
diff --git a/params/opt/5/rnd_search_t_lin/comb_2_t/global_train/model.decoder.layers.13.self_attn.q_proj/_s.pt b/params/opt/5/rnd_search_t_lin/comb_2_t/global_train/model.decoder.layers.13.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..da0eb057751b757d7be1894995130aa0d56bba90
--- /dev/null
+++ b/params/opt/5/rnd_search_t_lin/comb_2_t/global_train/model.decoder.layers.13.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:04c0e11cf8307b3f1619f71d0b249b0740e0cd1b1f3d63bf410d4d549b4f68f7
+size 5251
diff --git a/params/opt/5/rnd_search_t_lin/comb_2_t/global_train/model.decoder.layers.13.self_attn.v_proj/_0.pt b/params/opt/5/rnd_search_t_lin/comb_2_t/global_train/model.decoder.layers.13.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..fbc68e60fb6b2293198ec3b2eb30c06caa449285
--- /dev/null
+++ b/params/opt/5/rnd_search_t_lin/comb_2_t/global_train/model.decoder.layers.13.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:190bc5f5bcb0cc528526f2ebdab8a0442091b4d56d60f08876bade8744e034e0
+size 5251
diff --git a/params/opt/5/rnd_search_t_lin/comb_2_t/global_train/model.decoder.layers.13.self_attn.v_proj/_s.pt b/params/opt/5/rnd_search_t_lin/comb_2_t/global_train/model.decoder.layers.13.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..b9aefab188dbead71fcf47bf21606a850c895cbc
--- /dev/null
+++ b/params/opt/5/rnd_search_t_lin/comb_2_t/global_train/model.decoder.layers.13.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2041d8b868a4b1bb59c38b030cd619f303523585ddf1b841c4e2de6cbab93a7f
+size 5251
diff --git a/params/opt/5/rnd_search_t_lin/comb_2_t/global_train/model.decoder.layers.14.fc1/_0.pt b/params/opt/5/rnd_search_t_lin/comb_2_t/global_train/model.decoder.layers.14.fc1/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..3fb6e07b89e929ffac4093b80b4ccad9e378c3bd
--- /dev/null
+++ b/params/opt/5/rnd_search_t_lin/comb_2_t/global_train/model.decoder.layers.14.fc1/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f726da2c21189482cb671c288a2fb13751196f849c03bbdfe586875b3a238fce
+size 17539
diff --git a/params/opt/5/rnd_search_t_lin/comb_2_t/global_train/model.decoder.layers.14.fc1/_s.pt b/params/opt/5/rnd_search_t_lin/comb_2_t/global_train/model.decoder.layers.14.fc1/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c073b8b89f3dc01551231ee8a07911f9c096d967
--- /dev/null
+++ b/params/opt/5/rnd_search_t_lin/comb_2_t/global_train/model.decoder.layers.14.fc1/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d70cbadb3819b8241c582f9377de6fdf0c10019186f3feffdf15042fc4ca95cd
+size 17539
diff --git a/params/opt/5/rnd_search_t_lin/comb_2_t/global_train/model.decoder.layers.14.fc2/_0.pt b/params/opt/5/rnd_search_t_lin/comb_2_t/global_train/model.decoder.layers.14.fc2/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4913e08664a933145983ac66bd2367e6f8e8cb52
--- /dev/null
+++ b/params/opt/5/rnd_search_t_lin/comb_2_t/global_train/model.decoder.layers.14.fc2/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c87d5c8cfe00a0a3d8025270ef201aa74dcc85cca586d07c7c90defb3c6d2ad7
+size 5251
diff --git a/params/opt/5/rnd_search_t_lin/comb_2_t/global_train/model.decoder.layers.14.fc2/_s.pt b/params/opt/5/rnd_search_t_lin/comb_2_t/global_train/model.decoder.layers.14.fc2/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..9f7e63f03d8f6659fc5228c9b7d9ec3266dc77c3
--- /dev/null
+++ b/params/opt/5/rnd_search_t_lin/comb_2_t/global_train/model.decoder.layers.14.fc2/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d0e893c12e8f2fcddb39779c16beaa5c8ab33c1b759e82fe79cee314cfde46eb
+size 5251
diff --git a/params/opt/5/rnd_search_t_lin/comb_2_t/global_train/model.decoder.layers.14.self_attn.k_proj/_0.pt b/params/opt/5/rnd_search_t_lin/comb_2_t/global_train/model.decoder.layers.14.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..f940156834fc57718db156b74c13f26994c00b04
--- /dev/null
+++ b/params/opt/5/rnd_search_t_lin/comb_2_t/global_train/model.decoder.layers.14.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ef93f2830e98020da0277d2baddd10c29ca06c8cdddf73f69e137924636a341a
+size 5251
diff --git a/params/opt/5/rnd_search_t_lin/comb_2_t/global_train/model.decoder.layers.14.self_attn.k_proj/_s.pt b/params/opt/5/rnd_search_t_lin/comb_2_t/global_train/model.decoder.layers.14.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..bed90372a4b14c0ccd819ecdeed56e8d8cab2a5d
--- /dev/null
+++ b/params/opt/5/rnd_search_t_lin/comb_2_t/global_train/model.decoder.layers.14.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:1dcb8adbfed83a2a83ab6514ee405a2a4f5c0172a0537ad16f7faab6be7a575a
+size 5251
diff --git a/params/opt/5/rnd_search_t_lin/comb_2_t/global_train/model.decoder.layers.14.self_attn.out_proj/_0.pt b/params/opt/5/rnd_search_t_lin/comb_2_t/global_train/model.decoder.layers.14.self_attn.out_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..3727c3df6281ab2dfe50abe877ca541b112752b2
--- /dev/null
+++ b/params/opt/5/rnd_search_t_lin/comb_2_t/global_train/model.decoder.layers.14.self_attn.out_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:3d1c0cbceef52cc005c56450b194d6274846691b89e7ca9b23d8bc6bb9dd7e64
+size 5251
diff --git a/params/opt/5/rnd_search_t_lin/comb_2_t/global_train/model.decoder.layers.14.self_attn.out_proj/_s.pt b/params/opt/5/rnd_search_t_lin/comb_2_t/global_train/model.decoder.layers.14.self_attn.out_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ab234baace6b14fe85ab85453d18596b7031c6a2
--- /dev/null
+++ b/params/opt/5/rnd_search_t_lin/comb_2_t/global_train/model.decoder.layers.14.self_attn.out_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:43dc6c14021cdfa9e92847eb85d44b2a9c9ed36b45d6d2e5f8dfaf0e674f5c9a
+size 5251
diff --git a/params/opt/5/rnd_search_t_lin/comb_2_t/global_train/model.decoder.layers.14.self_attn.q_proj/_0.pt b/params/opt/5/rnd_search_t_lin/comb_2_t/global_train/model.decoder.layers.14.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..3c9654a552275941a29e00d5aa098a15f2fa5e6b
--- /dev/null
+++ b/params/opt/5/rnd_search_t_lin/comb_2_t/global_train/model.decoder.layers.14.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0135cd213809594566f09e6a9ffb0331e2e279cf6af4c1bcc0bd7672b291ae31
+size 5251
diff --git a/params/opt/5/rnd_search_t_lin/comb_2_t/global_train/model.decoder.layers.14.self_attn.q_proj/_s.pt b/params/opt/5/rnd_search_t_lin/comb_2_t/global_train/model.decoder.layers.14.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..66e82b9d548ae4db10a911804cec4e9b563b055c
--- /dev/null
+++ b/params/opt/5/rnd_search_t_lin/comb_2_t/global_train/model.decoder.layers.14.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:89c5173c02af2133c4649d9d6dcfaa0b7e19e4c624e8626f0c520db570e0295f
+size 5251
diff --git a/params/opt/5/rnd_search_t_lin/comb_2_t/global_train/model.decoder.layers.14.self_attn.v_proj/_0.pt b/params/opt/5/rnd_search_t_lin/comb_2_t/global_train/model.decoder.layers.14.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..bb925fd6dc0a486fc8cbcaf80fb8ac45bef5c7e6
--- /dev/null
+++ b/params/opt/5/rnd_search_t_lin/comb_2_t/global_train/model.decoder.layers.14.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f8535c6c838e620b25c758aa4d658050c40fd15019ec0821f06728f496538113
+size 5251
diff --git a/params/opt/5/rnd_search_t_lin/comb_2_t/global_train/model.decoder.layers.14.self_attn.v_proj/_s.pt b/params/opt/5/rnd_search_t_lin/comb_2_t/global_train/model.decoder.layers.14.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..46fe95339c655ecc878cd6e2cb8c7a59ad747316
--- /dev/null
+++ b/params/opt/5/rnd_search_t_lin/comb_2_t/global_train/model.decoder.layers.14.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d196757c87de67ed3e42a3967436a064cdd0d5dbb17b128d6ff63407e5bb4b4f
+size 5251
diff --git a/params/opt/5/rnd_search_t_lin/comb_2_t/global_train/model.decoder.layers.15.fc1/_0.pt b/params/opt/5/rnd_search_t_lin/comb_2_t/global_train/model.decoder.layers.15.fc1/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..33817a6d29849ea2d5212126ad473db5b04c71a6
--- /dev/null
+++ b/params/opt/5/rnd_search_t_lin/comb_2_t/global_train/model.decoder.layers.15.fc1/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:773cf4e8efd8452f5d4267c7c1eb180fa73012f32ba69c235adbea64f31c4d36
+size 17539
diff --git a/params/opt/5/rnd_search_t_lin/comb_2_t/global_train/model.decoder.layers.15.fc1/_s.pt b/params/opt/5/rnd_search_t_lin/comb_2_t/global_train/model.decoder.layers.15.fc1/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..9c5c613884fdbd19d8baed79ad3524b1fbe808be
--- /dev/null
+++ b/params/opt/5/rnd_search_t_lin/comb_2_t/global_train/model.decoder.layers.15.fc1/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:51654fb26ada190aa530c61ac635a4720f2c5b2756431e80263c1d4ec9c6210c
+size 17539
diff --git a/params/opt/5/rnd_search_t_lin/comb_2_t/global_train/model.decoder.layers.15.fc2/_0.pt b/params/opt/5/rnd_search_t_lin/comb_2_t/global_train/model.decoder.layers.15.fc2/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..b06b42ebaacf85702681911b18611c25618ad479
--- /dev/null
+++ b/params/opt/5/rnd_search_t_lin/comb_2_t/global_train/model.decoder.layers.15.fc2/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:508fa2b04e8edc501e0c24daf93d4ecfedbc8b20c750d412ab6d473379659d5d
+size 5251
diff --git a/params/opt/5/rnd_search_t_lin/comb_2_t/global_train/model.decoder.layers.15.fc2/_s.pt b/params/opt/5/rnd_search_t_lin/comb_2_t/global_train/model.decoder.layers.15.fc2/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..cfb6976baa9bcbe975e5b9746e6579aee81e622f
--- /dev/null
+++ b/params/opt/5/rnd_search_t_lin/comb_2_t/global_train/model.decoder.layers.15.fc2/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:3f2bcbceb05364afa1505478003aa788407b97e6494320002998e05c8c3b3d8e
+size 5251
diff --git a/params/opt/5/rnd_search_t_lin/comb_2_t/global_train/model.decoder.layers.15.self_attn.k_proj/_0.pt b/params/opt/5/rnd_search_t_lin/comb_2_t/global_train/model.decoder.layers.15.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..63162617f298b5e2c17ebbd09a479f78bc87451b
--- /dev/null
+++ b/params/opt/5/rnd_search_t_lin/comb_2_t/global_train/model.decoder.layers.15.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e134715cc44dded3f63e69ab3dbbe9eb399793c9f36b538579f22b86c5a8ab13
+size 5251
diff --git a/params/opt/5/rnd_search_t_lin/comb_2_t/global_train/model.decoder.layers.15.self_attn.k_proj/_s.pt b/params/opt/5/rnd_search_t_lin/comb_2_t/global_train/model.decoder.layers.15.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ff4845e6d9c3cde71eb187fae2820b431c6c0c0d
--- /dev/null
+++ b/params/opt/5/rnd_search_t_lin/comb_2_t/global_train/model.decoder.layers.15.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:673d9381b139df2345927f9de645bb74ebe805a625a43db6d4f6abea8180612d
+size 5251
diff --git a/params/opt/5/rnd_search_t_lin/comb_2_t/global_train/model.decoder.layers.15.self_attn.out_proj/_0.pt b/params/opt/5/rnd_search_t_lin/comb_2_t/global_train/model.decoder.layers.15.self_attn.out_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..6898b22d33df9323763badae41277136ad3c3888
--- /dev/null
+++ b/params/opt/5/rnd_search_t_lin/comb_2_t/global_train/model.decoder.layers.15.self_attn.out_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:bf0f652f78409c2df7ca6e2f232c4f6859112fffe19073ed0563f0830c14e6e5
+size 5251
diff --git a/params/opt/5/rnd_search_t_lin/comb_2_t/global_train/model.decoder.layers.15.self_attn.out_proj/_s.pt b/params/opt/5/rnd_search_t_lin/comb_2_t/global_train/model.decoder.layers.15.self_attn.out_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..3bd390dbe5aababf9ea41d095a9ba5d724b2ec34
--- /dev/null
+++ b/params/opt/5/rnd_search_t_lin/comb_2_t/global_train/model.decoder.layers.15.self_attn.out_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c82cb939fd33ee44d28fa4fa7fca613b2b14c9282bfcaa0fb94663901c01aec5
+size 5251
diff --git a/params/opt/5/rnd_search_t_lin/comb_2_t/global_train/model.decoder.layers.15.self_attn.q_proj/_0.pt b/params/opt/5/rnd_search_t_lin/comb_2_t/global_train/model.decoder.layers.15.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..593d7e89bd2868a80db80af04fe9c3f54ed51c24
--- /dev/null
+++ b/params/opt/5/rnd_search_t_lin/comb_2_t/global_train/model.decoder.layers.15.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0419f132a6fadcf1d34d126a90de2864638795ff5fc0248537ebd54363a01d05
+size 5251
diff --git a/params/opt/5/rnd_search_t_lin/comb_2_t/global_train/model.decoder.layers.15.self_attn.q_proj/_s.pt b/params/opt/5/rnd_search_t_lin/comb_2_t/global_train/model.decoder.layers.15.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..562b9c61c9a28b01e1ecaad0cfa5ac69aa9918ae
--- /dev/null
+++ b/params/opt/5/rnd_search_t_lin/comb_2_t/global_train/model.decoder.layers.15.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2107479ae55eff474a537813c3a07a26b5fca006d6c763a32450945ffa6e9ab9
+size 5251
diff --git a/params/opt/5/rnd_search_t_lin/comb_2_t/global_train/model.decoder.layers.15.self_attn.v_proj/_0.pt b/params/opt/5/rnd_search_t_lin/comb_2_t/global_train/model.decoder.layers.15.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..883e503c7ff23ac00ab227da93125713f1334556
--- /dev/null
+++ b/params/opt/5/rnd_search_t_lin/comb_2_t/global_train/model.decoder.layers.15.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:3169f30485ba9bbc396213ec39bdd60fb9acf56fb3fbb00d09d8421f992027d4
+size 5251
diff --git a/params/opt/5/rnd_search_t_lin/comb_2_t/global_train/model.decoder.layers.15.self_attn.v_proj/_s.pt b/params/opt/5/rnd_search_t_lin/comb_2_t/global_train/model.decoder.layers.15.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..d65dabea3da1437fc8fd1391ff32badfa9036736
--- /dev/null
+++ b/params/opt/5/rnd_search_t_lin/comb_2_t/global_train/model.decoder.layers.15.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f38dddafb2e79b52ba770e4c87355bd80c604860e9b8f60229f024e9a7a43fb1
+size 5251
diff --git a/params/opt/5/rnd_search_t_lin/comb_2_t/global_train/model.decoder.layers.16.fc1/_0.pt b/params/opt/5/rnd_search_t_lin/comb_2_t/global_train/model.decoder.layers.16.fc1/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8be0e318e74fe3c9ef93515616f80f73d8d0812b
--- /dev/null
+++ b/params/opt/5/rnd_search_t_lin/comb_2_t/global_train/model.decoder.layers.16.fc1/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:9e41eb48d5be7cda81a17a26b3f22a6fdb42a8c2a38a0b9cc5457a97cdcae533
+size 17539
diff --git a/params/opt/5/rnd_search_t_lin/comb_2_t/global_train/model.decoder.layers.16.fc1/_s.pt b/params/opt/5/rnd_search_t_lin/comb_2_t/global_train/model.decoder.layers.16.fc1/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..182b15305b333a811dad550d82fce1543a0bac0c
--- /dev/null
+++ b/params/opt/5/rnd_search_t_lin/comb_2_t/global_train/model.decoder.layers.16.fc1/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:6aea9c173fae9affa60d0c1f688de261130d03fe5f678fff550ec3f5776c1daa
+size 17539
diff --git a/params/opt/5/rnd_search_t_lin/comb_2_t/global_train/model.decoder.layers.16.fc2/_0.pt b/params/opt/5/rnd_search_t_lin/comb_2_t/global_train/model.decoder.layers.16.fc2/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2d88db9dbc7aa6c81915be34ef8a588a52a90546
--- /dev/null
+++ b/params/opt/5/rnd_search_t_lin/comb_2_t/global_train/model.decoder.layers.16.fc2/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5dd61d9b1472a620a2e29aed41b8f3f4f738a23ca3620ffa201a136d047bf51c
+size 5251
diff --git a/params/opt/5/rnd_search_t_lin/comb_2_t/global_train/model.decoder.layers.16.fc2/_s.pt b/params/opt/5/rnd_search_t_lin/comb_2_t/global_train/model.decoder.layers.16.fc2/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2f8bd137ec89e3a66f83603272b348875aef36cd
--- /dev/null
+++ b/params/opt/5/rnd_search_t_lin/comb_2_t/global_train/model.decoder.layers.16.fc2/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e3e28a5bfef5223f4590e7e653298867f0b6b1224a367dd4d81b1157f11558f3
+size 5251
diff --git a/params/opt/5/rnd_search_t_lin/comb_2_t/global_train/model.decoder.layers.16.self_attn.k_proj/_0.pt b/params/opt/5/rnd_search_t_lin/comb_2_t/global_train/model.decoder.layers.16.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..02adbfff54c4c0219c873d0ecc61b02b31eddb12
--- /dev/null
+++ b/params/opt/5/rnd_search_t_lin/comb_2_t/global_train/model.decoder.layers.16.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c38629507137540262107887f4206ab9b0819050221f64c64257f7e4969f2392
+size 5251
diff --git a/params/opt/5/rnd_search_t_lin/comb_2_t/global_train/model.decoder.layers.16.self_attn.k_proj/_s.pt b/params/opt/5/rnd_search_t_lin/comb_2_t/global_train/model.decoder.layers.16.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..6b6634880021f59bb57254fad4b7acc7f03ce074
--- /dev/null
+++ b/params/opt/5/rnd_search_t_lin/comb_2_t/global_train/model.decoder.layers.16.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d31aea5f9c79a994a599182d2ba1432a11c729dcc2aff208a451bd65e7ee7cf4
+size 5251
diff --git a/params/opt/5/rnd_search_t_lin/comb_2_t/global_train/model.decoder.layers.16.self_attn.out_proj/_0.pt b/params/opt/5/rnd_search_t_lin/comb_2_t/global_train/model.decoder.layers.16.self_attn.out_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..76d3465b8cfee729c7893ce0bdd61a0b4d161295
--- /dev/null
+++ b/params/opt/5/rnd_search_t_lin/comb_2_t/global_train/model.decoder.layers.16.self_attn.out_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:9092850f081c5b97498df0179ee36bd3bdb8ddef462c6f92aa17996796db9fb0
+size 5251
diff --git a/params/opt/5/rnd_search_t_lin/comb_2_t/global_train/model.decoder.layers.16.self_attn.out_proj/_s.pt b/params/opt/5/rnd_search_t_lin/comb_2_t/global_train/model.decoder.layers.16.self_attn.out_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..9489bc7bef796a328b61a63806f81e0286209cb6
--- /dev/null
+++ b/params/opt/5/rnd_search_t_lin/comb_2_t/global_train/model.decoder.layers.16.self_attn.out_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0430367fec82a92e8ed0339cc80db96acf0f315fa09b0202c453eecae68c967e
+size 5251
diff --git a/params/opt/5/rnd_search_t_lin/comb_2_t/global_train/model.decoder.layers.16.self_attn.q_proj/_0.pt b/params/opt/5/rnd_search_t_lin/comb_2_t/global_train/model.decoder.layers.16.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..5a3b03905069d5365c88759c7a1a408785ffb654
--- /dev/null
+++ b/params/opt/5/rnd_search_t_lin/comb_2_t/global_train/model.decoder.layers.16.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:239eb29193a46052c90b9b181a30760f1e9a70846f6654cce12267ad0030780c
+size 5251
diff --git a/params/opt/5/rnd_search_t_lin/comb_2_t/global_train/model.decoder.layers.16.self_attn.q_proj/_s.pt b/params/opt/5/rnd_search_t_lin/comb_2_t/global_train/model.decoder.layers.16.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..5de7b6463610343dd0cd2b8af060cf159088d399
--- /dev/null
+++ b/params/opt/5/rnd_search_t_lin/comb_2_t/global_train/model.decoder.layers.16.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5de16934abb7746d8f53cb73c7d4b1c693d929a908838c02d86d99125e7e3e1b
+size 5251
diff --git a/params/opt/5/rnd_search_t_lin/comb_2_t/global_train/model.decoder.layers.16.self_attn.v_proj/_0.pt b/params/opt/5/rnd_search_t_lin/comb_2_t/global_train/model.decoder.layers.16.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c361b30b6de39af6a20fbc2eae4bb5ebb8d5e3d5
--- /dev/null
+++ b/params/opt/5/rnd_search_t_lin/comb_2_t/global_train/model.decoder.layers.16.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:4ac5cab399a786892956aab77ad91e6a650daee744c6e9090094169c36484ef1
+size 5251
diff --git a/params/opt/5/rnd_search_t_lin/comb_2_t/global_train/model.decoder.layers.16.self_attn.v_proj/_s.pt b/params/opt/5/rnd_search_t_lin/comb_2_t/global_train/model.decoder.layers.16.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..28b2b16f513789b8e253d3568abc421e0a42fe96
--- /dev/null
+++ b/params/opt/5/rnd_search_t_lin/comb_2_t/global_train/model.decoder.layers.16.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5b9b6fedf1fd7dc9797254e625c26848d1f07211405205577802f216cea4b5a1
+size 5251
diff --git a/params/opt/5/rnd_search_t_lin/comb_2_t/global_train/model.decoder.layers.17.fc1/_0.pt b/params/opt/5/rnd_search_t_lin/comb_2_t/global_train/model.decoder.layers.17.fc1/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a70ae1d79d1902346928c69a434bea913033e1ee
--- /dev/null
+++ b/params/opt/5/rnd_search_t_lin/comb_2_t/global_train/model.decoder.layers.17.fc1/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:525f5e0225f4d28f4eac10bd8d974320d9556ab5d5b579427048191aa4f153ec
+size 17539
diff --git a/params/opt/5/rnd_search_t_lin/comb_2_t/global_train/model.decoder.layers.17.fc1/_s.pt b/params/opt/5/rnd_search_t_lin/comb_2_t/global_train/model.decoder.layers.17.fc1/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8c2b5b5f591c9c6688299c812bd99fa8ca6e1001
--- /dev/null
+++ b/params/opt/5/rnd_search_t_lin/comb_2_t/global_train/model.decoder.layers.17.fc1/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:909912e444412a96bb15606b221512db3bc0e2f340b24352c56d751a0900228f
+size 17539
diff --git a/params/opt/5/rnd_search_t_lin/comb_2_t/global_train/model.decoder.layers.17.fc2/_0.pt b/params/opt/5/rnd_search_t_lin/comb_2_t/global_train/model.decoder.layers.17.fc2/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4981d74968aefeea755ad2d4ddf44e8526d58589
--- /dev/null
+++ b/params/opt/5/rnd_search_t_lin/comb_2_t/global_train/model.decoder.layers.17.fc2/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2c24adbf18c516ab6d1e160d6a17225966a211442dc0955739c9c2c68ddfe661
+size 5251
diff --git a/params/opt/5/rnd_search_t_lin/comb_2_t/global_train/model.decoder.layers.17.fc2/_s.pt b/params/opt/5/rnd_search_t_lin/comb_2_t/global_train/model.decoder.layers.17.fc2/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..0ff929b687df837060cdfc83ac715640abed7661
--- /dev/null
+++ b/params/opt/5/rnd_search_t_lin/comb_2_t/global_train/model.decoder.layers.17.fc2/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:9cfa90509c53724dbf799a73d942f9b92c30fd10ead47e2a85f9ecb1e32a1964
+size 5251
diff --git a/params/opt/5/rnd_search_t_lin/comb_2_t/global_train/model.decoder.layers.17.self_attn.k_proj/_0.pt b/params/opt/5/rnd_search_t_lin/comb_2_t/global_train/model.decoder.layers.17.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..cd349808cc900da4aaa35d0bc4fb5fe875217da0
--- /dev/null
+++ b/params/opt/5/rnd_search_t_lin/comb_2_t/global_train/model.decoder.layers.17.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:172149049e7c411ebca3cc922bf2159daf9e9513d1dd6ec31148e3cd9515aed0
+size 5251
diff --git a/params/opt/5/rnd_search_t_lin/comb_2_t/global_train/model.decoder.layers.17.self_attn.k_proj/_s.pt b/params/opt/5/rnd_search_t_lin/comb_2_t/global_train/model.decoder.layers.17.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..660f08af184278dfd9e481032d25444a83f4dcc3
--- /dev/null
+++ b/params/opt/5/rnd_search_t_lin/comb_2_t/global_train/model.decoder.layers.17.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:792dfca852d9172754460eb9460f7264930f94689a9fd7e4b8b2d99a6cf9d2d6
+size 5251
diff --git a/params/opt/5/rnd_search_t_lin/comb_2_t/global_train/model.decoder.layers.17.self_attn.out_proj/_0.pt b/params/opt/5/rnd_search_t_lin/comb_2_t/global_train/model.decoder.layers.17.self_attn.out_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..35286364ee6dd642e0e7b59a1ad06706d8a23b24
--- /dev/null
+++ b/params/opt/5/rnd_search_t_lin/comb_2_t/global_train/model.decoder.layers.17.self_attn.out_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:85bce0d54dd598e5c644fdc8b02de8146dfdb140a13ae413c4eba96de3ef05e1
+size 5251
diff --git a/params/opt/5/rnd_search_t_lin/comb_2_t/global_train/model.decoder.layers.17.self_attn.out_proj/_s.pt b/params/opt/5/rnd_search_t_lin/comb_2_t/global_train/model.decoder.layers.17.self_attn.out_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..021cfff4cbde16d2dc2346c30880e33248f138b4
--- /dev/null
+++ b/params/opt/5/rnd_search_t_lin/comb_2_t/global_train/model.decoder.layers.17.self_attn.out_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c2e0995cc54097eb408f661370e14240c4410b58873e52e87552e8998f5f23ac
+size 5251
diff --git a/params/opt/5/rnd_search_t_lin/comb_2_t/global_train/model.decoder.layers.17.self_attn.q_proj/_0.pt b/params/opt/5/rnd_search_t_lin/comb_2_t/global_train/model.decoder.layers.17.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..578ac0d797dd27aa7cf754e5939a75e805448014
--- /dev/null
+++ b/params/opt/5/rnd_search_t_lin/comb_2_t/global_train/model.decoder.layers.17.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a14663e9f14d402028a355d860ffdc0d7094a7dfbda59dde44606aeeb9fcb17b
+size 5251
diff --git a/params/opt/5/rnd_search_t_lin/comb_2_t/global_train/model.decoder.layers.17.self_attn.q_proj/_s.pt b/params/opt/5/rnd_search_t_lin/comb_2_t/global_train/model.decoder.layers.17.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..1513428b7db9e52cddcf5cbb461e75a9fa5d43db
--- /dev/null
+++ b/params/opt/5/rnd_search_t_lin/comb_2_t/global_train/model.decoder.layers.17.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:446417c796c5e19d895cf291819b0fe8a187101197988c70bdc65e889543556e
+size 5251
diff --git a/params/opt/5/rnd_search_t_lin/comb_2_t/global_train/model.decoder.layers.17.self_attn.v_proj/_0.pt b/params/opt/5/rnd_search_t_lin/comb_2_t/global_train/model.decoder.layers.17.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2f4b7364da40899ee1a8731fb9bd551817822603
--- /dev/null
+++ b/params/opt/5/rnd_search_t_lin/comb_2_t/global_train/model.decoder.layers.17.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c42bc635f14fa938489d23cf383c8f6969fa6fcee1a727b1c34d3024b9410e8a
+size 5251
diff --git a/params/opt/5/rnd_search_t_lin/comb_2_t/global_train/model.decoder.layers.17.self_attn.v_proj/_s.pt b/params/opt/5/rnd_search_t_lin/comb_2_t/global_train/model.decoder.layers.17.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a86903aaaec0d2bee9dfb2db3c77fc70abb84bab
--- /dev/null
+++ b/params/opt/5/rnd_search_t_lin/comb_2_t/global_train/model.decoder.layers.17.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d58f977ca2dc40cf0768ab41f64452e56db9725e03a0961cd6486ca5a648fa6b
+size 5251
diff --git a/params/opt/5/rnd_search_t_lin/comb_2_t/global_train/model.decoder.layers.18.fc1/_0.pt b/params/opt/5/rnd_search_t_lin/comb_2_t/global_train/model.decoder.layers.18.fc1/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..5e913f15fd08c5495eda7b2571e592a743e18f91
--- /dev/null
+++ b/params/opt/5/rnd_search_t_lin/comb_2_t/global_train/model.decoder.layers.18.fc1/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:256e756fabe2a240f5ece7545e7d627549edb6942140e9e6bf54a3afacf04518
+size 17539
diff --git a/params/opt/5/rnd_search_t_lin/comb_2_t/global_train/model.decoder.layers.18.fc1/_s.pt b/params/opt/5/rnd_search_t_lin/comb_2_t/global_train/model.decoder.layers.18.fc1/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..07f1b581778a9fcdd1065b65892b45a997055faa
--- /dev/null
+++ b/params/opt/5/rnd_search_t_lin/comb_2_t/global_train/model.decoder.layers.18.fc1/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:880f3439ddb6eb40cc63a006e075a12805855437f026ef9f793ebc7c4b84e171
+size 17539
diff --git a/params/opt/5/rnd_search_t_lin/comb_2_t/global_train/model.decoder.layers.18.fc2/_0.pt b/params/opt/5/rnd_search_t_lin/comb_2_t/global_train/model.decoder.layers.18.fc2/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..be499a8448043b557bd0a38b4871d66793dc59ee
--- /dev/null
+++ b/params/opt/5/rnd_search_t_lin/comb_2_t/global_train/model.decoder.layers.18.fc2/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:47bd4dbf93336e5264ffb263e59dc636acb3bf42a6aed5b78a86a6f520ff1d0b
+size 5251
diff --git a/params/opt/5/rnd_search_t_lin/comb_2_t/global_train/model.decoder.layers.18.fc2/_s.pt b/params/opt/5/rnd_search_t_lin/comb_2_t/global_train/model.decoder.layers.18.fc2/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..b9e3310a8aaf40faf29fc3e813f96eb8fed0ed80
--- /dev/null
+++ b/params/opt/5/rnd_search_t_lin/comb_2_t/global_train/model.decoder.layers.18.fc2/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:927529b8272a8ffbc100a6b8b3a63430f9500d94a422a15df70f2f74097ba0fa
+size 5251
diff --git a/params/opt/5/rnd_search_t_lin/comb_2_t/global_train/model.decoder.layers.18.self_attn.k_proj/_0.pt b/params/opt/5/rnd_search_t_lin/comb_2_t/global_train/model.decoder.layers.18.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..3695219dd47276dd88272e9cd63a547ae4b5d3be
--- /dev/null
+++ b/params/opt/5/rnd_search_t_lin/comb_2_t/global_train/model.decoder.layers.18.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:79bb91c5bc91b021c06f17e22dd36e9d3d578d92e3cbdc7d1224a44f37be714d
+size 5251
diff --git a/params/opt/5/rnd_search_t_lin/comb_2_t/global_train/model.decoder.layers.18.self_attn.k_proj/_s.pt b/params/opt/5/rnd_search_t_lin/comb_2_t/global_train/model.decoder.layers.18.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..3203c9ebf3fac254cb377e8be8393c12aeb97a06
--- /dev/null
+++ b/params/opt/5/rnd_search_t_lin/comb_2_t/global_train/model.decoder.layers.18.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:4d88b9a4d82f1336758b2790a889b5d32eeccaa38124b6247727774364dba660
+size 5251
diff --git a/params/opt/5/rnd_search_t_lin/comb_2_t/global_train/model.decoder.layers.18.self_attn.out_proj/_0.pt b/params/opt/5/rnd_search_t_lin/comb_2_t/global_train/model.decoder.layers.18.self_attn.out_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e03fcb90bdf580ebb1efe25e44e5b9f1c3ceec4f
--- /dev/null
+++ b/params/opt/5/rnd_search_t_lin/comb_2_t/global_train/model.decoder.layers.18.self_attn.out_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:29341c74b587b6b00dcc8472e7d4c62bde2ae367e6d1342c49d40f87858e456c
+size 5251
diff --git a/params/opt/5/rnd_search_t_lin/comb_2_t/global_train/model.decoder.layers.18.self_attn.out_proj/_s.pt b/params/opt/5/rnd_search_t_lin/comb_2_t/global_train/model.decoder.layers.18.self_attn.out_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..80e4409f1c12badb712d6d0ccf3ff8820fb5e7c4
--- /dev/null
+++ b/params/opt/5/rnd_search_t_lin/comb_2_t/global_train/model.decoder.layers.18.self_attn.out_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2366da627e1d882b28a2870046718dab18c4e03f412a932dc3f20a3fd804c8d2
+size 5251
diff --git a/params/opt/5/rnd_search_t_lin/comb_2_t/global_train/model.decoder.layers.18.self_attn.q_proj/_0.pt b/params/opt/5/rnd_search_t_lin/comb_2_t/global_train/model.decoder.layers.18.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4f660be170fbb8806d39e26ad6c4360b78498f4a
--- /dev/null
+++ b/params/opt/5/rnd_search_t_lin/comb_2_t/global_train/model.decoder.layers.18.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:6ed3b2138073d02a14f48f9a5d6474fd84b61a4f584ce4a4d4deb2946c5e3c3e
+size 5251
diff --git a/params/opt/5/rnd_search_t_lin/comb_2_t/global_train/model.decoder.layers.18.self_attn.q_proj/_s.pt b/params/opt/5/rnd_search_t_lin/comb_2_t/global_train/model.decoder.layers.18.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..0b8f985ea1c46cffa3d6a6f6748cc94f8302dcde
--- /dev/null
+++ b/params/opt/5/rnd_search_t_lin/comb_2_t/global_train/model.decoder.layers.18.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:761bbf5eeba64e09b2c4b0f9fae86f979d66f64e8d3cf4d1c84076b308a365f7
+size 5251
diff --git a/params/opt/5/rnd_search_t_lin/comb_2_t/global_train/model.decoder.layers.18.self_attn.v_proj/_0.pt b/params/opt/5/rnd_search_t_lin/comb_2_t/global_train/model.decoder.layers.18.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..0ff1d8d41d8f0b17dae193810e6ac0f971db229f
--- /dev/null
+++ b/params/opt/5/rnd_search_t_lin/comb_2_t/global_train/model.decoder.layers.18.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a7f01771cdd6118d51b190390cc98614fafdd956431be7177d60032244e13ca3
+size 5251
diff --git a/params/opt/5/rnd_search_t_lin/comb_2_t/global_train/model.decoder.layers.18.self_attn.v_proj/_s.pt b/params/opt/5/rnd_search_t_lin/comb_2_t/global_train/model.decoder.layers.18.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..7deeaa227becfb5a4f570ad3971c264505fffd47
--- /dev/null
+++ b/params/opt/5/rnd_search_t_lin/comb_2_t/global_train/model.decoder.layers.18.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:725be0c941650fa00592482e016633005cb9093c818c95af36106a67ea68e503
+size 5251
diff --git a/params/opt/5/rnd_search_t_lin/comb_2_t/global_train/model.decoder.layers.19.fc1/_0.pt b/params/opt/5/rnd_search_t_lin/comb_2_t/global_train/model.decoder.layers.19.fc1/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..6faa299ce6c4ec1c35903ee58c90884ef07ad151
--- /dev/null
+++ b/params/opt/5/rnd_search_t_lin/comb_2_t/global_train/model.decoder.layers.19.fc1/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d65c806c9128cfe47076fae8f0c5819d613b9582f186d10b6e602326ded6c3a8
+size 17539
diff --git a/params/opt/5/rnd_search_t_lin/comb_2_t/global_train/model.decoder.layers.19.fc1/_s.pt b/params/opt/5/rnd_search_t_lin/comb_2_t/global_train/model.decoder.layers.19.fc1/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..940557c56e4aeff0418b725977538e68c82056b1
--- /dev/null
+++ b/params/opt/5/rnd_search_t_lin/comb_2_t/global_train/model.decoder.layers.19.fc1/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:141b3ac008f0c4583415395ff85e94c7a2637af463da26766134db1397b603e8
+size 17539
diff --git a/params/opt/5/rnd_search_t_lin/comb_2_t/global_train/model.decoder.layers.19.fc2/_0.pt b/params/opt/5/rnd_search_t_lin/comb_2_t/global_train/model.decoder.layers.19.fc2/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..191d24c459018cc7faae351bd47ff29ea22c7518
--- /dev/null
+++ b/params/opt/5/rnd_search_t_lin/comb_2_t/global_train/model.decoder.layers.19.fc2/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:58300182c68f986fd7c6d03ac645c79250e58873f6b7f3a874a5406b7c9b5803
+size 5251
diff --git a/params/opt/5/rnd_search_t_lin/comb_2_t/global_train/model.decoder.layers.19.fc2/_s.pt b/params/opt/5/rnd_search_t_lin/comb_2_t/global_train/model.decoder.layers.19.fc2/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..d444a39671e826bf4c561ec7b26a70c911dcde78
--- /dev/null
+++ b/params/opt/5/rnd_search_t_lin/comb_2_t/global_train/model.decoder.layers.19.fc2/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f63e747ca7e6755ab6a080382d6d019bc1d43db5d2f11f2fe092c3a0edca4781
+size 5251
diff --git a/params/opt/5/rnd_search_t_lin/comb_2_t/global_train/model.decoder.layers.19.self_attn.k_proj/_0.pt b/params/opt/5/rnd_search_t_lin/comb_2_t/global_train/model.decoder.layers.19.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..bb019a043a248e6e8b367a42b92a0754b6253ca4
--- /dev/null
+++ b/params/opt/5/rnd_search_t_lin/comb_2_t/global_train/model.decoder.layers.19.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:7d38a81cbde51704d97f3e2166252271886aa5f3784f29a4892b1bec81a23fb0
+size 5251
diff --git a/params/opt/5/rnd_search_t_lin/comb_2_t/global_train/model.decoder.layers.19.self_attn.k_proj/_s.pt b/params/opt/5/rnd_search_t_lin/comb_2_t/global_train/model.decoder.layers.19.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a73fd1d649870bbffa647cad4fbc9f958d16bf67
--- /dev/null
+++ b/params/opt/5/rnd_search_t_lin/comb_2_t/global_train/model.decoder.layers.19.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:bcff0376f80f99af1e9aed75f3670241e52066ef130fa631a3877792a7154ad2
+size 5251
diff --git a/params/opt/5/rnd_search_t_lin/comb_2_t/global_train/model.decoder.layers.19.self_attn.out_proj/_0.pt b/params/opt/5/rnd_search_t_lin/comb_2_t/global_train/model.decoder.layers.19.self_attn.out_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..db9d83e102220ef9aa22f637263913527ca1a7ad
--- /dev/null
+++ b/params/opt/5/rnd_search_t_lin/comb_2_t/global_train/model.decoder.layers.19.self_attn.out_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:da538fdcb4c2478099cfb5b45bdc2ae45abcd3be3b0cb93a846763e7209238f0
+size 5251
diff --git a/params/opt/5/rnd_search_t_lin/comb_2_t/global_train/model.decoder.layers.19.self_attn.out_proj/_s.pt b/params/opt/5/rnd_search_t_lin/comb_2_t/global_train/model.decoder.layers.19.self_attn.out_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..45de34acfcd6b1128ac2da2daada5439d7f5793e
--- /dev/null
+++ b/params/opt/5/rnd_search_t_lin/comb_2_t/global_train/model.decoder.layers.19.self_attn.out_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d48af3b81e220330ef7e8ef7f673d36791919a9381bb7e892d91d8d23bdd6dbf
+size 5251
diff --git a/params/opt/5/rnd_search_t_lin/comb_2_t/global_train/model.decoder.layers.19.self_attn.q_proj/_0.pt b/params/opt/5/rnd_search_t_lin/comb_2_t/global_train/model.decoder.layers.19.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2fde40035cf1f5dfb9e674a22001d0463c41afdf
--- /dev/null
+++ b/params/opt/5/rnd_search_t_lin/comb_2_t/global_train/model.decoder.layers.19.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:32ef2422fc342c2f990188b72ac61201a740e1ad1812145f1cba6d13d84f813c
+size 5251
diff --git a/params/opt/5/rnd_search_t_lin/comb_2_t/global_train/model.decoder.layers.19.self_attn.q_proj/_s.pt b/params/opt/5/rnd_search_t_lin/comb_2_t/global_train/model.decoder.layers.19.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..7f73789e75d9bc18731f6d653bdeb83c0e497915
--- /dev/null
+++ b/params/opt/5/rnd_search_t_lin/comb_2_t/global_train/model.decoder.layers.19.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5a949922a7dc4d900e5f5ad7c667517d358f7ca8707cca793c0ad46cc15d3e70
+size 5251
diff --git a/params/opt/5/rnd_search_t_lin/comb_2_t/global_train/model.decoder.layers.19.self_attn.v_proj/_0.pt b/params/opt/5/rnd_search_t_lin/comb_2_t/global_train/model.decoder.layers.19.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..9f6ff7a241fb3d1a0653ce70ea5cba35f26fa6ca
--- /dev/null
+++ b/params/opt/5/rnd_search_t_lin/comb_2_t/global_train/model.decoder.layers.19.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d6240ed53025d9e5e56586a4bff9a67dfe065bbe8f562f91939a737bbf593227
+size 5251
diff --git a/params/opt/5/rnd_search_t_lin/comb_2_t/global_train/model.decoder.layers.19.self_attn.v_proj/_s.pt b/params/opt/5/rnd_search_t_lin/comb_2_t/global_train/model.decoder.layers.19.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..de23733416311f5945f77dc605a41eb704430eb8
--- /dev/null
+++ b/params/opt/5/rnd_search_t_lin/comb_2_t/global_train/model.decoder.layers.19.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:da267680d17e9a8e9a9aed8e8b878a00345c17407a9b7283231bd2c276d432d8
+size 5251
diff --git a/params/opt/5/rnd_search_t_lin/comb_2_t/global_train/model.decoder.layers.2.fc1/_0.pt b/params/opt/5/rnd_search_t_lin/comb_2_t/global_train/model.decoder.layers.2.fc1/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..645384df056545dd278d3311c431004fada83178
--- /dev/null
+++ b/params/opt/5/rnd_search_t_lin/comb_2_t/global_train/model.decoder.layers.2.fc1/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:314e0fb724d4c9a154c80d1a55ea976603e8d6987f3e33fb804f764ccb931b33
+size 17539
diff --git a/params/opt/5/rnd_search_t_lin/comb_2_t/global_train/model.decoder.layers.2.fc1/_s.pt b/params/opt/5/rnd_search_t_lin/comb_2_t/global_train/model.decoder.layers.2.fc1/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..aa9323fc525a6411188df27f89d0bf38068cfcff
--- /dev/null
+++ b/params/opt/5/rnd_search_t_lin/comb_2_t/global_train/model.decoder.layers.2.fc1/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:334080cd510ae90bde7f127a5816e3d53c339b91a3dd25f9e11aefc6c8392644
+size 17539
diff --git a/params/opt/5/rnd_search_t_lin/comb_2_t/global_train/model.decoder.layers.2.fc2/_0.pt b/params/opt/5/rnd_search_t_lin/comb_2_t/global_train/model.decoder.layers.2.fc2/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..1f4bd920f76e8c08f3731d777f691094305ab1fe
--- /dev/null
+++ b/params/opt/5/rnd_search_t_lin/comb_2_t/global_train/model.decoder.layers.2.fc2/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:896cae329f227f23ec2a50ac40a0fafcfa39f281e4c7ae4888d0a39dcf9dcbc9
+size 5251
diff --git a/params/opt/5/rnd_search_t_lin/comb_2_t/global_train/model.decoder.layers.2.fc2/_s.pt b/params/opt/5/rnd_search_t_lin/comb_2_t/global_train/model.decoder.layers.2.fc2/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a639ca53808203814377f3fb64d2fccfdd0ecc6e
--- /dev/null
+++ b/params/opt/5/rnd_search_t_lin/comb_2_t/global_train/model.decoder.layers.2.fc2/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:dce10d154b95265479ffa4c5d03c4285eb2d83cbf22cdf0a58047e29147b6312
+size 5251
diff --git a/params/opt/5/rnd_search_t_lin/comb_2_t/global_train/model.decoder.layers.2.self_attn.k_proj/_0.pt b/params/opt/5/rnd_search_t_lin/comb_2_t/global_train/model.decoder.layers.2.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..086bc34ed098309f826a2bdeae2f74ee13c84744
--- /dev/null
+++ b/params/opt/5/rnd_search_t_lin/comb_2_t/global_train/model.decoder.layers.2.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:45c97f8b369144c3af8e6947ea46d477c6aab1ae8f354128730eee309e594313
+size 5251
diff --git a/params/opt/5/rnd_search_t_lin/comb_2_t/global_train/model.decoder.layers.2.self_attn.k_proj/_s.pt b/params/opt/5/rnd_search_t_lin/comb_2_t/global_train/model.decoder.layers.2.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8b1ef0f21d255b85f2896bc2901727879980907c
--- /dev/null
+++ b/params/opt/5/rnd_search_t_lin/comb_2_t/global_train/model.decoder.layers.2.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5c85bed1bfaac06080c24076a77e3534869c2aeafac6e0a57e6894f8492496ec
+size 5251
diff --git a/params/opt/5/rnd_search_t_lin/comb_2_t/global_train/model.decoder.layers.2.self_attn.out_proj/_0.pt b/params/opt/5/rnd_search_t_lin/comb_2_t/global_train/model.decoder.layers.2.self_attn.out_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..29259e151afe1f7226be4563e56f8cb8e62328d3
--- /dev/null
+++ b/params/opt/5/rnd_search_t_lin/comb_2_t/global_train/model.decoder.layers.2.self_attn.out_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0f32740b0fb526f86cbb371c5311f7c65cefb3f14d7eeabc994459c0b0a76a71
+size 5251
diff --git a/params/opt/5/rnd_search_t_lin/comb_2_t/global_train/model.decoder.layers.2.self_attn.out_proj/_s.pt b/params/opt/5/rnd_search_t_lin/comb_2_t/global_train/model.decoder.layers.2.self_attn.out_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4ad7283c6e8b13dfffcf044a6e0b699529e1d2ff
--- /dev/null
+++ b/params/opt/5/rnd_search_t_lin/comb_2_t/global_train/model.decoder.layers.2.self_attn.out_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2f3b8bae277686ddf5bea46a919f0cf20475d2b72a4d1da08329515c7b4753fe
+size 5251
diff --git a/params/opt/5/rnd_search_t_lin/comb_2_t/global_train/model.decoder.layers.2.self_attn.q_proj/_0.pt b/params/opt/5/rnd_search_t_lin/comb_2_t/global_train/model.decoder.layers.2.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..bdc1078641fe13daa226438b8d0895161a667f76
--- /dev/null
+++ b/params/opt/5/rnd_search_t_lin/comb_2_t/global_train/model.decoder.layers.2.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0e723ce04a2ff4ad51d8b1335ffef28df2189ca12a79a41a2796657c7bb2e446
+size 5251
diff --git a/params/opt/5/rnd_search_t_lin/comb_2_t/global_train/model.decoder.layers.2.self_attn.q_proj/_s.pt b/params/opt/5/rnd_search_t_lin/comb_2_t/global_train/model.decoder.layers.2.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ad2a6374410fc8eefb3cc8a2f34e9caa6120c558
--- /dev/null
+++ b/params/opt/5/rnd_search_t_lin/comb_2_t/global_train/model.decoder.layers.2.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0ec4f2e3c2b7b56c5ddb54c52c43f85fe50320890f60ef7c833096a9914fdb7f
+size 5251
diff --git a/params/opt/5/rnd_search_t_lin/comb_2_t/global_train/model.decoder.layers.2.self_attn.v_proj/_0.pt b/params/opt/5/rnd_search_t_lin/comb_2_t/global_train/model.decoder.layers.2.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..af57fb6d837689fded860835170143552ce001b3
--- /dev/null
+++ b/params/opt/5/rnd_search_t_lin/comb_2_t/global_train/model.decoder.layers.2.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d6bf304b823746f2380d86e80104c1e6c47a77bde3282cdb01974f90953fa3b5
+size 5251
diff --git a/params/opt/5/rnd_search_t_lin/comb_2_t/global_train/model.decoder.layers.2.self_attn.v_proj/_s.pt b/params/opt/5/rnd_search_t_lin/comb_2_t/global_train/model.decoder.layers.2.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..bb7ea8ae2ecc94c01aee04958b6438fd6020069e
--- /dev/null
+++ b/params/opt/5/rnd_search_t_lin/comb_2_t/global_train/model.decoder.layers.2.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2eaf49a2693fcc4d7a012d6372ba2de957c4255ca7fae6ce66929105ba4b81b4
+size 5251
diff --git a/params/opt/5/rnd_search_t_lin/comb_2_t/global_train/model.decoder.layers.20.fc1/_0.pt b/params/opt/5/rnd_search_t_lin/comb_2_t/global_train/model.decoder.layers.20.fc1/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a4ad7891e042e6482901392d7be63c8730bf1880
--- /dev/null
+++ b/params/opt/5/rnd_search_t_lin/comb_2_t/global_train/model.decoder.layers.20.fc1/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:8b0e539a7b6cc5587b37e00d12d6d1b7db481603f236338777bbf080a71ce47b
+size 17539
diff --git a/params/opt/5/rnd_search_t_lin/comb_2_t/global_train/model.decoder.layers.20.fc1/_s.pt b/params/opt/5/rnd_search_t_lin/comb_2_t/global_train/model.decoder.layers.20.fc1/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c1f7c348afddf0390bf2c42907e2b992a1e25f7e
--- /dev/null
+++ b/params/opt/5/rnd_search_t_lin/comb_2_t/global_train/model.decoder.layers.20.fc1/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:340cd4954c32b60d736fdc07fb4643a4dd56ad01c4d47eaf33232bace5e72e49
+size 17539
diff --git a/params/opt/5/rnd_search_t_lin/comb_2_t/global_train/model.decoder.layers.20.fc2/_0.pt b/params/opt/5/rnd_search_t_lin/comb_2_t/global_train/model.decoder.layers.20.fc2/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..f893214dff490105b0b189631d2d3e357627c6bc
--- /dev/null
+++ b/params/opt/5/rnd_search_t_lin/comb_2_t/global_train/model.decoder.layers.20.fc2/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:1c46caed12bcc79ccf8781ebe973477a7383b4380d19c4548ac46f0c690e4178
+size 5251
diff --git a/params/opt/5/rnd_search_t_lin/comb_2_t/global_train/model.decoder.layers.20.fc2/_s.pt b/params/opt/5/rnd_search_t_lin/comb_2_t/global_train/model.decoder.layers.20.fc2/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..79db6e722655ce5455c57e5a62a25ce340611602
--- /dev/null
+++ b/params/opt/5/rnd_search_t_lin/comb_2_t/global_train/model.decoder.layers.20.fc2/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:199252090507dc4aaee0581c4036a3336f91bf63ee9eaeb0c5e92b7cccd89e3c
+size 5251
diff --git a/params/opt/5/rnd_search_t_lin/comb_2_t/global_train/model.decoder.layers.20.self_attn.k_proj/_0.pt b/params/opt/5/rnd_search_t_lin/comb_2_t/global_train/model.decoder.layers.20.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..00aff79329ef5d38266791861fac7a7daa0cd9b7
--- /dev/null
+++ b/params/opt/5/rnd_search_t_lin/comb_2_t/global_train/model.decoder.layers.20.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:01b49ef8cacdbc0afc84d0cbf98393b9bb5e3d0eedbe2e5c5c8a7c2c5aeb5798
+size 5251
diff --git a/params/opt/5/rnd_search_t_lin/comb_2_t/global_train/model.decoder.layers.20.self_attn.k_proj/_s.pt b/params/opt/5/rnd_search_t_lin/comb_2_t/global_train/model.decoder.layers.20.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c90767fa32757fbba134ca8f0b2b4921164da9e2
--- /dev/null
+++ b/params/opt/5/rnd_search_t_lin/comb_2_t/global_train/model.decoder.layers.20.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5bf861e6e8f866e0e4c1d755f2949ca9c2c2c499cdaac3907b1aaa976daf4a53
+size 5251
diff --git a/params/opt/5/rnd_search_t_lin/comb_2_t/global_train/model.decoder.layers.20.self_attn.out_proj/_0.pt b/params/opt/5/rnd_search_t_lin/comb_2_t/global_train/model.decoder.layers.20.self_attn.out_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..07b46c6d8f3ec889aff51fca7296355df30f33f2
--- /dev/null
+++ b/params/opt/5/rnd_search_t_lin/comb_2_t/global_train/model.decoder.layers.20.self_attn.out_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e058acd750f6c37328b40c83bb94300710b30ed09bb8926ed4cd65e7d140c3ca
+size 5251
diff --git a/params/opt/5/rnd_search_t_lin/comb_2_t/global_train/model.decoder.layers.20.self_attn.out_proj/_s.pt b/params/opt/5/rnd_search_t_lin/comb_2_t/global_train/model.decoder.layers.20.self_attn.out_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e762bb07bf409588db97f66147e5cdfc49a80328
--- /dev/null
+++ b/params/opt/5/rnd_search_t_lin/comb_2_t/global_train/model.decoder.layers.20.self_attn.out_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c9a42b27ab8352a8632e0e836a153a072c047a142792437fcb107566d530ee46
+size 5251
diff --git a/params/opt/5/rnd_search_t_lin/comb_2_t/global_train/model.decoder.layers.20.self_attn.q_proj/_0.pt b/params/opt/5/rnd_search_t_lin/comb_2_t/global_train/model.decoder.layers.20.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..d7703c98abce2ee120767f94eedc95722fe09a62
--- /dev/null
+++ b/params/opt/5/rnd_search_t_lin/comb_2_t/global_train/model.decoder.layers.20.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:146ccd36f5aeb00c632c102ef5daee4ea128a02cab43af8b6f76d061b8678a05
+size 5251
diff --git a/params/opt/5/rnd_search_t_lin/comb_2_t/global_train/model.decoder.layers.20.self_attn.q_proj/_s.pt b/params/opt/5/rnd_search_t_lin/comb_2_t/global_train/model.decoder.layers.20.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..64e8f0af5308ccfe695c5a39ebc12376d3d26d97
--- /dev/null
+++ b/params/opt/5/rnd_search_t_lin/comb_2_t/global_train/model.decoder.layers.20.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:08fe5671be9d926452428052add025ea4b677c8a19488a3f7b5fcd723f577700
+size 5251
diff --git a/params/opt/5/rnd_search_t_lin/comb_2_t/global_train/model.decoder.layers.20.self_attn.v_proj/_0.pt b/params/opt/5/rnd_search_t_lin/comb_2_t/global_train/model.decoder.layers.20.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4af3f81f7a01b417735593fcc3f53a19ba85d9fd
--- /dev/null
+++ b/params/opt/5/rnd_search_t_lin/comb_2_t/global_train/model.decoder.layers.20.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a878b3392d761780b16aec445bdad26769c57a43d31046062454f20215abd2cd
+size 5251
diff --git a/params/opt/5/rnd_search_t_lin/comb_2_t/global_train/model.decoder.layers.20.self_attn.v_proj/_s.pt b/params/opt/5/rnd_search_t_lin/comb_2_t/global_train/model.decoder.layers.20.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..63a79cd71b9664af35030cb0205eae97f0c40f42
--- /dev/null
+++ b/params/opt/5/rnd_search_t_lin/comb_2_t/global_train/model.decoder.layers.20.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:8cd81366a7d59f9fd58916d49e2fa9c9f2d814dce99d8e473220981a296e7544
+size 5251
diff --git a/params/opt/5/rnd_search_t_lin/comb_2_t/global_train/model.decoder.layers.21.fc1/_0.pt b/params/opt/5/rnd_search_t_lin/comb_2_t/global_train/model.decoder.layers.21.fc1/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..d1a7fd9e887d657d9281c1cba22d3f75f8c6c359
--- /dev/null
+++ b/params/opt/5/rnd_search_t_lin/comb_2_t/global_train/model.decoder.layers.21.fc1/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0b7fbb906e070eb583780360051575b12322e65cbe5ed8940b9e212efa58ff75
+size 17539
diff --git a/params/opt/5/rnd_search_t_lin/comb_2_t/global_train/model.decoder.layers.21.fc1/_s.pt b/params/opt/5/rnd_search_t_lin/comb_2_t/global_train/model.decoder.layers.21.fc1/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a857e8c1d89077be5dc54181220eadca59fa60b4
--- /dev/null
+++ b/params/opt/5/rnd_search_t_lin/comb_2_t/global_train/model.decoder.layers.21.fc1/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:6a0a48c0a9287afa105bcee948808be307256e66ef221a58b41fb65451f449d3
+size 17539
diff --git a/params/opt/5/rnd_search_t_lin/comb_2_t/global_train/model.decoder.layers.21.fc2/_0.pt b/params/opt/5/rnd_search_t_lin/comb_2_t/global_train/model.decoder.layers.21.fc2/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..6d5fd7f444598ad2d9435722f62322ea787faadb
--- /dev/null
+++ b/params/opt/5/rnd_search_t_lin/comb_2_t/global_train/model.decoder.layers.21.fc2/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:27dd006c348a0cddf842269727a172f5bd16a7c38ab25e82f73df97deda1d861
+size 5251
diff --git a/params/opt/5/rnd_search_t_lin/comb_2_t/global_train/model.decoder.layers.21.fc2/_s.pt b/params/opt/5/rnd_search_t_lin/comb_2_t/global_train/model.decoder.layers.21.fc2/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..6bb13e32ffd1fc3b46ec4d083f346814db0fee06
--- /dev/null
+++ b/params/opt/5/rnd_search_t_lin/comb_2_t/global_train/model.decoder.layers.21.fc2/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:345660d60c7d5bd8668f19f053ba69169f352a09a97919201dd32b42e79e3b90
+size 5251
diff --git a/params/opt/5/rnd_search_t_lin/comb_2_t/global_train/model.decoder.layers.21.self_attn.k_proj/_0.pt b/params/opt/5/rnd_search_t_lin/comb_2_t/global_train/model.decoder.layers.21.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a8919e4ba0f7603362d745d76951b5f7ae5ff147
--- /dev/null
+++ b/params/opt/5/rnd_search_t_lin/comb_2_t/global_train/model.decoder.layers.21.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0e05fc4d4c55a6b847b67209d2fd0107b6ca485e671cf7e7e42317bf1b1d6672
+size 5251
diff --git a/params/opt/5/rnd_search_t_lin/comb_2_t/global_train/model.decoder.layers.21.self_attn.k_proj/_s.pt b/params/opt/5/rnd_search_t_lin/comb_2_t/global_train/model.decoder.layers.21.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..68ff2ea1f5941cf776fef6674f680ed3bccd5f3a
--- /dev/null
+++ b/params/opt/5/rnd_search_t_lin/comb_2_t/global_train/model.decoder.layers.21.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:1a38e88c1dba6cc7f513ed571e28eb1a5ca3905ab8742716b5d8fd833c2566d3
+size 5251
diff --git a/params/opt/5/rnd_search_t_lin/comb_2_t/global_train/model.decoder.layers.21.self_attn.out_proj/_0.pt b/params/opt/5/rnd_search_t_lin/comb_2_t/global_train/model.decoder.layers.21.self_attn.out_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..221d2b35481da685a640edcf70f6d2118ba72e68
--- /dev/null
+++ b/params/opt/5/rnd_search_t_lin/comb_2_t/global_train/model.decoder.layers.21.self_attn.out_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:6d44996a848528289c0c932320203a1bf9dd4321c84a08af9cc7cd64df96c7e7
+size 5251
diff --git a/params/opt/5/rnd_search_t_lin/comb_2_t/global_train/model.decoder.layers.21.self_attn.out_proj/_s.pt b/params/opt/5/rnd_search_t_lin/comb_2_t/global_train/model.decoder.layers.21.self_attn.out_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..381f9d48b4bda6a61986c2aa84892501307884b2
--- /dev/null
+++ b/params/opt/5/rnd_search_t_lin/comb_2_t/global_train/model.decoder.layers.21.self_attn.out_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:02722ef0a38903ebc4fc3b55615654e8d503a53d4e14f653760883032f5e2151
+size 5251
diff --git a/params/opt/5/rnd_search_t_lin/comb_2_t/global_train/model.decoder.layers.21.self_attn.q_proj/_0.pt b/params/opt/5/rnd_search_t_lin/comb_2_t/global_train/model.decoder.layers.21.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..88ca7c58770364255f118a5cdf4771a4c5130717
--- /dev/null
+++ b/params/opt/5/rnd_search_t_lin/comb_2_t/global_train/model.decoder.layers.21.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:fc22781bebb634f93e4552592e9a6b6c89a63cf4d923f329d7782712bd9d92c7
+size 5251
diff --git a/params/opt/5/rnd_search_t_lin/comb_2_t/global_train/model.decoder.layers.21.self_attn.q_proj/_s.pt b/params/opt/5/rnd_search_t_lin/comb_2_t/global_train/model.decoder.layers.21.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4ba256663d97aff84fb9ef7e3c1e0a2dc3e9719c
--- /dev/null
+++ b/params/opt/5/rnd_search_t_lin/comb_2_t/global_train/model.decoder.layers.21.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:3219f0b3f45cbf1c13bc16ef67bc9de7dcd1073fd592b072e491b35acfae007d
+size 5251
diff --git a/params/opt/5/rnd_search_t_lin/comb_2_t/global_train/model.decoder.layers.21.self_attn.v_proj/_0.pt b/params/opt/5/rnd_search_t_lin/comb_2_t/global_train/model.decoder.layers.21.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..09b1f789ae2229d42eca83ff8a2cd38cda42f812
--- /dev/null
+++ b/params/opt/5/rnd_search_t_lin/comb_2_t/global_train/model.decoder.layers.21.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b28756688eb6e00c2a27bf8a1e697e612f5fe57b31d9bbfee1f6106dcde40997
+size 5251
diff --git a/params/opt/5/rnd_search_t_lin/comb_2_t/global_train/model.decoder.layers.21.self_attn.v_proj/_s.pt b/params/opt/5/rnd_search_t_lin/comb_2_t/global_train/model.decoder.layers.21.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..6b97ee5d45eb5c2f4df22780e49cfbaa0826ef88
--- /dev/null
+++ b/params/opt/5/rnd_search_t_lin/comb_2_t/global_train/model.decoder.layers.21.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:40fbeb9ca71c4e773737cc5fc11428989e21bfb2e8a57aacf4d019884c5e7588
+size 5251
diff --git a/params/opt/5/rnd_search_t_lin/comb_2_t/global_train/model.decoder.layers.22.fc1/_0.pt b/params/opt/5/rnd_search_t_lin/comb_2_t/global_train/model.decoder.layers.22.fc1/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..f38b5bc48c49e2b0e65cfb5501640dfcec87ea03
--- /dev/null
+++ b/params/opt/5/rnd_search_t_lin/comb_2_t/global_train/model.decoder.layers.22.fc1/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:91cb090dda99767152d2b874cf0dc9efdf2b0d9f9c9bcf3af20229824cefd1b9
+size 17539
diff --git a/params/opt/5/rnd_search_t_lin/comb_2_t/global_train/model.decoder.layers.22.fc1/_s.pt b/params/opt/5/rnd_search_t_lin/comb_2_t/global_train/model.decoder.layers.22.fc1/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..079ea97ef7f8247ec7ceba49e018543aa1753427
--- /dev/null
+++ b/params/opt/5/rnd_search_t_lin/comb_2_t/global_train/model.decoder.layers.22.fc1/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a6c76f2643e96bbfc0a77f1aadcd48639305a40dbc1dd7078688b555a0815844
+size 17539
diff --git a/params/opt/5/rnd_search_t_lin/comb_2_t/global_train/model.decoder.layers.22.fc2/_0.pt b/params/opt/5/rnd_search_t_lin/comb_2_t/global_train/model.decoder.layers.22.fc2/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..15284c65b2d1dc5beb003bcc6af3b0ecf3760707
--- /dev/null
+++ b/params/opt/5/rnd_search_t_lin/comb_2_t/global_train/model.decoder.layers.22.fc2/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:133df2b5be83cda9fc71a86c6ac7d3f3b51f575b2092bb5dc167d6e0f35e4e56
+size 5251
diff --git a/params/opt/5/rnd_search_t_lin/comb_2_t/global_train/model.decoder.layers.22.fc2/_s.pt b/params/opt/5/rnd_search_t_lin/comb_2_t/global_train/model.decoder.layers.22.fc2/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..07aa175fc3c8b5ea68b4ffdd99cbfb8334251cd4
--- /dev/null
+++ b/params/opt/5/rnd_search_t_lin/comb_2_t/global_train/model.decoder.layers.22.fc2/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a9693594d795ac9bc495ce70946641af42add937715e9b6556ddd8a9b9a17840
+size 5251
diff --git a/params/opt/5/rnd_search_t_lin/comb_2_t/global_train/model.decoder.layers.22.self_attn.k_proj/_0.pt b/params/opt/5/rnd_search_t_lin/comb_2_t/global_train/model.decoder.layers.22.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..acf5a044199c62cab884e70d445db4b24a9db914
--- /dev/null
+++ b/params/opt/5/rnd_search_t_lin/comb_2_t/global_train/model.decoder.layers.22.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:770d66ce185b06298c1732ee7e8d70c2f046d8d390d67c6449c0e85e7773049b
+size 5251
diff --git a/params/opt/5/rnd_search_t_lin/comb_2_t/global_train/model.decoder.layers.22.self_attn.k_proj/_s.pt b/params/opt/5/rnd_search_t_lin/comb_2_t/global_train/model.decoder.layers.22.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..015c3919824f75e1269105ea3168738549b0816e
--- /dev/null
+++ b/params/opt/5/rnd_search_t_lin/comb_2_t/global_train/model.decoder.layers.22.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:301184794891838b9b9a7947e0fed39f1c8e0c37c5e7942e6fad97d0a71a4922
+size 5251
diff --git a/params/opt/5/rnd_search_t_lin/comb_2_t/global_train/model.decoder.layers.22.self_attn.out_proj/_0.pt b/params/opt/5/rnd_search_t_lin/comb_2_t/global_train/model.decoder.layers.22.self_attn.out_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..58326e510fcbaefc130de855f552f1642d1fe137
--- /dev/null
+++ b/params/opt/5/rnd_search_t_lin/comb_2_t/global_train/model.decoder.layers.22.self_attn.out_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:4c03f2cff8b30ff198a497e2798c77fc3e824f8871e2163f81eb2cd574544b2b
+size 5251
diff --git a/params/opt/5/rnd_search_t_lin/comb_2_t/global_train/model.decoder.layers.22.self_attn.out_proj/_s.pt b/params/opt/5/rnd_search_t_lin/comb_2_t/global_train/model.decoder.layers.22.self_attn.out_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c0f6b1fe602965c2edefe57e3c4be68b7f9c9d3c
--- /dev/null
+++ b/params/opt/5/rnd_search_t_lin/comb_2_t/global_train/model.decoder.layers.22.self_attn.out_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:595299d04825ce01dff4078a86e63e3fec8a0c35ed5175af5d23cca4b4a7c258
+size 5251
diff --git a/params/opt/5/rnd_search_t_lin/comb_2_t/global_train/model.decoder.layers.22.self_attn.q_proj/_0.pt b/params/opt/5/rnd_search_t_lin/comb_2_t/global_train/model.decoder.layers.22.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..35e8c61c274f759f1d62411f057af3271702b2fe
--- /dev/null
+++ b/params/opt/5/rnd_search_t_lin/comb_2_t/global_train/model.decoder.layers.22.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:bf547774ea2e049e4fc518319d302da43255a5d42e4d0ef19327c638f6ddb871
+size 5251
diff --git a/params/opt/5/rnd_search_t_lin/comb_2_t/global_train/model.decoder.layers.22.self_attn.q_proj/_s.pt b/params/opt/5/rnd_search_t_lin/comb_2_t/global_train/model.decoder.layers.22.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..019f226f72b3b0a07a425ba50516c16a8e2a8196
--- /dev/null
+++ b/params/opt/5/rnd_search_t_lin/comb_2_t/global_train/model.decoder.layers.22.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f7a65a90c373bec90a526bd56e7687d6ae45c8e29eb873d6938eeb88c2f37fa8
+size 5251
diff --git a/params/opt/5/rnd_search_t_lin/comb_2_t/global_train/model.decoder.layers.22.self_attn.v_proj/_0.pt b/params/opt/5/rnd_search_t_lin/comb_2_t/global_train/model.decoder.layers.22.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..0b95af42beda3615a9c9348ad9ca1536ac48cfe0
--- /dev/null
+++ b/params/opt/5/rnd_search_t_lin/comb_2_t/global_train/model.decoder.layers.22.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:eec837c5ce8fb56c017e4be9ae4776f1a3eceb3de8515bc80e51288d8a506de7
+size 5251
diff --git a/params/opt/5/rnd_search_t_lin/comb_2_t/global_train/model.decoder.layers.22.self_attn.v_proj/_s.pt b/params/opt/5/rnd_search_t_lin/comb_2_t/global_train/model.decoder.layers.22.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..1e349026e53fde6e44cf08963b5a259a16ebffc8
--- /dev/null
+++ b/params/opt/5/rnd_search_t_lin/comb_2_t/global_train/model.decoder.layers.22.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2a06c8d55e0484fdada10692179d1ef7a7f0f3aef601e09c0c8870fe58f1a031
+size 5251
diff --git a/params/opt/5/rnd_search_t_lin/comb_2_t/global_train/model.decoder.layers.23.fc1/_0.pt b/params/opt/5/rnd_search_t_lin/comb_2_t/global_train/model.decoder.layers.23.fc1/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..175549426edf9418a0eea1e9c8e73b173611bc0f
--- /dev/null
+++ b/params/opt/5/rnd_search_t_lin/comb_2_t/global_train/model.decoder.layers.23.fc1/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:be51aa65bdd63861521a43045056b3e991b60e9c39d7a67abd7e9c027f52975a
+size 17539
diff --git a/params/opt/5/rnd_search_t_lin/comb_2_t/global_train/model.decoder.layers.23.fc1/_s.pt b/params/opt/5/rnd_search_t_lin/comb_2_t/global_train/model.decoder.layers.23.fc1/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..9176ec473d0cd376beca5decb612a31224453a82
--- /dev/null
+++ b/params/opt/5/rnd_search_t_lin/comb_2_t/global_train/model.decoder.layers.23.fc1/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a2a84c7169abc946d40e247c6411479a280bed7a6922c739bea16e87d9c261ed
+size 17539
diff --git a/params/opt/5/rnd_search_t_lin/comb_2_t/global_train/model.decoder.layers.23.fc2/_0.pt b/params/opt/5/rnd_search_t_lin/comb_2_t/global_train/model.decoder.layers.23.fc2/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..17f17e7f96471ddb966e99e9a9a7cf68ce7bcd2d
--- /dev/null
+++ b/params/opt/5/rnd_search_t_lin/comb_2_t/global_train/model.decoder.layers.23.fc2/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:1fb7a4521a04b401f990f29ca07b6dedc6dc22e6174e74d019c5646cb330ee78
+size 5251
diff --git a/params/opt/5/rnd_search_t_lin/comb_2_t/global_train/model.decoder.layers.23.fc2/_s.pt b/params/opt/5/rnd_search_t_lin/comb_2_t/global_train/model.decoder.layers.23.fc2/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..007fca169567c5b8058a68f5bf854dd11aad1e62
--- /dev/null
+++ b/params/opt/5/rnd_search_t_lin/comb_2_t/global_train/model.decoder.layers.23.fc2/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:df049e0b036e087ef3952a20758ceb371bee9be7a23d341fe3e98f14878a03de
+size 5251
diff --git a/params/opt/5/rnd_search_t_lin/comb_2_t/global_train/model.decoder.layers.23.self_attn.k_proj/_0.pt b/params/opt/5/rnd_search_t_lin/comb_2_t/global_train/model.decoder.layers.23.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ceaabb8602f4c10250846a353de06438b9b5587
--- /dev/null
+++ b/params/opt/5/rnd_search_t_lin/comb_2_t/global_train/model.decoder.layers.23.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ee0215cafa28536c991adbfeccff65f4c4bd14c6d8c954039376972ed841d124
+size 5251
diff --git a/params/opt/5/rnd_search_t_lin/comb_2_t/global_train/model.decoder.layers.23.self_attn.k_proj/_s.pt b/params/opt/5/rnd_search_t_lin/comb_2_t/global_train/model.decoder.layers.23.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..dee7131feb5f1651b360e6d50c6ad1797b7e50f8
--- /dev/null
+++ b/params/opt/5/rnd_search_t_lin/comb_2_t/global_train/model.decoder.layers.23.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0f4cc7009eca96ef7bef6e57d9c6cc2e4312214f24cca4713c5b733e5cb44ffb
+size 5251
diff --git a/params/opt/5/rnd_search_t_lin/comb_2_t/global_train/model.decoder.layers.23.self_attn.out_proj/_0.pt b/params/opt/5/rnd_search_t_lin/comb_2_t/global_train/model.decoder.layers.23.self_attn.out_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..d35eb97e7f078c01228248ea0d0a7a9025f5d697
--- /dev/null
+++ b/params/opt/5/rnd_search_t_lin/comb_2_t/global_train/model.decoder.layers.23.self_attn.out_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:9dc64261367506ab4ed8f8445bc3ecc0847f5dfaf73eb71d703948a8895d0960
+size 5251
diff --git a/params/opt/5/rnd_search_t_lin/comb_2_t/global_train/model.decoder.layers.23.self_attn.out_proj/_s.pt b/params/opt/5/rnd_search_t_lin/comb_2_t/global_train/model.decoder.layers.23.self_attn.out_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..002fb28718c18849c90df3628b4673aa001ac85e
--- /dev/null
+++ b/params/opt/5/rnd_search_t_lin/comb_2_t/global_train/model.decoder.layers.23.self_attn.out_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ee47ab58d2f94ca57df21d64994275fbbafd0cbf2f0b97d6bcd30a98a971db26
+size 5251
diff --git a/params/opt/5/rnd_search_t_lin/comb_2_t/global_train/model.decoder.layers.23.self_attn.q_proj/_0.pt b/params/opt/5/rnd_search_t_lin/comb_2_t/global_train/model.decoder.layers.23.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..6d9c7defa502fcec6c6cc214b57ebfe726d9cb8d
--- /dev/null
+++ b/params/opt/5/rnd_search_t_lin/comb_2_t/global_train/model.decoder.layers.23.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b3b9e4ade0df13ea242230dae97466e009141ca649d9fd4b54dae344420190f8
+size 5251
diff --git a/params/opt/5/rnd_search_t_lin/comb_2_t/global_train/model.decoder.layers.23.self_attn.q_proj/_s.pt b/params/opt/5/rnd_search_t_lin/comb_2_t/global_train/model.decoder.layers.23.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..1410b6ec34b79452c4bdb7bd6577141f9965f215
--- /dev/null
+++ b/params/opt/5/rnd_search_t_lin/comb_2_t/global_train/model.decoder.layers.23.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:1c2ee6a956303f56cba189d9927fa2a09f221e2966a90515c089ee2526023fce
+size 5251
diff --git a/params/opt/5/rnd_search_t_lin/comb_2_t/global_train/model.decoder.layers.23.self_attn.v_proj/_0.pt b/params/opt/5/rnd_search_t_lin/comb_2_t/global_train/model.decoder.layers.23.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..79e5c15d1629e9dbb9e0846a310e642ec7cc9339
--- /dev/null
+++ b/params/opt/5/rnd_search_t_lin/comb_2_t/global_train/model.decoder.layers.23.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:32fa858a87a0540b632b2cdf142baf77750e69583482bfa16be3648f6480f47a
+size 5251
diff --git a/params/opt/5/rnd_search_t_lin/comb_2_t/global_train/model.decoder.layers.23.self_attn.v_proj/_s.pt b/params/opt/5/rnd_search_t_lin/comb_2_t/global_train/model.decoder.layers.23.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..0eb9bab23a79536397ae6233f822881028ad174a
--- /dev/null
+++ b/params/opt/5/rnd_search_t_lin/comb_2_t/global_train/model.decoder.layers.23.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:7b2181883b0e4fe5347859a1750d17a1f7de29048562e46853aaff78ad4e86b9
+size 5251
diff --git a/params/opt/5/rnd_search_t_lin/comb_2_t/global_train/model.decoder.layers.3.fc1/_0.pt b/params/opt/5/rnd_search_t_lin/comb_2_t/global_train/model.decoder.layers.3.fc1/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..cff8731d21b2e1574b699472cbb8d8caa25227fd
--- /dev/null
+++ b/params/opt/5/rnd_search_t_lin/comb_2_t/global_train/model.decoder.layers.3.fc1/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:816d403b0f916f24d9a66c4dd80693e7fd5444e03c0165ea537655e4a580075f
+size 17539
diff --git a/params/opt/5/rnd_search_t_lin/comb_2_t/global_train/model.decoder.layers.3.fc1/_s.pt b/params/opt/5/rnd_search_t_lin/comb_2_t/global_train/model.decoder.layers.3.fc1/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2236f623f3aeeea127a54947f465b66257f9ed31
--- /dev/null
+++ b/params/opt/5/rnd_search_t_lin/comb_2_t/global_train/model.decoder.layers.3.fc1/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e9dd1fdfb0700eb8bf9e3f67aeedf67e7a47ac066cbff7d076da7a09185fd1fe
+size 17539
diff --git a/params/opt/5/rnd_search_t_lin/comb_2_t/global_train/model.decoder.layers.3.fc2/_0.pt b/params/opt/5/rnd_search_t_lin/comb_2_t/global_train/model.decoder.layers.3.fc2/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..dce515b3d6d5a1f2034e32df1cb4406246418112
--- /dev/null
+++ b/params/opt/5/rnd_search_t_lin/comb_2_t/global_train/model.decoder.layers.3.fc2/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:25b9929ff2c37b6b2d4dae19c8473e38cf5a4cacdaad271d100d9333942e0276
+size 5251
diff --git a/params/opt/5/rnd_search_t_lin/comb_2_t/global_train/model.decoder.layers.3.fc2/_s.pt b/params/opt/5/rnd_search_t_lin/comb_2_t/global_train/model.decoder.layers.3.fc2/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..f6905f19f4e9a69182377d26be0e8c504518f16c
--- /dev/null
+++ b/params/opt/5/rnd_search_t_lin/comb_2_t/global_train/model.decoder.layers.3.fc2/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:390f64f0758f9b387b3d84e1ad8620246dea257b595204e1559197bfe47ca4d2
+size 5251
diff --git a/params/opt/5/rnd_search_t_lin/comb_2_t/global_train/model.decoder.layers.3.self_attn.k_proj/_0.pt b/params/opt/5/rnd_search_t_lin/comb_2_t/global_train/model.decoder.layers.3.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a9addd1e931720365a048f930218f5c350f7ea3a
--- /dev/null
+++ b/params/opt/5/rnd_search_t_lin/comb_2_t/global_train/model.decoder.layers.3.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:81806077b79905f03d89eccc014a1c03b0a56a6ed449e145752770ba8a7a306b
+size 5251
diff --git a/params/opt/5/rnd_search_t_lin/comb_2_t/global_train/model.decoder.layers.3.self_attn.k_proj/_s.pt b/params/opt/5/rnd_search_t_lin/comb_2_t/global_train/model.decoder.layers.3.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8d047067d699fc0f0fd590e5b035b3339fe38f02
--- /dev/null
+++ b/params/opt/5/rnd_search_t_lin/comb_2_t/global_train/model.decoder.layers.3.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5afd3eaaf28fc6cd644409f07b4770ba1bf3a210260023c2b0c76699a6ef1225
+size 5251
diff --git a/params/opt/5/rnd_search_t_lin/comb_2_t/global_train/model.decoder.layers.3.self_attn.out_proj/_0.pt b/params/opt/5/rnd_search_t_lin/comb_2_t/global_train/model.decoder.layers.3.self_attn.out_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..725ad37af10f05f4a478cd0f6fb8673573e91d93
--- /dev/null
+++ b/params/opt/5/rnd_search_t_lin/comb_2_t/global_train/model.decoder.layers.3.self_attn.out_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ed9ababb7e6dc8719e1f08e94cd82cb042eb0abf4c91b3cbbe1754cb85858d1e
+size 5251
diff --git a/params/opt/5/rnd_search_t_lin/comb_2_t/global_train/model.decoder.layers.3.self_attn.out_proj/_s.pt b/params/opt/5/rnd_search_t_lin/comb_2_t/global_train/model.decoder.layers.3.self_attn.out_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2f24a873d4bbc6b2dbd1a85b032dc425d18b1f23
--- /dev/null
+++ b/params/opt/5/rnd_search_t_lin/comb_2_t/global_train/model.decoder.layers.3.self_attn.out_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:4655ec2a8e6fbf33d5f8836cac32e10c3084e0d11fa81ee996ad321b400aee72
+size 5251
diff --git a/params/opt/5/rnd_search_t_lin/comb_2_t/global_train/model.decoder.layers.3.self_attn.q_proj/_0.pt b/params/opt/5/rnd_search_t_lin/comb_2_t/global_train/model.decoder.layers.3.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e0e6d55b8a77f63db73f4c20f7c4c0e4478e8c87
--- /dev/null
+++ b/params/opt/5/rnd_search_t_lin/comb_2_t/global_train/model.decoder.layers.3.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c19a40f7c18a5561939db60d1cd5f1b814f2b874493102da5e41d9c2ca286d10
+size 5251
diff --git a/params/opt/5/rnd_search_t_lin/comb_2_t/global_train/model.decoder.layers.3.self_attn.q_proj/_s.pt b/params/opt/5/rnd_search_t_lin/comb_2_t/global_train/model.decoder.layers.3.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2800242d48856d0709e380d49433c47f410f1099
--- /dev/null
+++ b/params/opt/5/rnd_search_t_lin/comb_2_t/global_train/model.decoder.layers.3.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e0d1395f1b52dedeb341cbddc00282d3eafe49eb0c623b6d35e2ae0d51884ed2
+size 5251
diff --git a/params/opt/5/rnd_search_t_lin/comb_2_t/global_train/model.decoder.layers.3.self_attn.v_proj/_0.pt b/params/opt/5/rnd_search_t_lin/comb_2_t/global_train/model.decoder.layers.3.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2613eaf78a24ab61d97695babfba138c3003b77d
--- /dev/null
+++ b/params/opt/5/rnd_search_t_lin/comb_2_t/global_train/model.decoder.layers.3.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cc5d6b91395b7bac583de480297d716409a0332d7bb37f736bb78d94e7407a6
+size 5251
diff --git a/params/opt/5/rnd_search_t_lin/comb_2_t/global_train/model.decoder.layers.3.self_attn.v_proj/_s.pt b/params/opt/5/rnd_search_t_lin/comb_2_t/global_train/model.decoder.layers.3.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..b4df5a94840920c7cd7459a4d2ffde285d177cfa
--- /dev/null
+++ b/params/opt/5/rnd_search_t_lin/comb_2_t/global_train/model.decoder.layers.3.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:7e5b2a5b0c8d80c51521c2478c8ccfb97bf7574c1efb7ab2191e82b40d027d11
+size 5251
diff --git a/params/opt/5/rnd_search_t_lin/comb_2_t/global_train/model.decoder.layers.4.fc1/_0.pt b/params/opt/5/rnd_search_t_lin/comb_2_t/global_train/model.decoder.layers.4.fc1/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..35dc98d6cc9d3e4682d0766754e107833dcf3fd3
--- /dev/null
+++ b/params/opt/5/rnd_search_t_lin/comb_2_t/global_train/model.decoder.layers.4.fc1/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a2744c8288b66484672c1a9d561ae0bbba18e240c27090be18ceeff0f5af4eb0
+size 17539
diff --git a/params/opt/5/rnd_search_t_lin/comb_2_t/global_train/model.decoder.layers.4.fc1/_s.pt b/params/opt/5/rnd_search_t_lin/comb_2_t/global_train/model.decoder.layers.4.fc1/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e088cf552430acbbd11427c540ae402c902d56b3
--- /dev/null
+++ b/params/opt/5/rnd_search_t_lin/comb_2_t/global_train/model.decoder.layers.4.fc1/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:52e007e86b83722e6a419e38ffc23e36c8a746e0e876fbbedbbb50939ed64e0e
+size 17539
diff --git a/params/opt/5/rnd_search_t_lin/comb_2_t/global_train/model.decoder.layers.4.fc2/_0.pt b/params/opt/5/rnd_search_t_lin/comb_2_t/global_train/model.decoder.layers.4.fc2/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..0dd843666202e7f4484ed219abe5ab5ca749c76e
--- /dev/null
+++ b/params/opt/5/rnd_search_t_lin/comb_2_t/global_train/model.decoder.layers.4.fc2/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:bdc34de824e1ecd7d859889f609bb81b1534373f58bd2b68d193710d3ed43d56
+size 5251
diff --git a/params/opt/5/rnd_search_t_lin/comb_2_t/global_train/model.decoder.layers.4.fc2/_s.pt b/params/opt/5/rnd_search_t_lin/comb_2_t/global_train/model.decoder.layers.4.fc2/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e6a21397c0aeeb6aee3700ea84fc3fd6dafbe888
--- /dev/null
+++ b/params/opt/5/rnd_search_t_lin/comb_2_t/global_train/model.decoder.layers.4.fc2/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:14bf149143d2b2bcefb63a539104c93a20bb7702b18f5c3ece153d6f9f41f9f0
+size 5251
diff --git a/params/opt/5/rnd_search_t_lin/comb_2_t/global_train/model.decoder.layers.4.self_attn.k_proj/_0.pt b/params/opt/5/rnd_search_t_lin/comb_2_t/global_train/model.decoder.layers.4.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..58d7514fc654b75f1dfbd42b906e90105ba90d49
--- /dev/null
+++ b/params/opt/5/rnd_search_t_lin/comb_2_t/global_train/model.decoder.layers.4.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c106c309907dcc2cd84de6ae4209e8ec382b3999348014552971e9bf917fcae6
+size 5251
diff --git a/params/opt/5/rnd_search_t_lin/comb_2_t/global_train/model.decoder.layers.4.self_attn.k_proj/_s.pt b/params/opt/5/rnd_search_t_lin/comb_2_t/global_train/model.decoder.layers.4.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..34ea71823359b04b6c48f977d34939a1291005a1
--- /dev/null
+++ b/params/opt/5/rnd_search_t_lin/comb_2_t/global_train/model.decoder.layers.4.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ec820c92bb188720f7454f75ae48f706ddbc2590917660ba26969a6d77e88f82
+size 5251
diff --git a/params/opt/5/rnd_search_t_lin/comb_2_t/global_train/model.decoder.layers.4.self_attn.out_proj/_0.pt b/params/opt/5/rnd_search_t_lin/comb_2_t/global_train/model.decoder.layers.4.self_attn.out_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a0c182163341d6dcf811d4ad77da3f9e47bc8b37
--- /dev/null
+++ b/params/opt/5/rnd_search_t_lin/comb_2_t/global_train/model.decoder.layers.4.self_attn.out_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:37e857d67bb23e46a5cabdc3111a0824decd027b2e8338fa667de0bfffdeb36e
+size 5251
diff --git a/params/opt/5/rnd_search_t_lin/comb_2_t/global_train/model.decoder.layers.4.self_attn.out_proj/_s.pt b/params/opt/5/rnd_search_t_lin/comb_2_t/global_train/model.decoder.layers.4.self_attn.out_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..23e1b0562a021c85df9aec7b30ccc9d7078e0533
--- /dev/null
+++ b/params/opt/5/rnd_search_t_lin/comb_2_t/global_train/model.decoder.layers.4.self_attn.out_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:73579564be235f1a7f84a3d747474fd62c2536d61f80cf3ef37cd86ab64d7f3b
+size 5251
diff --git a/params/opt/5/rnd_search_t_lin/comb_2_t/global_train/model.decoder.layers.4.self_attn.q_proj/_0.pt b/params/opt/5/rnd_search_t_lin/comb_2_t/global_train/model.decoder.layers.4.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..13b51f6419274117c2d1e68f16ca2f90d12295c2
--- /dev/null
+++ b/params/opt/5/rnd_search_t_lin/comb_2_t/global_train/model.decoder.layers.4.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b2278bfd0b651b320efdad096829a01d3103ed9575b9cbdfc062539fd824e8a4
+size 5251
diff --git a/params/opt/5/rnd_search_t_lin/comb_2_t/global_train/model.decoder.layers.4.self_attn.q_proj/_s.pt b/params/opt/5/rnd_search_t_lin/comb_2_t/global_train/model.decoder.layers.4.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..6a15e14ad91c25256182c79f9a2307e822ae4a02
--- /dev/null
+++ b/params/opt/5/rnd_search_t_lin/comb_2_t/global_train/model.decoder.layers.4.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:6308749869ab6a1fcb22100a664e3b2122f13c44adf269d8f0ce0c75f4ee8de0
+size 5251
diff --git a/params/opt/5/rnd_search_t_lin/comb_2_t/global_train/model.decoder.layers.4.self_attn.v_proj/_0.pt b/params/opt/5/rnd_search_t_lin/comb_2_t/global_train/model.decoder.layers.4.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..16005b9d2a464a3d2badbfc7809a236dd326f2b6
--- /dev/null
+++ b/params/opt/5/rnd_search_t_lin/comb_2_t/global_train/model.decoder.layers.4.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b364cd75ec83291e39f349d3a5306a09c4ab2a2af4a3f5dc06a84b0ce7ba6472
+size 5251
diff --git a/params/opt/5/rnd_search_t_lin/comb_2_t/global_train/model.decoder.layers.4.self_attn.v_proj/_s.pt b/params/opt/5/rnd_search_t_lin/comb_2_t/global_train/model.decoder.layers.4.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..61ef534b06690254fbb66e6a59c7de6f24b12a68
--- /dev/null
+++ b/params/opt/5/rnd_search_t_lin/comb_2_t/global_train/model.decoder.layers.4.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a0cf4a8ff1fa9146f801ec662e86a2cf43542a5079c915176e9b2c08d1905d8e
+size 5251
diff --git a/params/opt/5/rnd_search_t_lin/comb_2_t/global_train/model.decoder.layers.5.fc1/_0.pt b/params/opt/5/rnd_search_t_lin/comb_2_t/global_train/model.decoder.layers.5.fc1/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..baef8f981b3030070c3c09489db3a8e580427875
--- /dev/null
+++ b/params/opt/5/rnd_search_t_lin/comb_2_t/global_train/model.decoder.layers.5.fc1/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5cbfa7c2adcd318a0bf4d5e77076da3e80f623123a7bbe352f1eb882e3ee8f3a
+size 17539
diff --git a/params/opt/5/rnd_search_t_lin/comb_2_t/global_train/model.decoder.layers.5.fc1/_s.pt b/params/opt/5/rnd_search_t_lin/comb_2_t/global_train/model.decoder.layers.5.fc1/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..bfb93f468ea0a8f2a76dbde4fb294506bcfd4857
--- /dev/null
+++ b/params/opt/5/rnd_search_t_lin/comb_2_t/global_train/model.decoder.layers.5.fc1/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:22f7dccadec4ce0d9d755af077551320c5ec699a33e3adc5aa4a0b0e4314f3b6
+size 17539
diff --git a/params/opt/5/rnd_search_t_lin/comb_2_t/global_train/model.decoder.layers.5.fc2/_0.pt b/params/opt/5/rnd_search_t_lin/comb_2_t/global_train/model.decoder.layers.5.fc2/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..7f3e834056f20b8477d6fcfac24581e55865ef55
--- /dev/null
+++ b/params/opt/5/rnd_search_t_lin/comb_2_t/global_train/model.decoder.layers.5.fc2/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a091954935c763ac85265a9d72543276b0eb27998073f621e6fc65ecd9862dc7
+size 5251
diff --git a/params/opt/5/rnd_search_t_lin/comb_2_t/global_train/model.decoder.layers.5.fc2/_s.pt b/params/opt/5/rnd_search_t_lin/comb_2_t/global_train/model.decoder.layers.5.fc2/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c44c6cb72d88cf8f10fc5507baca6c92b439ef61
--- /dev/null
+++ b/params/opt/5/rnd_search_t_lin/comb_2_t/global_train/model.decoder.layers.5.fc2/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:3393920150874db1b5d8fc05ff8ee2747ddb30d37d8214b34261871b5058dd26
+size 5251
diff --git a/params/opt/5/rnd_search_t_lin/comb_2_t/global_train/model.decoder.layers.5.self_attn.k_proj/_0.pt b/params/opt/5/rnd_search_t_lin/comb_2_t/global_train/model.decoder.layers.5.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..1c0406ebfe9659b85905d2141f519f3d026a9452
--- /dev/null
+++ b/params/opt/5/rnd_search_t_lin/comb_2_t/global_train/model.decoder.layers.5.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5bab6dfd49937933e1746443edc656f8884a3ea86b32f7e4bdb85a47243b90dc
+size 5251
diff --git a/params/opt/5/rnd_search_t_lin/comb_2_t/global_train/model.decoder.layers.5.self_attn.k_proj/_s.pt b/params/opt/5/rnd_search_t_lin/comb_2_t/global_train/model.decoder.layers.5.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..089c5aa785924a24c87370744e200ca57bd686c6
--- /dev/null
+++ b/params/opt/5/rnd_search_t_lin/comb_2_t/global_train/model.decoder.layers.5.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:799646362f177507bbac890faadd72ff038a22ca2d9fefd42a6d8515e032c30a
+size 5251
diff --git a/params/opt/5/rnd_search_t_lin/comb_2_t/global_train/model.decoder.layers.5.self_attn.out_proj/_0.pt b/params/opt/5/rnd_search_t_lin/comb_2_t/global_train/model.decoder.layers.5.self_attn.out_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..f1868e819ed8f9729d62094f4e3b9782fde356af
--- /dev/null
+++ b/params/opt/5/rnd_search_t_lin/comb_2_t/global_train/model.decoder.layers.5.self_attn.out_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f3dd279b5c9970d112590c95f03e3e1707af009d4f365df50b598d8e1460bf66
+size 5251
diff --git a/params/opt/5/rnd_search_t_lin/comb_2_t/global_train/model.decoder.layers.5.self_attn.out_proj/_s.pt b/params/opt/5/rnd_search_t_lin/comb_2_t/global_train/model.decoder.layers.5.self_attn.out_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c92502a17fcd99280e664ae5d9ed928c4b250e71
--- /dev/null
+++ b/params/opt/5/rnd_search_t_lin/comb_2_t/global_train/model.decoder.layers.5.self_attn.out_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:cbd706ee007bd32ca072c8bff5d5b9bdd21a08021b1c5f8201316b3555d14ba1
+size 5251
diff --git a/params/opt/5/rnd_search_t_lin/comb_2_t/global_train/model.decoder.layers.5.self_attn.q_proj/_0.pt b/params/opt/5/rnd_search_t_lin/comb_2_t/global_train/model.decoder.layers.5.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..80b7809a06a63589033eb7b105246772fdcfeae1
--- /dev/null
+++ b/params/opt/5/rnd_search_t_lin/comb_2_t/global_train/model.decoder.layers.5.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:697361cd2c150102beaa6c6520131868e8df1be9a44fd9ecc3328671fab423f6
+size 5251
diff --git a/params/opt/5/rnd_search_t_lin/comb_2_t/global_train/model.decoder.layers.5.self_attn.q_proj/_s.pt b/params/opt/5/rnd_search_t_lin/comb_2_t/global_train/model.decoder.layers.5.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4b84153d369ccc4374f63f318680354527f849e4
--- /dev/null
+++ b/params/opt/5/rnd_search_t_lin/comb_2_t/global_train/model.decoder.layers.5.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e4d830c9871006d21bc71c2a7a65cad6335943e3c9f54de4086cbea8dbdc8397
+size 5251
diff --git a/params/opt/5/rnd_search_t_lin/comb_2_t/global_train/model.decoder.layers.5.self_attn.v_proj/_0.pt b/params/opt/5/rnd_search_t_lin/comb_2_t/global_train/model.decoder.layers.5.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ba6a30d6d993f8459ef643d65d18c09209fefe37
--- /dev/null
+++ b/params/opt/5/rnd_search_t_lin/comb_2_t/global_train/model.decoder.layers.5.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5eddc8074f5c97cf000229474c9bf56875b08ef0996a5f73d7a055520ff8e57a
+size 5251
diff --git a/params/opt/5/rnd_search_t_lin/comb_2_t/global_train/model.decoder.layers.5.self_attn.v_proj/_s.pt b/params/opt/5/rnd_search_t_lin/comb_2_t/global_train/model.decoder.layers.5.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..74324043bf9939fd88c086b357a1cf4f15901e71
--- /dev/null
+++ b/params/opt/5/rnd_search_t_lin/comb_2_t/global_train/model.decoder.layers.5.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2f423c1676b7cd70a2fd5b2cfd15f4b393852895b2128770a570340717f9ec1b
+size 5251
diff --git a/params/opt/5/rnd_search_t_lin/comb_2_t/global_train/model.decoder.layers.6.fc1/_0.pt b/params/opt/5/rnd_search_t_lin/comb_2_t/global_train/model.decoder.layers.6.fc1/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..491142e0056b21f2a1afee4521b5ea98ea14a6f3
--- /dev/null
+++ b/params/opt/5/rnd_search_t_lin/comb_2_t/global_train/model.decoder.layers.6.fc1/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:908a194fc10b259c5482933a91c9d4ba925088ebc6a52e09b61bb35dbce7b106
+size 17539
diff --git a/params/opt/5/rnd_search_t_lin/comb_2_t/global_train/model.decoder.layers.6.fc1/_s.pt b/params/opt/5/rnd_search_t_lin/comb_2_t/global_train/model.decoder.layers.6.fc1/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ef5a7ce5fe6fa30347736a01f104c59b27517e9f
--- /dev/null
+++ b/params/opt/5/rnd_search_t_lin/comb_2_t/global_train/model.decoder.layers.6.fc1/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:178dc7ba8562c10d08ca79ea123b117a82f25d04f2a267a63a38993ce6748f6d
+size 17539
diff --git a/params/opt/5/rnd_search_t_lin/comb_2_t/global_train/model.decoder.layers.6.fc2/_0.pt b/params/opt/5/rnd_search_t_lin/comb_2_t/global_train/model.decoder.layers.6.fc2/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..47dfa33227c160270821a4ef02eb207c6a2a1ccc
--- /dev/null
+++ b/params/opt/5/rnd_search_t_lin/comb_2_t/global_train/model.decoder.layers.6.fc2/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:8551216bf0c0dba59bd9ccf26ec64bc3b7427bfe07dd336e66148058c44b9ca4
+size 5251
diff --git a/params/opt/5/rnd_search_t_lin/comb_2_t/global_train/model.decoder.layers.6.fc2/_s.pt b/params/opt/5/rnd_search_t_lin/comb_2_t/global_train/model.decoder.layers.6.fc2/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2c9dd577ac6603021e851a66bd6659a129b6a81f
--- /dev/null
+++ b/params/opt/5/rnd_search_t_lin/comb_2_t/global_train/model.decoder.layers.6.fc2/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:7066a443a1c17b2951511cb40dcb3cb69616eb3ff1cbc581bddd7c1dc081782f
+size 5251
diff --git a/params/opt/5/rnd_search_t_lin/comb_2_t/global_train/model.decoder.layers.6.self_attn.k_proj/_0.pt b/params/opt/5/rnd_search_t_lin/comb_2_t/global_train/model.decoder.layers.6.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e5aee06a5b577f4c1da855fdc728a60392fd87e6
--- /dev/null
+++ b/params/opt/5/rnd_search_t_lin/comb_2_t/global_train/model.decoder.layers.6.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:bd942c383c92326611ddd52abfb10376bb75b27996834466885689bc243952e2
+size 5251
diff --git a/params/opt/5/rnd_search_t_lin/comb_2_t/global_train/model.decoder.layers.6.self_attn.k_proj/_s.pt b/params/opt/5/rnd_search_t_lin/comb_2_t/global_train/model.decoder.layers.6.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..7824a546df8a69cd608d2ad33d74a3f258fb6dd7
--- /dev/null
+++ b/params/opt/5/rnd_search_t_lin/comb_2_t/global_train/model.decoder.layers.6.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:dc507c49f2c2743768fdd46d8bf7cca4c59bd461b429ceb8820daaa299de5dd1
+size 5251
diff --git a/params/opt/5/rnd_search_t_lin/comb_2_t/global_train/model.decoder.layers.6.self_attn.out_proj/_0.pt b/params/opt/5/rnd_search_t_lin/comb_2_t/global_train/model.decoder.layers.6.self_attn.out_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4140d60359ab802e341b122f4ca75108135775ea
--- /dev/null
+++ b/params/opt/5/rnd_search_t_lin/comb_2_t/global_train/model.decoder.layers.6.self_attn.out_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:bc79f970f685342b4b3f1bd8c2b907cb1d51b9a91ec5bba6b8b252c08a31cec2
+size 5251
diff --git a/params/opt/5/rnd_search_t_lin/comb_2_t/global_train/model.decoder.layers.6.self_attn.out_proj/_s.pt b/params/opt/5/rnd_search_t_lin/comb_2_t/global_train/model.decoder.layers.6.self_attn.out_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..289ef7099ca3bb709fe7bb8b1af0e2803d317fbe
--- /dev/null
+++ b/params/opt/5/rnd_search_t_lin/comb_2_t/global_train/model.decoder.layers.6.self_attn.out_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:97c5ad05999e7d01a6007ceb7932a84c64f2656d67d354d249de9cbff242c703
+size 5251
diff --git a/params/opt/5/rnd_search_t_lin/comb_2_t/global_train/model.decoder.layers.6.self_attn.q_proj/_0.pt b/params/opt/5/rnd_search_t_lin/comb_2_t/global_train/model.decoder.layers.6.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..07591986f0911da32b4ede79c19cf8df74669d1c
--- /dev/null
+++ b/params/opt/5/rnd_search_t_lin/comb_2_t/global_train/model.decoder.layers.6.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:4c84af23bd9580d18ce95d3395c58bdc0416a754ce99ca2c46899eac46790792
+size 5251
diff --git a/params/opt/5/rnd_search_t_lin/comb_2_t/global_train/model.decoder.layers.6.self_attn.q_proj/_s.pt b/params/opt/5/rnd_search_t_lin/comb_2_t/global_train/model.decoder.layers.6.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..917f7299c2b41d15ebd9b68f38b418f48cfe6cdb
--- /dev/null
+++ b/params/opt/5/rnd_search_t_lin/comb_2_t/global_train/model.decoder.layers.6.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b8a817ae0192054640b593918d2aaf42ad0ba861c65c69924e232c1fd4b50a19
+size 5251
diff --git a/params/opt/5/rnd_search_t_lin/comb_2_t/global_train/model.decoder.layers.6.self_attn.v_proj/_0.pt b/params/opt/5/rnd_search_t_lin/comb_2_t/global_train/model.decoder.layers.6.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..f348eb0d405ec51b5f3e07068e89166952f94017
--- /dev/null
+++ b/params/opt/5/rnd_search_t_lin/comb_2_t/global_train/model.decoder.layers.6.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:39fae28e4a83386b1c7da41c28a8f9fbe2ef0cb5ce66d26d2428409dc65bd550
+size 5251
diff --git a/params/opt/5/rnd_search_t_lin/comb_2_t/global_train/model.decoder.layers.6.self_attn.v_proj/_s.pt b/params/opt/5/rnd_search_t_lin/comb_2_t/global_train/model.decoder.layers.6.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..907c0b7200f78a6875517201e47e5c8ade03e02c
--- /dev/null
+++ b/params/opt/5/rnd_search_t_lin/comb_2_t/global_train/model.decoder.layers.6.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:66d10c191c76801eb1004b9a414208561467e1d732c713fb618dbcdac7420522
+size 5251
diff --git a/params/opt/5/rnd_search_t_lin/comb_2_t/global_train/model.decoder.layers.7.fc1/_0.pt b/params/opt/5/rnd_search_t_lin/comb_2_t/global_train/model.decoder.layers.7.fc1/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..d71e0f65a2132a097dd91b7b96144817f1f071f9
--- /dev/null
+++ b/params/opt/5/rnd_search_t_lin/comb_2_t/global_train/model.decoder.layers.7.fc1/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e6725721d4cd443d56ab8548cbc5b63da6942ab278277b9b251406a5881b57db
+size 17539
diff --git a/params/opt/5/rnd_search_t_lin/comb_2_t/global_train/model.decoder.layers.7.fc1/_s.pt b/params/opt/5/rnd_search_t_lin/comb_2_t/global_train/model.decoder.layers.7.fc1/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..eea4e2bcff016b46e4d00b8e9fb31349202e206c
--- /dev/null
+++ b/params/opt/5/rnd_search_t_lin/comb_2_t/global_train/model.decoder.layers.7.fc1/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:1a0ff291016c18658ac3682e19a7be882ca41c76cf8f1cc42b1bb34ad3aeeb22
+size 17539
diff --git a/params/opt/5/rnd_search_t_lin/comb_2_t/global_train/model.decoder.layers.7.fc2/_0.pt b/params/opt/5/rnd_search_t_lin/comb_2_t/global_train/model.decoder.layers.7.fc2/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..faa49dc926c6d36100fd05f4a3645288433be059
--- /dev/null
+++ b/params/opt/5/rnd_search_t_lin/comb_2_t/global_train/model.decoder.layers.7.fc2/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:6773ae7a4c298d143748a24cb4377726d7c998236ef6e737690a34c60479cf47
+size 5251
diff --git a/params/opt/5/rnd_search_t_lin/comb_2_t/global_train/model.decoder.layers.7.fc2/_s.pt b/params/opt/5/rnd_search_t_lin/comb_2_t/global_train/model.decoder.layers.7.fc2/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2faa1a08dd266877cd3b61c62877182c34d56810
--- /dev/null
+++ b/params/opt/5/rnd_search_t_lin/comb_2_t/global_train/model.decoder.layers.7.fc2/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:1ccf4563fc973159dc95c05cb8744bd519ba82c476010fc8bceedd2fc7a39b4f
+size 5251
diff --git a/params/opt/5/rnd_search_t_lin/comb_2_t/global_train/model.decoder.layers.7.self_attn.k_proj/_0.pt b/params/opt/5/rnd_search_t_lin/comb_2_t/global_train/model.decoder.layers.7.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..9f07515bca951339a44dda764f3d8b770302e3eb
--- /dev/null
+++ b/params/opt/5/rnd_search_t_lin/comb_2_t/global_train/model.decoder.layers.7.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:67f6fd7a192f7656413ecd4bc591d31257399f95489f800aca4413ae42a431f6
+size 5251
diff --git a/params/opt/5/rnd_search_t_lin/comb_2_t/global_train/model.decoder.layers.7.self_attn.k_proj/_s.pt b/params/opt/5/rnd_search_t_lin/comb_2_t/global_train/model.decoder.layers.7.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4fc6202cbe3cfc550e71886816cb67ab6352b6bb
--- /dev/null
+++ b/params/opt/5/rnd_search_t_lin/comb_2_t/global_train/model.decoder.layers.7.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:3e2ae04f4c8299f16c093201f15bb1bec613e50d646ea73e2ca105fc7d5dc297
+size 5251
diff --git a/params/opt/5/rnd_search_t_lin/comb_2_t/global_train/model.decoder.layers.7.self_attn.out_proj/_0.pt b/params/opt/5/rnd_search_t_lin/comb_2_t/global_train/model.decoder.layers.7.self_attn.out_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2fcfa7ac2a302bd0cb6956dffb6195ae89ca7bda
--- /dev/null
+++ b/params/opt/5/rnd_search_t_lin/comb_2_t/global_train/model.decoder.layers.7.self_attn.out_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:12c0a5b4d3e1a00321091c31a1739bcd4d79f37bb6776289972fd3cf3e50c26b
+size 5251
diff --git a/params/opt/5/rnd_search_t_lin/comb_2_t/global_train/model.decoder.layers.7.self_attn.out_proj/_s.pt b/params/opt/5/rnd_search_t_lin/comb_2_t/global_train/model.decoder.layers.7.self_attn.out_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..0db09e620c389d68278f2994ed1b0d3a8cbd7152
--- /dev/null
+++ b/params/opt/5/rnd_search_t_lin/comb_2_t/global_train/model.decoder.layers.7.self_attn.out_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f7bc1ae63ec5e3a7ccbd6f6530605f3dc35b0adda2dc53ccfe6e897fb25bdcbe
+size 5251
diff --git a/params/opt/5/rnd_search_t_lin/comb_2_t/global_train/model.decoder.layers.7.self_attn.q_proj/_0.pt b/params/opt/5/rnd_search_t_lin/comb_2_t/global_train/model.decoder.layers.7.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..b412166d4b34572801f1b6ea4c6f7a74d31d3ca7
--- /dev/null
+++ b/params/opt/5/rnd_search_t_lin/comb_2_t/global_train/model.decoder.layers.7.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e5ae6cd8bfc9ca46f61f1a0e5a8181856621c25a16617cf0de6b676270821057
+size 5251
diff --git a/params/opt/5/rnd_search_t_lin/comb_2_t/global_train/model.decoder.layers.7.self_attn.q_proj/_s.pt b/params/opt/5/rnd_search_t_lin/comb_2_t/global_train/model.decoder.layers.7.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..60273aa7fcdfd253a8d013f9e449a61939dc85cd
--- /dev/null
+++ b/params/opt/5/rnd_search_t_lin/comb_2_t/global_train/model.decoder.layers.7.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:87e98d6689defa9fdedd3195c79204c579e116802d6980d7b08786b60b1d3974
+size 5251
diff --git a/params/opt/5/rnd_search_t_lin/comb_2_t/global_train/model.decoder.layers.7.self_attn.v_proj/_0.pt b/params/opt/5/rnd_search_t_lin/comb_2_t/global_train/model.decoder.layers.7.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..07bc0cb5f9b1c1de5925d6d2ea8cd138fdf01848
--- /dev/null
+++ b/params/opt/5/rnd_search_t_lin/comb_2_t/global_train/model.decoder.layers.7.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:4a5b63f40072bdd255e75c383bf9a63b1d5738d040e6b3cc8e40290c8adb314d
+size 5251
diff --git a/params/opt/5/rnd_search_t_lin/comb_2_t/global_train/model.decoder.layers.7.self_attn.v_proj/_s.pt b/params/opt/5/rnd_search_t_lin/comb_2_t/global_train/model.decoder.layers.7.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..bdae8e8e0078443a198cac1e2482396615114db1
--- /dev/null
+++ b/params/opt/5/rnd_search_t_lin/comb_2_t/global_train/model.decoder.layers.7.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:fdc3995320c8ecc64e0676b3e45d65b77140f347dea78a13c5ab1c3b15eb1df9
+size 5251
diff --git a/params/opt/5/rnd_search_t_lin/comb_2_t/global_train/model.decoder.layers.8.fc1/_0.pt b/params/opt/5/rnd_search_t_lin/comb_2_t/global_train/model.decoder.layers.8.fc1/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..fb3685180aa01b5f8b8b40797bd639249a063ea5
--- /dev/null
+++ b/params/opt/5/rnd_search_t_lin/comb_2_t/global_train/model.decoder.layers.8.fc1/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:abd809e410643946981cf6cfb16407592e656f43759c4f11f063f77996dd6638
+size 17539
diff --git a/params/opt/5/rnd_search_t_lin/comb_2_t/global_train/model.decoder.layers.8.fc1/_s.pt b/params/opt/5/rnd_search_t_lin/comb_2_t/global_train/model.decoder.layers.8.fc1/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..088efc0ab9b1d3a099bfc04deb7a5ef1b84f2d3f
--- /dev/null
+++ b/params/opt/5/rnd_search_t_lin/comb_2_t/global_train/model.decoder.layers.8.fc1/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ce6d2ef92c61ca3871f38dd19b14f151d0fc488287cfb72138768e696b8a5832
+size 17539
diff --git a/params/opt/5/rnd_search_t_lin/comb_2_t/global_train/model.decoder.layers.8.fc2/_0.pt b/params/opt/5/rnd_search_t_lin/comb_2_t/global_train/model.decoder.layers.8.fc2/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..cf1b07630ac933d20cfcd940859f697f20bd0281
--- /dev/null
+++ b/params/opt/5/rnd_search_t_lin/comb_2_t/global_train/model.decoder.layers.8.fc2/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:64c19d2b41887c34637f2beb369e3098fdd7395db48c095abd8f6beca3865709
+size 5251
diff --git a/params/opt/5/rnd_search_t_lin/comb_2_t/global_train/model.decoder.layers.8.fc2/_s.pt b/params/opt/5/rnd_search_t_lin/comb_2_t/global_train/model.decoder.layers.8.fc2/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..cee5e6c3a69c3efdc76de1bc9e7ec2adce1fb864
--- /dev/null
+++ b/params/opt/5/rnd_search_t_lin/comb_2_t/global_train/model.decoder.layers.8.fc2/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:76121cf2c55044e149dc72175916212e214df346d27e38aecc8b9142e46d209c
+size 5251
diff --git a/params/opt/5/rnd_search_t_lin/comb_2_t/global_train/model.decoder.layers.8.self_attn.k_proj/_0.pt b/params/opt/5/rnd_search_t_lin/comb_2_t/global_train/model.decoder.layers.8.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..be9767ef59e7ca009c833687e15485005cf79b28
--- /dev/null
+++ b/params/opt/5/rnd_search_t_lin/comb_2_t/global_train/model.decoder.layers.8.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:dea657eb312f006d62fc04afcf562d060e5ee37373e2c1959fd00222d78e6849
+size 5251
diff --git a/params/opt/5/rnd_search_t_lin/comb_2_t/global_train/model.decoder.layers.8.self_attn.k_proj/_s.pt b/params/opt/5/rnd_search_t_lin/comb_2_t/global_train/model.decoder.layers.8.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..69e2146069d2220b7cb7b4978bfe20d419df5ebd
--- /dev/null
+++ b/params/opt/5/rnd_search_t_lin/comb_2_t/global_train/model.decoder.layers.8.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:1ff433b381d9a73df48726a3cbff6718af49730fb1e1a49ac2a4e78941e96db3
+size 5251
diff --git a/params/opt/5/rnd_search_t_lin/comb_2_t/global_train/model.decoder.layers.8.self_attn.out_proj/_0.pt b/params/opt/5/rnd_search_t_lin/comb_2_t/global_train/model.decoder.layers.8.self_attn.out_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..344a3f32686000437211934c67c3686329b85974
--- /dev/null
+++ b/params/opt/5/rnd_search_t_lin/comb_2_t/global_train/model.decoder.layers.8.self_attn.out_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0a5dd4ed867d7bc5c4f487dd1fd04adca2248ce825b8e7a45cd2c7aa56db378a
+size 5251
diff --git a/params/opt/5/rnd_search_t_lin/comb_2_t/global_train/model.decoder.layers.8.self_attn.out_proj/_s.pt b/params/opt/5/rnd_search_t_lin/comb_2_t/global_train/model.decoder.layers.8.self_attn.out_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4ead7fb2d9f221b87f85cc04769852f230dbb241
--- /dev/null
+++ b/params/opt/5/rnd_search_t_lin/comb_2_t/global_train/model.decoder.layers.8.self_attn.out_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ecd6c6f8fccee08524f913504f95959c98dcfba8b06af7578f58eecdb7ecb688
+size 5251
diff --git a/params/opt/5/rnd_search_t_lin/comb_2_t/global_train/model.decoder.layers.8.self_attn.q_proj/_0.pt b/params/opt/5/rnd_search_t_lin/comb_2_t/global_train/model.decoder.layers.8.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..1352ce8d49393f92bdeaae209840c51e751f58a1
--- /dev/null
+++ b/params/opt/5/rnd_search_t_lin/comb_2_t/global_train/model.decoder.layers.8.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c45080e4bc698e8ef186c9ce3f547b818760d29e2e0fb77cde0c6a0aa6c1c4fa
+size 5251
diff --git a/params/opt/5/rnd_search_t_lin/comb_2_t/global_train/model.decoder.layers.8.self_attn.q_proj/_s.pt b/params/opt/5/rnd_search_t_lin/comb_2_t/global_train/model.decoder.layers.8.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2f27a068bdbcde1d7a7a8a4528a19c8341be7fc9
--- /dev/null
+++ b/params/opt/5/rnd_search_t_lin/comb_2_t/global_train/model.decoder.layers.8.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a74a30bfdc1268e4fff62c3b4642281247b1343e91e98d7ddbc1736a55f32994
+size 5251
diff --git a/params/opt/5/rnd_search_t_lin/comb_2_t/global_train/model.decoder.layers.8.self_attn.v_proj/_0.pt b/params/opt/5/rnd_search_t_lin/comb_2_t/global_train/model.decoder.layers.8.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..d26b731206d32ce20b1f00ec0159aab88f60ab4e
--- /dev/null
+++ b/params/opt/5/rnd_search_t_lin/comb_2_t/global_train/model.decoder.layers.8.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:59c52c24da4ac84b22b4cb1f0095bda5b461615c3016e011008604437d1bd1b0
+size 5251
diff --git a/params/opt/5/rnd_search_t_lin/comb_2_t/global_train/model.decoder.layers.8.self_attn.v_proj/_s.pt b/params/opt/5/rnd_search_t_lin/comb_2_t/global_train/model.decoder.layers.8.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..d952d73b4f7bcb2384aef5a3a5ac13c7b90a5f91
--- /dev/null
+++ b/params/opt/5/rnd_search_t_lin/comb_2_t/global_train/model.decoder.layers.8.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f50f150fe2b6b7ce7410b25f3099c3354ee18cf3349cfb66f87a2471160ea330
+size 5251
diff --git a/params/opt/5/rnd_search_t_lin/comb_2_t/global_train/model.decoder.layers.9.fc1/_0.pt b/params/opt/5/rnd_search_t_lin/comb_2_t/global_train/model.decoder.layers.9.fc1/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..d3cfbdde59233035e32b244e5258eae5cddb0a81
--- /dev/null
+++ b/params/opt/5/rnd_search_t_lin/comb_2_t/global_train/model.decoder.layers.9.fc1/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b67680746629295436c79654e5bbac1a579197ffbbf8d529152498f43de2e706
+size 17539
diff --git a/params/opt/5/rnd_search_t_lin/comb_2_t/global_train/model.decoder.layers.9.fc1/_s.pt b/params/opt/5/rnd_search_t_lin/comb_2_t/global_train/model.decoder.layers.9.fc1/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..544feddd69d5efcfb5d7f1f27deeefeb0d3ecc32
--- /dev/null
+++ b/params/opt/5/rnd_search_t_lin/comb_2_t/global_train/model.decoder.layers.9.fc1/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:dc9da773f9222e5d2017b3bc3e790ce6a055a570564d43810a75bc35f516eb83
+size 17539
diff --git a/params/opt/5/rnd_search_t_lin/comb_2_t/global_train/model.decoder.layers.9.fc2/_0.pt b/params/opt/5/rnd_search_t_lin/comb_2_t/global_train/model.decoder.layers.9.fc2/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..dd0f70c370fd65b4fa7b518d8e098bd9d35a63db
--- /dev/null
+++ b/params/opt/5/rnd_search_t_lin/comb_2_t/global_train/model.decoder.layers.9.fc2/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c1edf8ecc56299d3e9f4a0105220ab1dd6cbb4a8685102045727217224361f28
+size 5251
diff --git a/params/opt/5/rnd_search_t_lin/comb_2_t/global_train/model.decoder.layers.9.fc2/_s.pt b/params/opt/5/rnd_search_t_lin/comb_2_t/global_train/model.decoder.layers.9.fc2/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..41c8db8101aaec84439cc4312d302ad7298b341c
--- /dev/null
+++ b/params/opt/5/rnd_search_t_lin/comb_2_t/global_train/model.decoder.layers.9.fc2/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:72d383e684152a6a2bcef0485f7a6e6489fb1992e014c394f8b9568ead4a3c22
+size 5251
diff --git a/params/opt/5/rnd_search_t_lin/comb_2_t/global_train/model.decoder.layers.9.self_attn.k_proj/_0.pt b/params/opt/5/rnd_search_t_lin/comb_2_t/global_train/model.decoder.layers.9.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..1725f77b283dae0a9766ea975d1c8e80f383b9f8
--- /dev/null
+++ b/params/opt/5/rnd_search_t_lin/comb_2_t/global_train/model.decoder.layers.9.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d9fbb27098f950a063ec1bb0a0521361f32f989b6f3b065f636c254096b9ffb6
+size 5251
diff --git a/params/opt/5/rnd_search_t_lin/comb_2_t/global_train/model.decoder.layers.9.self_attn.k_proj/_s.pt b/params/opt/5/rnd_search_t_lin/comb_2_t/global_train/model.decoder.layers.9.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..660f0b0c0b3b3145c3f598ddd92dfc10a09eb0aa
--- /dev/null
+++ b/params/opt/5/rnd_search_t_lin/comb_2_t/global_train/model.decoder.layers.9.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f40ef18ff14665dd00a743bbec74850fe40ac97874dbd1322df026286e383c33
+size 5251
diff --git a/params/opt/5/rnd_search_t_lin/comb_2_t/global_train/model.decoder.layers.9.self_attn.out_proj/_0.pt b/params/opt/5/rnd_search_t_lin/comb_2_t/global_train/model.decoder.layers.9.self_attn.out_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..b6a465a6b1a8aa66315b1de007c93ae7fabfb46c
--- /dev/null
+++ b/params/opt/5/rnd_search_t_lin/comb_2_t/global_train/model.decoder.layers.9.self_attn.out_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:9b3965a34d3922677e063ea35954918dfb2ee673ef39a05313e7d98119e571f5
+size 5251
diff --git a/params/opt/5/rnd_search_t_lin/comb_2_t/global_train/model.decoder.layers.9.self_attn.out_proj/_s.pt b/params/opt/5/rnd_search_t_lin/comb_2_t/global_train/model.decoder.layers.9.self_attn.out_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..f9f9776f45accf4e2842240bf5ddfbd72a25bd1f
--- /dev/null
+++ b/params/opt/5/rnd_search_t_lin/comb_2_t/global_train/model.decoder.layers.9.self_attn.out_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:cbd21292adc81ae086f000351e8332764afa7853bd4b2a8720d57e59a6dd62a2
+size 5251
diff --git a/params/opt/5/rnd_search_t_lin/comb_2_t/global_train/model.decoder.layers.9.self_attn.q_proj/_0.pt b/params/opt/5/rnd_search_t_lin/comb_2_t/global_train/model.decoder.layers.9.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..9f5ff253a7ce3bf1ba23f45939683bb9fd453eb7
--- /dev/null
+++ b/params/opt/5/rnd_search_t_lin/comb_2_t/global_train/model.decoder.layers.9.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:1f2b1a646b814e19cbff0f96f222f29ef98c03731f975cbceb75255f0baea231
+size 5251
diff --git a/params/opt/5/rnd_search_t_lin/comb_2_t/global_train/model.decoder.layers.9.self_attn.q_proj/_s.pt b/params/opt/5/rnd_search_t_lin/comb_2_t/global_train/model.decoder.layers.9.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..0e87511e93bacb53878af2e21be86bbeb072183c
--- /dev/null
+++ b/params/opt/5/rnd_search_t_lin/comb_2_t/global_train/model.decoder.layers.9.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:72a68cd0566db86f6d9e48386f7ec98e4ea231dc244b203cc1714914bfc646cc
+size 5251
diff --git a/params/opt/5/rnd_search_t_lin/comb_2_t/global_train/model.decoder.layers.9.self_attn.v_proj/_0.pt b/params/opt/5/rnd_search_t_lin/comb_2_t/global_train/model.decoder.layers.9.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..6f85e642437f9c3bd3fa968b3e5bcc551a6672e1
--- /dev/null
+++ b/params/opt/5/rnd_search_t_lin/comb_2_t/global_train/model.decoder.layers.9.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:12346fec880eaf178343c8732b010f05855839f4084b7f9b1d8b95f392423876
+size 5251
diff --git a/params/opt/5/rnd_search_t_lin/comb_2_t/global_train/model.decoder.layers.9.self_attn.v_proj/_s.pt b/params/opt/5/rnd_search_t_lin/comb_2_t/global_train/model.decoder.layers.9.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..78d58af4236a815223ca46b23c7301fa15c04825
--- /dev/null
+++ b/params/opt/5/rnd_search_t_lin/comb_2_t/global_train/model.decoder.layers.9.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:bb984a8db9ab24d90b52844f2eca11f495e672763b837ecf4989a7101b25646c
+size 5251
diff --git a/params/opt/5/rnd_search_t_lin/comb_2_t/global_train/model.decoder.project_in/_0.pt b/params/opt/5/rnd_search_t_lin/comb_2_t/global_train/model.decoder.project_in/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..6b4891ccf68fb6bb41f10cbc45e6272af2c22ae6
--- /dev/null
+++ b/params/opt/5/rnd_search_t_lin/comb_2_t/global_train/model.decoder.project_in/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:8e84b7788699b92648280186a1b94b6798c5d91705b68b6fbeae882bfc222693
+size 5251
diff --git a/params/opt/5/rnd_search_t_lin/comb_2_t/global_train/model.decoder.project_in/_s.pt b/params/opt/5/rnd_search_t_lin/comb_2_t/global_train/model.decoder.project_in/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..f92a95d345917f6e10311f6c8f948caeec25204d
--- /dev/null
+++ b/params/opt/5/rnd_search_t_lin/comb_2_t/global_train/model.decoder.project_in/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0189d2dd634ac5eed94bb6fe759050f47fa2d115d68d7169f0570a05f881b046
+size 5251
diff --git a/params/opt/5/rnd_search_t_lin/comb_2_t/global_train/model.decoder.project_out/_0.pt b/params/opt/5/rnd_search_t_lin/comb_2_t/global_train/model.decoder.project_out/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..fdaf5113d7441ba897f743ec82cda2034f2c2da7
--- /dev/null
+++ b/params/opt/5/rnd_search_t_lin/comb_2_t/global_train/model.decoder.project_out/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:8ae1d62bc13a7719eb381ec9c46d3701106108187f53cdc1ea0d43486d2f6635
+size 3203
diff --git a/params/opt/5/rnd_search_t_lin/comb_2_t/global_train/model.decoder.project_out/_s.pt b/params/opt/5/rnd_search_t_lin/comb_2_t/global_train/model.decoder.project_out/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..d1a15866cca9ea6c994ffe2858bd7503bff7e02d
--- /dev/null
+++ b/params/opt/5/rnd_search_t_lin/comb_2_t/global_train/model.decoder.project_out/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:7033455fe5add4c08a27db79a391bf065ff4ff9accb41ed02efd78cb966dde0e
+size 3203
diff --git a/params/opt/5/rnd_search_t_lin/comb_4/init/lm_head/_0.pt b/params/opt/5/rnd_search_t_lin/comb_4/init/lm_head/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..b26634d31627d1a0044c3f3651ff144ed5eb8f4c
--- /dev/null
+++ b/params/opt/5/rnd_search_t_lin/comb_4/init/lm_head/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2aeb55462019e469ec40ffa03573a99ed00c39ee31ce90f00c8b184c5501dbf7
+size 202243
diff --git a/params/opt/5/rnd_search_t_lin/comb_4/init/lm_head/_s.pt b/params/opt/5/rnd_search_t_lin/comb_4/init/lm_head/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..7f686fa8f969141afc9f64b37d106672d04daa6f
--- /dev/null
+++ b/params/opt/5/rnd_search_t_lin/comb_4/init/lm_head/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e4f23059fe9734cbdaac4c11ab2dab6a6b732da289ae4081f4a608e86c9cc979
+size 202243
diff --git a/params/opt/5/rnd_search_t_lin/comb_4/init/model.decoder.layers.0.fc1/_0.pt b/params/opt/5/rnd_search_t_lin/comb_4/init/model.decoder.layers.0.fc1/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..58c96248fd00550cc15d645205571ee67c337035
--- /dev/null
+++ b/params/opt/5/rnd_search_t_lin/comb_4/init/model.decoder.layers.0.fc1/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d77f62f2a90ce91416a8360d6ec3a5205dee0afeca27666c8c1c6bc185c247e5
+size 17539
diff --git a/params/opt/5/rnd_search_t_lin/comb_4/init/model.decoder.layers.0.fc1/_s.pt b/params/opt/5/rnd_search_t_lin/comb_4/init/model.decoder.layers.0.fc1/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..29e08259fc14fc6c83aa0509430be9cd17ce0345
--- /dev/null
+++ b/params/opt/5/rnd_search_t_lin/comb_4/init/model.decoder.layers.0.fc1/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:41b07ce226b1094d160f28a838316ef2571b153b3c591fbc0ded0ec700c2d441
+size 17539
diff --git a/params/opt/5/rnd_search_t_lin/comb_4/init/model.decoder.layers.0.fc2/_0.pt b/params/opt/5/rnd_search_t_lin/comb_4/init/model.decoder.layers.0.fc2/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/opt/5/rnd_search_t_lin/comb_4/init/model.decoder.layers.0.fc2/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/opt/5/rnd_search_t_lin/comb_4/init/model.decoder.layers.0.fc2/_s.pt b/params/opt/5/rnd_search_t_lin/comb_4/init/model.decoder.layers.0.fc2/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..28eac2b788bc3246b8e096ff4ed88bbe75d851f7
--- /dev/null
+++ b/params/opt/5/rnd_search_t_lin/comb_4/init/model.decoder.layers.0.fc2/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:577c5f7154e1e2a3fcfbcaddf32ced4b013728d463969388bad56e55c77ebcd7
+size 5251
diff --git a/params/opt/5/rnd_search_t_lin/comb_4/init/model.decoder.layers.0.self_attn.k_proj/_0.pt b/params/opt/5/rnd_search_t_lin/comb_4/init/model.decoder.layers.0.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/opt/5/rnd_search_t_lin/comb_4/init/model.decoder.layers.0.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/opt/5/rnd_search_t_lin/comb_4/init/model.decoder.layers.0.self_attn.k_proj/_s.pt b/params/opt/5/rnd_search_t_lin/comb_4/init/model.decoder.layers.0.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..29892c18da973dad8c1777a0641cbfa9eab2ca25
--- /dev/null
+++ b/params/opt/5/rnd_search_t_lin/comb_4/init/model.decoder.layers.0.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:bfe7344ed88137b6295432ab2d7c14ef47cb6a0b2cd122b602f8fe500c6cb4a2
+size 5251
diff --git a/params/opt/5/rnd_search_t_lin/comb_4/init/model.decoder.layers.0.self_attn.out_proj/_0.pt b/params/opt/5/rnd_search_t_lin/comb_4/init/model.decoder.layers.0.self_attn.out_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/opt/5/rnd_search_t_lin/comb_4/init/model.decoder.layers.0.self_attn.out_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/opt/5/rnd_search_t_lin/comb_4/init/model.decoder.layers.0.self_attn.out_proj/_s.pt b/params/opt/5/rnd_search_t_lin/comb_4/init/model.decoder.layers.0.self_attn.out_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c14f27f79af5fece478e0f00750dcaa3c1d3deec
--- /dev/null
+++ b/params/opt/5/rnd_search_t_lin/comb_4/init/model.decoder.layers.0.self_attn.out_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:da5c85927c98a4fbdfc351bb9abc1c6ffcea72dc7e8bb7e7a54e38db3527eb63
+size 5251
diff --git a/params/opt/5/rnd_search_t_lin/comb_4/init/model.decoder.layers.0.self_attn.q_proj/_0.pt b/params/opt/5/rnd_search_t_lin/comb_4/init/model.decoder.layers.0.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/opt/5/rnd_search_t_lin/comb_4/init/model.decoder.layers.0.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/opt/5/rnd_search_t_lin/comb_4/init/model.decoder.layers.0.self_attn.q_proj/_s.pt b/params/opt/5/rnd_search_t_lin/comb_4/init/model.decoder.layers.0.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..37d402dec38ad27948621c241cd29d9c5249ddf5
--- /dev/null
+++ b/params/opt/5/rnd_search_t_lin/comb_4/init/model.decoder.layers.0.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a3ee64ef9c80a9463728fce4a5d7b1b81904506377a6b9cc4cd724efd4ace5ac
+size 5251
diff --git a/params/opt/5/rnd_search_t_lin/comb_4/init/model.decoder.layers.0.self_attn.v_proj/_0.pt b/params/opt/5/rnd_search_t_lin/comb_4/init/model.decoder.layers.0.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/opt/5/rnd_search_t_lin/comb_4/init/model.decoder.layers.0.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/opt/5/rnd_search_t_lin/comb_4/init/model.decoder.layers.0.self_attn.v_proj/_s.pt b/params/opt/5/rnd_search_t_lin/comb_4/init/model.decoder.layers.0.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..f3e50df1f04d4b9b5992a2ea2a2d8b834f089947
--- /dev/null
+++ b/params/opt/5/rnd_search_t_lin/comb_4/init/model.decoder.layers.0.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:549286b6198ee30d2734b042ac556e55c4ad1b13357e21d1dbddda688cab55d4
+size 5251
diff --git a/params/opt/5/rnd_search_t_lin/comb_4/init/model.decoder.layers.1.fc1/_0.pt b/params/opt/5/rnd_search_t_lin/comb_4/init/model.decoder.layers.1.fc1/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..58c96248fd00550cc15d645205571ee67c337035
--- /dev/null
+++ b/params/opt/5/rnd_search_t_lin/comb_4/init/model.decoder.layers.1.fc1/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d77f62f2a90ce91416a8360d6ec3a5205dee0afeca27666c8c1c6bc185c247e5
+size 17539
diff --git a/params/opt/5/rnd_search_t_lin/comb_4/init/model.decoder.layers.1.fc1/_s.pt b/params/opt/5/rnd_search_t_lin/comb_4/init/model.decoder.layers.1.fc1/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..7174e1d6d809c024045670ba0debdf17dd55014e
--- /dev/null
+++ b/params/opt/5/rnd_search_t_lin/comb_4/init/model.decoder.layers.1.fc1/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f308f17257754dce2f67d7e6ff4765f4c431f31216d5eee641ba2c76605fecc0
+size 17539
diff --git a/params/opt/5/rnd_search_t_lin/comb_4/init/model.decoder.layers.1.fc2/_0.pt b/params/opt/5/rnd_search_t_lin/comb_4/init/model.decoder.layers.1.fc2/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/opt/5/rnd_search_t_lin/comb_4/init/model.decoder.layers.1.fc2/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/opt/5/rnd_search_t_lin/comb_4/init/model.decoder.layers.1.fc2/_s.pt b/params/opt/5/rnd_search_t_lin/comb_4/init/model.decoder.layers.1.fc2/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..955310c335bb198366e7760c8196966728392af9
--- /dev/null
+++ b/params/opt/5/rnd_search_t_lin/comb_4/init/model.decoder.layers.1.fc2/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:fc5575d977e8a91e95fb42ab32a915b82a2ec66578160518cb15ae9c4408f382
+size 5251
diff --git a/params/opt/5/rnd_search_t_lin/comb_4/init/model.decoder.layers.1.self_attn.k_proj/_0.pt b/params/opt/5/rnd_search_t_lin/comb_4/init/model.decoder.layers.1.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/opt/5/rnd_search_t_lin/comb_4/init/model.decoder.layers.1.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/opt/5/rnd_search_t_lin/comb_4/init/model.decoder.layers.1.self_attn.k_proj/_s.pt b/params/opt/5/rnd_search_t_lin/comb_4/init/model.decoder.layers.1.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e275a5125313681f3b0b9c7dd6b595f44aaa3cca
--- /dev/null
+++ b/params/opt/5/rnd_search_t_lin/comb_4/init/model.decoder.layers.1.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:4c9a76b081ef9b710934c3b27f935a0a520bd8e02ce29efe80707f511d0d7fa9
+size 5251
diff --git a/params/opt/5/rnd_search_t_lin/comb_4/init/model.decoder.layers.1.self_attn.out_proj/_0.pt b/params/opt/5/rnd_search_t_lin/comb_4/init/model.decoder.layers.1.self_attn.out_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/opt/5/rnd_search_t_lin/comb_4/init/model.decoder.layers.1.self_attn.out_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/opt/5/rnd_search_t_lin/comb_4/init/model.decoder.layers.1.self_attn.out_proj/_s.pt b/params/opt/5/rnd_search_t_lin/comb_4/init/model.decoder.layers.1.self_attn.out_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..27326cfd7a55a3a104acfd7dad462e0c00b86f52
--- /dev/null
+++ b/params/opt/5/rnd_search_t_lin/comb_4/init/model.decoder.layers.1.self_attn.out_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:48ac4b58d46e38acafdc0d2066123252ce69c6052f786f335b4a5ade0f0b6047
+size 5251
diff --git a/params/opt/5/rnd_search_t_lin/comb_4/init/model.decoder.layers.1.self_attn.q_proj/_0.pt b/params/opt/5/rnd_search_t_lin/comb_4/init/model.decoder.layers.1.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/opt/5/rnd_search_t_lin/comb_4/init/model.decoder.layers.1.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/opt/5/rnd_search_t_lin/comb_4/init/model.decoder.layers.1.self_attn.q_proj/_s.pt b/params/opt/5/rnd_search_t_lin/comb_4/init/model.decoder.layers.1.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..3205e5889b514da91e2c7148a8e388ec6887cf23
--- /dev/null
+++ b/params/opt/5/rnd_search_t_lin/comb_4/init/model.decoder.layers.1.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:11fa33555c6f306406963cb104b367c2128e9ba5d07e418a22bff29793fef0c3
+size 5251
diff --git a/params/opt/5/rnd_search_t_lin/comb_4/init/model.decoder.layers.1.self_attn.v_proj/_0.pt b/params/opt/5/rnd_search_t_lin/comb_4/init/model.decoder.layers.1.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/opt/5/rnd_search_t_lin/comb_4/init/model.decoder.layers.1.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/opt/5/rnd_search_t_lin/comb_4/init/model.decoder.layers.1.self_attn.v_proj/_s.pt b/params/opt/5/rnd_search_t_lin/comb_4/init/model.decoder.layers.1.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..5c457ce8730f0c4a28d0d86f6515a9de318fa97a
--- /dev/null
+++ b/params/opt/5/rnd_search_t_lin/comb_4/init/model.decoder.layers.1.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:82d791cd8f403fa0f40a886a29732f1bc310e980b0a2bc657366729035c22ba8
+size 5251
diff --git a/params/opt/5/rnd_search_t_lin/comb_4/init/model.decoder.layers.10.fc1/_0.pt b/params/opt/5/rnd_search_t_lin/comb_4/init/model.decoder.layers.10.fc1/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..58c96248fd00550cc15d645205571ee67c337035
--- /dev/null
+++ b/params/opt/5/rnd_search_t_lin/comb_4/init/model.decoder.layers.10.fc1/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d77f62f2a90ce91416a8360d6ec3a5205dee0afeca27666c8c1c6bc185c247e5
+size 17539
diff --git a/params/opt/5/rnd_search_t_lin/comb_4/init/model.decoder.layers.10.fc1/_s.pt b/params/opt/5/rnd_search_t_lin/comb_4/init/model.decoder.layers.10.fc1/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..b56f86fdb0d2a9f1e1bd041a095e75470fcd5278
--- /dev/null
+++ b/params/opt/5/rnd_search_t_lin/comb_4/init/model.decoder.layers.10.fc1/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d58d39898c1dd367e35c0b9668bbcca9bb5efad251a29c9e0588a2a0f1f4f9e1
+size 17539
diff --git a/params/opt/5/rnd_search_t_lin/comb_4/init/model.decoder.layers.10.fc2/_0.pt b/params/opt/5/rnd_search_t_lin/comb_4/init/model.decoder.layers.10.fc2/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/opt/5/rnd_search_t_lin/comb_4/init/model.decoder.layers.10.fc2/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/opt/5/rnd_search_t_lin/comb_4/init/model.decoder.layers.10.fc2/_s.pt b/params/opt/5/rnd_search_t_lin/comb_4/init/model.decoder.layers.10.fc2/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c7c216ac71b64b22298f9c5799c13ffb5b531731
--- /dev/null
+++ b/params/opt/5/rnd_search_t_lin/comb_4/init/model.decoder.layers.10.fc2/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:23ec8f869a3da0f616e581fd52b0e1c17660cfc8566291289ce05d6f83baea65
+size 5251
diff --git a/params/opt/5/rnd_search_t_lin/comb_4/init/model.decoder.layers.10.self_attn.k_proj/_0.pt b/params/opt/5/rnd_search_t_lin/comb_4/init/model.decoder.layers.10.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/opt/5/rnd_search_t_lin/comb_4/init/model.decoder.layers.10.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/opt/5/rnd_search_t_lin/comb_4/init/model.decoder.layers.10.self_attn.k_proj/_s.pt b/params/opt/5/rnd_search_t_lin/comb_4/init/model.decoder.layers.10.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..54292d83787bcfafd1f20ac4950ccfa2a6b9ad25
--- /dev/null
+++ b/params/opt/5/rnd_search_t_lin/comb_4/init/model.decoder.layers.10.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:818898070beeefd7f6aa60cb79f50f65e07809aa7a94ed46514656f9870f3ae3
+size 5251
diff --git a/params/opt/5/rnd_search_t_lin/comb_4/init/model.decoder.layers.10.self_attn.out_proj/_0.pt b/params/opt/5/rnd_search_t_lin/comb_4/init/model.decoder.layers.10.self_attn.out_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/opt/5/rnd_search_t_lin/comb_4/init/model.decoder.layers.10.self_attn.out_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/opt/5/rnd_search_t_lin/comb_4/init/model.decoder.layers.10.self_attn.out_proj/_s.pt b/params/opt/5/rnd_search_t_lin/comb_4/init/model.decoder.layers.10.self_attn.out_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c9c52cc991898dcc03078f6ac5fd52608a40c81b
--- /dev/null
+++ b/params/opt/5/rnd_search_t_lin/comb_4/init/model.decoder.layers.10.self_attn.out_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c89a9a03944478303eb422d9b69a28d3520a5b56596c05d0607921641e57509b
+size 5251
diff --git a/params/opt/5/rnd_search_t_lin/comb_4/init/model.decoder.layers.10.self_attn.q_proj/_0.pt b/params/opt/5/rnd_search_t_lin/comb_4/init/model.decoder.layers.10.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/opt/5/rnd_search_t_lin/comb_4/init/model.decoder.layers.10.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/opt/5/rnd_search_t_lin/comb_4/init/model.decoder.layers.10.self_attn.q_proj/_s.pt b/params/opt/5/rnd_search_t_lin/comb_4/init/model.decoder.layers.10.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..1b9aa8a95ff5ea25dfc3867614e559d0b6af3fc9
--- /dev/null
+++ b/params/opt/5/rnd_search_t_lin/comb_4/init/model.decoder.layers.10.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:35af6f065528fe9ee53a24413a7af13fc4f7a9648c006c09ed03beb34da9a8ab
+size 5251
diff --git a/params/opt/5/rnd_search_t_lin/comb_4/init/model.decoder.layers.10.self_attn.v_proj/_0.pt b/params/opt/5/rnd_search_t_lin/comb_4/init/model.decoder.layers.10.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/opt/5/rnd_search_t_lin/comb_4/init/model.decoder.layers.10.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/opt/5/rnd_search_t_lin/comb_4/init/model.decoder.layers.10.self_attn.v_proj/_s.pt b/params/opt/5/rnd_search_t_lin/comb_4/init/model.decoder.layers.10.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..6689876ac1faed55776502aef1af80dbe0b40a6c
--- /dev/null
+++ b/params/opt/5/rnd_search_t_lin/comb_4/init/model.decoder.layers.10.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d98272d876bf5aed831a73d7fd17470c57b16fd080055f58b360f778524b3d3b
+size 5251
diff --git a/params/opt/5/rnd_search_t_lin/comb_4/init/model.decoder.layers.11.fc1/_0.pt b/params/opt/5/rnd_search_t_lin/comb_4/init/model.decoder.layers.11.fc1/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..58c96248fd00550cc15d645205571ee67c337035
--- /dev/null
+++ b/params/opt/5/rnd_search_t_lin/comb_4/init/model.decoder.layers.11.fc1/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d77f62f2a90ce91416a8360d6ec3a5205dee0afeca27666c8c1c6bc185c247e5
+size 17539
diff --git a/params/opt/5/rnd_search_t_lin/comb_4/init/model.decoder.layers.11.fc1/_s.pt b/params/opt/5/rnd_search_t_lin/comb_4/init/model.decoder.layers.11.fc1/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..87f64b245275ce29abe4075ab1d0802531037d15
--- /dev/null
+++ b/params/opt/5/rnd_search_t_lin/comb_4/init/model.decoder.layers.11.fc1/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:4db1451308645f193294de8a8112cda3135c149344e95d3e469e128f6d369378
+size 17539
diff --git a/params/opt/5/rnd_search_t_lin/comb_4/init/model.decoder.layers.11.fc2/_0.pt b/params/opt/5/rnd_search_t_lin/comb_4/init/model.decoder.layers.11.fc2/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/opt/5/rnd_search_t_lin/comb_4/init/model.decoder.layers.11.fc2/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/opt/5/rnd_search_t_lin/comb_4/init/model.decoder.layers.11.fc2/_s.pt b/params/opt/5/rnd_search_t_lin/comb_4/init/model.decoder.layers.11.fc2/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e84cbd517423c514ab92c3ce556402d3298b13f8
--- /dev/null
+++ b/params/opt/5/rnd_search_t_lin/comb_4/init/model.decoder.layers.11.fc2/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:4f20b63ea518e291e2af69717db90cdeae2dace6808e0e8e08e2cee264d217eb
+size 5251
diff --git a/params/opt/5/rnd_search_t_lin/comb_4/init/model.decoder.layers.11.self_attn.k_proj/_0.pt b/params/opt/5/rnd_search_t_lin/comb_4/init/model.decoder.layers.11.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/opt/5/rnd_search_t_lin/comb_4/init/model.decoder.layers.11.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/opt/5/rnd_search_t_lin/comb_4/init/model.decoder.layers.11.self_attn.k_proj/_s.pt b/params/opt/5/rnd_search_t_lin/comb_4/init/model.decoder.layers.11.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..6cab3fed004f00e4de15409f5b0cfe404693db0a
--- /dev/null
+++ b/params/opt/5/rnd_search_t_lin/comb_4/init/model.decoder.layers.11.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:9059078c1ace65294414f406182d122b8b743dc81455df8b551a161270e925a1
+size 5251
diff --git a/params/opt/5/rnd_search_t_lin/comb_4/init/model.decoder.layers.11.self_attn.out_proj/_0.pt b/params/opt/5/rnd_search_t_lin/comb_4/init/model.decoder.layers.11.self_attn.out_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/opt/5/rnd_search_t_lin/comb_4/init/model.decoder.layers.11.self_attn.out_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/opt/5/rnd_search_t_lin/comb_4/init/model.decoder.layers.11.self_attn.out_proj/_s.pt b/params/opt/5/rnd_search_t_lin/comb_4/init/model.decoder.layers.11.self_attn.out_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..9bdeece7a95ac47d110818ea822d583f67d05e8c
--- /dev/null
+++ b/params/opt/5/rnd_search_t_lin/comb_4/init/model.decoder.layers.11.self_attn.out_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f0cc4345b856867acb85646a2ceee741b7996ce65ac7af723807fb2ca5e7c7fc
+size 5251
diff --git a/params/opt/5/rnd_search_t_lin/comb_4/init/model.decoder.layers.11.self_attn.q_proj/_0.pt b/params/opt/5/rnd_search_t_lin/comb_4/init/model.decoder.layers.11.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/opt/5/rnd_search_t_lin/comb_4/init/model.decoder.layers.11.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/opt/5/rnd_search_t_lin/comb_4/init/model.decoder.layers.11.self_attn.q_proj/_s.pt b/params/opt/5/rnd_search_t_lin/comb_4/init/model.decoder.layers.11.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..bba62779baeabec4ff233badfb9c4e18c7f56f0d
--- /dev/null
+++ b/params/opt/5/rnd_search_t_lin/comb_4/init/model.decoder.layers.11.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b32901f9802e56b2082b31938d36548c252980bb3a60d8e433db2d2e8b0bd721
+size 5251
diff --git a/params/opt/5/rnd_search_t_lin/comb_4/init/model.decoder.layers.11.self_attn.v_proj/_0.pt b/params/opt/5/rnd_search_t_lin/comb_4/init/model.decoder.layers.11.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/opt/5/rnd_search_t_lin/comb_4/init/model.decoder.layers.11.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/opt/5/rnd_search_t_lin/comb_4/init/model.decoder.layers.11.self_attn.v_proj/_s.pt b/params/opt/5/rnd_search_t_lin/comb_4/init/model.decoder.layers.11.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c5f17ce0a239df1d9fef9bdcafdcfdffaff012e6
--- /dev/null
+++ b/params/opt/5/rnd_search_t_lin/comb_4/init/model.decoder.layers.11.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:cfa4161d71e0c2f67d3b173bfb8023c0ff94c5d343137119382a2a3e2eea22eb
+size 5251
diff --git a/params/opt/5/rnd_search_t_lin/comb_4/init/model.decoder.layers.12.fc1/_0.pt b/params/opt/5/rnd_search_t_lin/comb_4/init/model.decoder.layers.12.fc1/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..58c96248fd00550cc15d645205571ee67c337035
--- /dev/null
+++ b/params/opt/5/rnd_search_t_lin/comb_4/init/model.decoder.layers.12.fc1/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d77f62f2a90ce91416a8360d6ec3a5205dee0afeca27666c8c1c6bc185c247e5
+size 17539
diff --git a/params/opt/5/rnd_search_t_lin/comb_4/init/model.decoder.layers.12.fc1/_s.pt b/params/opt/5/rnd_search_t_lin/comb_4/init/model.decoder.layers.12.fc1/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..7f30f4b7621dacb6ad6d7d23878fdf860251f91e
--- /dev/null
+++ b/params/opt/5/rnd_search_t_lin/comb_4/init/model.decoder.layers.12.fc1/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:3b8b680f1aa7987e0d61a5518c66d4a5c6ac660377068b7a884829c25170c713
+size 17539
diff --git a/params/opt/5/rnd_search_t_lin/comb_4/init/model.decoder.layers.12.fc2/_0.pt b/params/opt/5/rnd_search_t_lin/comb_4/init/model.decoder.layers.12.fc2/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/opt/5/rnd_search_t_lin/comb_4/init/model.decoder.layers.12.fc2/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/opt/5/rnd_search_t_lin/comb_4/init/model.decoder.layers.12.fc2/_s.pt b/params/opt/5/rnd_search_t_lin/comb_4/init/model.decoder.layers.12.fc2/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..96e40ab6983b4d0ec0f1c6a088dd6c1b457935a4
--- /dev/null
+++ b/params/opt/5/rnd_search_t_lin/comb_4/init/model.decoder.layers.12.fc2/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:29ae56742abc82ef754be9e9970a873475a7543746434ae7b062d1cf26818312
+size 5251
diff --git a/params/opt/5/rnd_search_t_lin/comb_4/init/model.decoder.layers.12.self_attn.k_proj/_0.pt b/params/opt/5/rnd_search_t_lin/comb_4/init/model.decoder.layers.12.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/opt/5/rnd_search_t_lin/comb_4/init/model.decoder.layers.12.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/opt/5/rnd_search_t_lin/comb_4/init/model.decoder.layers.12.self_attn.k_proj/_s.pt b/params/opt/5/rnd_search_t_lin/comb_4/init/model.decoder.layers.12.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4e8c1e87c1845d39ac5cae79ea4c74d535d6f8fb
--- /dev/null
+++ b/params/opt/5/rnd_search_t_lin/comb_4/init/model.decoder.layers.12.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:7d6b55446613e54eeeb760efa7cc27a2ade0043aa3394ea4cfdc44fe9db8dc17
+size 5251
diff --git a/params/opt/5/rnd_search_t_lin/comb_4/init/model.decoder.layers.12.self_attn.out_proj/_0.pt b/params/opt/5/rnd_search_t_lin/comb_4/init/model.decoder.layers.12.self_attn.out_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/opt/5/rnd_search_t_lin/comb_4/init/model.decoder.layers.12.self_attn.out_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/opt/5/rnd_search_t_lin/comb_4/init/model.decoder.layers.12.self_attn.out_proj/_s.pt b/params/opt/5/rnd_search_t_lin/comb_4/init/model.decoder.layers.12.self_attn.out_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..256bce641297910161ed485976331ef20f97f41b
--- /dev/null
+++ b/params/opt/5/rnd_search_t_lin/comb_4/init/model.decoder.layers.12.self_attn.out_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:af0b2ffd6b62f68cb13e64283c326d0ca674c6d03c6ab9585aca3fdf4e542796
+size 5251
diff --git a/params/opt/5/rnd_search_t_lin/comb_4/init/model.decoder.layers.12.self_attn.q_proj/_0.pt b/params/opt/5/rnd_search_t_lin/comb_4/init/model.decoder.layers.12.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/opt/5/rnd_search_t_lin/comb_4/init/model.decoder.layers.12.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/opt/5/rnd_search_t_lin/comb_4/init/model.decoder.layers.12.self_attn.q_proj/_s.pt b/params/opt/5/rnd_search_t_lin/comb_4/init/model.decoder.layers.12.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ece5bea7fa9c3be14d62dab01e6cbb5fac2fbe9a
--- /dev/null
+++ b/params/opt/5/rnd_search_t_lin/comb_4/init/model.decoder.layers.12.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0627141fb28344981e35bb5915ff2760d9be84c76f7f6bf1265f434a574863ef
+size 5251
diff --git a/params/opt/5/rnd_search_t_lin/comb_4/init/model.decoder.layers.12.self_attn.v_proj/_0.pt b/params/opt/5/rnd_search_t_lin/comb_4/init/model.decoder.layers.12.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/opt/5/rnd_search_t_lin/comb_4/init/model.decoder.layers.12.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/opt/5/rnd_search_t_lin/comb_4/init/model.decoder.layers.12.self_attn.v_proj/_s.pt b/params/opt/5/rnd_search_t_lin/comb_4/init/model.decoder.layers.12.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..96b835732d1edbd7c2b3328a4148ae346fd1dd97
--- /dev/null
+++ b/params/opt/5/rnd_search_t_lin/comb_4/init/model.decoder.layers.12.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:4b320b303a9e4301c7ab3d20997a3d04aee5350fb92165a3ded7de6d88b35190
+size 5251
diff --git a/params/opt/5/rnd_search_t_lin/comb_4/init/model.decoder.layers.13.fc1/_0.pt b/params/opt/5/rnd_search_t_lin/comb_4/init/model.decoder.layers.13.fc1/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..58c96248fd00550cc15d645205571ee67c337035
--- /dev/null
+++ b/params/opt/5/rnd_search_t_lin/comb_4/init/model.decoder.layers.13.fc1/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d77f62f2a90ce91416a8360d6ec3a5205dee0afeca27666c8c1c6bc185c247e5
+size 17539
diff --git a/params/opt/5/rnd_search_t_lin/comb_4/init/model.decoder.layers.13.fc1/_s.pt b/params/opt/5/rnd_search_t_lin/comb_4/init/model.decoder.layers.13.fc1/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4a3895deaf6ea5af17587f88fa9f057801666eca
--- /dev/null
+++ b/params/opt/5/rnd_search_t_lin/comb_4/init/model.decoder.layers.13.fc1/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:00310e453db076e7c3cb05241fd9e32b2298b83829abbcfd4b787ac71cd0d81e
+size 17539
diff --git a/params/opt/5/rnd_search_t_lin/comb_4/init/model.decoder.layers.13.fc2/_0.pt b/params/opt/5/rnd_search_t_lin/comb_4/init/model.decoder.layers.13.fc2/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/opt/5/rnd_search_t_lin/comb_4/init/model.decoder.layers.13.fc2/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/opt/5/rnd_search_t_lin/comb_4/init/model.decoder.layers.13.fc2/_s.pt b/params/opt/5/rnd_search_t_lin/comb_4/init/model.decoder.layers.13.fc2/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e3fbabffdcebe2fbc89a28bed6471022fb17ec87
--- /dev/null
+++ b/params/opt/5/rnd_search_t_lin/comb_4/init/model.decoder.layers.13.fc2/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:86ca7464b3e54e9bf99085004f12a6c8776854867dfe507f9d1738eea2e09fd5
+size 5251
diff --git a/params/opt/5/rnd_search_t_lin/comb_4/init/model.decoder.layers.13.self_attn.k_proj/_0.pt b/params/opt/5/rnd_search_t_lin/comb_4/init/model.decoder.layers.13.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/opt/5/rnd_search_t_lin/comb_4/init/model.decoder.layers.13.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/opt/5/rnd_search_t_lin/comb_4/init/model.decoder.layers.13.self_attn.k_proj/_s.pt b/params/opt/5/rnd_search_t_lin/comb_4/init/model.decoder.layers.13.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..01bc81ef1c177d2cb52b3f9a09a14a7e2577f51b
--- /dev/null
+++ b/params/opt/5/rnd_search_t_lin/comb_4/init/model.decoder.layers.13.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:bc8e9d51d10b5fcc9c9ea94059fccf9fce74fb280bc065e66f77953001ba4cf3
+size 5251
diff --git a/params/opt/5/rnd_search_t_lin/comb_4/init/model.decoder.layers.13.self_attn.out_proj/_0.pt b/params/opt/5/rnd_search_t_lin/comb_4/init/model.decoder.layers.13.self_attn.out_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/opt/5/rnd_search_t_lin/comb_4/init/model.decoder.layers.13.self_attn.out_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/opt/5/rnd_search_t_lin/comb_4/init/model.decoder.layers.13.self_attn.out_proj/_s.pt b/params/opt/5/rnd_search_t_lin/comb_4/init/model.decoder.layers.13.self_attn.out_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..1fbdcddf3bc25540bcdf766996392c15ddb57544
--- /dev/null
+++ b/params/opt/5/rnd_search_t_lin/comb_4/init/model.decoder.layers.13.self_attn.out_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:8b613a9c9379a310e91c566f9b0c4c51f697648c69b8480b74471fd14f962039
+size 5251
diff --git a/params/opt/5/rnd_search_t_lin/comb_4/init/model.decoder.layers.13.self_attn.q_proj/_0.pt b/params/opt/5/rnd_search_t_lin/comb_4/init/model.decoder.layers.13.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/opt/5/rnd_search_t_lin/comb_4/init/model.decoder.layers.13.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/opt/5/rnd_search_t_lin/comb_4/init/model.decoder.layers.13.self_attn.q_proj/_s.pt b/params/opt/5/rnd_search_t_lin/comb_4/init/model.decoder.layers.13.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..3b103342c6f3905d86f32209d236a637bcc1f8a7
--- /dev/null
+++ b/params/opt/5/rnd_search_t_lin/comb_4/init/model.decoder.layers.13.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:63824235e94d3b259f2933ea1b97a01c7b56724a941a369b29c70c0faf1fc48f
+size 5251
diff --git a/params/opt/5/rnd_search_t_lin/comb_4/init/model.decoder.layers.13.self_attn.v_proj/_0.pt b/params/opt/5/rnd_search_t_lin/comb_4/init/model.decoder.layers.13.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/opt/5/rnd_search_t_lin/comb_4/init/model.decoder.layers.13.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/opt/5/rnd_search_t_lin/comb_4/init/model.decoder.layers.13.self_attn.v_proj/_s.pt b/params/opt/5/rnd_search_t_lin/comb_4/init/model.decoder.layers.13.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..f95ac62a72cca88f8d9a8170fc1a6fce35bb8838
--- /dev/null
+++ b/params/opt/5/rnd_search_t_lin/comb_4/init/model.decoder.layers.13.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:39a1bcc42088e0d264954dab9b797600dc5251889be3452958ccab3fc5a2c91f
+size 5251
diff --git a/params/opt/5/rnd_search_t_lin/comb_4/init/model.decoder.layers.14.fc1/_0.pt b/params/opt/5/rnd_search_t_lin/comb_4/init/model.decoder.layers.14.fc1/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..58c96248fd00550cc15d645205571ee67c337035
--- /dev/null
+++ b/params/opt/5/rnd_search_t_lin/comb_4/init/model.decoder.layers.14.fc1/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d77f62f2a90ce91416a8360d6ec3a5205dee0afeca27666c8c1c6bc185c247e5
+size 17539
diff --git a/params/opt/5/rnd_search_t_lin/comb_4/init/model.decoder.layers.14.fc1/_s.pt b/params/opt/5/rnd_search_t_lin/comb_4/init/model.decoder.layers.14.fc1/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..d5c7fafbba9ba6ee5330b4be83a5f18f41589de3
--- /dev/null
+++ b/params/opt/5/rnd_search_t_lin/comb_4/init/model.decoder.layers.14.fc1/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d01fdf54ca360aaf775b434405986ff9e03a25cd024bce8797f8e07a7371860f
+size 17539
diff --git a/params/opt/5/rnd_search_t_lin/comb_4/init/model.decoder.layers.14.fc2/_0.pt b/params/opt/5/rnd_search_t_lin/comb_4/init/model.decoder.layers.14.fc2/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/opt/5/rnd_search_t_lin/comb_4/init/model.decoder.layers.14.fc2/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/opt/5/rnd_search_t_lin/comb_4/init/model.decoder.layers.14.fc2/_s.pt b/params/opt/5/rnd_search_t_lin/comb_4/init/model.decoder.layers.14.fc2/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..356bdf1c0fb7d77b0b35c04964a463188417f1f9
--- /dev/null
+++ b/params/opt/5/rnd_search_t_lin/comb_4/init/model.decoder.layers.14.fc2/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ff5975b9bf5bfdbae03a3fbad5c4b5da069c5bf9ac152dae55f3960e6643cad0
+size 5251
diff --git a/params/opt/5/rnd_search_t_lin/comb_4/init/model.decoder.layers.14.self_attn.k_proj/_0.pt b/params/opt/5/rnd_search_t_lin/comb_4/init/model.decoder.layers.14.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/opt/5/rnd_search_t_lin/comb_4/init/model.decoder.layers.14.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/opt/5/rnd_search_t_lin/comb_4/init/model.decoder.layers.14.self_attn.k_proj/_s.pt b/params/opt/5/rnd_search_t_lin/comb_4/init/model.decoder.layers.14.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..11784997e841567d07ae9aee7cfa8f0400c09127
--- /dev/null
+++ b/params/opt/5/rnd_search_t_lin/comb_4/init/model.decoder.layers.14.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:54b2782373c9241124f314892b0176b9ebc13b9e7a3fbeb749a8d94cebb8bef7
+size 5251
diff --git a/params/opt/5/rnd_search_t_lin/comb_4/init/model.decoder.layers.14.self_attn.out_proj/_0.pt b/params/opt/5/rnd_search_t_lin/comb_4/init/model.decoder.layers.14.self_attn.out_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/opt/5/rnd_search_t_lin/comb_4/init/model.decoder.layers.14.self_attn.out_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/opt/5/rnd_search_t_lin/comb_4/init/model.decoder.layers.14.self_attn.out_proj/_s.pt b/params/opt/5/rnd_search_t_lin/comb_4/init/model.decoder.layers.14.self_attn.out_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..66d1905f952adde0d3e9270873df2f5969c3bc09
--- /dev/null
+++ b/params/opt/5/rnd_search_t_lin/comb_4/init/model.decoder.layers.14.self_attn.out_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ad535801c0faae76e3dbc34a82fcac4499a211b8ed45444a5edf73bc5e6f0baf
+size 5251
diff --git a/params/opt/5/rnd_search_t_lin/comb_4/init/model.decoder.layers.14.self_attn.q_proj/_0.pt b/params/opt/5/rnd_search_t_lin/comb_4/init/model.decoder.layers.14.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/opt/5/rnd_search_t_lin/comb_4/init/model.decoder.layers.14.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/opt/5/rnd_search_t_lin/comb_4/init/model.decoder.layers.14.self_attn.q_proj/_s.pt b/params/opt/5/rnd_search_t_lin/comb_4/init/model.decoder.layers.14.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e8febbc20c53ddead4d024bcb7c7a2ee4796e618
--- /dev/null
+++ b/params/opt/5/rnd_search_t_lin/comb_4/init/model.decoder.layers.14.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:768a15878a71f7398eb4623572b857c707cecbb0a5bdb837cb0902738d6a5c04
+size 5251
diff --git a/params/opt/5/rnd_search_t_lin/comb_4/init/model.decoder.layers.14.self_attn.v_proj/_0.pt b/params/opt/5/rnd_search_t_lin/comb_4/init/model.decoder.layers.14.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/opt/5/rnd_search_t_lin/comb_4/init/model.decoder.layers.14.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/opt/5/rnd_search_t_lin/comb_4/init/model.decoder.layers.14.self_attn.v_proj/_s.pt b/params/opt/5/rnd_search_t_lin/comb_4/init/model.decoder.layers.14.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..26bcb503fd197a242f3304628ba387c8d0e391e2
--- /dev/null
+++ b/params/opt/5/rnd_search_t_lin/comb_4/init/model.decoder.layers.14.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:545ae075d57c2ac9152f2706b01babd8d3fe341610884cf452d13d1b0c16134c
+size 5251
diff --git a/params/opt/5/rnd_search_t_lin/comb_4/init/model.decoder.layers.15.fc1/_0.pt b/params/opt/5/rnd_search_t_lin/comb_4/init/model.decoder.layers.15.fc1/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..58c96248fd00550cc15d645205571ee67c337035
--- /dev/null
+++ b/params/opt/5/rnd_search_t_lin/comb_4/init/model.decoder.layers.15.fc1/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d77f62f2a90ce91416a8360d6ec3a5205dee0afeca27666c8c1c6bc185c247e5
+size 17539
diff --git a/params/opt/5/rnd_search_t_lin/comb_4/init/model.decoder.layers.15.fc1/_s.pt b/params/opt/5/rnd_search_t_lin/comb_4/init/model.decoder.layers.15.fc1/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..9c1b732a7d7dc51751facf83e173f7c821f42253
--- /dev/null
+++ b/params/opt/5/rnd_search_t_lin/comb_4/init/model.decoder.layers.15.fc1/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0ae1daceaa601ba7e93bed39cf9999ea0245632829fb928388c522505f647bff
+size 17539
diff --git a/params/opt/5/rnd_search_t_lin/comb_4/init/model.decoder.layers.15.fc2/_0.pt b/params/opt/5/rnd_search_t_lin/comb_4/init/model.decoder.layers.15.fc2/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/opt/5/rnd_search_t_lin/comb_4/init/model.decoder.layers.15.fc2/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/opt/5/rnd_search_t_lin/comb_4/init/model.decoder.layers.15.fc2/_s.pt b/params/opt/5/rnd_search_t_lin/comb_4/init/model.decoder.layers.15.fc2/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..9fba8ae2e2aa1c88432c5b6fcfc1d7df10ddadf3
--- /dev/null
+++ b/params/opt/5/rnd_search_t_lin/comb_4/init/model.decoder.layers.15.fc2/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:fdc731d62d03a3c444d905ca5055536af6a044d14ea42d56cf3fab2b733a09d1
+size 5251
diff --git a/params/opt/5/rnd_search_t_lin/comb_4/init/model.decoder.layers.15.self_attn.k_proj/_0.pt b/params/opt/5/rnd_search_t_lin/comb_4/init/model.decoder.layers.15.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/opt/5/rnd_search_t_lin/comb_4/init/model.decoder.layers.15.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/opt/5/rnd_search_t_lin/comb_4/init/model.decoder.layers.15.self_attn.k_proj/_s.pt b/params/opt/5/rnd_search_t_lin/comb_4/init/model.decoder.layers.15.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..b821b83784d50077dc5df9a5424d6b4f02980e3c
--- /dev/null
+++ b/params/opt/5/rnd_search_t_lin/comb_4/init/model.decoder.layers.15.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:6fa95ef76b7f23fc29541229db8b1feab3c7d33f38bd3c4c0cc981a33e608d73
+size 5251
diff --git a/params/opt/5/rnd_search_t_lin/comb_4/init/model.decoder.layers.15.self_attn.out_proj/_0.pt b/params/opt/5/rnd_search_t_lin/comb_4/init/model.decoder.layers.15.self_attn.out_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/opt/5/rnd_search_t_lin/comb_4/init/model.decoder.layers.15.self_attn.out_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/opt/5/rnd_search_t_lin/comb_4/init/model.decoder.layers.15.self_attn.out_proj/_s.pt b/params/opt/5/rnd_search_t_lin/comb_4/init/model.decoder.layers.15.self_attn.out_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..01eac10164a4f0dca134b6095bdf2e1b08d235d6
--- /dev/null
+++ b/params/opt/5/rnd_search_t_lin/comb_4/init/model.decoder.layers.15.self_attn.out_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:6f7666fd651f3967039dc727a7720daebe331cd36029ebb67fe311005b7019b1
+size 5251
diff --git a/params/opt/5/rnd_search_t_lin/comb_4/init/model.decoder.layers.15.self_attn.q_proj/_0.pt b/params/opt/5/rnd_search_t_lin/comb_4/init/model.decoder.layers.15.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/opt/5/rnd_search_t_lin/comb_4/init/model.decoder.layers.15.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/opt/5/rnd_search_t_lin/comb_4/init/model.decoder.layers.15.self_attn.q_proj/_s.pt b/params/opt/5/rnd_search_t_lin/comb_4/init/model.decoder.layers.15.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..0164a56997ac983f76de020c2b6e32f6bf890f83
--- /dev/null
+++ b/params/opt/5/rnd_search_t_lin/comb_4/init/model.decoder.layers.15.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:761b1d30b09f071954455228f8f10522f4604d39c14e8663b21946cd77d11f97
+size 5251
diff --git a/params/opt/5/rnd_search_t_lin/comb_4/init/model.decoder.layers.15.self_attn.v_proj/_0.pt b/params/opt/5/rnd_search_t_lin/comb_4/init/model.decoder.layers.15.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/opt/5/rnd_search_t_lin/comb_4/init/model.decoder.layers.15.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/opt/5/rnd_search_t_lin/comb_4/init/model.decoder.layers.15.self_attn.v_proj/_s.pt b/params/opt/5/rnd_search_t_lin/comb_4/init/model.decoder.layers.15.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..226d4eef73489bd4cbbb01183d5c273ab15c5741
--- /dev/null
+++ b/params/opt/5/rnd_search_t_lin/comb_4/init/model.decoder.layers.15.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:93a5a5d306a01c8dca0f3e1f057337335e32064ad48638c3a7e1e21109e37d3d
+size 5251
diff --git a/params/opt/5/rnd_search_t_lin/comb_4/init/model.decoder.layers.16.fc1/_0.pt b/params/opt/5/rnd_search_t_lin/comb_4/init/model.decoder.layers.16.fc1/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..58c96248fd00550cc15d645205571ee67c337035
--- /dev/null
+++ b/params/opt/5/rnd_search_t_lin/comb_4/init/model.decoder.layers.16.fc1/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d77f62f2a90ce91416a8360d6ec3a5205dee0afeca27666c8c1c6bc185c247e5
+size 17539
diff --git a/params/opt/5/rnd_search_t_lin/comb_4/init/model.decoder.layers.16.fc1/_s.pt b/params/opt/5/rnd_search_t_lin/comb_4/init/model.decoder.layers.16.fc1/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ffc9391329f61d38cedf6fa8d904f9240b50de49
--- /dev/null
+++ b/params/opt/5/rnd_search_t_lin/comb_4/init/model.decoder.layers.16.fc1/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:62b2534c37119cc55cc056fe45d5fe4f6b448513bc0648dbe6579904fe61a63f
+size 17539
diff --git a/params/opt/5/rnd_search_t_lin/comb_4/init/model.decoder.layers.16.fc2/_0.pt b/params/opt/5/rnd_search_t_lin/comb_4/init/model.decoder.layers.16.fc2/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/opt/5/rnd_search_t_lin/comb_4/init/model.decoder.layers.16.fc2/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/opt/5/rnd_search_t_lin/comb_4/init/model.decoder.layers.16.fc2/_s.pt b/params/opt/5/rnd_search_t_lin/comb_4/init/model.decoder.layers.16.fc2/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..bd82d28db490f5d9f460962a66346b06922c6969
--- /dev/null
+++ b/params/opt/5/rnd_search_t_lin/comb_4/init/model.decoder.layers.16.fc2/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:39edfad4fd020b859991df8680107be175a51aa0393b2a92b68627b2b8f7f016
+size 5251
diff --git a/params/opt/5/rnd_search_t_lin/comb_4/init/model.decoder.layers.16.self_attn.k_proj/_0.pt b/params/opt/5/rnd_search_t_lin/comb_4/init/model.decoder.layers.16.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/opt/5/rnd_search_t_lin/comb_4/init/model.decoder.layers.16.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/opt/5/rnd_search_t_lin/comb_4/init/model.decoder.layers.16.self_attn.k_proj/_s.pt b/params/opt/5/rnd_search_t_lin/comb_4/init/model.decoder.layers.16.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..7b6f3af5057c7d3c6add5ab04f30c1d81e669a3c
--- /dev/null
+++ b/params/opt/5/rnd_search_t_lin/comb_4/init/model.decoder.layers.16.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:4a17a7548f006a14c7f3ff1a3e9502b8733b303a98fd935e2afc8a6f9eedcbfc
+size 5251
diff --git a/params/opt/5/rnd_search_t_lin/comb_4/init/model.decoder.layers.16.self_attn.out_proj/_0.pt b/params/opt/5/rnd_search_t_lin/comb_4/init/model.decoder.layers.16.self_attn.out_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/opt/5/rnd_search_t_lin/comb_4/init/model.decoder.layers.16.self_attn.out_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/opt/5/rnd_search_t_lin/comb_4/init/model.decoder.layers.16.self_attn.out_proj/_s.pt b/params/opt/5/rnd_search_t_lin/comb_4/init/model.decoder.layers.16.self_attn.out_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..b43d4d2fd369f8be100890d8de6cdf579aaed3cf
--- /dev/null
+++ b/params/opt/5/rnd_search_t_lin/comb_4/init/model.decoder.layers.16.self_attn.out_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:4e758661339a2f9346b114091d90e0ab6c979af967efd9083f3407f1b1ca98a9
+size 5251
diff --git a/params/opt/5/rnd_search_t_lin/comb_4/init/model.decoder.layers.16.self_attn.q_proj/_0.pt b/params/opt/5/rnd_search_t_lin/comb_4/init/model.decoder.layers.16.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/opt/5/rnd_search_t_lin/comb_4/init/model.decoder.layers.16.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/opt/5/rnd_search_t_lin/comb_4/init/model.decoder.layers.16.self_attn.q_proj/_s.pt b/params/opt/5/rnd_search_t_lin/comb_4/init/model.decoder.layers.16.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2e148b730f284813510d57d3ba12a9006c73b677
--- /dev/null
+++ b/params/opt/5/rnd_search_t_lin/comb_4/init/model.decoder.layers.16.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:894ec0a7cbec11bead6dc1eaa7df411f573ef1dfbf387ac2e62fc22bcb7098b9
+size 5251
diff --git a/params/opt/5/rnd_search_t_lin/comb_4/init/model.decoder.layers.16.self_attn.v_proj/_0.pt b/params/opt/5/rnd_search_t_lin/comb_4/init/model.decoder.layers.16.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/opt/5/rnd_search_t_lin/comb_4/init/model.decoder.layers.16.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/opt/5/rnd_search_t_lin/comb_4/init/model.decoder.layers.16.self_attn.v_proj/_s.pt b/params/opt/5/rnd_search_t_lin/comb_4/init/model.decoder.layers.16.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..79e31064cf874e036a0ff0449b9d62233aaf09e4
--- /dev/null
+++ b/params/opt/5/rnd_search_t_lin/comb_4/init/model.decoder.layers.16.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e21068671939ccf5b60504329e65b4bf4bb7b947f106159e6490fdc6d6d788d1
+size 5251
diff --git a/params/opt/5/rnd_search_t_lin/comb_4/init/model.decoder.layers.17.fc1/_0.pt b/params/opt/5/rnd_search_t_lin/comb_4/init/model.decoder.layers.17.fc1/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..58c96248fd00550cc15d645205571ee67c337035
--- /dev/null
+++ b/params/opt/5/rnd_search_t_lin/comb_4/init/model.decoder.layers.17.fc1/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d77f62f2a90ce91416a8360d6ec3a5205dee0afeca27666c8c1c6bc185c247e5
+size 17539
diff --git a/params/opt/5/rnd_search_t_lin/comb_4/init/model.decoder.layers.17.fc1/_s.pt b/params/opt/5/rnd_search_t_lin/comb_4/init/model.decoder.layers.17.fc1/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..9a22146ed2cabe2700c8a5eca6be6f653231b9f1
--- /dev/null
+++ b/params/opt/5/rnd_search_t_lin/comb_4/init/model.decoder.layers.17.fc1/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:119ed47736198c895571242a266b181b12ad6c8306e63c7e53c5e4aee85c9eb2
+size 17539
diff --git a/params/opt/5/rnd_search_t_lin/comb_4/init/model.decoder.layers.17.fc2/_0.pt b/params/opt/5/rnd_search_t_lin/comb_4/init/model.decoder.layers.17.fc2/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/opt/5/rnd_search_t_lin/comb_4/init/model.decoder.layers.17.fc2/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/opt/5/rnd_search_t_lin/comb_4/init/model.decoder.layers.17.fc2/_s.pt b/params/opt/5/rnd_search_t_lin/comb_4/init/model.decoder.layers.17.fc2/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..229d8959e311ea0b9ddc838bb85b3bbf97eaf35b
--- /dev/null
+++ b/params/opt/5/rnd_search_t_lin/comb_4/init/model.decoder.layers.17.fc2/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:7c650efb7b1f2371637e2cd4106600ef06505877f5f85ad401868f4bb52b46c1
+size 5251
diff --git a/params/opt/5/rnd_search_t_lin/comb_4/init/model.decoder.layers.17.self_attn.k_proj/_0.pt b/params/opt/5/rnd_search_t_lin/comb_4/init/model.decoder.layers.17.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/opt/5/rnd_search_t_lin/comb_4/init/model.decoder.layers.17.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/opt/5/rnd_search_t_lin/comb_4/init/model.decoder.layers.17.self_attn.k_proj/_s.pt b/params/opt/5/rnd_search_t_lin/comb_4/init/model.decoder.layers.17.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4fa933e756f2e0a0f4e0ad4b99b5dd82f52e334b
--- /dev/null
+++ b/params/opt/5/rnd_search_t_lin/comb_4/init/model.decoder.layers.17.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:132ca1fb9d86633b4c3949aa93f31829b410e62c08454ffe58770b5497e1dcb6
+size 5251
diff --git a/params/opt/5/rnd_search_t_lin/comb_4/init/model.decoder.layers.17.self_attn.out_proj/_0.pt b/params/opt/5/rnd_search_t_lin/comb_4/init/model.decoder.layers.17.self_attn.out_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/opt/5/rnd_search_t_lin/comb_4/init/model.decoder.layers.17.self_attn.out_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/opt/5/rnd_search_t_lin/comb_4/init/model.decoder.layers.17.self_attn.out_proj/_s.pt b/params/opt/5/rnd_search_t_lin/comb_4/init/model.decoder.layers.17.self_attn.out_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..86a96254f95318b86605335da784cdb1cb4bd486
--- /dev/null
+++ b/params/opt/5/rnd_search_t_lin/comb_4/init/model.decoder.layers.17.self_attn.out_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:8091fb7765f0129e9aa2973e0311501928a474361f96495b24657ad5063fcd39
+size 5251
diff --git a/params/opt/5/rnd_search_t_lin/comb_4/init/model.decoder.layers.17.self_attn.q_proj/_0.pt b/params/opt/5/rnd_search_t_lin/comb_4/init/model.decoder.layers.17.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/opt/5/rnd_search_t_lin/comb_4/init/model.decoder.layers.17.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/opt/5/rnd_search_t_lin/comb_4/init/model.decoder.layers.17.self_attn.q_proj/_s.pt b/params/opt/5/rnd_search_t_lin/comb_4/init/model.decoder.layers.17.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ff9ef68978bda23727690665a7a56c51532f175a
--- /dev/null
+++ b/params/opt/5/rnd_search_t_lin/comb_4/init/model.decoder.layers.17.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:faca3011b3008bc6b4759fb3e42358959111488f901fceb1a82bff39a2a7c13f
+size 5251
diff --git a/params/opt/5/rnd_search_t_lin/comb_4/init/model.decoder.layers.17.self_attn.v_proj/_0.pt b/params/opt/5/rnd_search_t_lin/comb_4/init/model.decoder.layers.17.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/opt/5/rnd_search_t_lin/comb_4/init/model.decoder.layers.17.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/opt/5/rnd_search_t_lin/comb_4/init/model.decoder.layers.17.self_attn.v_proj/_s.pt b/params/opt/5/rnd_search_t_lin/comb_4/init/model.decoder.layers.17.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..6aa6857361c23179295aeadd485258c2b4373786
--- /dev/null
+++ b/params/opt/5/rnd_search_t_lin/comb_4/init/model.decoder.layers.17.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:90e7e11563542c28f1f8eca8e425afd55c9d139fae6e8709c089ade646b3ca70
+size 5251
diff --git a/params/opt/5/rnd_search_t_lin/comb_4/init/model.decoder.layers.18.fc1/_0.pt b/params/opt/5/rnd_search_t_lin/comb_4/init/model.decoder.layers.18.fc1/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..58c96248fd00550cc15d645205571ee67c337035
--- /dev/null
+++ b/params/opt/5/rnd_search_t_lin/comb_4/init/model.decoder.layers.18.fc1/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d77f62f2a90ce91416a8360d6ec3a5205dee0afeca27666c8c1c6bc185c247e5
+size 17539
diff --git a/params/opt/5/rnd_search_t_lin/comb_4/init/model.decoder.layers.18.fc1/_s.pt b/params/opt/5/rnd_search_t_lin/comb_4/init/model.decoder.layers.18.fc1/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..944966fb2b41703d5e2f570b91770a7d074a2879
--- /dev/null
+++ b/params/opt/5/rnd_search_t_lin/comb_4/init/model.decoder.layers.18.fc1/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:6967fc4fa7b3c1cc55af5f52c611f16adf513a207cb1b24e48d5997631ab63d1
+size 17539
diff --git a/params/opt/5/rnd_search_t_lin/comb_4/init/model.decoder.layers.18.fc2/_0.pt b/params/opt/5/rnd_search_t_lin/comb_4/init/model.decoder.layers.18.fc2/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/opt/5/rnd_search_t_lin/comb_4/init/model.decoder.layers.18.fc2/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/opt/5/rnd_search_t_lin/comb_4/init/model.decoder.layers.18.fc2/_s.pt b/params/opt/5/rnd_search_t_lin/comb_4/init/model.decoder.layers.18.fc2/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..04237c379f7200fb235a7f6aee5cb290c908981d
--- /dev/null
+++ b/params/opt/5/rnd_search_t_lin/comb_4/init/model.decoder.layers.18.fc2/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:3634c407b348ba1f43a2c86555a9f5d5f04902badd398ba17ddfa533a63bbcd7
+size 5251
diff --git a/params/opt/5/rnd_search_t_lin/comb_4/init/model.decoder.layers.18.self_attn.k_proj/_0.pt b/params/opt/5/rnd_search_t_lin/comb_4/init/model.decoder.layers.18.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/opt/5/rnd_search_t_lin/comb_4/init/model.decoder.layers.18.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/opt/5/rnd_search_t_lin/comb_4/init/model.decoder.layers.18.self_attn.k_proj/_s.pt b/params/opt/5/rnd_search_t_lin/comb_4/init/model.decoder.layers.18.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..b159c25c1f8db54a942a04bcd66ed12f4a6e784f
--- /dev/null
+++ b/params/opt/5/rnd_search_t_lin/comb_4/init/model.decoder.layers.18.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:806564fce8abbb49e610c7ea5bcff7991c0d9deba96cd95d3c168bd1335198c3
+size 5251
diff --git a/params/opt/5/rnd_search_t_lin/comb_4/init/model.decoder.layers.18.self_attn.out_proj/_0.pt b/params/opt/5/rnd_search_t_lin/comb_4/init/model.decoder.layers.18.self_attn.out_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/opt/5/rnd_search_t_lin/comb_4/init/model.decoder.layers.18.self_attn.out_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/opt/5/rnd_search_t_lin/comb_4/init/model.decoder.layers.18.self_attn.out_proj/_s.pt b/params/opt/5/rnd_search_t_lin/comb_4/init/model.decoder.layers.18.self_attn.out_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a8eb79ef4d65d9b25a3e4f147b404d06f6dae518
--- /dev/null
+++ b/params/opt/5/rnd_search_t_lin/comb_4/init/model.decoder.layers.18.self_attn.out_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:837c559690a5321fd24d361710ff8c588d99e4bc691ca0d4963aeee11828a7b9
+size 5251
diff --git a/params/opt/5/rnd_search_t_lin/comb_4/init/model.decoder.layers.18.self_attn.q_proj/_0.pt b/params/opt/5/rnd_search_t_lin/comb_4/init/model.decoder.layers.18.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/opt/5/rnd_search_t_lin/comb_4/init/model.decoder.layers.18.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/opt/5/rnd_search_t_lin/comb_4/init/model.decoder.layers.18.self_attn.q_proj/_s.pt b/params/opt/5/rnd_search_t_lin/comb_4/init/model.decoder.layers.18.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2584f0449e510364428822e122f4896e4769c958
--- /dev/null
+++ b/params/opt/5/rnd_search_t_lin/comb_4/init/model.decoder.layers.18.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:7ea0bc782765abfa8d77a578870e55eedc0131a969312d28c3dde560c1bbcb49
+size 5251
diff --git a/params/opt/5/rnd_search_t_lin/comb_4/init/model.decoder.layers.18.self_attn.v_proj/_0.pt b/params/opt/5/rnd_search_t_lin/comb_4/init/model.decoder.layers.18.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/opt/5/rnd_search_t_lin/comb_4/init/model.decoder.layers.18.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/opt/5/rnd_search_t_lin/comb_4/init/model.decoder.layers.18.self_attn.v_proj/_s.pt b/params/opt/5/rnd_search_t_lin/comb_4/init/model.decoder.layers.18.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..faa2e664387bb8ea6b5893affe5eb31d11dfa80b
--- /dev/null
+++ b/params/opt/5/rnd_search_t_lin/comb_4/init/model.decoder.layers.18.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:60f3c13b7d169dd11d82d6634d0201e8a7d874cff874388aa6ba520d650d47a1
+size 5251
diff --git a/params/opt/5/rnd_search_t_lin/comb_4/init/model.decoder.layers.19.fc1/_0.pt b/params/opt/5/rnd_search_t_lin/comb_4/init/model.decoder.layers.19.fc1/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..58c96248fd00550cc15d645205571ee67c337035
--- /dev/null
+++ b/params/opt/5/rnd_search_t_lin/comb_4/init/model.decoder.layers.19.fc1/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d77f62f2a90ce91416a8360d6ec3a5205dee0afeca27666c8c1c6bc185c247e5
+size 17539
diff --git a/params/opt/5/rnd_search_t_lin/comb_4/init/model.decoder.layers.19.fc1/_s.pt b/params/opt/5/rnd_search_t_lin/comb_4/init/model.decoder.layers.19.fc1/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..34b363b533604f207560b60fdddec150bea450f9
--- /dev/null
+++ b/params/opt/5/rnd_search_t_lin/comb_4/init/model.decoder.layers.19.fc1/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:48892555a97aa7aca56374e8d35f69204fcf0ce38f42ef0ac857a3e179368587
+size 17539
diff --git a/params/opt/5/rnd_search_t_lin/comb_4/init/model.decoder.layers.19.fc2/_0.pt b/params/opt/5/rnd_search_t_lin/comb_4/init/model.decoder.layers.19.fc2/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/opt/5/rnd_search_t_lin/comb_4/init/model.decoder.layers.19.fc2/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/opt/5/rnd_search_t_lin/comb_4/init/model.decoder.layers.19.fc2/_s.pt b/params/opt/5/rnd_search_t_lin/comb_4/init/model.decoder.layers.19.fc2/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..db20fc648e2fdfb213e482b8e2bc120a9cde603d
--- /dev/null
+++ b/params/opt/5/rnd_search_t_lin/comb_4/init/model.decoder.layers.19.fc2/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5adffdbb90e0dfda1fa5668303fa29dafb6e4d901d7195d8e2f46875af226837
+size 5251
diff --git a/params/opt/5/rnd_search_t_lin/comb_4/init/model.decoder.layers.19.self_attn.k_proj/_0.pt b/params/opt/5/rnd_search_t_lin/comb_4/init/model.decoder.layers.19.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/opt/5/rnd_search_t_lin/comb_4/init/model.decoder.layers.19.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/opt/5/rnd_search_t_lin/comb_4/init/model.decoder.layers.19.self_attn.k_proj/_s.pt b/params/opt/5/rnd_search_t_lin/comb_4/init/model.decoder.layers.19.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..58a1f2412022029c18da72d7dff9e25cfbab5322
--- /dev/null
+++ b/params/opt/5/rnd_search_t_lin/comb_4/init/model.decoder.layers.19.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:19bb1bedb44ae3f98d61e5b6d5acd104aa40ceda52606546440073baf52c197a
+size 5251
diff --git a/params/opt/5/rnd_search_t_lin/comb_4/init/model.decoder.layers.19.self_attn.out_proj/_0.pt b/params/opt/5/rnd_search_t_lin/comb_4/init/model.decoder.layers.19.self_attn.out_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/opt/5/rnd_search_t_lin/comb_4/init/model.decoder.layers.19.self_attn.out_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/opt/5/rnd_search_t_lin/comb_4/init/model.decoder.layers.19.self_attn.out_proj/_s.pt b/params/opt/5/rnd_search_t_lin/comb_4/init/model.decoder.layers.19.self_attn.out_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..9d1b9d44c39c0493eb5097a4f003a793e7d7b815
--- /dev/null
+++ b/params/opt/5/rnd_search_t_lin/comb_4/init/model.decoder.layers.19.self_attn.out_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a3bdca46ff29091b85223e220d246aa1790ca401c4a883a0496245fc6b141295
+size 5251
diff --git a/params/opt/5/rnd_search_t_lin/comb_4/init/model.decoder.layers.19.self_attn.q_proj/_0.pt b/params/opt/5/rnd_search_t_lin/comb_4/init/model.decoder.layers.19.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/opt/5/rnd_search_t_lin/comb_4/init/model.decoder.layers.19.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/opt/5/rnd_search_t_lin/comb_4/init/model.decoder.layers.19.self_attn.q_proj/_s.pt b/params/opt/5/rnd_search_t_lin/comb_4/init/model.decoder.layers.19.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..433164a49cc67c7f6db98974bde007e67dfc98f8
--- /dev/null
+++ b/params/opt/5/rnd_search_t_lin/comb_4/init/model.decoder.layers.19.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:6ecfbd0673d17ed29d35c444565b989fb8c9c598ae43f514309b90d32b799a7b
+size 5251
diff --git a/params/opt/5/rnd_search_t_lin/comb_4/init/model.decoder.layers.19.self_attn.v_proj/_0.pt b/params/opt/5/rnd_search_t_lin/comb_4/init/model.decoder.layers.19.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/opt/5/rnd_search_t_lin/comb_4/init/model.decoder.layers.19.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/opt/5/rnd_search_t_lin/comb_4/init/model.decoder.layers.19.self_attn.v_proj/_s.pt b/params/opt/5/rnd_search_t_lin/comb_4/init/model.decoder.layers.19.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..13614ea03485f815757ba916e8577f8e810951b0
--- /dev/null
+++ b/params/opt/5/rnd_search_t_lin/comb_4/init/model.decoder.layers.19.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:dfba28ba2b8e46897c5392b6ec4043cc66ac413df4f23cc3eb36540e38665c7f
+size 5251
diff --git a/params/opt/5/rnd_search_t_lin/comb_4/init/model.decoder.layers.2.fc1/_0.pt b/params/opt/5/rnd_search_t_lin/comb_4/init/model.decoder.layers.2.fc1/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..58c96248fd00550cc15d645205571ee67c337035
--- /dev/null
+++ b/params/opt/5/rnd_search_t_lin/comb_4/init/model.decoder.layers.2.fc1/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d77f62f2a90ce91416a8360d6ec3a5205dee0afeca27666c8c1c6bc185c247e5
+size 17539
diff --git a/params/opt/5/rnd_search_t_lin/comb_4/init/model.decoder.layers.2.fc1/_s.pt b/params/opt/5/rnd_search_t_lin/comb_4/init/model.decoder.layers.2.fc1/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..3761a80e9320c1084d1bdd51254ea8d9571ff832
--- /dev/null
+++ b/params/opt/5/rnd_search_t_lin/comb_4/init/model.decoder.layers.2.fc1/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:dff36d6fc66ca5e319d514fc1bf4043b95073dada56c72c9bb07d1243cade9fa
+size 17539
diff --git a/params/opt/5/rnd_search_t_lin/comb_4/init/model.decoder.layers.2.fc2/_0.pt b/params/opt/5/rnd_search_t_lin/comb_4/init/model.decoder.layers.2.fc2/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/opt/5/rnd_search_t_lin/comb_4/init/model.decoder.layers.2.fc2/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/opt/5/rnd_search_t_lin/comb_4/init/model.decoder.layers.2.fc2/_s.pt b/params/opt/5/rnd_search_t_lin/comb_4/init/model.decoder.layers.2.fc2/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e2ff9662f1472f71f82cf243aeec0d630d9df41f
--- /dev/null
+++ b/params/opt/5/rnd_search_t_lin/comb_4/init/model.decoder.layers.2.fc2/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b9b42b6880d1bca68dcb42a1fea5c76b9a4705032fe9a10f1d530488e53a0769
+size 5251
diff --git a/params/opt/5/rnd_search_t_lin/comb_4/init/model.decoder.layers.2.self_attn.k_proj/_0.pt b/params/opt/5/rnd_search_t_lin/comb_4/init/model.decoder.layers.2.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/opt/5/rnd_search_t_lin/comb_4/init/model.decoder.layers.2.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/opt/5/rnd_search_t_lin/comb_4/init/model.decoder.layers.2.self_attn.k_proj/_s.pt b/params/opt/5/rnd_search_t_lin/comb_4/init/model.decoder.layers.2.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..314109a56f58ce66b83f7ba3781ce350161be577
--- /dev/null
+++ b/params/opt/5/rnd_search_t_lin/comb_4/init/model.decoder.layers.2.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:30d1ae343f55b759c71fe08195f5707a047ccc025b41aedff033c71d093d7afb
+size 5251
diff --git a/params/opt/5/rnd_search_t_lin/comb_4/init/model.decoder.layers.2.self_attn.out_proj/_0.pt b/params/opt/5/rnd_search_t_lin/comb_4/init/model.decoder.layers.2.self_attn.out_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/opt/5/rnd_search_t_lin/comb_4/init/model.decoder.layers.2.self_attn.out_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/opt/5/rnd_search_t_lin/comb_4/init/model.decoder.layers.2.self_attn.out_proj/_s.pt b/params/opt/5/rnd_search_t_lin/comb_4/init/model.decoder.layers.2.self_attn.out_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e485a487a339b3cc5afcf4c4e04f6b93cc4c9496
--- /dev/null
+++ b/params/opt/5/rnd_search_t_lin/comb_4/init/model.decoder.layers.2.self_attn.out_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:9140de675ad7afa794af7f7aa8fec4a6ee50e2eada0732437c9e8b08200b7dda
+size 5251
diff --git a/params/opt/5/rnd_search_t_lin/comb_4/init/model.decoder.layers.2.self_attn.q_proj/_0.pt b/params/opt/5/rnd_search_t_lin/comb_4/init/model.decoder.layers.2.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/opt/5/rnd_search_t_lin/comb_4/init/model.decoder.layers.2.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/opt/5/rnd_search_t_lin/comb_4/init/model.decoder.layers.2.self_attn.q_proj/_s.pt b/params/opt/5/rnd_search_t_lin/comb_4/init/model.decoder.layers.2.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..85a25f7a3d130b26271be0208d063780b9e87128
--- /dev/null
+++ b/params/opt/5/rnd_search_t_lin/comb_4/init/model.decoder.layers.2.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:6cff323a628737d9ba5d620ff108b139461aee971af96189a85ddde4ef83b42c
+size 5251
diff --git a/params/opt/5/rnd_search_t_lin/comb_4/init/model.decoder.layers.2.self_attn.v_proj/_0.pt b/params/opt/5/rnd_search_t_lin/comb_4/init/model.decoder.layers.2.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/opt/5/rnd_search_t_lin/comb_4/init/model.decoder.layers.2.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/opt/5/rnd_search_t_lin/comb_4/init/model.decoder.layers.2.self_attn.v_proj/_s.pt b/params/opt/5/rnd_search_t_lin/comb_4/init/model.decoder.layers.2.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..de13af06656c5ff614c29a4bfed977d7d29b8b90
--- /dev/null
+++ b/params/opt/5/rnd_search_t_lin/comb_4/init/model.decoder.layers.2.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c049044a562f66540e519f5d814aeba5662d05034a94e7b6f28f1938e23b9a23
+size 5251
diff --git a/params/opt/5/rnd_search_t_lin/comb_4/init/model.decoder.layers.20.fc1/_0.pt b/params/opt/5/rnd_search_t_lin/comb_4/init/model.decoder.layers.20.fc1/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..58c96248fd00550cc15d645205571ee67c337035
--- /dev/null
+++ b/params/opt/5/rnd_search_t_lin/comb_4/init/model.decoder.layers.20.fc1/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d77f62f2a90ce91416a8360d6ec3a5205dee0afeca27666c8c1c6bc185c247e5
+size 17539
diff --git a/params/opt/5/rnd_search_t_lin/comb_4/init/model.decoder.layers.20.fc1/_s.pt b/params/opt/5/rnd_search_t_lin/comb_4/init/model.decoder.layers.20.fc1/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..aba30b1e4880f41933df1c388c3fa7d8ecf29f34
--- /dev/null
+++ b/params/opt/5/rnd_search_t_lin/comb_4/init/model.decoder.layers.20.fc1/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2ed511c762ab4d1f156a9ce37a703f0db10f022b65fcad40183f8b1525457bdd
+size 17539
diff --git a/params/opt/5/rnd_search_t_lin/comb_4/init/model.decoder.layers.20.fc2/_0.pt b/params/opt/5/rnd_search_t_lin/comb_4/init/model.decoder.layers.20.fc2/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/opt/5/rnd_search_t_lin/comb_4/init/model.decoder.layers.20.fc2/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/opt/5/rnd_search_t_lin/comb_4/init/model.decoder.layers.20.fc2/_s.pt b/params/opt/5/rnd_search_t_lin/comb_4/init/model.decoder.layers.20.fc2/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..9ef759465954e03289384bf1531f6717766734b5
--- /dev/null
+++ b/params/opt/5/rnd_search_t_lin/comb_4/init/model.decoder.layers.20.fc2/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:820ced8d8c92fedc3e49542eed6be76d9a92281954fc6c8b92a956f418e68b9a
+size 5251
diff --git a/params/opt/5/rnd_search_t_lin/comb_4/init/model.decoder.layers.20.self_attn.k_proj/_0.pt b/params/opt/5/rnd_search_t_lin/comb_4/init/model.decoder.layers.20.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/opt/5/rnd_search_t_lin/comb_4/init/model.decoder.layers.20.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/opt/5/rnd_search_t_lin/comb_4/init/model.decoder.layers.20.self_attn.k_proj/_s.pt b/params/opt/5/rnd_search_t_lin/comb_4/init/model.decoder.layers.20.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..86933580c2c768086d1501467c3f56ba6b094780
--- /dev/null
+++ b/params/opt/5/rnd_search_t_lin/comb_4/init/model.decoder.layers.20.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:56b31c9b216d631eb3f45e431f38d2682ce91c76f4f52e714e4d8056230d1835
+size 5251
diff --git a/params/opt/5/rnd_search_t_lin/comb_4/init/model.decoder.layers.20.self_attn.out_proj/_0.pt b/params/opt/5/rnd_search_t_lin/comb_4/init/model.decoder.layers.20.self_attn.out_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/opt/5/rnd_search_t_lin/comb_4/init/model.decoder.layers.20.self_attn.out_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/opt/5/rnd_search_t_lin/comb_4/init/model.decoder.layers.20.self_attn.out_proj/_s.pt b/params/opt/5/rnd_search_t_lin/comb_4/init/model.decoder.layers.20.self_attn.out_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..825ecd7ad058cf9f2c8eec2b0c470df9a48b89db
--- /dev/null
+++ b/params/opt/5/rnd_search_t_lin/comb_4/init/model.decoder.layers.20.self_attn.out_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e76a357dc4f59bc7aaca034425eb6803f8135a8e56992261159734540004c9d4
+size 5251
diff --git a/params/opt/5/rnd_search_t_lin/comb_4/init/model.decoder.layers.20.self_attn.q_proj/_0.pt b/params/opt/5/rnd_search_t_lin/comb_4/init/model.decoder.layers.20.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/opt/5/rnd_search_t_lin/comb_4/init/model.decoder.layers.20.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/opt/5/rnd_search_t_lin/comb_4/init/model.decoder.layers.20.self_attn.q_proj/_s.pt b/params/opt/5/rnd_search_t_lin/comb_4/init/model.decoder.layers.20.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..0e93142017d24e40f3e36f84bfa71aca6e8eb298
--- /dev/null
+++ b/params/opt/5/rnd_search_t_lin/comb_4/init/model.decoder.layers.20.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:58b144617453f8460ef586e1830e6346e3cd658a66cda9958dcfe729770566ef
+size 5251
diff --git a/params/opt/5/rnd_search_t_lin/comb_4/init/model.decoder.layers.20.self_attn.v_proj/_0.pt b/params/opt/5/rnd_search_t_lin/comb_4/init/model.decoder.layers.20.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/opt/5/rnd_search_t_lin/comb_4/init/model.decoder.layers.20.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/opt/5/rnd_search_t_lin/comb_4/init/model.decoder.layers.20.self_attn.v_proj/_s.pt b/params/opt/5/rnd_search_t_lin/comb_4/init/model.decoder.layers.20.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..04ae871c3c20ace3b054689811a1a9e78213b1cf
--- /dev/null
+++ b/params/opt/5/rnd_search_t_lin/comb_4/init/model.decoder.layers.20.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:86e7f7f098d519e1dc1ec68b5f5b8393f389227a367fded666053729d0eba1b9
+size 5251
diff --git a/params/opt/5/rnd_search_t_lin/comb_4/init/model.decoder.layers.21.fc1/_0.pt b/params/opt/5/rnd_search_t_lin/comb_4/init/model.decoder.layers.21.fc1/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..58c96248fd00550cc15d645205571ee67c337035
--- /dev/null
+++ b/params/opt/5/rnd_search_t_lin/comb_4/init/model.decoder.layers.21.fc1/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d77f62f2a90ce91416a8360d6ec3a5205dee0afeca27666c8c1c6bc185c247e5
+size 17539
diff --git a/params/opt/5/rnd_search_t_lin/comb_4/init/model.decoder.layers.21.fc1/_s.pt b/params/opt/5/rnd_search_t_lin/comb_4/init/model.decoder.layers.21.fc1/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..0dd2a755ee59acc74b752e24cb0d2cd4e77bd1be
--- /dev/null
+++ b/params/opt/5/rnd_search_t_lin/comb_4/init/model.decoder.layers.21.fc1/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:47d7be0bd6c305406e38ad19c2b2ffb0ce982d21a4bf7c6dda1e95e7f0355106
+size 17539
diff --git a/params/opt/5/rnd_search_t_lin/comb_4/init/model.decoder.layers.21.fc2/_0.pt b/params/opt/5/rnd_search_t_lin/comb_4/init/model.decoder.layers.21.fc2/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/opt/5/rnd_search_t_lin/comb_4/init/model.decoder.layers.21.fc2/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/opt/5/rnd_search_t_lin/comb_4/init/model.decoder.layers.21.fc2/_s.pt b/params/opt/5/rnd_search_t_lin/comb_4/init/model.decoder.layers.21.fc2/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2a371a511d195472cda96052c8776038b0a982eb
--- /dev/null
+++ b/params/opt/5/rnd_search_t_lin/comb_4/init/model.decoder.layers.21.fc2/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b7ba88b54229be4c94310cc320367226da986a5a526a20a2fadbf5347049cfcc
+size 5251
diff --git a/params/opt/5/rnd_search_t_lin/comb_4/init/model.decoder.layers.21.self_attn.k_proj/_0.pt b/params/opt/5/rnd_search_t_lin/comb_4/init/model.decoder.layers.21.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/opt/5/rnd_search_t_lin/comb_4/init/model.decoder.layers.21.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/opt/5/rnd_search_t_lin/comb_4/init/model.decoder.layers.21.self_attn.k_proj/_s.pt b/params/opt/5/rnd_search_t_lin/comb_4/init/model.decoder.layers.21.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..d96013304853c8230535315065883e0f7b52ac5f
--- /dev/null
+++ b/params/opt/5/rnd_search_t_lin/comb_4/init/model.decoder.layers.21.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:018b15b2eb49d5fc00f810c26508c60cb061ccb142e4c9cee48fecf846e337ad
+size 5251
diff --git a/params/opt/5/rnd_search_t_lin/comb_4/init/model.decoder.layers.21.self_attn.out_proj/_0.pt b/params/opt/5/rnd_search_t_lin/comb_4/init/model.decoder.layers.21.self_attn.out_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/opt/5/rnd_search_t_lin/comb_4/init/model.decoder.layers.21.self_attn.out_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/opt/5/rnd_search_t_lin/comb_4/init/model.decoder.layers.21.self_attn.out_proj/_s.pt b/params/opt/5/rnd_search_t_lin/comb_4/init/model.decoder.layers.21.self_attn.out_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..d5cbc2e7cd8fa04c8028dccfec956d781df557f9
--- /dev/null
+++ b/params/opt/5/rnd_search_t_lin/comb_4/init/model.decoder.layers.21.self_attn.out_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:90d1cd302fe079bebb0da90b9b14cf10ee87e1606d37c280f8ff1cf42214a122
+size 5251
diff --git a/params/opt/5/rnd_search_t_lin/comb_4/init/model.decoder.layers.21.self_attn.q_proj/_0.pt b/params/opt/5/rnd_search_t_lin/comb_4/init/model.decoder.layers.21.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/opt/5/rnd_search_t_lin/comb_4/init/model.decoder.layers.21.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/opt/5/rnd_search_t_lin/comb_4/init/model.decoder.layers.21.self_attn.q_proj/_s.pt b/params/opt/5/rnd_search_t_lin/comb_4/init/model.decoder.layers.21.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..9bef49585cf8acd9025eb7105b1c393cede64ca5
--- /dev/null
+++ b/params/opt/5/rnd_search_t_lin/comb_4/init/model.decoder.layers.21.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:79618c765060e845059e856ddeb61da09ae915db06e0a6ef421b28a9e896acb5
+size 5251
diff --git a/params/opt/5/rnd_search_t_lin/comb_4/init/model.decoder.layers.21.self_attn.v_proj/_0.pt b/params/opt/5/rnd_search_t_lin/comb_4/init/model.decoder.layers.21.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/opt/5/rnd_search_t_lin/comb_4/init/model.decoder.layers.21.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/opt/5/rnd_search_t_lin/comb_4/init/model.decoder.layers.21.self_attn.v_proj/_s.pt b/params/opt/5/rnd_search_t_lin/comb_4/init/model.decoder.layers.21.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..68e188b6e7515a5304480091127c7d8d2850c67b
--- /dev/null
+++ b/params/opt/5/rnd_search_t_lin/comb_4/init/model.decoder.layers.21.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:281fcfb6ada92597c52546df07b84fcbaac03a6f7db734cf0eaba9baed2a1438
+size 5251
diff --git a/params/opt/5/rnd_search_t_lin/comb_4/init/model.decoder.layers.22.fc1/_0.pt b/params/opt/5/rnd_search_t_lin/comb_4/init/model.decoder.layers.22.fc1/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..58c96248fd00550cc15d645205571ee67c337035
--- /dev/null
+++ b/params/opt/5/rnd_search_t_lin/comb_4/init/model.decoder.layers.22.fc1/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d77f62f2a90ce91416a8360d6ec3a5205dee0afeca27666c8c1c6bc185c247e5
+size 17539
diff --git a/params/opt/5/rnd_search_t_lin/comb_4/init/model.decoder.layers.22.fc1/_s.pt b/params/opt/5/rnd_search_t_lin/comb_4/init/model.decoder.layers.22.fc1/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..7f53a738ea4e054f4bc2b9b0b74a5490b7dcfd5d
--- /dev/null
+++ b/params/opt/5/rnd_search_t_lin/comb_4/init/model.decoder.layers.22.fc1/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:740f0a2254c7e78b42eec33a635740265f1f3c1306d6defabf62b76cea22b0ae
+size 17539
diff --git a/params/opt/5/rnd_search_t_lin/comb_4/init/model.decoder.layers.22.fc2/_0.pt b/params/opt/5/rnd_search_t_lin/comb_4/init/model.decoder.layers.22.fc2/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/opt/5/rnd_search_t_lin/comb_4/init/model.decoder.layers.22.fc2/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/opt/5/rnd_search_t_lin/comb_4/init/model.decoder.layers.22.fc2/_s.pt b/params/opt/5/rnd_search_t_lin/comb_4/init/model.decoder.layers.22.fc2/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2210b4ecb1ebcf7f1e0d349b9736c9839d31d8a6
--- /dev/null
+++ b/params/opt/5/rnd_search_t_lin/comb_4/init/model.decoder.layers.22.fc2/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a8a863d183c4b814705ead9fafa450c86ab4b318d8977191328f23968bc89384
+size 5251
diff --git a/params/opt/5/rnd_search_t_lin/comb_4/init/model.decoder.layers.22.self_attn.k_proj/_0.pt b/params/opt/5/rnd_search_t_lin/comb_4/init/model.decoder.layers.22.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/opt/5/rnd_search_t_lin/comb_4/init/model.decoder.layers.22.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/opt/5/rnd_search_t_lin/comb_4/init/model.decoder.layers.22.self_attn.k_proj/_s.pt b/params/opt/5/rnd_search_t_lin/comb_4/init/model.decoder.layers.22.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4e16e502856275dd7eb840ecbab0627ca27926d3
--- /dev/null
+++ b/params/opt/5/rnd_search_t_lin/comb_4/init/model.decoder.layers.22.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:241a3b2f00eb056ece2150a7abc18e28a81e735fe3a38ea4eaf69476d1265f22
+size 5251
diff --git a/params/opt/5/rnd_search_t_lin/comb_4/init/model.decoder.layers.22.self_attn.out_proj/_0.pt b/params/opt/5/rnd_search_t_lin/comb_4/init/model.decoder.layers.22.self_attn.out_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/opt/5/rnd_search_t_lin/comb_4/init/model.decoder.layers.22.self_attn.out_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/opt/5/rnd_search_t_lin/comb_4/init/model.decoder.layers.22.self_attn.out_proj/_s.pt b/params/opt/5/rnd_search_t_lin/comb_4/init/model.decoder.layers.22.self_attn.out_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..184c0c30f222f75c24f43f072e9198c054f8c856
--- /dev/null
+++ b/params/opt/5/rnd_search_t_lin/comb_4/init/model.decoder.layers.22.self_attn.out_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:87b22b531fe7e6f561ba3a7247a809154473c166e44042f85d10d9bc740246f6
+size 5251
diff --git a/params/opt/5/rnd_search_t_lin/comb_4/init/model.decoder.layers.22.self_attn.q_proj/_0.pt b/params/opt/5/rnd_search_t_lin/comb_4/init/model.decoder.layers.22.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/opt/5/rnd_search_t_lin/comb_4/init/model.decoder.layers.22.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/opt/5/rnd_search_t_lin/comb_4/init/model.decoder.layers.22.self_attn.q_proj/_s.pt b/params/opt/5/rnd_search_t_lin/comb_4/init/model.decoder.layers.22.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..02e14c958e1c5df2ee2756e84e5970406278f9eb
--- /dev/null
+++ b/params/opt/5/rnd_search_t_lin/comb_4/init/model.decoder.layers.22.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:812e33c66f3ab91b694334cbc8e36f6c0e279db589886cd36d4b5333bf86a221
+size 5251
diff --git a/params/opt/5/rnd_search_t_lin/comb_4/init/model.decoder.layers.22.self_attn.v_proj/_0.pt b/params/opt/5/rnd_search_t_lin/comb_4/init/model.decoder.layers.22.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/opt/5/rnd_search_t_lin/comb_4/init/model.decoder.layers.22.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/opt/5/rnd_search_t_lin/comb_4/init/model.decoder.layers.22.self_attn.v_proj/_s.pt b/params/opt/5/rnd_search_t_lin/comb_4/init/model.decoder.layers.22.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..fc7b5e66c5e8fd7f11f8686db3c12bfc0c552f0d
--- /dev/null
+++ b/params/opt/5/rnd_search_t_lin/comb_4/init/model.decoder.layers.22.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f5bd8d47d7e20924e2ae31d5cdc820906446401e8ec8953e8ca8f4440abee383
+size 5251
diff --git a/params/opt/5/rnd_search_t_lin/comb_4/init/model.decoder.layers.23.fc1/_0.pt b/params/opt/5/rnd_search_t_lin/comb_4/init/model.decoder.layers.23.fc1/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..58c96248fd00550cc15d645205571ee67c337035
--- /dev/null
+++ b/params/opt/5/rnd_search_t_lin/comb_4/init/model.decoder.layers.23.fc1/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d77f62f2a90ce91416a8360d6ec3a5205dee0afeca27666c8c1c6bc185c247e5
+size 17539
diff --git a/params/opt/5/rnd_search_t_lin/comb_4/init/model.decoder.layers.23.fc1/_s.pt b/params/opt/5/rnd_search_t_lin/comb_4/init/model.decoder.layers.23.fc1/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..6847765ea6c4705742c3007a20d8a2b92c625957
--- /dev/null
+++ b/params/opt/5/rnd_search_t_lin/comb_4/init/model.decoder.layers.23.fc1/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:8aa15c8ef34f2838db44033959c7a57023093d3ea4d95e4c8a42f49fe9d75aed
+size 17539
diff --git a/params/opt/5/rnd_search_t_lin/comb_4/init/model.decoder.layers.23.fc2/_0.pt b/params/opt/5/rnd_search_t_lin/comb_4/init/model.decoder.layers.23.fc2/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/opt/5/rnd_search_t_lin/comb_4/init/model.decoder.layers.23.fc2/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/opt/5/rnd_search_t_lin/comb_4/init/model.decoder.layers.23.fc2/_s.pt b/params/opt/5/rnd_search_t_lin/comb_4/init/model.decoder.layers.23.fc2/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..830f974e1add7d22952135e5a892656e2753692b
--- /dev/null
+++ b/params/opt/5/rnd_search_t_lin/comb_4/init/model.decoder.layers.23.fc2/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:95233dad70dbfbca6e9b17872048fdd4cf895493953dccbae8a20c22edfceec5
+size 5251
diff --git a/params/opt/5/rnd_search_t_lin/comb_4/init/model.decoder.layers.23.self_attn.k_proj/_0.pt b/params/opt/5/rnd_search_t_lin/comb_4/init/model.decoder.layers.23.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/opt/5/rnd_search_t_lin/comb_4/init/model.decoder.layers.23.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/opt/5/rnd_search_t_lin/comb_4/init/model.decoder.layers.23.self_attn.k_proj/_s.pt b/params/opt/5/rnd_search_t_lin/comb_4/init/model.decoder.layers.23.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..b21ad54a95c0428bb58c97bee4cffe23e75d957c
--- /dev/null
+++ b/params/opt/5/rnd_search_t_lin/comb_4/init/model.decoder.layers.23.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:9c0a1b37648f77c544dab0d616a754041d603be5203959fb9cbc5caea5fb231a
+size 5251
diff --git a/params/opt/5/rnd_search_t_lin/comb_4/init/model.decoder.layers.23.self_attn.out_proj/_0.pt b/params/opt/5/rnd_search_t_lin/comb_4/init/model.decoder.layers.23.self_attn.out_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/opt/5/rnd_search_t_lin/comb_4/init/model.decoder.layers.23.self_attn.out_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/opt/5/rnd_search_t_lin/comb_4/init/model.decoder.layers.23.self_attn.out_proj/_s.pt b/params/opt/5/rnd_search_t_lin/comb_4/init/model.decoder.layers.23.self_attn.out_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..51bfbbd6134d4729583d7a3ee1e710be93356a64
--- /dev/null
+++ b/params/opt/5/rnd_search_t_lin/comb_4/init/model.decoder.layers.23.self_attn.out_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:1fd202a8cb7ddccbc57f1d0c4c818bcad040a5be788c685ee922f7a68c7f158a
+size 5251
diff --git a/params/opt/5/rnd_search_t_lin/comb_4/init/model.decoder.layers.23.self_attn.q_proj/_0.pt b/params/opt/5/rnd_search_t_lin/comb_4/init/model.decoder.layers.23.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/opt/5/rnd_search_t_lin/comb_4/init/model.decoder.layers.23.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/opt/5/rnd_search_t_lin/comb_4/init/model.decoder.layers.23.self_attn.q_proj/_s.pt b/params/opt/5/rnd_search_t_lin/comb_4/init/model.decoder.layers.23.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..301d9f602b58b0f5f2f6a3869072804e26dd2a22
--- /dev/null
+++ b/params/opt/5/rnd_search_t_lin/comb_4/init/model.decoder.layers.23.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:498768bb95c41976d3a205b1a23749114cedc33fac38c78795637e67851ea239
+size 5251
diff --git a/params/opt/5/rnd_search_t_lin/comb_4/init/model.decoder.layers.23.self_attn.v_proj/_0.pt b/params/opt/5/rnd_search_t_lin/comb_4/init/model.decoder.layers.23.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/opt/5/rnd_search_t_lin/comb_4/init/model.decoder.layers.23.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/opt/5/rnd_search_t_lin/comb_4/init/model.decoder.layers.23.self_attn.v_proj/_s.pt b/params/opt/5/rnd_search_t_lin/comb_4/init/model.decoder.layers.23.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c199498184f3ca3b164904c6f0d29e342f264e9e
--- /dev/null
+++ b/params/opt/5/rnd_search_t_lin/comb_4/init/model.decoder.layers.23.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:68d3f24b59067e12967a97e3e2de7343cf0f6cd0733b5180c220b355d8ca2c0a
+size 5251
diff --git a/params/opt/5/rnd_search_t_lin/comb_4/init/model.decoder.layers.3.fc1/_0.pt b/params/opt/5/rnd_search_t_lin/comb_4/init/model.decoder.layers.3.fc1/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..58c96248fd00550cc15d645205571ee67c337035
--- /dev/null
+++ b/params/opt/5/rnd_search_t_lin/comb_4/init/model.decoder.layers.3.fc1/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d77f62f2a90ce91416a8360d6ec3a5205dee0afeca27666c8c1c6bc185c247e5
+size 17539
diff --git a/params/opt/5/rnd_search_t_lin/comb_4/init/model.decoder.layers.3.fc1/_s.pt b/params/opt/5/rnd_search_t_lin/comb_4/init/model.decoder.layers.3.fc1/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..1aed89ed513cbbbef1ddb096efc738ee20fc539c
--- /dev/null
+++ b/params/opt/5/rnd_search_t_lin/comb_4/init/model.decoder.layers.3.fc1/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a1060c0bceb4546bb7d73abe04e3441136353db3d185b42e591a35bf13392050
+size 17539
diff --git a/params/opt/5/rnd_search_t_lin/comb_4/init/model.decoder.layers.3.fc2/_0.pt b/params/opt/5/rnd_search_t_lin/comb_4/init/model.decoder.layers.3.fc2/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/opt/5/rnd_search_t_lin/comb_4/init/model.decoder.layers.3.fc2/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/opt/5/rnd_search_t_lin/comb_4/init/model.decoder.layers.3.fc2/_s.pt b/params/opt/5/rnd_search_t_lin/comb_4/init/model.decoder.layers.3.fc2/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c02824709eed9dcb2551a6421337e40f9ef1f307
--- /dev/null
+++ b/params/opt/5/rnd_search_t_lin/comb_4/init/model.decoder.layers.3.fc2/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:dfbd9c2b66ce8ce0535aa7dc174395353921e8bb0baa570ea4971dc737d89313
+size 5251
diff --git a/params/opt/5/rnd_search_t_lin/comb_4/init/model.decoder.layers.3.self_attn.k_proj/_0.pt b/params/opt/5/rnd_search_t_lin/comb_4/init/model.decoder.layers.3.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/opt/5/rnd_search_t_lin/comb_4/init/model.decoder.layers.3.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/opt/5/rnd_search_t_lin/comb_4/init/model.decoder.layers.3.self_attn.k_proj/_s.pt b/params/opt/5/rnd_search_t_lin/comb_4/init/model.decoder.layers.3.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a1b6579e34215af017425be232a247f205eee900
--- /dev/null
+++ b/params/opt/5/rnd_search_t_lin/comb_4/init/model.decoder.layers.3.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:13aa1ae268c62506a252a473a793423815c5c702ab559250455688221935b30d
+size 5251
diff --git a/params/opt/5/rnd_search_t_lin/comb_4/init/model.decoder.layers.3.self_attn.out_proj/_0.pt b/params/opt/5/rnd_search_t_lin/comb_4/init/model.decoder.layers.3.self_attn.out_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/opt/5/rnd_search_t_lin/comb_4/init/model.decoder.layers.3.self_attn.out_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/opt/5/rnd_search_t_lin/comb_4/init/model.decoder.layers.3.self_attn.out_proj/_s.pt b/params/opt/5/rnd_search_t_lin/comb_4/init/model.decoder.layers.3.self_attn.out_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..07dfe8e8b8782aa1d33e0b1d4c658f180522c2e0
--- /dev/null
+++ b/params/opt/5/rnd_search_t_lin/comb_4/init/model.decoder.layers.3.self_attn.out_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:77e3ed0a00e2845a0f75f97c741d0130c6aaa493b7f0908d8660ab71c760eeb1
+size 5251
diff --git a/params/opt/5/rnd_search_t_lin/comb_4/init/model.decoder.layers.3.self_attn.q_proj/_0.pt b/params/opt/5/rnd_search_t_lin/comb_4/init/model.decoder.layers.3.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/opt/5/rnd_search_t_lin/comb_4/init/model.decoder.layers.3.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/opt/5/rnd_search_t_lin/comb_4/init/model.decoder.layers.3.self_attn.q_proj/_s.pt b/params/opt/5/rnd_search_t_lin/comb_4/init/model.decoder.layers.3.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..989b983e0c9ca9921eaa6c2523548bdaf09bd923
--- /dev/null
+++ b/params/opt/5/rnd_search_t_lin/comb_4/init/model.decoder.layers.3.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:1e44cf6b40794bce2bc0d7d1cfd17633c6a665673a7a8168afe173349d5fb3df
+size 5251
diff --git a/params/opt/5/rnd_search_t_lin/comb_4/init/model.decoder.layers.3.self_attn.v_proj/_0.pt b/params/opt/5/rnd_search_t_lin/comb_4/init/model.decoder.layers.3.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/opt/5/rnd_search_t_lin/comb_4/init/model.decoder.layers.3.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/opt/5/rnd_search_t_lin/comb_4/init/model.decoder.layers.3.self_attn.v_proj/_s.pt b/params/opt/5/rnd_search_t_lin/comb_4/init/model.decoder.layers.3.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..b77c8fa8f19e87f9266467fa67f7d625e71da909
--- /dev/null
+++ b/params/opt/5/rnd_search_t_lin/comb_4/init/model.decoder.layers.3.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:26a524b13827e615c21e7d201bd7d8def9af29a0b0265791fb94b819b022e376
+size 5251
diff --git a/params/opt/5/rnd_search_t_lin/comb_4/init/model.decoder.layers.4.fc1/_0.pt b/params/opt/5/rnd_search_t_lin/comb_4/init/model.decoder.layers.4.fc1/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..58c96248fd00550cc15d645205571ee67c337035
--- /dev/null
+++ b/params/opt/5/rnd_search_t_lin/comb_4/init/model.decoder.layers.4.fc1/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d77f62f2a90ce91416a8360d6ec3a5205dee0afeca27666c8c1c6bc185c247e5
+size 17539
diff --git a/params/opt/5/rnd_search_t_lin/comb_4/init/model.decoder.layers.4.fc1/_s.pt b/params/opt/5/rnd_search_t_lin/comb_4/init/model.decoder.layers.4.fc1/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..1d47ec98f2333088c8204435a670160bde595d36
--- /dev/null
+++ b/params/opt/5/rnd_search_t_lin/comb_4/init/model.decoder.layers.4.fc1/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0912a918c79da03c16c53c712fe89f4d8c9ea720c4aca0560ee10a361591eedb
+size 17539
diff --git a/params/opt/5/rnd_search_t_lin/comb_4/init/model.decoder.layers.4.fc2/_0.pt b/params/opt/5/rnd_search_t_lin/comb_4/init/model.decoder.layers.4.fc2/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/opt/5/rnd_search_t_lin/comb_4/init/model.decoder.layers.4.fc2/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/opt/5/rnd_search_t_lin/comb_4/init/model.decoder.layers.4.fc2/_s.pt b/params/opt/5/rnd_search_t_lin/comb_4/init/model.decoder.layers.4.fc2/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..975328e784f565581ac06d27b126e8ec7dbee472
--- /dev/null
+++ b/params/opt/5/rnd_search_t_lin/comb_4/init/model.decoder.layers.4.fc2/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:cd34adbb97959c8cb6110eb5ab2b7880ef7f9493f52621b6fa3ba4143206eba3
+size 5251
diff --git a/params/opt/5/rnd_search_t_lin/comb_4/init/model.decoder.layers.4.self_attn.k_proj/_0.pt b/params/opt/5/rnd_search_t_lin/comb_4/init/model.decoder.layers.4.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/opt/5/rnd_search_t_lin/comb_4/init/model.decoder.layers.4.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/opt/5/rnd_search_t_lin/comb_4/init/model.decoder.layers.4.self_attn.k_proj/_s.pt b/params/opt/5/rnd_search_t_lin/comb_4/init/model.decoder.layers.4.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..f7d9c4d0b8631d752de2c6beb44fd4255ad2001a
--- /dev/null
+++ b/params/opt/5/rnd_search_t_lin/comb_4/init/model.decoder.layers.4.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f1fe43f3b29f356d5e52deae5a75ffd643cbda512a194ee652ccacfc0d70be07
+size 5251
diff --git a/params/opt/5/rnd_search_t_lin/comb_4/init/model.decoder.layers.4.self_attn.out_proj/_0.pt b/params/opt/5/rnd_search_t_lin/comb_4/init/model.decoder.layers.4.self_attn.out_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/opt/5/rnd_search_t_lin/comb_4/init/model.decoder.layers.4.self_attn.out_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/opt/5/rnd_search_t_lin/comb_4/init/model.decoder.layers.4.self_attn.out_proj/_s.pt b/params/opt/5/rnd_search_t_lin/comb_4/init/model.decoder.layers.4.self_attn.out_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..53d130e673a63890d62a712982a1734b274796db
--- /dev/null
+++ b/params/opt/5/rnd_search_t_lin/comb_4/init/model.decoder.layers.4.self_attn.out_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:da80bacd821b6e35ba4fc0dcefad0ce65b2db62600a7f00e082e534700e53549
+size 5251
diff --git a/params/opt/5/rnd_search_t_lin/comb_4/init/model.decoder.layers.4.self_attn.q_proj/_0.pt b/params/opt/5/rnd_search_t_lin/comb_4/init/model.decoder.layers.4.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/opt/5/rnd_search_t_lin/comb_4/init/model.decoder.layers.4.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/opt/5/rnd_search_t_lin/comb_4/init/model.decoder.layers.4.self_attn.q_proj/_s.pt b/params/opt/5/rnd_search_t_lin/comb_4/init/model.decoder.layers.4.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..fda87bd55bfe47dfc2d7ab8b1c51551f763d3c37
--- /dev/null
+++ b/params/opt/5/rnd_search_t_lin/comb_4/init/model.decoder.layers.4.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cef9230914e2cdb86c9a3ee715c83d8ee3b788beb65fb3764a1e453cd704ef1
+size 5251
diff --git a/params/opt/5/rnd_search_t_lin/comb_4/init/model.decoder.layers.4.self_attn.v_proj/_0.pt b/params/opt/5/rnd_search_t_lin/comb_4/init/model.decoder.layers.4.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/opt/5/rnd_search_t_lin/comb_4/init/model.decoder.layers.4.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/opt/5/rnd_search_t_lin/comb_4/init/model.decoder.layers.4.self_attn.v_proj/_s.pt b/params/opt/5/rnd_search_t_lin/comb_4/init/model.decoder.layers.4.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..0fdc553a739ad953fc4c55f45a602b31467e5cc4
--- /dev/null
+++ b/params/opt/5/rnd_search_t_lin/comb_4/init/model.decoder.layers.4.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:15cfdfbd8b4da0cf852da4a0a9d7e662af7cfd8b8a352ba4bb763fb01aa55d62
+size 5251
diff --git a/params/opt/5/rnd_search_t_lin/comb_4/init/model.decoder.layers.5.fc1/_0.pt b/params/opt/5/rnd_search_t_lin/comb_4/init/model.decoder.layers.5.fc1/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..58c96248fd00550cc15d645205571ee67c337035
--- /dev/null
+++ b/params/opt/5/rnd_search_t_lin/comb_4/init/model.decoder.layers.5.fc1/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d77f62f2a90ce91416a8360d6ec3a5205dee0afeca27666c8c1c6bc185c247e5
+size 17539
diff --git a/params/opt/5/rnd_search_t_lin/comb_4/init/model.decoder.layers.5.fc1/_s.pt b/params/opt/5/rnd_search_t_lin/comb_4/init/model.decoder.layers.5.fc1/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..da6bfd073aef2bb27d04c06fccad511a48bb3049
--- /dev/null
+++ b/params/opt/5/rnd_search_t_lin/comb_4/init/model.decoder.layers.5.fc1/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:42f4eccb8f926a0efe2d28b80a1bbd59c0ea623cc10a5a57e967ba86a67092d3
+size 17539
diff --git a/params/opt/5/rnd_search_t_lin/comb_4/init/model.decoder.layers.5.fc2/_0.pt b/params/opt/5/rnd_search_t_lin/comb_4/init/model.decoder.layers.5.fc2/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/opt/5/rnd_search_t_lin/comb_4/init/model.decoder.layers.5.fc2/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/opt/5/rnd_search_t_lin/comb_4/init/model.decoder.layers.5.fc2/_s.pt b/params/opt/5/rnd_search_t_lin/comb_4/init/model.decoder.layers.5.fc2/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..7f7232821aff2437ff74f23eda163e91da479897
--- /dev/null
+++ b/params/opt/5/rnd_search_t_lin/comb_4/init/model.decoder.layers.5.fc2/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f604a11cd750917a5ae6287f952f5620c1cd7aed25e506b15a0e7c66725678fc
+size 5251
diff --git a/params/opt/5/rnd_search_t_lin/comb_4/init/model.decoder.layers.5.self_attn.k_proj/_0.pt b/params/opt/5/rnd_search_t_lin/comb_4/init/model.decoder.layers.5.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/opt/5/rnd_search_t_lin/comb_4/init/model.decoder.layers.5.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/opt/5/rnd_search_t_lin/comb_4/init/model.decoder.layers.5.self_attn.k_proj/_s.pt b/params/opt/5/rnd_search_t_lin/comb_4/init/model.decoder.layers.5.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..338e48c51bbabb6667139d54d5b96268b012373c
--- /dev/null
+++ b/params/opt/5/rnd_search_t_lin/comb_4/init/model.decoder.layers.5.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:29435f6fca045a747fed4c92b9598353c4608f3b12e57ac91d979364da9ab459
+size 5251
diff --git a/params/opt/5/rnd_search_t_lin/comb_4/init/model.decoder.layers.5.self_attn.out_proj/_0.pt b/params/opt/5/rnd_search_t_lin/comb_4/init/model.decoder.layers.5.self_attn.out_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/opt/5/rnd_search_t_lin/comb_4/init/model.decoder.layers.5.self_attn.out_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/opt/5/rnd_search_t_lin/comb_4/init/model.decoder.layers.5.self_attn.out_proj/_s.pt b/params/opt/5/rnd_search_t_lin/comb_4/init/model.decoder.layers.5.self_attn.out_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..41c88bdd44aef2650e87f2bacb69508a4094e5e2
--- /dev/null
+++ b/params/opt/5/rnd_search_t_lin/comb_4/init/model.decoder.layers.5.self_attn.out_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:4fd78ebb8516c8dc20ec7871597bd866a9c4810417aa7c1a6d24e499dc50b943
+size 5251
diff --git a/params/opt/5/rnd_search_t_lin/comb_4/init/model.decoder.layers.5.self_attn.q_proj/_0.pt b/params/opt/5/rnd_search_t_lin/comb_4/init/model.decoder.layers.5.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/opt/5/rnd_search_t_lin/comb_4/init/model.decoder.layers.5.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/opt/5/rnd_search_t_lin/comb_4/init/model.decoder.layers.5.self_attn.q_proj/_s.pt b/params/opt/5/rnd_search_t_lin/comb_4/init/model.decoder.layers.5.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..150db9975e1aa7191952d94480171cda9d7d2988
--- /dev/null
+++ b/params/opt/5/rnd_search_t_lin/comb_4/init/model.decoder.layers.5.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:57015d919ace9c4b8b8ad29aa7127c4b899921ec2814a2db9f6a5cc793a950c5
+size 5251
diff --git a/params/opt/5/rnd_search_t_lin/comb_4/init/model.decoder.layers.5.self_attn.v_proj/_0.pt b/params/opt/5/rnd_search_t_lin/comb_4/init/model.decoder.layers.5.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/opt/5/rnd_search_t_lin/comb_4/init/model.decoder.layers.5.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/opt/5/rnd_search_t_lin/comb_4/init/model.decoder.layers.5.self_attn.v_proj/_s.pt b/params/opt/5/rnd_search_t_lin/comb_4/init/model.decoder.layers.5.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4c119d181889a3a29017b9a4938f710f7913557c
--- /dev/null
+++ b/params/opt/5/rnd_search_t_lin/comb_4/init/model.decoder.layers.5.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:fa40a205c9cba2ad75d3c376fb0afbbf7263048a7941691faaef81f93fa0a944
+size 5251
diff --git a/params/opt/5/rnd_search_t_lin/comb_4/init/model.decoder.layers.6.fc1/_0.pt b/params/opt/5/rnd_search_t_lin/comb_4/init/model.decoder.layers.6.fc1/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..58c96248fd00550cc15d645205571ee67c337035
--- /dev/null
+++ b/params/opt/5/rnd_search_t_lin/comb_4/init/model.decoder.layers.6.fc1/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d77f62f2a90ce91416a8360d6ec3a5205dee0afeca27666c8c1c6bc185c247e5
+size 17539
diff --git a/params/opt/5/rnd_search_t_lin/comb_4/init/model.decoder.layers.6.fc1/_s.pt b/params/opt/5/rnd_search_t_lin/comb_4/init/model.decoder.layers.6.fc1/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..bd1905974cd19eca09e2912baa21551665da7cb4
--- /dev/null
+++ b/params/opt/5/rnd_search_t_lin/comb_4/init/model.decoder.layers.6.fc1/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:8fa5aafd2a584a3704241a8f798a75ce01a5197cff40bc4caa35d6276e03b3f9
+size 17539
diff --git a/params/opt/5/rnd_search_t_lin/comb_4/init/model.decoder.layers.6.fc2/_0.pt b/params/opt/5/rnd_search_t_lin/comb_4/init/model.decoder.layers.6.fc2/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/opt/5/rnd_search_t_lin/comb_4/init/model.decoder.layers.6.fc2/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/opt/5/rnd_search_t_lin/comb_4/init/model.decoder.layers.6.fc2/_s.pt b/params/opt/5/rnd_search_t_lin/comb_4/init/model.decoder.layers.6.fc2/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..608fb207fea0d823cdc3292c459a0917b7f4bba5
--- /dev/null
+++ b/params/opt/5/rnd_search_t_lin/comb_4/init/model.decoder.layers.6.fc2/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:780715a50be8997be2b9d45114c351cd9aae0b0fc743ade98822fae737006a8c
+size 5251
diff --git a/params/opt/5/rnd_search_t_lin/comb_4/init/model.decoder.layers.6.self_attn.k_proj/_0.pt b/params/opt/5/rnd_search_t_lin/comb_4/init/model.decoder.layers.6.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/opt/5/rnd_search_t_lin/comb_4/init/model.decoder.layers.6.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/opt/5/rnd_search_t_lin/comb_4/init/model.decoder.layers.6.self_attn.k_proj/_s.pt b/params/opt/5/rnd_search_t_lin/comb_4/init/model.decoder.layers.6.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ca8a35c7fac9d01a332104485fb27e77411a4178
--- /dev/null
+++ b/params/opt/5/rnd_search_t_lin/comb_4/init/model.decoder.layers.6.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c65b91675f204e07b72c778a8f66d504baace5f0ac741927200ffb15f21271ec
+size 5251
diff --git a/params/opt/5/rnd_search_t_lin/comb_4/init/model.decoder.layers.6.self_attn.out_proj/_0.pt b/params/opt/5/rnd_search_t_lin/comb_4/init/model.decoder.layers.6.self_attn.out_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/opt/5/rnd_search_t_lin/comb_4/init/model.decoder.layers.6.self_attn.out_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/opt/5/rnd_search_t_lin/comb_4/init/model.decoder.layers.6.self_attn.out_proj/_s.pt b/params/opt/5/rnd_search_t_lin/comb_4/init/model.decoder.layers.6.self_attn.out_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..9b9df36bc941b4dd119792d368a713de058a3d36
--- /dev/null
+++ b/params/opt/5/rnd_search_t_lin/comb_4/init/model.decoder.layers.6.self_attn.out_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b96e93898e58d78af91babec8b635afa677599839babda5cc565dadc88f6a757
+size 5251
diff --git a/params/opt/5/rnd_search_t_lin/comb_4/init/model.decoder.layers.6.self_attn.q_proj/_0.pt b/params/opt/5/rnd_search_t_lin/comb_4/init/model.decoder.layers.6.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/opt/5/rnd_search_t_lin/comb_4/init/model.decoder.layers.6.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/opt/5/rnd_search_t_lin/comb_4/init/model.decoder.layers.6.self_attn.q_proj/_s.pt b/params/opt/5/rnd_search_t_lin/comb_4/init/model.decoder.layers.6.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..45ec840b3dbad6f603bd0a4af8fe350ba4416145
--- /dev/null
+++ b/params/opt/5/rnd_search_t_lin/comb_4/init/model.decoder.layers.6.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:9872f023de64c3870d64e84accf2965dc3d57359380b192c1bc8ee42179643cd
+size 5251
diff --git a/params/opt/5/rnd_search_t_lin/comb_4/init/model.decoder.layers.6.self_attn.v_proj/_0.pt b/params/opt/5/rnd_search_t_lin/comb_4/init/model.decoder.layers.6.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/opt/5/rnd_search_t_lin/comb_4/init/model.decoder.layers.6.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/opt/5/rnd_search_t_lin/comb_4/init/model.decoder.layers.6.self_attn.v_proj/_s.pt b/params/opt/5/rnd_search_t_lin/comb_4/init/model.decoder.layers.6.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..6fe3189c3a0656f2e768fe20eb937fd80314a1c5
--- /dev/null
+++ b/params/opt/5/rnd_search_t_lin/comb_4/init/model.decoder.layers.6.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:3149cf513daad2f978f54ceaea9b83f84f13034647e891260a2b669cfe939933
+size 5251
diff --git a/params/opt/5/rnd_search_t_lin/comb_4/init/model.decoder.layers.7.fc1/_0.pt b/params/opt/5/rnd_search_t_lin/comb_4/init/model.decoder.layers.7.fc1/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..58c96248fd00550cc15d645205571ee67c337035
--- /dev/null
+++ b/params/opt/5/rnd_search_t_lin/comb_4/init/model.decoder.layers.7.fc1/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d77f62f2a90ce91416a8360d6ec3a5205dee0afeca27666c8c1c6bc185c247e5
+size 17539
diff --git a/params/opt/5/rnd_search_t_lin/comb_4/init/model.decoder.layers.7.fc1/_s.pt b/params/opt/5/rnd_search_t_lin/comb_4/init/model.decoder.layers.7.fc1/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..3694c9123d25ba52e50d7c13743fb0f33602b6c7
--- /dev/null
+++ b/params/opt/5/rnd_search_t_lin/comb_4/init/model.decoder.layers.7.fc1/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:bccf5ed3ede3817ae94198c43c81e9653f61400bde12c4c6f056dd4969b28eac
+size 17539
diff --git a/params/opt/5/rnd_search_t_lin/comb_4/init/model.decoder.layers.7.fc2/_0.pt b/params/opt/5/rnd_search_t_lin/comb_4/init/model.decoder.layers.7.fc2/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/opt/5/rnd_search_t_lin/comb_4/init/model.decoder.layers.7.fc2/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/opt/5/rnd_search_t_lin/comb_4/init/model.decoder.layers.7.fc2/_s.pt b/params/opt/5/rnd_search_t_lin/comb_4/init/model.decoder.layers.7.fc2/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..3cbba2f69e79e22b0516d35197bf2024f66379ef
--- /dev/null
+++ b/params/opt/5/rnd_search_t_lin/comb_4/init/model.decoder.layers.7.fc2/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:35d06fc731d41322218d2fe97db8c49c8a5773f2c87b4ce0a89752afc2bd40d6
+size 5251
diff --git a/params/opt/5/rnd_search_t_lin/comb_4/init/model.decoder.layers.7.self_attn.k_proj/_0.pt b/params/opt/5/rnd_search_t_lin/comb_4/init/model.decoder.layers.7.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/opt/5/rnd_search_t_lin/comb_4/init/model.decoder.layers.7.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/opt/5/rnd_search_t_lin/comb_4/init/model.decoder.layers.7.self_attn.k_proj/_s.pt b/params/opt/5/rnd_search_t_lin/comb_4/init/model.decoder.layers.7.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2a198dcc99f36afa19cbe491f2fb049381a628fa
--- /dev/null
+++ b/params/opt/5/rnd_search_t_lin/comb_4/init/model.decoder.layers.7.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:07860bfc60b63db1fc031f80673c7b356d0488b65a49e58f3d111f899e547173
+size 5251
diff --git a/params/opt/5/rnd_search_t_lin/comb_4/init/model.decoder.layers.7.self_attn.out_proj/_0.pt b/params/opt/5/rnd_search_t_lin/comb_4/init/model.decoder.layers.7.self_attn.out_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/opt/5/rnd_search_t_lin/comb_4/init/model.decoder.layers.7.self_attn.out_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/opt/5/rnd_search_t_lin/comb_4/init/model.decoder.layers.7.self_attn.out_proj/_s.pt b/params/opt/5/rnd_search_t_lin/comb_4/init/model.decoder.layers.7.self_attn.out_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..9f86f45c9c028d1f63bc12fc8a42ec260d3c698b
--- /dev/null
+++ b/params/opt/5/rnd_search_t_lin/comb_4/init/model.decoder.layers.7.self_attn.out_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:6e8304d01e0c08c19ea26fdd05d5c6a4e8b1d76e2501d5beb92581793caff999
+size 5251
diff --git a/params/opt/5/rnd_search_t_lin/comb_4/init/model.decoder.layers.7.self_attn.q_proj/_0.pt b/params/opt/5/rnd_search_t_lin/comb_4/init/model.decoder.layers.7.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/opt/5/rnd_search_t_lin/comb_4/init/model.decoder.layers.7.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/opt/5/rnd_search_t_lin/comb_4/init/model.decoder.layers.7.self_attn.q_proj/_s.pt b/params/opt/5/rnd_search_t_lin/comb_4/init/model.decoder.layers.7.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..1d472e419a6f63249cf3b021861e2d8dae2ebdda
--- /dev/null
+++ b/params/opt/5/rnd_search_t_lin/comb_4/init/model.decoder.layers.7.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d9891f0001cf95d616ee5f278a366dba4b081ff899bd646b80e0b8f639025edb
+size 5251
diff --git a/params/opt/5/rnd_search_t_lin/comb_4/init/model.decoder.layers.7.self_attn.v_proj/_0.pt b/params/opt/5/rnd_search_t_lin/comb_4/init/model.decoder.layers.7.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/opt/5/rnd_search_t_lin/comb_4/init/model.decoder.layers.7.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/opt/5/rnd_search_t_lin/comb_4/init/model.decoder.layers.7.self_attn.v_proj/_s.pt b/params/opt/5/rnd_search_t_lin/comb_4/init/model.decoder.layers.7.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..d289ef629a0c068b4a0ca016ffbbd55713ae2d27
--- /dev/null
+++ b/params/opt/5/rnd_search_t_lin/comb_4/init/model.decoder.layers.7.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:08944b9fa69af168f1ac2bfe2b1ec526ce1129c5d2b7df0c98f06257c38ed848
+size 5251
diff --git a/params/opt/5/rnd_search_t_lin/comb_4/init/model.decoder.layers.8.fc1/_0.pt b/params/opt/5/rnd_search_t_lin/comb_4/init/model.decoder.layers.8.fc1/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..58c96248fd00550cc15d645205571ee67c337035
--- /dev/null
+++ b/params/opt/5/rnd_search_t_lin/comb_4/init/model.decoder.layers.8.fc1/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d77f62f2a90ce91416a8360d6ec3a5205dee0afeca27666c8c1c6bc185c247e5
+size 17539
diff --git a/params/opt/5/rnd_search_t_lin/comb_4/init/model.decoder.layers.8.fc1/_s.pt b/params/opt/5/rnd_search_t_lin/comb_4/init/model.decoder.layers.8.fc1/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..3a3204ef30cd8476f3ad8d6b445398bcf470b233
--- /dev/null
+++ b/params/opt/5/rnd_search_t_lin/comb_4/init/model.decoder.layers.8.fc1/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c30f57ef2af22b373b8ee691807953ea6d941be9388237541c608aaff5c7161b
+size 17539
diff --git a/params/opt/5/rnd_search_t_lin/comb_4/init/model.decoder.layers.8.fc2/_0.pt b/params/opt/5/rnd_search_t_lin/comb_4/init/model.decoder.layers.8.fc2/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/opt/5/rnd_search_t_lin/comb_4/init/model.decoder.layers.8.fc2/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/opt/5/rnd_search_t_lin/comb_4/init/model.decoder.layers.8.fc2/_s.pt b/params/opt/5/rnd_search_t_lin/comb_4/init/model.decoder.layers.8.fc2/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a151d18216d0b1589b3b281163505021b0abe5ab
--- /dev/null
+++ b/params/opt/5/rnd_search_t_lin/comb_4/init/model.decoder.layers.8.fc2/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:dfba62919c0bc5761dfde06b8f10df0a6463901a475906b45982d65eb7431161
+size 5251
diff --git a/params/opt/5/rnd_search_t_lin/comb_4/init/model.decoder.layers.8.self_attn.k_proj/_0.pt b/params/opt/5/rnd_search_t_lin/comb_4/init/model.decoder.layers.8.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/opt/5/rnd_search_t_lin/comb_4/init/model.decoder.layers.8.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/opt/5/rnd_search_t_lin/comb_4/init/model.decoder.layers.8.self_attn.k_proj/_s.pt b/params/opt/5/rnd_search_t_lin/comb_4/init/model.decoder.layers.8.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..12992fa56514703bdd83718abc3f108e11de7729
--- /dev/null
+++ b/params/opt/5/rnd_search_t_lin/comb_4/init/model.decoder.layers.8.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c9365412884a6a12721604237583b4c9b6f98ef5d9c1d5dbe99b5089752673b8
+size 5251
diff --git a/params/opt/5/rnd_search_t_lin/comb_4/init/model.decoder.layers.8.self_attn.out_proj/_0.pt b/params/opt/5/rnd_search_t_lin/comb_4/init/model.decoder.layers.8.self_attn.out_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/opt/5/rnd_search_t_lin/comb_4/init/model.decoder.layers.8.self_attn.out_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/opt/5/rnd_search_t_lin/comb_4/init/model.decoder.layers.8.self_attn.out_proj/_s.pt b/params/opt/5/rnd_search_t_lin/comb_4/init/model.decoder.layers.8.self_attn.out_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4b84030448183e5a3dd9a1b47f8b8708cdb9f2cc
--- /dev/null
+++ b/params/opt/5/rnd_search_t_lin/comb_4/init/model.decoder.layers.8.self_attn.out_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e99b32e9799352c22748461972c0ca7146a02ecb5b8395954c7cf1a15f7558a5
+size 5251
diff --git a/params/opt/5/rnd_search_t_lin/comb_4/init/model.decoder.layers.8.self_attn.q_proj/_0.pt b/params/opt/5/rnd_search_t_lin/comb_4/init/model.decoder.layers.8.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/opt/5/rnd_search_t_lin/comb_4/init/model.decoder.layers.8.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/opt/5/rnd_search_t_lin/comb_4/init/model.decoder.layers.8.self_attn.q_proj/_s.pt b/params/opt/5/rnd_search_t_lin/comb_4/init/model.decoder.layers.8.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..651efdbec381a91a3988861ce8ea5cafc32d0673
--- /dev/null
+++ b/params/opt/5/rnd_search_t_lin/comb_4/init/model.decoder.layers.8.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:6871d25c44503ff50a195d39d0fd7d49cbb3be9805ad0761d0f7fdb414a2705a
+size 5251
diff --git a/params/opt/5/rnd_search_t_lin/comb_4/init/model.decoder.layers.8.self_attn.v_proj/_0.pt b/params/opt/5/rnd_search_t_lin/comb_4/init/model.decoder.layers.8.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/opt/5/rnd_search_t_lin/comb_4/init/model.decoder.layers.8.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/opt/5/rnd_search_t_lin/comb_4/init/model.decoder.layers.8.self_attn.v_proj/_s.pt b/params/opt/5/rnd_search_t_lin/comb_4/init/model.decoder.layers.8.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..67793df45170ed0714d2067698b5841b118f8944
--- /dev/null
+++ b/params/opt/5/rnd_search_t_lin/comb_4/init/model.decoder.layers.8.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a89411d2077ff969a081a04ed3a2fbb1bdb3d856cda3cb22e30f78606821e530
+size 5251
diff --git a/params/opt/5/rnd_search_t_lin/comb_4/init/model.decoder.layers.9.fc1/_0.pt b/params/opt/5/rnd_search_t_lin/comb_4/init/model.decoder.layers.9.fc1/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..58c96248fd00550cc15d645205571ee67c337035
--- /dev/null
+++ b/params/opt/5/rnd_search_t_lin/comb_4/init/model.decoder.layers.9.fc1/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d77f62f2a90ce91416a8360d6ec3a5205dee0afeca27666c8c1c6bc185c247e5
+size 17539
diff --git a/params/opt/5/rnd_search_t_lin/comb_4/init/model.decoder.layers.9.fc1/_s.pt b/params/opt/5/rnd_search_t_lin/comb_4/init/model.decoder.layers.9.fc1/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..304c8c9c8ba4f45fd2c6e17e3c6ae3ac3e475f46
--- /dev/null
+++ b/params/opt/5/rnd_search_t_lin/comb_4/init/model.decoder.layers.9.fc1/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:89d285b42061c877c5a5126277945f3db53b7cf2ca09a2bbd7e7a2c52727c775
+size 17539
diff --git a/params/opt/5/rnd_search_t_lin/comb_4/init/model.decoder.layers.9.fc2/_0.pt b/params/opt/5/rnd_search_t_lin/comb_4/init/model.decoder.layers.9.fc2/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/opt/5/rnd_search_t_lin/comb_4/init/model.decoder.layers.9.fc2/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/opt/5/rnd_search_t_lin/comb_4/init/model.decoder.layers.9.fc2/_s.pt b/params/opt/5/rnd_search_t_lin/comb_4/init/model.decoder.layers.9.fc2/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..b55efbc4e62bc0c464978890e994ab0d243d1754
--- /dev/null
+++ b/params/opt/5/rnd_search_t_lin/comb_4/init/model.decoder.layers.9.fc2/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:aac3f82656e539bff8f31d9f09f8dfa160a2ad3c6d1f68ea649b86c93a99a09b
+size 5251
diff --git a/params/opt/5/rnd_search_t_lin/comb_4/init/model.decoder.layers.9.self_attn.k_proj/_0.pt b/params/opt/5/rnd_search_t_lin/comb_4/init/model.decoder.layers.9.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/opt/5/rnd_search_t_lin/comb_4/init/model.decoder.layers.9.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/opt/5/rnd_search_t_lin/comb_4/init/model.decoder.layers.9.self_attn.k_proj/_s.pt b/params/opt/5/rnd_search_t_lin/comb_4/init/model.decoder.layers.9.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..d4236a124b9df86611ff164b3eed55a3ae5a2f28
--- /dev/null
+++ b/params/opt/5/rnd_search_t_lin/comb_4/init/model.decoder.layers.9.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ee3adfd33121662b81fc2c1a320584dd5b3e290146fea6a037b949590eccb825
+size 5251
diff --git a/params/opt/5/rnd_search_t_lin/comb_4/init/model.decoder.layers.9.self_attn.out_proj/_0.pt b/params/opt/5/rnd_search_t_lin/comb_4/init/model.decoder.layers.9.self_attn.out_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/opt/5/rnd_search_t_lin/comb_4/init/model.decoder.layers.9.self_attn.out_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/opt/5/rnd_search_t_lin/comb_4/init/model.decoder.layers.9.self_attn.out_proj/_s.pt b/params/opt/5/rnd_search_t_lin/comb_4/init/model.decoder.layers.9.self_attn.out_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..98fe6137d66d4608314450cb2cc0f220531b6d8a
--- /dev/null
+++ b/params/opt/5/rnd_search_t_lin/comb_4/init/model.decoder.layers.9.self_attn.out_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a4ac45d829f3b326cc94001aa07888c8fdea8e3d581ed2714eedfa2f9d8f91f1
+size 5251
diff --git a/params/opt/5/rnd_search_t_lin/comb_4/init/model.decoder.layers.9.self_attn.q_proj/_0.pt b/params/opt/5/rnd_search_t_lin/comb_4/init/model.decoder.layers.9.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/opt/5/rnd_search_t_lin/comb_4/init/model.decoder.layers.9.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/opt/5/rnd_search_t_lin/comb_4/init/model.decoder.layers.9.self_attn.q_proj/_s.pt b/params/opt/5/rnd_search_t_lin/comb_4/init/model.decoder.layers.9.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..0d2c1f215b083e2170746121742a86149a23a182
--- /dev/null
+++ b/params/opt/5/rnd_search_t_lin/comb_4/init/model.decoder.layers.9.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:68ada196a73c9062f5fdbc5c6638ee63d4747a149d1fd76472e2f5dca8092a39
+size 5251
diff --git a/params/opt/5/rnd_search_t_lin/comb_4/init/model.decoder.layers.9.self_attn.v_proj/_0.pt b/params/opt/5/rnd_search_t_lin/comb_4/init/model.decoder.layers.9.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/opt/5/rnd_search_t_lin/comb_4/init/model.decoder.layers.9.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/opt/5/rnd_search_t_lin/comb_4/init/model.decoder.layers.9.self_attn.v_proj/_s.pt b/params/opt/5/rnd_search_t_lin/comb_4/init/model.decoder.layers.9.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..21992bcd31693adfd1621d12e8c0fd7309430794
--- /dev/null
+++ b/params/opt/5/rnd_search_t_lin/comb_4/init/model.decoder.layers.9.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0f1cc76547c86e51bb75f71794478b0f6611d8bc99f4d666e7aa695a0111d422
+size 5251
diff --git a/params/opt/5/rnd_search_t_lin/comb_4/init/model.decoder.project_in/_0.pt b/params/opt/5/rnd_search_t_lin/comb_4/init/model.decoder.project_in/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/opt/5/rnd_search_t_lin/comb_4/init/model.decoder.project_in/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/opt/5/rnd_search_t_lin/comb_4/init/model.decoder.project_in/_s.pt b/params/opt/5/rnd_search_t_lin/comb_4/init/model.decoder.project_in/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..80ebde4ac17df2ec7c06e2b4e4e6402f2efd409e
--- /dev/null
+++ b/params/opt/5/rnd_search_t_lin/comb_4/init/model.decoder.project_in/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b584003bf7a6be33f282125454bdd652f3c96e1ea065d7d1cbe37a5c714abeca
+size 5251
diff --git a/params/opt/5/rnd_search_t_lin/comb_4/init/model.decoder.project_out/_0.pt b/params/opt/5/rnd_search_t_lin/comb_4/init/model.decoder.project_out/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..7dafd7dbb653cbd2daae7b5c32e1db4207127f70
--- /dev/null
+++ b/params/opt/5/rnd_search_t_lin/comb_4/init/model.decoder.project_out/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c190e0e27174863691b4d6213f0eb2960c410741df0ce7e97f0315f29a271735
+size 3203
diff --git a/params/opt/5/rnd_search_t_lin/comb_4/init/model.decoder.project_out/_s.pt b/params/opt/5/rnd_search_t_lin/comb_4/init/model.decoder.project_out/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..565c7b59af95f01d3f70e6c0eb763d3ba46cc988
--- /dev/null
+++ b/params/opt/5/rnd_search_t_lin/comb_4/init/model.decoder.project_out/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d5ed4ba8fc15a300aae840563a4acd72571434b7ec80c0e9aea1dfcf4e647854
+size 3203
diff --git a/params/opt/5/rnd_search_t_lin/comb_4/trained/lm_head/_0.pt b/params/opt/5/rnd_search_t_lin/comb_4/trained/lm_head/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..7ccbc5d7e3d95930a6241dbf75dd272eb68dea8e
--- /dev/null
+++ b/params/opt/5/rnd_search_t_lin/comb_4/trained/lm_head/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:05ae758f6cc73cdd20f39c77cc0e88699530e9db66d19ca2b8beafe58cec85ff
+size 202243
diff --git a/params/opt/5/rnd_search_t_lin/comb_4/trained/lm_head/_s.pt b/params/opt/5/rnd_search_t_lin/comb_4/trained/lm_head/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e6da87696c91d3ba279958a3e7dcb85f3153a8df
--- /dev/null
+++ b/params/opt/5/rnd_search_t_lin/comb_4/trained/lm_head/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:67928800de56b3731885c44d5ec248eff2651d15ba7e09673fe7497ab3095c90
+size 202243
diff --git a/params/opt/5/rnd_search_t_lin/comb_4/trained/model.decoder.layers.0.fc1/_0.pt b/params/opt/5/rnd_search_t_lin/comb_4/trained/model.decoder.layers.0.fc1/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..cd06eaecdb444005d3f532f14c7fc839ac604d27
--- /dev/null
+++ b/params/opt/5/rnd_search_t_lin/comb_4/trained/model.decoder.layers.0.fc1/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:528bdd5c18876563b3628ce2a27656f1c40bffb9bfd58871df18e8fe023e0d7e
+size 17539
diff --git a/params/opt/5/rnd_search_t_lin/comb_4/trained/model.decoder.layers.0.fc1/_s.pt b/params/opt/5/rnd_search_t_lin/comb_4/trained/model.decoder.layers.0.fc1/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..254129b3df335c53e7243a220ebfb2afa98d00f2
--- /dev/null
+++ b/params/opt/5/rnd_search_t_lin/comb_4/trained/model.decoder.layers.0.fc1/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e01ebea1f4580341028ba1bb884f3297d5061b4e2acd0b08804f880d4cee6928
+size 17539
diff --git a/params/opt/5/rnd_search_t_lin/comb_4/trained/model.decoder.layers.0.fc2/_0.pt b/params/opt/5/rnd_search_t_lin/comb_4/trained/model.decoder.layers.0.fc2/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..842c2713de1f10ccfff77a08c3a3fa3e79c142e2
--- /dev/null
+++ b/params/opt/5/rnd_search_t_lin/comb_4/trained/model.decoder.layers.0.fc2/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:13e51b312b330e92e60a1b5510bed6bc4287492046d6584211d08771cb7856c8
+size 5251
diff --git a/params/opt/5/rnd_search_t_lin/comb_4/trained/model.decoder.layers.0.fc2/_s.pt b/params/opt/5/rnd_search_t_lin/comb_4/trained/model.decoder.layers.0.fc2/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..16e8bb5f742978dcd0c3697bd8f5e27770e91ada
--- /dev/null
+++ b/params/opt/5/rnd_search_t_lin/comb_4/trained/model.decoder.layers.0.fc2/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:bc869282cc515100ce303057683e0140cefb782f77a5f5df49d03181f8523519
+size 5251
diff --git a/params/opt/5/rnd_search_t_lin/comb_4/trained/model.decoder.layers.0.self_attn.k_proj/_0.pt b/params/opt/5/rnd_search_t_lin/comb_4/trained/model.decoder.layers.0.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..78227243bbbd54b39c6f7ed7f0df6173a049bdc3
--- /dev/null
+++ b/params/opt/5/rnd_search_t_lin/comb_4/trained/model.decoder.layers.0.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:7e88128220e180b11a2a718d27e36ff61f99529ddc078ae5d317963a8b950161
+size 5251
diff --git a/params/opt/5/rnd_search_t_lin/comb_4/trained/model.decoder.layers.0.self_attn.k_proj/_s.pt b/params/opt/5/rnd_search_t_lin/comb_4/trained/model.decoder.layers.0.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..d0919bbe9201affc92f0907613e6bb4a3a60fcca
--- /dev/null
+++ b/params/opt/5/rnd_search_t_lin/comb_4/trained/model.decoder.layers.0.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ed9d36682ae1ec83a5c5fe59443035b54b3dcade05410c28d78b73bb268fb657
+size 5251
diff --git a/params/opt/5/rnd_search_t_lin/comb_4/trained/model.decoder.layers.0.self_attn.out_proj/_0.pt b/params/opt/5/rnd_search_t_lin/comb_4/trained/model.decoder.layers.0.self_attn.out_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..6e3dad5f10dcb9296cd4c1d84a1fa3167b38ef02
--- /dev/null
+++ b/params/opt/5/rnd_search_t_lin/comb_4/trained/model.decoder.layers.0.self_attn.out_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:65bcd27758066672aade4dd37460be2caa454a599c680691728f09d78be690bd
+size 5251
diff --git a/params/opt/5/rnd_search_t_lin/comb_4/trained/model.decoder.layers.0.self_attn.out_proj/_s.pt b/params/opt/5/rnd_search_t_lin/comb_4/trained/model.decoder.layers.0.self_attn.out_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..beaa6d632de67ec696050b98550c36734d2e252d
--- /dev/null
+++ b/params/opt/5/rnd_search_t_lin/comb_4/trained/model.decoder.layers.0.self_attn.out_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c15488507b888b9a7fdf662571e9c7ea2cb4422915f79edc3e04aecb96136680
+size 5251
diff --git a/params/opt/5/rnd_search_t_lin/comb_4/trained/model.decoder.layers.0.self_attn.q_proj/_0.pt b/params/opt/5/rnd_search_t_lin/comb_4/trained/model.decoder.layers.0.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..0c26697c07c7cf8f430964ffcd8f0918a41d3827
--- /dev/null
+++ b/params/opt/5/rnd_search_t_lin/comb_4/trained/model.decoder.layers.0.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:1c0a85c398cbb511ce94d54f336350f628ebe2983d03bd5dfd9a32641b53f3a6
+size 5251
diff --git a/params/opt/5/rnd_search_t_lin/comb_4/trained/model.decoder.layers.0.self_attn.q_proj/_s.pt b/params/opt/5/rnd_search_t_lin/comb_4/trained/model.decoder.layers.0.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e2dd7358a6bfd4e6c122305d37f71c7363ed0aa5
--- /dev/null
+++ b/params/opt/5/rnd_search_t_lin/comb_4/trained/model.decoder.layers.0.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:6edc322fcdd5abddd7a93f257e01d672c830191ce10209d6d0c6aa14e557792d
+size 5251
diff --git a/params/opt/5/rnd_search_t_lin/comb_4/trained/model.decoder.layers.0.self_attn.v_proj/_0.pt b/params/opt/5/rnd_search_t_lin/comb_4/trained/model.decoder.layers.0.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..d5d38a9c062994c47224f46c896d05544afc574c
--- /dev/null
+++ b/params/opt/5/rnd_search_t_lin/comb_4/trained/model.decoder.layers.0.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:70b89e5d98679d446b301e99845c3b166b21ed191dc42fb4319558abea8e3436
+size 5251
diff --git a/params/opt/5/rnd_search_t_lin/comb_4/trained/model.decoder.layers.0.self_attn.v_proj/_s.pt b/params/opt/5/rnd_search_t_lin/comb_4/trained/model.decoder.layers.0.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..182bfd3d0eb521e1168d9f88f8b33a8a3eebc4cd
--- /dev/null
+++ b/params/opt/5/rnd_search_t_lin/comb_4/trained/model.decoder.layers.0.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:58e1cf9aceea8cc70095e1b7417380e061d5cea7373a4a283514be28c49c4bd9
+size 5251
diff --git a/params/opt/5/rnd_search_t_lin/comb_4/trained/model.decoder.layers.1.fc1/_0.pt b/params/opt/5/rnd_search_t_lin/comb_4/trained/model.decoder.layers.1.fc1/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..1958d082aa3e262d1cb2c73b049635f7d951f7d3
--- /dev/null
+++ b/params/opt/5/rnd_search_t_lin/comb_4/trained/model.decoder.layers.1.fc1/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:944483f354befecb27d41642346d8bd0d715b4f150da5c3430184900d60f1a8a
+size 17539
diff --git a/params/opt/5/rnd_search_t_lin/comb_4/trained/model.decoder.layers.1.fc1/_s.pt b/params/opt/5/rnd_search_t_lin/comb_4/trained/model.decoder.layers.1.fc1/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..769c123fda5e71d104bff968e20b29127b64a016
--- /dev/null
+++ b/params/opt/5/rnd_search_t_lin/comb_4/trained/model.decoder.layers.1.fc1/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:8472f2a1f7819cd8fef463df1e878d5a04a82cc71ffc411720e4f3840daad5c6
+size 17539
diff --git a/params/opt/5/rnd_search_t_lin/comb_4/trained/model.decoder.layers.1.fc2/_0.pt b/params/opt/5/rnd_search_t_lin/comb_4/trained/model.decoder.layers.1.fc2/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..f9f51fe45fce8a20a827eae3f43e2057a0386c41
--- /dev/null
+++ b/params/opt/5/rnd_search_t_lin/comb_4/trained/model.decoder.layers.1.fc2/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:230b85644f4028cbe0b476f882a9568a3b3eeb43379c689b1dde7adf0bcae0a4
+size 5251
diff --git a/params/opt/5/rnd_search_t_lin/comb_4/trained/model.decoder.layers.1.fc2/_s.pt b/params/opt/5/rnd_search_t_lin/comb_4/trained/model.decoder.layers.1.fc2/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..b603c21a01178342aea72d0f3222a830a1b72201
--- /dev/null
+++ b/params/opt/5/rnd_search_t_lin/comb_4/trained/model.decoder.layers.1.fc2/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:42f69a9aae6b71ddd63cd1f895c66543deae8ca09eecb952a0edc44d9641c9cc
+size 5251
diff --git a/params/opt/5/rnd_search_t_lin/comb_4/trained/model.decoder.layers.1.self_attn.k_proj/_0.pt b/params/opt/5/rnd_search_t_lin/comb_4/trained/model.decoder.layers.1.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..867fee759b5b0126620fcb2aa7ef677b9ef58d69
--- /dev/null
+++ b/params/opt/5/rnd_search_t_lin/comb_4/trained/model.decoder.layers.1.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:90bc79592fe079e35468761c94008be5ea2f022fd66f8bfa80b8bfbed4c60683
+size 5251
diff --git a/params/opt/5/rnd_search_t_lin/comb_4/trained/model.decoder.layers.1.self_attn.k_proj/_s.pt b/params/opt/5/rnd_search_t_lin/comb_4/trained/model.decoder.layers.1.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..68f1dc12cc700afe3396dddeb5ddbf9ec8ab740a
--- /dev/null
+++ b/params/opt/5/rnd_search_t_lin/comb_4/trained/model.decoder.layers.1.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:503b5f1dacd69526652d733313ce57b58eae8a2828667a0086820bc018e453b9
+size 5251
diff --git a/params/opt/5/rnd_search_t_lin/comb_4/trained/model.decoder.layers.1.self_attn.out_proj/_0.pt b/params/opt/5/rnd_search_t_lin/comb_4/trained/model.decoder.layers.1.self_attn.out_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e0e76b21203bf009b527e1526175fd5b9b173ac5
--- /dev/null
+++ b/params/opt/5/rnd_search_t_lin/comb_4/trained/model.decoder.layers.1.self_attn.out_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:11bd55bcd95b1b129198ef52d96e1847cf10de7e525ab13273634934ca63109e
+size 5251
diff --git a/params/opt/5/rnd_search_t_lin/comb_4/trained/model.decoder.layers.1.self_attn.out_proj/_s.pt b/params/opt/5/rnd_search_t_lin/comb_4/trained/model.decoder.layers.1.self_attn.out_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..abe4d8ddc7cd9c028d39925076d164ed654eaef9
--- /dev/null
+++ b/params/opt/5/rnd_search_t_lin/comb_4/trained/model.decoder.layers.1.self_attn.out_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:4883de5223768fb7be6e9109891bb4eaaf0fd543ada929053ba653660d2f7a61
+size 5251
diff --git a/params/opt/5/rnd_search_t_lin/comb_4/trained/model.decoder.layers.1.self_attn.q_proj/_0.pt b/params/opt/5/rnd_search_t_lin/comb_4/trained/model.decoder.layers.1.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..7f312f034146212463793ddf05354fe05be0a251
--- /dev/null
+++ b/params/opt/5/rnd_search_t_lin/comb_4/trained/model.decoder.layers.1.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:77eaf808834d3f833c777055d8e034195e94fdd42f405df8646eacb3fbd6f4b3
+size 5251
diff --git a/params/opt/5/rnd_search_t_lin/comb_4/trained/model.decoder.layers.1.self_attn.q_proj/_s.pt b/params/opt/5/rnd_search_t_lin/comb_4/trained/model.decoder.layers.1.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..db8f874f6fd0a5f269bb74e951a0821824be25b3
--- /dev/null
+++ b/params/opt/5/rnd_search_t_lin/comb_4/trained/model.decoder.layers.1.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2f33395b1108f66416ab5131c634318e348cbc31c977af6155d09dcd122854d4
+size 5251
diff --git a/params/opt/5/rnd_search_t_lin/comb_4/trained/model.decoder.layers.1.self_attn.v_proj/_0.pt b/params/opt/5/rnd_search_t_lin/comb_4/trained/model.decoder.layers.1.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..bea02c61c6f170567b5d8c9a7b88ee7bf11b69a0
--- /dev/null
+++ b/params/opt/5/rnd_search_t_lin/comb_4/trained/model.decoder.layers.1.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e55d3917f2b7a0f0089eaf0459bed2a81d589aa00bf14395acbc7b53009df893
+size 5251
diff --git a/params/opt/5/rnd_search_t_lin/comb_4/trained/model.decoder.layers.1.self_attn.v_proj/_s.pt b/params/opt/5/rnd_search_t_lin/comb_4/trained/model.decoder.layers.1.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..3c0bb1bb60ad6ec59eddc49e54122ab22f97ce20
--- /dev/null
+++ b/params/opt/5/rnd_search_t_lin/comb_4/trained/model.decoder.layers.1.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:3784a891cd671247c819578a15c371a2ca898a4880b86e72c8406a7019881bad
+size 5251
diff --git a/params/opt/5/rnd_search_t_lin/comb_4/trained/model.decoder.layers.10.fc1/_0.pt b/params/opt/5/rnd_search_t_lin/comb_4/trained/model.decoder.layers.10.fc1/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..647ad7caa86928ccb2e849f162a8230a0403866d
--- /dev/null
+++ b/params/opt/5/rnd_search_t_lin/comb_4/trained/model.decoder.layers.10.fc1/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b2b43e70fcdc605b2dc407211fd8bfacb8dc553c53fccd3fa9f587db2a6ac757
+size 17539
diff --git a/params/opt/5/rnd_search_t_lin/comb_4/trained/model.decoder.layers.10.fc1/_s.pt b/params/opt/5/rnd_search_t_lin/comb_4/trained/model.decoder.layers.10.fc1/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e1d9282d93412ea29bef4a9955d490c5aab04d33
--- /dev/null
+++ b/params/opt/5/rnd_search_t_lin/comb_4/trained/model.decoder.layers.10.fc1/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:19ab903b8dbc19dd27f5ae66a77a1f8b4ae8c1551dde87ec35d0cd44723c40d4
+size 17539
diff --git a/params/opt/5/rnd_search_t_lin/comb_4/trained/model.decoder.layers.10.fc2/_0.pt b/params/opt/5/rnd_search_t_lin/comb_4/trained/model.decoder.layers.10.fc2/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..b1dea081ffff64a3dc7f28b0fbc916050b208084
--- /dev/null
+++ b/params/opt/5/rnd_search_t_lin/comb_4/trained/model.decoder.layers.10.fc2/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:264ff5a0e50ee7be80efd5b222f9cd4092a44a12ffb96f07db1c8d56b0dbf17a
+size 5251
diff --git a/params/opt/5/rnd_search_t_lin/comb_4/trained/model.decoder.layers.10.fc2/_s.pt b/params/opt/5/rnd_search_t_lin/comb_4/trained/model.decoder.layers.10.fc2/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2daf46d0839cacbb335290cb16f6df3b2ed0d8e8
--- /dev/null
+++ b/params/opt/5/rnd_search_t_lin/comb_4/trained/model.decoder.layers.10.fc2/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c32c3cc5e3588fd8bba95210edc44f1f0a0ea5d50a579bd923d1ac42e0eb34bd
+size 5251
diff --git a/params/opt/5/rnd_search_t_lin/comb_4/trained/model.decoder.layers.10.self_attn.k_proj/_0.pt b/params/opt/5/rnd_search_t_lin/comb_4/trained/model.decoder.layers.10.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..5dfb29913fc3f5a3aa57510da112afafd47e5242
--- /dev/null
+++ b/params/opt/5/rnd_search_t_lin/comb_4/trained/model.decoder.layers.10.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d838bd969319df8b9aa6df2e0ce1af344b1178b52d1cdf67b4e21351a0c67339
+size 5251
diff --git a/params/opt/5/rnd_search_t_lin/comb_4/trained/model.decoder.layers.10.self_attn.k_proj/_s.pt b/params/opt/5/rnd_search_t_lin/comb_4/trained/model.decoder.layers.10.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..1b942992f095c9924d2ae3e29952d48ac924cb54
--- /dev/null
+++ b/params/opt/5/rnd_search_t_lin/comb_4/trained/model.decoder.layers.10.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:efcbb0a89f12f1047357729ae54121aeb1c265707aa2cd26de353c2adfb8577b
+size 5251
diff --git a/params/opt/5/rnd_search_t_lin/comb_4/trained/model.decoder.layers.10.self_attn.out_proj/_0.pt b/params/opt/5/rnd_search_t_lin/comb_4/trained/model.decoder.layers.10.self_attn.out_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a38627fb97209de6920e2887d7169f10193569b4
--- /dev/null
+++ b/params/opt/5/rnd_search_t_lin/comb_4/trained/model.decoder.layers.10.self_attn.out_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:bb961eb5bc7d2b4f6e6909938b9bab81e6759d3779e8dfd6b150e3bee40e2277
+size 5251
diff --git a/params/opt/5/rnd_search_t_lin/comb_4/trained/model.decoder.layers.10.self_attn.out_proj/_s.pt b/params/opt/5/rnd_search_t_lin/comb_4/trained/model.decoder.layers.10.self_attn.out_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..05c854ca0bfe88b119a73845bc9d8fbf7a92d231
--- /dev/null
+++ b/params/opt/5/rnd_search_t_lin/comb_4/trained/model.decoder.layers.10.self_attn.out_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:8a751b6a606567bf9a7f3a9065f75b15f016eec654e4cb49ebb4e4a134d229e5
+size 5251
diff --git a/params/opt/5/rnd_search_t_lin/comb_4/trained/model.decoder.layers.10.self_attn.q_proj/_0.pt b/params/opt/5/rnd_search_t_lin/comb_4/trained/model.decoder.layers.10.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..397e4370a593e2e940b6fe95d600a4c974b9b560
--- /dev/null
+++ b/params/opt/5/rnd_search_t_lin/comb_4/trained/model.decoder.layers.10.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:79bfbcf16b0e22ee0df303840212539f1fa443ea4e519776960d3005e478067f
+size 5251
diff --git a/params/opt/5/rnd_search_t_lin/comb_4/trained/model.decoder.layers.10.self_attn.q_proj/_s.pt b/params/opt/5/rnd_search_t_lin/comb_4/trained/model.decoder.layers.10.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..dc9e4cf55c790b9c3ef6c9b263e57c1d355ad8ec
--- /dev/null
+++ b/params/opt/5/rnd_search_t_lin/comb_4/trained/model.decoder.layers.10.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:babdcd317b4271fc7a2db9786be82bd30cd0dfcf72a432654813a34ac85ddd55
+size 5251
diff --git a/params/opt/5/rnd_search_t_lin/comb_4/trained/model.decoder.layers.10.self_attn.v_proj/_0.pt b/params/opt/5/rnd_search_t_lin/comb_4/trained/model.decoder.layers.10.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ad71e12d830773939b6a6aaadd5eaaf6bb4c96ae
--- /dev/null
+++ b/params/opt/5/rnd_search_t_lin/comb_4/trained/model.decoder.layers.10.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:672b13fe790fb8203b632ce2420bd5078f96a38dcb48b3dfd7a487f0e9c7d8f4
+size 5251
diff --git a/params/opt/5/rnd_search_t_lin/comb_4/trained/model.decoder.layers.10.self_attn.v_proj/_s.pt b/params/opt/5/rnd_search_t_lin/comb_4/trained/model.decoder.layers.10.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..faeb8878d0269ab01d563289c84dc185af083262
--- /dev/null
+++ b/params/opt/5/rnd_search_t_lin/comb_4/trained/model.decoder.layers.10.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0d2373b2eb06fa7f9958516b050eb551b49d7d7b1873c57bfbe0674675fdc62e
+size 5251
diff --git a/params/opt/5/rnd_search_t_lin/comb_4/trained/model.decoder.layers.11.fc1/_0.pt b/params/opt/5/rnd_search_t_lin/comb_4/trained/model.decoder.layers.11.fc1/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c745f9afbf065f82ec221fbdcaa27f528b7dd1d1
--- /dev/null
+++ b/params/opt/5/rnd_search_t_lin/comb_4/trained/model.decoder.layers.11.fc1/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e1b81869ebdc605161d897e882d6f8a6e588379f6323680b5307525fc73a31ca
+size 17539
diff --git a/params/opt/5/rnd_search_t_lin/comb_4/trained/model.decoder.layers.11.fc1/_s.pt b/params/opt/5/rnd_search_t_lin/comb_4/trained/model.decoder.layers.11.fc1/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..425f5dc5e0639ca354ee0fa51f77c58cfdb137f7
--- /dev/null
+++ b/params/opt/5/rnd_search_t_lin/comb_4/trained/model.decoder.layers.11.fc1/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:29a886f4ff9df189b2bbf9132aebdd13a5c2bb2d2c32d10df43c289b37435603
+size 17539
diff --git a/params/opt/5/rnd_search_t_lin/comb_4/trained/model.decoder.layers.11.fc2/_0.pt b/params/opt/5/rnd_search_t_lin/comb_4/trained/model.decoder.layers.11.fc2/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..db3d00efbf36efa5dca19661af42443c30cc5e14
--- /dev/null
+++ b/params/opt/5/rnd_search_t_lin/comb_4/trained/model.decoder.layers.11.fc2/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:387b595b7ca82f7d6452ddcf347776ded843c72b8da4494f0e4e059a8cf17f76
+size 5251
diff --git a/params/opt/5/rnd_search_t_lin/comb_4/trained/model.decoder.layers.11.fc2/_s.pt b/params/opt/5/rnd_search_t_lin/comb_4/trained/model.decoder.layers.11.fc2/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..cea1eed6f6b9a0b27a594a72f650114cbde3ff35
--- /dev/null
+++ b/params/opt/5/rnd_search_t_lin/comb_4/trained/model.decoder.layers.11.fc2/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:43a85567d851e8ca409df000306d727f9efe022f80a684857874594daa2a3199
+size 5251
diff --git a/params/opt/5/rnd_search_t_lin/comb_4/trained/model.decoder.layers.11.self_attn.k_proj/_0.pt b/params/opt/5/rnd_search_t_lin/comb_4/trained/model.decoder.layers.11.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..15df47d674286017ff124f20b925d61d942a1e94
--- /dev/null
+++ b/params/opt/5/rnd_search_t_lin/comb_4/trained/model.decoder.layers.11.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:cdc8efe71d03498d5e0010c43342f217cf5b79ab7b04b66507bc4765c043e10c
+size 5251
diff --git a/params/opt/5/rnd_search_t_lin/comb_4/trained/model.decoder.layers.11.self_attn.k_proj/_s.pt b/params/opt/5/rnd_search_t_lin/comb_4/trained/model.decoder.layers.11.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..cd527d54e9862a1a0ec40028bfe4059e02727d4c
--- /dev/null
+++ b/params/opt/5/rnd_search_t_lin/comb_4/trained/model.decoder.layers.11.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:bab313f6684a39536c04e89b135afdabfa09a11298a2c4aad2e6b57ff9e32940
+size 5251
diff --git a/params/opt/5/rnd_search_t_lin/comb_4/trained/model.decoder.layers.11.self_attn.out_proj/_0.pt b/params/opt/5/rnd_search_t_lin/comb_4/trained/model.decoder.layers.11.self_attn.out_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..50078f388f273a53a65587ef0ccb6363ae53a503
--- /dev/null
+++ b/params/opt/5/rnd_search_t_lin/comb_4/trained/model.decoder.layers.11.self_attn.out_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:17d185a04620d697252175deb52170abd4704f6c8ca0c4545697146fc5c5ad20
+size 5251
diff --git a/params/opt/5/rnd_search_t_lin/comb_4/trained/model.decoder.layers.11.self_attn.out_proj/_s.pt b/params/opt/5/rnd_search_t_lin/comb_4/trained/model.decoder.layers.11.self_attn.out_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..b0f93d9c03cd5f4e0a662545f7a6ef1592b06b5a
--- /dev/null
+++ b/params/opt/5/rnd_search_t_lin/comb_4/trained/model.decoder.layers.11.self_attn.out_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:3321ec01927869221f3898378cffae9ab536351ea5b438624ad86c93711eebd2
+size 5251
diff --git a/params/opt/5/rnd_search_t_lin/comb_4/trained/model.decoder.layers.11.self_attn.q_proj/_0.pt b/params/opt/5/rnd_search_t_lin/comb_4/trained/model.decoder.layers.11.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..0ad0ff75bf5972d8840113cdaf55d45a6a2e795e
--- /dev/null
+++ b/params/opt/5/rnd_search_t_lin/comb_4/trained/model.decoder.layers.11.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:24b8cd2585b245ab2bbf23567791bf0c0ab2f03ec9fde606c801fe7c9e87a4eb
+size 5251
diff --git a/params/opt/5/rnd_search_t_lin/comb_4/trained/model.decoder.layers.11.self_attn.q_proj/_s.pt b/params/opt/5/rnd_search_t_lin/comb_4/trained/model.decoder.layers.11.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c843b98508b2822dc8bd5b6afa52ff383eb8e6ba
--- /dev/null
+++ b/params/opt/5/rnd_search_t_lin/comb_4/trained/model.decoder.layers.11.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0cfe4b7afcb0235c96f4ced0189b7aafcd09afd5756d8c77af295a9c1f3509c4
+size 5251
diff --git a/params/opt/5/rnd_search_t_lin/comb_4/trained/model.decoder.layers.11.self_attn.v_proj/_0.pt b/params/opt/5/rnd_search_t_lin/comb_4/trained/model.decoder.layers.11.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..5dfe13df41b13795c67dc228ac71ac4de7715596
--- /dev/null
+++ b/params/opt/5/rnd_search_t_lin/comb_4/trained/model.decoder.layers.11.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c5a90e3a57063907f4bc2a91c436cfbe171a4c9e8f5a3093a4a7e2d3bd098717
+size 5251
diff --git a/params/opt/5/rnd_search_t_lin/comb_4/trained/model.decoder.layers.11.self_attn.v_proj/_s.pt b/params/opt/5/rnd_search_t_lin/comb_4/trained/model.decoder.layers.11.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..9ad6484617b199109b135a96f2b26b93d20af6dc
--- /dev/null
+++ b/params/opt/5/rnd_search_t_lin/comb_4/trained/model.decoder.layers.11.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:38a08ff4c003ad800c18f5efa757d4cd9f36ee70a2959184307f6312d32c0d74
+size 5251
diff --git a/params/opt/5/rnd_search_t_lin/comb_4/trained/model.decoder.layers.12.fc1/_0.pt b/params/opt/5/rnd_search_t_lin/comb_4/trained/model.decoder.layers.12.fc1/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4229cea38db5d008ae5aae1fc316091f65fa592d
--- /dev/null
+++ b/params/opt/5/rnd_search_t_lin/comb_4/trained/model.decoder.layers.12.fc1/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2ab3caa82e97a8ed634ddcbc3f7a4796b4daff05cc3c14761d8d9914ebdc6ed0
+size 17539
diff --git a/params/opt/5/rnd_search_t_lin/comb_4/trained/model.decoder.layers.12.fc1/_s.pt b/params/opt/5/rnd_search_t_lin/comb_4/trained/model.decoder.layers.12.fc1/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..bf47f7f623ecaac87d0396dcedd87ea69822b182
--- /dev/null
+++ b/params/opt/5/rnd_search_t_lin/comb_4/trained/model.decoder.layers.12.fc1/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b5b9da49c6aa9aaec00f3b425054da6d964cb4415b12d9bc0e98f8ad8f185457
+size 17539
diff --git a/params/opt/5/rnd_search_t_lin/comb_4/trained/model.decoder.layers.12.fc2/_0.pt b/params/opt/5/rnd_search_t_lin/comb_4/trained/model.decoder.layers.12.fc2/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..702eac5e00af1efc3b25719bd737b82857df0c68
--- /dev/null
+++ b/params/opt/5/rnd_search_t_lin/comb_4/trained/model.decoder.layers.12.fc2/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0f6657627bdedca2cd743ff0436650bacb0cba0495e7bbad9cd04611d46b92d9
+size 5251
diff --git a/params/opt/5/rnd_search_t_lin/comb_4/trained/model.decoder.layers.12.fc2/_s.pt b/params/opt/5/rnd_search_t_lin/comb_4/trained/model.decoder.layers.12.fc2/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..252c1d2ab01bd550c26f7148dd245c9cb64438ba
--- /dev/null
+++ b/params/opt/5/rnd_search_t_lin/comb_4/trained/model.decoder.layers.12.fc2/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b2cd7cfa576edb8779f85471f7f8c416402a5ab8ec4d149395ba8f6954a329dd
+size 5251
diff --git a/params/opt/5/rnd_search_t_lin/comb_4/trained/model.decoder.layers.12.self_attn.k_proj/_0.pt b/params/opt/5/rnd_search_t_lin/comb_4/trained/model.decoder.layers.12.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8afb386fb8e7e5de6589e49982ef28f13f46424f
--- /dev/null
+++ b/params/opt/5/rnd_search_t_lin/comb_4/trained/model.decoder.layers.12.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:aae78a0f615969830932ec0984beef94fe3c1dad57b6d84c92a36a2d57e10153
+size 5251
diff --git a/params/opt/5/rnd_search_t_lin/comb_4/trained/model.decoder.layers.12.self_attn.k_proj/_s.pt b/params/opt/5/rnd_search_t_lin/comb_4/trained/model.decoder.layers.12.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..663501c107842243cac419625484e478bd91efcc
--- /dev/null
+++ b/params/opt/5/rnd_search_t_lin/comb_4/trained/model.decoder.layers.12.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0f53de7c488c6c45276a808a0e134c8e157023b8046fc60a9d1bceab65f940ab
+size 5251
diff --git a/params/opt/5/rnd_search_t_lin/comb_4/trained/model.decoder.layers.12.self_attn.out_proj/_0.pt b/params/opt/5/rnd_search_t_lin/comb_4/trained/model.decoder.layers.12.self_attn.out_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..5e2fb585995652212062b114414a8c0c536c6475
--- /dev/null
+++ b/params/opt/5/rnd_search_t_lin/comb_4/trained/model.decoder.layers.12.self_attn.out_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0063d02c9204274b501d524140c96d78c94bfe6999d3a38a4a1fcf00e7d61635
+size 5251
diff --git a/params/opt/5/rnd_search_t_lin/comb_4/trained/model.decoder.layers.12.self_attn.out_proj/_s.pt b/params/opt/5/rnd_search_t_lin/comb_4/trained/model.decoder.layers.12.self_attn.out_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e1d2d1ad487dbdb19ec878d3b03247b1c8146d20
--- /dev/null
+++ b/params/opt/5/rnd_search_t_lin/comb_4/trained/model.decoder.layers.12.self_attn.out_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b469c147a53925bf7e6ad48812abd0f08701dc1deec26ff9f83dcc3ff47fac24
+size 5251
diff --git a/params/opt/5/rnd_search_t_lin/comb_4/trained/model.decoder.layers.12.self_attn.q_proj/_0.pt b/params/opt/5/rnd_search_t_lin/comb_4/trained/model.decoder.layers.12.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..b97c694cee092da496add92faf488a945f118815
--- /dev/null
+++ b/params/opt/5/rnd_search_t_lin/comb_4/trained/model.decoder.layers.12.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:942fa142b4134dcc442361563a3820cf8a86e8b817643a078167e6948cd8170d
+size 5251
diff --git a/params/opt/5/rnd_search_t_lin/comb_4/trained/model.decoder.layers.12.self_attn.q_proj/_s.pt b/params/opt/5/rnd_search_t_lin/comb_4/trained/model.decoder.layers.12.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..dd2a5411dfdb3aef126ec94632c869c9050b8f4a
--- /dev/null
+++ b/params/opt/5/rnd_search_t_lin/comb_4/trained/model.decoder.layers.12.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:49e71c9b97a5d6f389f34ee188ace60022595b71bdf1a449479e19b707b0e4d3
+size 5251
diff --git a/params/opt/5/rnd_search_t_lin/comb_4/trained/model.decoder.layers.12.self_attn.v_proj/_0.pt b/params/opt/5/rnd_search_t_lin/comb_4/trained/model.decoder.layers.12.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ca4d7656e2067b03c21eeaff2028039cc5a6e01b
--- /dev/null
+++ b/params/opt/5/rnd_search_t_lin/comb_4/trained/model.decoder.layers.12.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:31f47aba9265d2a2a54a05701069c11d34fa613690b78dceeba48f4da29457e5
+size 5251
diff --git a/params/opt/5/rnd_search_t_lin/comb_4/trained/model.decoder.layers.12.self_attn.v_proj/_s.pt b/params/opt/5/rnd_search_t_lin/comb_4/trained/model.decoder.layers.12.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..f1745845c5e4ae20a5070435baccd6000dfcb830
--- /dev/null
+++ b/params/opt/5/rnd_search_t_lin/comb_4/trained/model.decoder.layers.12.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:915e87b6a02268d45523cd8ca9e194ec98edcfcf0bd3dda178b592ae682fc6ae
+size 5251
diff --git a/params/opt/5/rnd_search_t_lin/comb_4/trained/model.decoder.layers.13.fc1/_0.pt b/params/opt/5/rnd_search_t_lin/comb_4/trained/model.decoder.layers.13.fc1/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a6d23358f60f8e0d3261f597ce16e412893bcacb
--- /dev/null
+++ b/params/opt/5/rnd_search_t_lin/comb_4/trained/model.decoder.layers.13.fc1/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0d0d5596437201f35a7bc67ab7fffd14ff6d917a06ee4496d59327f8d05b9524
+size 17539
diff --git a/params/opt/5/rnd_search_t_lin/comb_4/trained/model.decoder.layers.13.fc1/_s.pt b/params/opt/5/rnd_search_t_lin/comb_4/trained/model.decoder.layers.13.fc1/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ccb2c068152e635bd084c60571393b0d7d87508f
--- /dev/null
+++ b/params/opt/5/rnd_search_t_lin/comb_4/trained/model.decoder.layers.13.fc1/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:9a4df2a5fb2c3e91825b0a5c6580ddb0c4bbd6576b442fd692bb880e6e9a8ddd
+size 17539
diff --git a/params/opt/5/rnd_search_t_lin/comb_4/trained/model.decoder.layers.13.fc2/_0.pt b/params/opt/5/rnd_search_t_lin/comb_4/trained/model.decoder.layers.13.fc2/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..0cfa95091ebfb373d4de7fbf212dadc4f0bba636
--- /dev/null
+++ b/params/opt/5/rnd_search_t_lin/comb_4/trained/model.decoder.layers.13.fc2/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e037a3069927a7073fa25768ea46c0f44f787539beb1a7c8ddb137e5687de373
+size 5251
diff --git a/params/opt/5/rnd_search_t_lin/comb_4/trained/model.decoder.layers.13.fc2/_s.pt b/params/opt/5/rnd_search_t_lin/comb_4/trained/model.decoder.layers.13.fc2/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e04580247ea539da4c953a6ec7764e9b02cff26c
--- /dev/null
+++ b/params/opt/5/rnd_search_t_lin/comb_4/trained/model.decoder.layers.13.fc2/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c92c163b2cffc28099a8352c8414f5b2561de8d0a81819a200b1a587e3e72260
+size 5251
diff --git a/params/opt/5/rnd_search_t_lin/comb_4/trained/model.decoder.layers.13.self_attn.k_proj/_0.pt b/params/opt/5/rnd_search_t_lin/comb_4/trained/model.decoder.layers.13.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..627fb686dda6ae9152e1ef0c70a10e001ae3b0b8
--- /dev/null
+++ b/params/opt/5/rnd_search_t_lin/comb_4/trained/model.decoder.layers.13.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ec7cfe769d630beecabd0694f387f39f0deb9fa5ebd95ec5a1a5b752aee0414b
+size 5251
diff --git a/params/opt/5/rnd_search_t_lin/comb_4/trained/model.decoder.layers.13.self_attn.k_proj/_s.pt b/params/opt/5/rnd_search_t_lin/comb_4/trained/model.decoder.layers.13.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..27ba7f7ea4be60a70bdee064fc5300a2f4983706
--- /dev/null
+++ b/params/opt/5/rnd_search_t_lin/comb_4/trained/model.decoder.layers.13.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0ea0c4c547b424a74c9c8feadb44734fbbb95430b87bc71341608f37103b914e
+size 5251
diff --git a/params/opt/5/rnd_search_t_lin/comb_4/trained/model.decoder.layers.13.self_attn.out_proj/_0.pt b/params/opt/5/rnd_search_t_lin/comb_4/trained/model.decoder.layers.13.self_attn.out_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..33bf4d88907f076a23d1659ffacf31efb289cef1
--- /dev/null
+++ b/params/opt/5/rnd_search_t_lin/comb_4/trained/model.decoder.layers.13.self_attn.out_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:955df5da334c2ccb8a0eb0f41fcc1bfba0727eac1764ea195987557252eb37e6
+size 5251
diff --git a/params/opt/5/rnd_search_t_lin/comb_4/trained/model.decoder.layers.13.self_attn.out_proj/_s.pt b/params/opt/5/rnd_search_t_lin/comb_4/trained/model.decoder.layers.13.self_attn.out_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2920dfe9cd482c170ea948ce02a9554b673014ef
--- /dev/null
+++ b/params/opt/5/rnd_search_t_lin/comb_4/trained/model.decoder.layers.13.self_attn.out_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:9d6b7b2f823f7a7c516c6bda3ffb1297bca49f7094f075db9d479697f235e996
+size 5251
diff --git a/params/opt/5/rnd_search_t_lin/comb_4/trained/model.decoder.layers.13.self_attn.q_proj/_0.pt b/params/opt/5/rnd_search_t_lin/comb_4/trained/model.decoder.layers.13.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..9d6209906407484a9d0c0c9376154922907cdb5e
--- /dev/null
+++ b/params/opt/5/rnd_search_t_lin/comb_4/trained/model.decoder.layers.13.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:acd3309c56af15568951436358bd81a27bce61514b4e77e543dff1c86ccdcd51
+size 5251
diff --git a/params/opt/5/rnd_search_t_lin/comb_4/trained/model.decoder.layers.13.self_attn.q_proj/_s.pt b/params/opt/5/rnd_search_t_lin/comb_4/trained/model.decoder.layers.13.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..fd5519b792df4d61e27716f54e24469712a1aa26
--- /dev/null
+++ b/params/opt/5/rnd_search_t_lin/comb_4/trained/model.decoder.layers.13.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:926f4943573e4364142c78ae3c3f98f85dce62e3b3d2f0824072f8bc26c96373
+size 5251
diff --git a/params/opt/5/rnd_search_t_lin/comb_4/trained/model.decoder.layers.13.self_attn.v_proj/_0.pt b/params/opt/5/rnd_search_t_lin/comb_4/trained/model.decoder.layers.13.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..59ee323d7c49b3e338e8ca5a6b54098fa16cd6ac
--- /dev/null
+++ b/params/opt/5/rnd_search_t_lin/comb_4/trained/model.decoder.layers.13.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:6dad556f7e8d9ce7d32b11fa853221e290ac529c0eefac4f55b559229222e58b
+size 5251
diff --git a/params/opt/5/rnd_search_t_lin/comb_4/trained/model.decoder.layers.13.self_attn.v_proj/_s.pt b/params/opt/5/rnd_search_t_lin/comb_4/trained/model.decoder.layers.13.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..d4219f9f9d1a654e7e1de9559ab784c44b7b6e31
--- /dev/null
+++ b/params/opt/5/rnd_search_t_lin/comb_4/trained/model.decoder.layers.13.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:46e03a2511744f52b33c294f0b7426004073fc7a670f95284e2251ed9b4bbaae
+size 5251
diff --git a/params/opt/5/rnd_search_t_lin/comb_4/trained/model.decoder.layers.14.fc1/_0.pt b/params/opt/5/rnd_search_t_lin/comb_4/trained/model.decoder.layers.14.fc1/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..46fd4b47c13f62d7b0022b5bfac4ec7244084711
--- /dev/null
+++ b/params/opt/5/rnd_search_t_lin/comb_4/trained/model.decoder.layers.14.fc1/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:25c4e761200144ad50399d20caf15092daff7ef74ba3de3b545d61f74ab5ae08
+size 17539
diff --git a/params/opt/5/rnd_search_t_lin/comb_4/trained/model.decoder.layers.14.fc1/_s.pt b/params/opt/5/rnd_search_t_lin/comb_4/trained/model.decoder.layers.14.fc1/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..11543993fce39dd493991c26402f04411a315f61
--- /dev/null
+++ b/params/opt/5/rnd_search_t_lin/comb_4/trained/model.decoder.layers.14.fc1/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:8da15fa445f2fa116aaa93ee0c0f873d07b5666caee6b095de2af8b7438e48a7
+size 17539
diff --git a/params/opt/5/rnd_search_t_lin/comb_4/trained/model.decoder.layers.14.fc2/_0.pt b/params/opt/5/rnd_search_t_lin/comb_4/trained/model.decoder.layers.14.fc2/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..805b10a62775b68534ed0c39591e23fee9cd3e75
--- /dev/null
+++ b/params/opt/5/rnd_search_t_lin/comb_4/trained/model.decoder.layers.14.fc2/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c6aea229d655820b14d90f4f20fc275547e3bf06b76266cb8587ba4f41fe028c
+size 5251
diff --git a/params/opt/5/rnd_search_t_lin/comb_4/trained/model.decoder.layers.14.fc2/_s.pt b/params/opt/5/rnd_search_t_lin/comb_4/trained/model.decoder.layers.14.fc2/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4048d0b81cae1a28cfe583eec30e84925a739f61
--- /dev/null
+++ b/params/opt/5/rnd_search_t_lin/comb_4/trained/model.decoder.layers.14.fc2/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:6230a2bf5e595db1b35961d6fb461fc49c330a55fcd33b532d1c46b64436b6c6
+size 5251
diff --git a/params/opt/5/rnd_search_t_lin/comb_4/trained/model.decoder.layers.14.self_attn.k_proj/_0.pt b/params/opt/5/rnd_search_t_lin/comb_4/trained/model.decoder.layers.14.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..990e4d661b4e69e171c8b38d6c081d3b18c09baa
--- /dev/null
+++ b/params/opt/5/rnd_search_t_lin/comb_4/trained/model.decoder.layers.14.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:cd474918f46e666f6091939fe4d155ce9a4a0ee21443fba42dc0c1a3c4001a23
+size 5251
diff --git a/params/opt/5/rnd_search_t_lin/comb_4/trained/model.decoder.layers.14.self_attn.k_proj/_s.pt b/params/opt/5/rnd_search_t_lin/comb_4/trained/model.decoder.layers.14.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a67818366e704f5703b7d2616424c97cadbac072
--- /dev/null
+++ b/params/opt/5/rnd_search_t_lin/comb_4/trained/model.decoder.layers.14.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ee8f0ef896e3c3446f458b8e3eff83ff5c52a17e767384122756b354ba9a81bc
+size 5251
diff --git a/params/opt/5/rnd_search_t_lin/comb_4/trained/model.decoder.layers.14.self_attn.out_proj/_0.pt b/params/opt/5/rnd_search_t_lin/comb_4/trained/model.decoder.layers.14.self_attn.out_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..03e393d08d2307bdbfe0393b71089f55cf10eb6b
--- /dev/null
+++ b/params/opt/5/rnd_search_t_lin/comb_4/trained/model.decoder.layers.14.self_attn.out_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:264d119f3cef3a31073e707d5254838d4f2e07e0b32031fafdb23bd9f98cd2f8
+size 5251
diff --git a/params/opt/5/rnd_search_t_lin/comb_4/trained/model.decoder.layers.14.self_attn.out_proj/_s.pt b/params/opt/5/rnd_search_t_lin/comb_4/trained/model.decoder.layers.14.self_attn.out_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..f9b82198e49536a6e46fae6adb6990b816f18b86
--- /dev/null
+++ b/params/opt/5/rnd_search_t_lin/comb_4/trained/model.decoder.layers.14.self_attn.out_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0b7806fc5a97b1f08929474577b43e56b69545a14f67be86b679f2ec3832e3f5
+size 5251
diff --git a/params/opt/5/rnd_search_t_lin/comb_4/trained/model.decoder.layers.14.self_attn.q_proj/_0.pt b/params/opt/5/rnd_search_t_lin/comb_4/trained/model.decoder.layers.14.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..9475c17e56c1b359d4942c9109f607eaae860b97
--- /dev/null
+++ b/params/opt/5/rnd_search_t_lin/comb_4/trained/model.decoder.layers.14.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:385d9d46f2b20c32bf6358e36df3c8f2801c2c9293b316fa22d4cbaf406cba74
+size 5251
diff --git a/params/opt/5/rnd_search_t_lin/comb_4/trained/model.decoder.layers.14.self_attn.q_proj/_s.pt b/params/opt/5/rnd_search_t_lin/comb_4/trained/model.decoder.layers.14.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..700d975226232689868ca76d03697d94aad2fe01
--- /dev/null
+++ b/params/opt/5/rnd_search_t_lin/comb_4/trained/model.decoder.layers.14.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:6bfac49b06c699b64b50a5c73ac5a8e381c9f24150878ccc7358cee6120ba557
+size 5251
diff --git a/params/opt/5/rnd_search_t_lin/comb_4/trained/model.decoder.layers.14.self_attn.v_proj/_0.pt b/params/opt/5/rnd_search_t_lin/comb_4/trained/model.decoder.layers.14.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..cd6ff325c312c715056cabf714827896456df4c1
--- /dev/null
+++ b/params/opt/5/rnd_search_t_lin/comb_4/trained/model.decoder.layers.14.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:14d10570503024a8e3664a96a8bf147da90e9f43c30398a9bd12c254e4a9ed82
+size 5251
diff --git a/params/opt/5/rnd_search_t_lin/comb_4/trained/model.decoder.layers.14.self_attn.v_proj/_s.pt b/params/opt/5/rnd_search_t_lin/comb_4/trained/model.decoder.layers.14.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..6d11746a13b1918085339abe8e350443b99a00a4
--- /dev/null
+++ b/params/opt/5/rnd_search_t_lin/comb_4/trained/model.decoder.layers.14.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:cebb5dec7414f41be888fbbc451018a473f1d61ef872c1551dd8e13d15ee0011
+size 5251
diff --git a/params/opt/5/rnd_search_t_lin/comb_4/trained/model.decoder.layers.15.fc1/_0.pt b/params/opt/5/rnd_search_t_lin/comb_4/trained/model.decoder.layers.15.fc1/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..aeba4147902f1677992a56707cada784b6592fb2
--- /dev/null
+++ b/params/opt/5/rnd_search_t_lin/comb_4/trained/model.decoder.layers.15.fc1/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f9150ab294cab785cb191765ba2bd0d24c4d4046c5dc2b7d874766759eba8a87
+size 17539
diff --git a/params/opt/5/rnd_search_t_lin/comb_4/trained/model.decoder.layers.15.fc1/_s.pt b/params/opt/5/rnd_search_t_lin/comb_4/trained/model.decoder.layers.15.fc1/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..66a6c430dd4bcfe5c64825ecc0729c98ad2138e9
--- /dev/null
+++ b/params/opt/5/rnd_search_t_lin/comb_4/trained/model.decoder.layers.15.fc1/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:8eb916dbcc5e60588a90d62d763f7edc97e2e5434031e1fa23a1e230d3530157
+size 17539
diff --git a/params/opt/5/rnd_search_t_lin/comb_4/trained/model.decoder.layers.15.fc2/_0.pt b/params/opt/5/rnd_search_t_lin/comb_4/trained/model.decoder.layers.15.fc2/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2f72fedeff72bd272685f660ba19753c0d3bf1e3
--- /dev/null
+++ b/params/opt/5/rnd_search_t_lin/comb_4/trained/model.decoder.layers.15.fc2/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:7407b6460ff8a8fc3da4affc6e821b01335ffd8aabb7e1269e9ff3076ebf7f28
+size 5251
diff --git a/params/opt/5/rnd_search_t_lin/comb_4/trained/model.decoder.layers.15.fc2/_s.pt b/params/opt/5/rnd_search_t_lin/comb_4/trained/model.decoder.layers.15.fc2/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ca3472a8365a6d403aae4c5193359fa42ba760d4
--- /dev/null
+++ b/params/opt/5/rnd_search_t_lin/comb_4/trained/model.decoder.layers.15.fc2/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:471de4b7ddc5996a594a2f6c79f331f6e005dd32f63fd7346e3dd109fe3b2c77
+size 5251
diff --git a/params/opt/5/rnd_search_t_lin/comb_4/trained/model.decoder.layers.15.self_attn.k_proj/_0.pt b/params/opt/5/rnd_search_t_lin/comb_4/trained/model.decoder.layers.15.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..1a0d60a97a7038b4ebaad2b37110263a340db36e
--- /dev/null
+++ b/params/opt/5/rnd_search_t_lin/comb_4/trained/model.decoder.layers.15.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:1f6e1b321b0e92f3601eea210abe2737d442e699df9c42c3c8ba196dc77a6865
+size 5251
diff --git a/params/opt/5/rnd_search_t_lin/comb_4/trained/model.decoder.layers.15.self_attn.k_proj/_s.pt b/params/opt/5/rnd_search_t_lin/comb_4/trained/model.decoder.layers.15.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a766a2aa7456e5cef1c058b27b4f708cf732038a
--- /dev/null
+++ b/params/opt/5/rnd_search_t_lin/comb_4/trained/model.decoder.layers.15.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:849e94409eb77e0ad6a92cdcc0f1bf7f2afe7cdf4284238cd0a7c5e1f1cc34a9
+size 5251
diff --git a/params/opt/5/rnd_search_t_lin/comb_4/trained/model.decoder.layers.15.self_attn.out_proj/_0.pt b/params/opt/5/rnd_search_t_lin/comb_4/trained/model.decoder.layers.15.self_attn.out_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..748a0d5490df94a7611f838d774ec5345e199d11
--- /dev/null
+++ b/params/opt/5/rnd_search_t_lin/comb_4/trained/model.decoder.layers.15.self_attn.out_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:4b2fdf0de4e51199ea98d57fd8dc86ec601d4e9c5924f97e9304d613fcebc62a
+size 5251
diff --git a/params/opt/5/rnd_search_t_lin/comb_4/trained/model.decoder.layers.15.self_attn.out_proj/_s.pt b/params/opt/5/rnd_search_t_lin/comb_4/trained/model.decoder.layers.15.self_attn.out_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..b23be0dc9ee856ee63df81afdb36207e9dd07184
--- /dev/null
+++ b/params/opt/5/rnd_search_t_lin/comb_4/trained/model.decoder.layers.15.self_attn.out_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:03b1d0002b8b483049e30f9610219c1875066e2d98b1bcefd5b81a4a8674268f
+size 5251
diff --git a/params/opt/5/rnd_search_t_lin/comb_4/trained/model.decoder.layers.15.self_attn.q_proj/_0.pt b/params/opt/5/rnd_search_t_lin/comb_4/trained/model.decoder.layers.15.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..08861fb7c74d4f2e548c3e8f61a37585caf07ee5
--- /dev/null
+++ b/params/opt/5/rnd_search_t_lin/comb_4/trained/model.decoder.layers.15.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c62699aec978a292e4580404ba6c85ba1096e4ebb4a2c99d4a07640bc3bea2de
+size 5251
diff --git a/params/opt/5/rnd_search_t_lin/comb_4/trained/model.decoder.layers.15.self_attn.q_proj/_s.pt b/params/opt/5/rnd_search_t_lin/comb_4/trained/model.decoder.layers.15.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..bd74e1e2a344f545844fe9739fb2e37d917c876d
--- /dev/null
+++ b/params/opt/5/rnd_search_t_lin/comb_4/trained/model.decoder.layers.15.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c1047420c032f0ed878edd9006cac9dcce112a0b1ade6807a1f1e8be02a08bee
+size 5251
diff --git a/params/opt/5/rnd_search_t_lin/comb_4/trained/model.decoder.layers.15.self_attn.v_proj/_0.pt b/params/opt/5/rnd_search_t_lin/comb_4/trained/model.decoder.layers.15.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..f8c5e9cb121dfebf33450053dfa844f3a6aec3d7
--- /dev/null
+++ b/params/opt/5/rnd_search_t_lin/comb_4/trained/model.decoder.layers.15.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:fd8f8e4dafbdc7822a407de3ece1e87032596ee7c057b2e2e42569d00df7a138
+size 5251
diff --git a/params/opt/5/rnd_search_t_lin/comb_4/trained/model.decoder.layers.15.self_attn.v_proj/_s.pt b/params/opt/5/rnd_search_t_lin/comb_4/trained/model.decoder.layers.15.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..5d0f5fded6028c362f50eb72c19f4efca86ff67f
--- /dev/null
+++ b/params/opt/5/rnd_search_t_lin/comb_4/trained/model.decoder.layers.15.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a32ad50ba5daab1e86ee2e4ce89d8d46a373f01c2ecf7d1bca4cf25c1e9f4152
+size 5251
diff --git a/params/opt/5/rnd_search_t_lin/comb_4/trained/model.decoder.layers.16.fc1/_0.pt b/params/opt/5/rnd_search_t_lin/comb_4/trained/model.decoder.layers.16.fc1/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..d90ca8087a6cb508af5d725bc483c210edabb56d
--- /dev/null
+++ b/params/opt/5/rnd_search_t_lin/comb_4/trained/model.decoder.layers.16.fc1/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:080d226fb0aa98d58242df67812fe2469c5067693e7a57475220c1b8259549fd
+size 17539
diff --git a/params/opt/5/rnd_search_t_lin/comb_4/trained/model.decoder.layers.16.fc1/_s.pt b/params/opt/5/rnd_search_t_lin/comb_4/trained/model.decoder.layers.16.fc1/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..61cff112414ad32202bbca2edad772493d2cd593
--- /dev/null
+++ b/params/opt/5/rnd_search_t_lin/comb_4/trained/model.decoder.layers.16.fc1/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ce413952684a7b774b713c7b4c4b7799ab686eba36bd037aa95e7a7eae14e432
+size 17539
diff --git a/params/opt/5/rnd_search_t_lin/comb_4/trained/model.decoder.layers.16.fc2/_0.pt b/params/opt/5/rnd_search_t_lin/comb_4/trained/model.decoder.layers.16.fc2/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..38276aef17c95bb72f25f28379f5197ac2d47897
--- /dev/null
+++ b/params/opt/5/rnd_search_t_lin/comb_4/trained/model.decoder.layers.16.fc2/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:117908a80a5e9038c68e02f9964e51aaabb4dd8176111a04dac46e13854e142b
+size 5251
diff --git a/params/opt/5/rnd_search_t_lin/comb_4/trained/model.decoder.layers.16.fc2/_s.pt b/params/opt/5/rnd_search_t_lin/comb_4/trained/model.decoder.layers.16.fc2/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..79520fe6e15fcc7ccbb492f3f2a68f9d20fb19a6
--- /dev/null
+++ b/params/opt/5/rnd_search_t_lin/comb_4/trained/model.decoder.layers.16.fc2/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:7f5901ff5a43b27d49108afa20a8cb1f98ed4e4bb88a56de5de3a0e4f3a9f659
+size 5251
diff --git a/params/opt/5/rnd_search_t_lin/comb_4/trained/model.decoder.layers.16.self_attn.k_proj/_0.pt b/params/opt/5/rnd_search_t_lin/comb_4/trained/model.decoder.layers.16.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..65daea0f2a3153fcfe0aa5f7441ffc8836ad7a56
--- /dev/null
+++ b/params/opt/5/rnd_search_t_lin/comb_4/trained/model.decoder.layers.16.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:4e358bbbe16fb990911c5fb7df733023c4e4c3206dac7b054ab231b3f6d27ded
+size 5251
diff --git a/params/opt/5/rnd_search_t_lin/comb_4/trained/model.decoder.layers.16.self_attn.k_proj/_s.pt b/params/opt/5/rnd_search_t_lin/comb_4/trained/model.decoder.layers.16.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..710b67dfd4cb650c8d545856dfb1e41ea5ee6e85
--- /dev/null
+++ b/params/opt/5/rnd_search_t_lin/comb_4/trained/model.decoder.layers.16.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d47d37a981f0a20185e82e76d9698576447301571d82beb11e755535703c7f85
+size 5251
diff --git a/params/opt/5/rnd_search_t_lin/comb_4/trained/model.decoder.layers.16.self_attn.out_proj/_0.pt b/params/opt/5/rnd_search_t_lin/comb_4/trained/model.decoder.layers.16.self_attn.out_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c4a1d2e8d822ee23356adcf3115fcfb2cc852169
--- /dev/null
+++ b/params/opt/5/rnd_search_t_lin/comb_4/trained/model.decoder.layers.16.self_attn.out_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:81924bb3aff90b1ff50be605510ac2b55f42a982cb665012658f2c810dfec102
+size 5251
diff --git a/params/opt/5/rnd_search_t_lin/comb_4/trained/model.decoder.layers.16.self_attn.out_proj/_s.pt b/params/opt/5/rnd_search_t_lin/comb_4/trained/model.decoder.layers.16.self_attn.out_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c90a665154e39d1c58be6688c8c8cbf1792d295e
--- /dev/null
+++ b/params/opt/5/rnd_search_t_lin/comb_4/trained/model.decoder.layers.16.self_attn.out_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a27fdd7722deae7eaa44ee736aac98d0e0d864b213768668d20b09dad61e107b
+size 5251
diff --git a/params/opt/5/rnd_search_t_lin/comb_4/trained/model.decoder.layers.16.self_attn.q_proj/_0.pt b/params/opt/5/rnd_search_t_lin/comb_4/trained/model.decoder.layers.16.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8280408b5fd8f0f90957d9459d2e1a0d37d1d25e
--- /dev/null
+++ b/params/opt/5/rnd_search_t_lin/comb_4/trained/model.decoder.layers.16.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:bbf068e09d3b1c098041da35acba023df91dd00927efb2bf84945cfd5232e983
+size 5251
diff --git a/params/opt/5/rnd_search_t_lin/comb_4/trained/model.decoder.layers.16.self_attn.q_proj/_s.pt b/params/opt/5/rnd_search_t_lin/comb_4/trained/model.decoder.layers.16.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..bd60ed2371c440890aeb3f80dbd46653d38773e2
--- /dev/null
+++ b/params/opt/5/rnd_search_t_lin/comb_4/trained/model.decoder.layers.16.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:70dbb62ae0e6c273e6f48d5990a283aa2db8f08237d6a95988927c483203a14c
+size 5251
diff --git a/params/opt/5/rnd_search_t_lin/comb_4/trained/model.decoder.layers.16.self_attn.v_proj/_0.pt b/params/opt/5/rnd_search_t_lin/comb_4/trained/model.decoder.layers.16.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..f18674b28a6a9cadd5d35ec5ce2c6b98ee4b703a
--- /dev/null
+++ b/params/opt/5/rnd_search_t_lin/comb_4/trained/model.decoder.layers.16.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c655fd6454578e39d786bbea4a0b3a3bb8e2461d4c15780dc142a536e30fbc2c
+size 5251
diff --git a/params/opt/5/rnd_search_t_lin/comb_4/trained/model.decoder.layers.16.self_attn.v_proj/_s.pt b/params/opt/5/rnd_search_t_lin/comb_4/trained/model.decoder.layers.16.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..6f4bd5264ed8491086657cb724c76e4d69e29913
--- /dev/null
+++ b/params/opt/5/rnd_search_t_lin/comb_4/trained/model.decoder.layers.16.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:9478871b9c6e8c91af89862a1d69d4b52cfd7d6846baeef0324413bfcf6bf413
+size 5251
diff --git a/params/opt/5/rnd_search_t_lin/comb_4/trained/model.decoder.layers.17.fc1/_0.pt b/params/opt/5/rnd_search_t_lin/comb_4/trained/model.decoder.layers.17.fc1/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2009a225aedd2aa0c9e68d59e70c804afd2d4384
--- /dev/null
+++ b/params/opt/5/rnd_search_t_lin/comb_4/trained/model.decoder.layers.17.fc1/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:9867cd458b8628aafb127eb9d0fa13356d739216bceb25b1133e4134408a3677
+size 17539
diff --git a/params/opt/5/rnd_search_t_lin/comb_4/trained/model.decoder.layers.17.fc1/_s.pt b/params/opt/5/rnd_search_t_lin/comb_4/trained/model.decoder.layers.17.fc1/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..f0a9b7f44a352f78b873e2e06892ab245b196afe
--- /dev/null
+++ b/params/opt/5/rnd_search_t_lin/comb_4/trained/model.decoder.layers.17.fc1/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:1f503df4fb5ad676c6569fe4b3f1cdefb3449a868ab162e932470df2303271a1
+size 17539
diff --git a/params/opt/5/rnd_search_t_lin/comb_4/trained/model.decoder.layers.17.fc2/_0.pt b/params/opt/5/rnd_search_t_lin/comb_4/trained/model.decoder.layers.17.fc2/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2cb4fc0d8ecfd44c4726c085c4201ddba5299c12
--- /dev/null
+++ b/params/opt/5/rnd_search_t_lin/comb_4/trained/model.decoder.layers.17.fc2/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:7188d093f151fa9573161b3b037130d71be08b6fc99ce79cc12575fb5fb5d843
+size 5251
diff --git a/params/opt/5/rnd_search_t_lin/comb_4/trained/model.decoder.layers.17.fc2/_s.pt b/params/opt/5/rnd_search_t_lin/comb_4/trained/model.decoder.layers.17.fc2/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..7f6efbc0c31db0582c31b9082899e47b09c69175
--- /dev/null
+++ b/params/opt/5/rnd_search_t_lin/comb_4/trained/model.decoder.layers.17.fc2/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:88fb55e7259eb45d28fee2b5de977f0ff25f073fb86492360b35dc565eb1ef0b
+size 5251
diff --git a/params/opt/5/rnd_search_t_lin/comb_4/trained/model.decoder.layers.17.self_attn.k_proj/_0.pt b/params/opt/5/rnd_search_t_lin/comb_4/trained/model.decoder.layers.17.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..b1f3f232aa2aecc813a7a01ccd9f0b3d8df6e332
--- /dev/null
+++ b/params/opt/5/rnd_search_t_lin/comb_4/trained/model.decoder.layers.17.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:3f1a93cf702dd179b2c66ecffe6c467be7649aa8580e2486aff732c715014ed5
+size 5251
diff --git a/params/opt/5/rnd_search_t_lin/comb_4/trained/model.decoder.layers.17.self_attn.k_proj/_s.pt b/params/opt/5/rnd_search_t_lin/comb_4/trained/model.decoder.layers.17.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..aa344e83ad600f159a52863e4e68b5dcda328fee
--- /dev/null
+++ b/params/opt/5/rnd_search_t_lin/comb_4/trained/model.decoder.layers.17.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e14c0b7c24cbdd244ab07cdecff4ca0b86b662cb01e9971e14427b9b8ccc87ab
+size 5251
diff --git a/params/opt/5/rnd_search_t_lin/comb_4/trained/model.decoder.layers.17.self_attn.out_proj/_0.pt b/params/opt/5/rnd_search_t_lin/comb_4/trained/model.decoder.layers.17.self_attn.out_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4054cc37870cdc2ee41e033459ba07a8e3fd6281
--- /dev/null
+++ b/params/opt/5/rnd_search_t_lin/comb_4/trained/model.decoder.layers.17.self_attn.out_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:cd21580d3e13cec47f3191dea11b952263bd07987fc91ee169a3d36eb5c44fc0
+size 5251
diff --git a/params/opt/5/rnd_search_t_lin/comb_4/trained/model.decoder.layers.17.self_attn.out_proj/_s.pt b/params/opt/5/rnd_search_t_lin/comb_4/trained/model.decoder.layers.17.self_attn.out_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4c62c70cda1df9cb4b243d8e3c21aa78687192af
--- /dev/null
+++ b/params/opt/5/rnd_search_t_lin/comb_4/trained/model.decoder.layers.17.self_attn.out_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2107d36d754b33321722b800b541049ae8aef10eb7c32bb970ee6bbfe46d3489
+size 5251
diff --git a/params/opt/5/rnd_search_t_lin/comb_4/trained/model.decoder.layers.17.self_attn.q_proj/_0.pt b/params/opt/5/rnd_search_t_lin/comb_4/trained/model.decoder.layers.17.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..b53c70d4dd14da8685409f899f618a4fbe8fa913
--- /dev/null
+++ b/params/opt/5/rnd_search_t_lin/comb_4/trained/model.decoder.layers.17.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:8bfacd517b4647fe2690a96c28c121f585399f562ef17ca01249e43c88895015
+size 5251
diff --git a/params/opt/5/rnd_search_t_lin/comb_4/trained/model.decoder.layers.17.self_attn.q_proj/_s.pt b/params/opt/5/rnd_search_t_lin/comb_4/trained/model.decoder.layers.17.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..68d3132ded2bd9ec925f402a2b3d51209e91cd51
--- /dev/null
+++ b/params/opt/5/rnd_search_t_lin/comb_4/trained/model.decoder.layers.17.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:971277a4dced0c51b49901fb129e98d4105c1615c0483e7e4c5dbf649fb51125
+size 5251
diff --git a/params/opt/5/rnd_search_t_lin/comb_4/trained/model.decoder.layers.17.self_attn.v_proj/_0.pt b/params/opt/5/rnd_search_t_lin/comb_4/trained/model.decoder.layers.17.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..b122d1597bc999cef40f24be9b822f18219fab61
--- /dev/null
+++ b/params/opt/5/rnd_search_t_lin/comb_4/trained/model.decoder.layers.17.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:051b36ec3b750ce49f20eeec63afcb14a35a46825e6c6cbe1d17e50401c37a8a
+size 5251
diff --git a/params/opt/5/rnd_search_t_lin/comb_4/trained/model.decoder.layers.17.self_attn.v_proj/_s.pt b/params/opt/5/rnd_search_t_lin/comb_4/trained/model.decoder.layers.17.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..1aff71678befe534dde1c9563f0311ab8aa6cdd1
--- /dev/null
+++ b/params/opt/5/rnd_search_t_lin/comb_4/trained/model.decoder.layers.17.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:317d3387565b07d26c136b187af415f7d736525bf3bd6bd98f59ed53a73fe179
+size 5251
diff --git a/params/opt/5/rnd_search_t_lin/comb_4/trained/model.decoder.layers.18.fc1/_0.pt b/params/opt/5/rnd_search_t_lin/comb_4/trained/model.decoder.layers.18.fc1/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..005e3981125c8d2cc7675fecc48341776d327015
--- /dev/null
+++ b/params/opt/5/rnd_search_t_lin/comb_4/trained/model.decoder.layers.18.fc1/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c9fffb6e897aae51b90db7bf9dbce681a09a053c8b5bb15ce9ad849b0749cee7
+size 17539
diff --git a/params/opt/5/rnd_search_t_lin/comb_4/trained/model.decoder.layers.18.fc1/_s.pt b/params/opt/5/rnd_search_t_lin/comb_4/trained/model.decoder.layers.18.fc1/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..1ac76285096fea98725fa52f3d1c6a3136e7033b
--- /dev/null
+++ b/params/opt/5/rnd_search_t_lin/comb_4/trained/model.decoder.layers.18.fc1/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0fb15876683e3b67ff9f5b59aa541cbedc5e64cd53c87a16e5e1aaf14ee6f9b0
+size 17539
diff --git a/params/opt/5/rnd_search_t_lin/comb_4/trained/model.decoder.layers.18.fc2/_0.pt b/params/opt/5/rnd_search_t_lin/comb_4/trained/model.decoder.layers.18.fc2/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..fb529af1c9f55b6da969766de6c11f8361c97171
--- /dev/null
+++ b/params/opt/5/rnd_search_t_lin/comb_4/trained/model.decoder.layers.18.fc2/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:19085cb6710209451540838b141716531e031e67a38e6bc9e1c71d40f4a6e581
+size 5251
diff --git a/params/opt/5/rnd_search_t_lin/comb_4/trained/model.decoder.layers.18.fc2/_s.pt b/params/opt/5/rnd_search_t_lin/comb_4/trained/model.decoder.layers.18.fc2/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8eb1011aba7cd251043d405f4a04dc24fe81645e
--- /dev/null
+++ b/params/opt/5/rnd_search_t_lin/comb_4/trained/model.decoder.layers.18.fc2/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:9214e5ed24fc108041a1322b4c1842c78af9d507eb38590e4c4000aed53ee211
+size 5251
diff --git a/params/opt/5/rnd_search_t_lin/comb_4/trained/model.decoder.layers.18.self_attn.k_proj/_0.pt b/params/opt/5/rnd_search_t_lin/comb_4/trained/model.decoder.layers.18.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..bd0673ee33ee3dcb7fbf1fa2e7eb58476f52a08d
--- /dev/null
+++ b/params/opt/5/rnd_search_t_lin/comb_4/trained/model.decoder.layers.18.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:8122ec402c33e4d2dcdb55e92e8e9d818807ed88e38307e1c54fbc36b87435fb
+size 5251
diff --git a/params/opt/5/rnd_search_t_lin/comb_4/trained/model.decoder.layers.18.self_attn.k_proj/_s.pt b/params/opt/5/rnd_search_t_lin/comb_4/trained/model.decoder.layers.18.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..aca7fc27394968dbf92499aac1836a3c2501ef0f
--- /dev/null
+++ b/params/opt/5/rnd_search_t_lin/comb_4/trained/model.decoder.layers.18.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:786044db23d8a63ec1bc9bc530707ea452c5f0a25251231cc055ba1cb74f31da
+size 5251
diff --git a/params/opt/5/rnd_search_t_lin/comb_4/trained/model.decoder.layers.18.self_attn.out_proj/_0.pt b/params/opt/5/rnd_search_t_lin/comb_4/trained/model.decoder.layers.18.self_attn.out_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..d77219db8e1c28500170030849d675f71b8d713f
--- /dev/null
+++ b/params/opt/5/rnd_search_t_lin/comb_4/trained/model.decoder.layers.18.self_attn.out_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b4dfbf93c6d2b940a77ebba2628c93f935b40a26f39f2c719facafd9e6239ced
+size 5251
diff --git a/params/opt/5/rnd_search_t_lin/comb_4/trained/model.decoder.layers.18.self_attn.out_proj/_s.pt b/params/opt/5/rnd_search_t_lin/comb_4/trained/model.decoder.layers.18.self_attn.out_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..6743dd8725108c8d313713a24d36b73ad22c4aa8
--- /dev/null
+++ b/params/opt/5/rnd_search_t_lin/comb_4/trained/model.decoder.layers.18.self_attn.out_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f7eaef959d48f0c7f961e92b7dce85c0a7153c2d080165ee947cbfcc21e9748e
+size 5251
diff --git a/params/opt/5/rnd_search_t_lin/comb_4/trained/model.decoder.layers.18.self_attn.q_proj/_0.pt b/params/opt/5/rnd_search_t_lin/comb_4/trained/model.decoder.layers.18.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..67841a4cf3afcd022ff45d325530e553cb9019b8
--- /dev/null
+++ b/params/opt/5/rnd_search_t_lin/comb_4/trained/model.decoder.layers.18.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b68c6dbd3c57089c0fb95f60088c69581134efdeb0f466eb1dd2e79eee9f2348
+size 5251
diff --git a/params/opt/5/rnd_search_t_lin/comb_4/trained/model.decoder.layers.18.self_attn.q_proj/_s.pt b/params/opt/5/rnd_search_t_lin/comb_4/trained/model.decoder.layers.18.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..0d1893ee222af4be5b5403f36044d3f7c05f09dc
--- /dev/null
+++ b/params/opt/5/rnd_search_t_lin/comb_4/trained/model.decoder.layers.18.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:1e8c04ae6044c01c638e90d0cab7d1c5b9de5d1b015e6aa4afba647077a6583f
+size 5251
diff --git a/params/opt/5/rnd_search_t_lin/comb_4/trained/model.decoder.layers.18.self_attn.v_proj/_0.pt b/params/opt/5/rnd_search_t_lin/comb_4/trained/model.decoder.layers.18.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..639258648477b75432222e184efca7052764c1fd
--- /dev/null
+++ b/params/opt/5/rnd_search_t_lin/comb_4/trained/model.decoder.layers.18.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b7a01e2ebd9e4a935f40a79e4233ed9f296c5d10f8e83d98f93ff633e2d849d9
+size 5251
diff --git a/params/opt/5/rnd_search_t_lin/comb_4/trained/model.decoder.layers.18.self_attn.v_proj/_s.pt b/params/opt/5/rnd_search_t_lin/comb_4/trained/model.decoder.layers.18.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..295bca0a34131799d20ce2fa804a0579ea656412
--- /dev/null
+++ b/params/opt/5/rnd_search_t_lin/comb_4/trained/model.decoder.layers.18.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d87122ce343dcb3a91f8c8c98c933b40e381bb957288839a9429abca68162fbe
+size 5251
diff --git a/params/opt/5/rnd_search_t_lin/comb_4/trained/model.decoder.layers.19.fc1/_0.pt b/params/opt/5/rnd_search_t_lin/comb_4/trained/model.decoder.layers.19.fc1/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4d75c164100f36184996d63f658a2741aab93e62
--- /dev/null
+++ b/params/opt/5/rnd_search_t_lin/comb_4/trained/model.decoder.layers.19.fc1/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b982e288bf37bc0205cb3bf929a85723ac4421d8503f2d44287047c76394dd3a
+size 17539
diff --git a/params/opt/5/rnd_search_t_lin/comb_4/trained/model.decoder.layers.19.fc1/_s.pt b/params/opt/5/rnd_search_t_lin/comb_4/trained/model.decoder.layers.19.fc1/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..bf371e681bc212e3ab1030e1e0bbbf2253164328
--- /dev/null
+++ b/params/opt/5/rnd_search_t_lin/comb_4/trained/model.decoder.layers.19.fc1/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b79dfcda9c631f52c159a53f37859a10e4f8b35790818e0a540fabdfbaf075ca
+size 17539
diff --git a/params/opt/5/rnd_search_t_lin/comb_4/trained/model.decoder.layers.19.fc2/_0.pt b/params/opt/5/rnd_search_t_lin/comb_4/trained/model.decoder.layers.19.fc2/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ae2b1c575815944003f9f3fb7e88006129150273
--- /dev/null
+++ b/params/opt/5/rnd_search_t_lin/comb_4/trained/model.decoder.layers.19.fc2/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:63f5ff76c47f56b8455be7abcfac38d084f2660556994ca67beb7d669ce897ca
+size 5251
diff --git a/params/opt/5/rnd_search_t_lin/comb_4/trained/model.decoder.layers.19.fc2/_s.pt b/params/opt/5/rnd_search_t_lin/comb_4/trained/model.decoder.layers.19.fc2/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..948e4930f99e3050797cc59b736c9ab620a3e917
--- /dev/null
+++ b/params/opt/5/rnd_search_t_lin/comb_4/trained/model.decoder.layers.19.fc2/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c490eb7159d24c35b23d664f37361f1140b09298b9ae7ebd22d494195e1e1a5a
+size 5251
diff --git a/params/opt/5/rnd_search_t_lin/comb_4/trained/model.decoder.layers.19.self_attn.k_proj/_0.pt b/params/opt/5/rnd_search_t_lin/comb_4/trained/model.decoder.layers.19.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..d2a39eb74443ecc17911c3100e2115d3617bb85f
--- /dev/null
+++ b/params/opt/5/rnd_search_t_lin/comb_4/trained/model.decoder.layers.19.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b57dc14a357136e74bbf7ff201d158d382f7c87135074e50c2592a5f6a6d9898
+size 5251
diff --git a/params/opt/5/rnd_search_t_lin/comb_4/trained/model.decoder.layers.19.self_attn.k_proj/_s.pt b/params/opt/5/rnd_search_t_lin/comb_4/trained/model.decoder.layers.19.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..6f14d0a798668fa14ec8581c64ef402fcf49d043
--- /dev/null
+++ b/params/opt/5/rnd_search_t_lin/comb_4/trained/model.decoder.layers.19.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e1a37421c2e28dc7c1b152fc939be0765824159585cc4516b770951aa91c23c0
+size 5251
diff --git a/params/opt/5/rnd_search_t_lin/comb_4/trained/model.decoder.layers.19.self_attn.out_proj/_0.pt b/params/opt/5/rnd_search_t_lin/comb_4/trained/model.decoder.layers.19.self_attn.out_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..17801c38c96ac59effb0293e295aaa726b154c80
--- /dev/null
+++ b/params/opt/5/rnd_search_t_lin/comb_4/trained/model.decoder.layers.19.self_attn.out_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5bce455bf6596ba80907a860ed70a17853fe2e395bb658fec397c1387b10f797
+size 5251
diff --git a/params/opt/5/rnd_search_t_lin/comb_4/trained/model.decoder.layers.19.self_attn.out_proj/_s.pt b/params/opt/5/rnd_search_t_lin/comb_4/trained/model.decoder.layers.19.self_attn.out_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..015aa2b6fa56853acb1685ff9fa63d6ca401729e
--- /dev/null
+++ b/params/opt/5/rnd_search_t_lin/comb_4/trained/model.decoder.layers.19.self_attn.out_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:54893917f4b3783a06d1d7c4a2964c338d72f40995212d85ffd07f5b05be7c86
+size 5251
diff --git a/params/opt/5/rnd_search_t_lin/comb_4/trained/model.decoder.layers.19.self_attn.q_proj/_0.pt b/params/opt/5/rnd_search_t_lin/comb_4/trained/model.decoder.layers.19.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c070953ec532e120fedf7aa0d2fd760cb5756d36
--- /dev/null
+++ b/params/opt/5/rnd_search_t_lin/comb_4/trained/model.decoder.layers.19.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:cf4aeea735593c66f01736fcd9f453cb8e035254af4594a1c4255b6ec4c5d180
+size 5251
diff --git a/params/opt/5/rnd_search_t_lin/comb_4/trained/model.decoder.layers.19.self_attn.q_proj/_s.pt b/params/opt/5/rnd_search_t_lin/comb_4/trained/model.decoder.layers.19.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8c8f09ccdd3ed4be86910a6048feee6de4e3b69b
--- /dev/null
+++ b/params/opt/5/rnd_search_t_lin/comb_4/trained/model.decoder.layers.19.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:40001d444ce96b74fb1942bc2dcf36ff751c02d23ee27ab331da5218f05a52ce
+size 5251
diff --git a/params/opt/5/rnd_search_t_lin/comb_4/trained/model.decoder.layers.19.self_attn.v_proj/_0.pt b/params/opt/5/rnd_search_t_lin/comb_4/trained/model.decoder.layers.19.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..7112e9bba4a1c9de149f12c76d06da8a30916f69
--- /dev/null
+++ b/params/opt/5/rnd_search_t_lin/comb_4/trained/model.decoder.layers.19.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:6e8bf986f9af24b4272e6b7ff6ae32d5f40c9b43ea4c357e206c659290448570
+size 5251
diff --git a/params/opt/5/rnd_search_t_lin/comb_4/trained/model.decoder.layers.19.self_attn.v_proj/_s.pt b/params/opt/5/rnd_search_t_lin/comb_4/trained/model.decoder.layers.19.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..df54f89a95bc897e643dced52057a378d94f44f2
--- /dev/null
+++ b/params/opt/5/rnd_search_t_lin/comb_4/trained/model.decoder.layers.19.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5c496c20d14c7b081c30bc995def315f894aa724e89ffbf07c0250b4ddeebd39
+size 5251
diff --git a/params/opt/5/rnd_search_t_lin/comb_4/trained/model.decoder.layers.2.fc1/_0.pt b/params/opt/5/rnd_search_t_lin/comb_4/trained/model.decoder.layers.2.fc1/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..59bd452d3341e5da5ecdf95f8207646488fac567
--- /dev/null
+++ b/params/opt/5/rnd_search_t_lin/comb_4/trained/model.decoder.layers.2.fc1/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:bcb0a71f31343af7852d70c5859ee46467b25c647c46a79041e68d0d0b398180
+size 17539
diff --git a/params/opt/5/rnd_search_t_lin/comb_4/trained/model.decoder.layers.2.fc1/_s.pt b/params/opt/5/rnd_search_t_lin/comb_4/trained/model.decoder.layers.2.fc1/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..abd4ce80bf6ff66fe56f9949f57037ec8e752bfc
--- /dev/null
+++ b/params/opt/5/rnd_search_t_lin/comb_4/trained/model.decoder.layers.2.fc1/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:640a213934a3ace68ab8f399b0404e6925db5573cea7d8e5a6892f8f404d4b96
+size 17539
diff --git a/params/opt/5/rnd_search_t_lin/comb_4/trained/model.decoder.layers.2.fc2/_0.pt b/params/opt/5/rnd_search_t_lin/comb_4/trained/model.decoder.layers.2.fc2/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a35422ae5728092e811bc9abbadd33dd69d0ce1d
--- /dev/null
+++ b/params/opt/5/rnd_search_t_lin/comb_4/trained/model.decoder.layers.2.fc2/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:37ed56efba586cfe00a50a199f7eff29150b82f7d70ef63a91f8895940107e75
+size 5251
diff --git a/params/opt/5/rnd_search_t_lin/comb_4/trained/model.decoder.layers.2.fc2/_s.pt b/params/opt/5/rnd_search_t_lin/comb_4/trained/model.decoder.layers.2.fc2/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..1a7519774f2565ef371077e02468b9b9c7d56cbf
--- /dev/null
+++ b/params/opt/5/rnd_search_t_lin/comb_4/trained/model.decoder.layers.2.fc2/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c076fc9d008d97819f7038b861ac548b963bcf862d1a5869166d14ff30c57e3c
+size 5251
diff --git a/params/opt/5/rnd_search_t_lin/comb_4/trained/model.decoder.layers.2.self_attn.k_proj/_0.pt b/params/opt/5/rnd_search_t_lin/comb_4/trained/model.decoder.layers.2.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..747a0fe6ebc0c20ee9b1aa2c04e34ea6e945af47
--- /dev/null
+++ b/params/opt/5/rnd_search_t_lin/comb_4/trained/model.decoder.layers.2.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a43111b58eed7dff1aa291fc83c4e5153e8de6eea9e1144bb5d814b26779f9c5
+size 5251
diff --git a/params/opt/5/rnd_search_t_lin/comb_4/trained/model.decoder.layers.2.self_attn.k_proj/_s.pt b/params/opt/5/rnd_search_t_lin/comb_4/trained/model.decoder.layers.2.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..da0df79a1ce091ebdd1363d1426aeea2403aa689
--- /dev/null
+++ b/params/opt/5/rnd_search_t_lin/comb_4/trained/model.decoder.layers.2.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5d9ead056dcd3eea3490ef07da72cb19b2b201d1ec0717192ef49e57121caca8
+size 5251
diff --git a/params/opt/5/rnd_search_t_lin/comb_4/trained/model.decoder.layers.2.self_attn.out_proj/_0.pt b/params/opt/5/rnd_search_t_lin/comb_4/trained/model.decoder.layers.2.self_attn.out_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..f643105888184e3cfd127f14808843db53b24335
--- /dev/null
+++ b/params/opt/5/rnd_search_t_lin/comb_4/trained/model.decoder.layers.2.self_attn.out_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a4a293bed7102fd53dfbd0b9f836c5d4322a4c5018fb10fb68e07661fb2ace43
+size 5251
diff --git a/params/opt/5/rnd_search_t_lin/comb_4/trained/model.decoder.layers.2.self_attn.out_proj/_s.pt b/params/opt/5/rnd_search_t_lin/comb_4/trained/model.decoder.layers.2.self_attn.out_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..04b903ae80cee3db3fe485da4e063b2777fdbae9
--- /dev/null
+++ b/params/opt/5/rnd_search_t_lin/comb_4/trained/model.decoder.layers.2.self_attn.out_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5f7c746f70aa78f2cd4c51938635698dace1a90e6f48e7745fd2e2d3058a13d0
+size 5251
diff --git a/params/opt/5/rnd_search_t_lin/comb_4/trained/model.decoder.layers.2.self_attn.q_proj/_0.pt b/params/opt/5/rnd_search_t_lin/comb_4/trained/model.decoder.layers.2.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..786061fc88fddd7e5f7eb1ce7f02ddc7d35a87ae
--- /dev/null
+++ b/params/opt/5/rnd_search_t_lin/comb_4/trained/model.decoder.layers.2.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5f7c5dbe44b61b11540352c04c95288f1c1d0b20f2ecd9160a12ca8ce0e45252
+size 5251
diff --git a/params/opt/5/rnd_search_t_lin/comb_4/trained/model.decoder.layers.2.self_attn.q_proj/_s.pt b/params/opt/5/rnd_search_t_lin/comb_4/trained/model.decoder.layers.2.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2ee20bee8e6d167c7af21ffaec878e14dce5afb5
--- /dev/null
+++ b/params/opt/5/rnd_search_t_lin/comb_4/trained/model.decoder.layers.2.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:22f288f50c2956f63fdc705a19cc5980ed81954f602b6a2f5b53924c4c7bb67f
+size 5251
diff --git a/params/opt/5/rnd_search_t_lin/comb_4/trained/model.decoder.layers.2.self_attn.v_proj/_0.pt b/params/opt/5/rnd_search_t_lin/comb_4/trained/model.decoder.layers.2.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..7949796584f20f26c8f725d04fdb88cb06c89747
--- /dev/null
+++ b/params/opt/5/rnd_search_t_lin/comb_4/trained/model.decoder.layers.2.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:797bcd27dcce5ff1b8fba6243a88aa1e8536a585819d60354247f5aa99428294
+size 5251
diff --git a/params/opt/5/rnd_search_t_lin/comb_4/trained/model.decoder.layers.2.self_attn.v_proj/_s.pt b/params/opt/5/rnd_search_t_lin/comb_4/trained/model.decoder.layers.2.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a7864fcf9423af5c8669ddaaf5b111322e9d8719
--- /dev/null
+++ b/params/opt/5/rnd_search_t_lin/comb_4/trained/model.decoder.layers.2.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:3b1d4b9b32beedda6ccf5df59951c8bac1b56b86316779a19855ad57752884d4
+size 5251
diff --git a/params/opt/5/rnd_search_t_lin/comb_4/trained/model.decoder.layers.20.fc1/_0.pt b/params/opt/5/rnd_search_t_lin/comb_4/trained/model.decoder.layers.20.fc1/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a6b4ef6f02ab206f7bc385c027e291588ce68051
--- /dev/null
+++ b/params/opt/5/rnd_search_t_lin/comb_4/trained/model.decoder.layers.20.fc1/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:948644ec97e6619f60ad9d41e3a6e73337a235e2a1d9c513548b66e2dbe84cb0
+size 17539
diff --git a/params/opt/5/rnd_search_t_lin/comb_4/trained/model.decoder.layers.20.fc1/_s.pt b/params/opt/5/rnd_search_t_lin/comb_4/trained/model.decoder.layers.20.fc1/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..6877bbdeedc949ac443fd1b1662872f26e2435fe
--- /dev/null
+++ b/params/opt/5/rnd_search_t_lin/comb_4/trained/model.decoder.layers.20.fc1/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:373cc7627dd32c9365b6cbabeeb4ede8321f0b6d552fd098e83d65c7f6003dce
+size 17539
diff --git a/params/opt/5/rnd_search_t_lin/comb_4/trained/model.decoder.layers.20.fc2/_0.pt b/params/opt/5/rnd_search_t_lin/comb_4/trained/model.decoder.layers.20.fc2/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..67716d464e5753cace90341bda4089436a7f5339
--- /dev/null
+++ b/params/opt/5/rnd_search_t_lin/comb_4/trained/model.decoder.layers.20.fc2/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:cc499a2207da3b9f7cc0ca1be3ad6701be3f6f88299d026db57e411d508b1f86
+size 5251
diff --git a/params/opt/5/rnd_search_t_lin/comb_4/trained/model.decoder.layers.20.fc2/_s.pt b/params/opt/5/rnd_search_t_lin/comb_4/trained/model.decoder.layers.20.fc2/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..6441ee9ba5c4d299a73a21dd6c2a637c2284653a
--- /dev/null
+++ b/params/opt/5/rnd_search_t_lin/comb_4/trained/model.decoder.layers.20.fc2/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e36294a90dd8530e95f561f8cae700876d74ea232dbb62ee701b5b51f455f180
+size 5251
diff --git a/params/opt/5/rnd_search_t_lin/comb_4/trained/model.decoder.layers.20.self_attn.k_proj/_0.pt b/params/opt/5/rnd_search_t_lin/comb_4/trained/model.decoder.layers.20.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..f4c48bb16b0561d851b0702af7276832ca3f0f89
--- /dev/null
+++ b/params/opt/5/rnd_search_t_lin/comb_4/trained/model.decoder.layers.20.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:8b830a94e79d334adceca0cf43d73db73db6756c54a7d11f50a3a94f14f3539a
+size 5251
diff --git a/params/opt/5/rnd_search_t_lin/comb_4/trained/model.decoder.layers.20.self_attn.k_proj/_s.pt b/params/opt/5/rnd_search_t_lin/comb_4/trained/model.decoder.layers.20.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..d746ec26e0869aff2be7e15310271fb16423eb1d
--- /dev/null
+++ b/params/opt/5/rnd_search_t_lin/comb_4/trained/model.decoder.layers.20.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:494d40046b5b097a3c9946494dda5556f2380a639c2c39b68ba5d43c4955104a
+size 5251
diff --git a/params/opt/5/rnd_search_t_lin/comb_4/trained/model.decoder.layers.20.self_attn.out_proj/_0.pt b/params/opt/5/rnd_search_t_lin/comb_4/trained/model.decoder.layers.20.self_attn.out_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..b45d5bfce3f93179fa4df60b89efb5e0250d7cbf
--- /dev/null
+++ b/params/opt/5/rnd_search_t_lin/comb_4/trained/model.decoder.layers.20.self_attn.out_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:3c8276692be5e9d4d892e452fb0572eec66828affa7a8b1a62ac4198f7eab801
+size 5251
diff --git a/params/opt/5/rnd_search_t_lin/comb_4/trained/model.decoder.layers.20.self_attn.out_proj/_s.pt b/params/opt/5/rnd_search_t_lin/comb_4/trained/model.decoder.layers.20.self_attn.out_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..65a3f02dd1541e2d509690b268556e2f40472537
--- /dev/null
+++ b/params/opt/5/rnd_search_t_lin/comb_4/trained/model.decoder.layers.20.self_attn.out_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:98e7a36d308fb58fc74a8e91a99a10491a42a35c85502ae323173e15f374190b
+size 5251
diff --git a/params/opt/5/rnd_search_t_lin/comb_4/trained/model.decoder.layers.20.self_attn.q_proj/_0.pt b/params/opt/5/rnd_search_t_lin/comb_4/trained/model.decoder.layers.20.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..133cc156b6196b3a24b9006a4d7f3a325cd51ad5
--- /dev/null
+++ b/params/opt/5/rnd_search_t_lin/comb_4/trained/model.decoder.layers.20.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:1a843296519a1d0acfe565ab2b1b537dec46e975c7d57bf75b3a362e8a588d74
+size 5251
diff --git a/params/opt/5/rnd_search_t_lin/comb_4/trained/model.decoder.layers.20.self_attn.q_proj/_s.pt b/params/opt/5/rnd_search_t_lin/comb_4/trained/model.decoder.layers.20.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..f1420560d87c0c8899727fc4c4d748725b25b79f
--- /dev/null
+++ b/params/opt/5/rnd_search_t_lin/comb_4/trained/model.decoder.layers.20.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:36f87b3d53c8fac02637c9237bdb697dacdb5c5e0cd870ed78d5efac255d1ba1
+size 5251
diff --git a/params/opt/5/rnd_search_t_lin/comb_4/trained/model.decoder.layers.20.self_attn.v_proj/_0.pt b/params/opt/5/rnd_search_t_lin/comb_4/trained/model.decoder.layers.20.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..da263bd677bd0b0b8e7d8f50b37c2a8b42e6f20c
--- /dev/null
+++ b/params/opt/5/rnd_search_t_lin/comb_4/trained/model.decoder.layers.20.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:8a63552abb47afe93c7bcd5f6ec2dca41023cd1bb9768ee447e6446e5bba2f7d
+size 5251
diff --git a/params/opt/5/rnd_search_t_lin/comb_4/trained/model.decoder.layers.20.self_attn.v_proj/_s.pt b/params/opt/5/rnd_search_t_lin/comb_4/trained/model.decoder.layers.20.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ab55dabb694fd088784061f24b1ff3709a1f7025
--- /dev/null
+++ b/params/opt/5/rnd_search_t_lin/comb_4/trained/model.decoder.layers.20.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:865895ae8b3852cd9fffd4d0d4a4715aa8fbade39abe6a563a08f16b1e53367c
+size 5251
diff --git a/params/opt/5/rnd_search_t_lin/comb_4/trained/model.decoder.layers.21.fc1/_0.pt b/params/opt/5/rnd_search_t_lin/comb_4/trained/model.decoder.layers.21.fc1/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..f81893e9258ce10e56f2046a7082940cb6d7fbc3
--- /dev/null
+++ b/params/opt/5/rnd_search_t_lin/comb_4/trained/model.decoder.layers.21.fc1/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e8ea5b47a7dc1d949c1b170a708256865227e354394af081b5c064a5a0e49154
+size 17539
diff --git a/params/opt/5/rnd_search_t_lin/comb_4/trained/model.decoder.layers.21.fc1/_s.pt b/params/opt/5/rnd_search_t_lin/comb_4/trained/model.decoder.layers.21.fc1/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..99e26feddb045ac03458e8aaa13c6fbcea2a8a08
--- /dev/null
+++ b/params/opt/5/rnd_search_t_lin/comb_4/trained/model.decoder.layers.21.fc1/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:7f782c84dbfb6a126a60a416175763f84b01e0ef87d2b64d6871d7636274054f
+size 17539
diff --git a/params/opt/5/rnd_search_t_lin/comb_4/trained/model.decoder.layers.21.fc2/_0.pt b/params/opt/5/rnd_search_t_lin/comb_4/trained/model.decoder.layers.21.fc2/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a17d5d88f3e03fe6756782b644e3e6a40ec736c4
--- /dev/null
+++ b/params/opt/5/rnd_search_t_lin/comb_4/trained/model.decoder.layers.21.fc2/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c4f218a69120e557672a9dd9d3b1e6e818e6988d9a58c1874e22528c3c119b5f
+size 5251
diff --git a/params/opt/5/rnd_search_t_lin/comb_4/trained/model.decoder.layers.21.fc2/_s.pt b/params/opt/5/rnd_search_t_lin/comb_4/trained/model.decoder.layers.21.fc2/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..5d2f5e139b8ea94da09bd4c31aa4fd0cf79eaf9c
--- /dev/null
+++ b/params/opt/5/rnd_search_t_lin/comb_4/trained/model.decoder.layers.21.fc2/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ac528a0a01f43ba630e960e0c8edd77f3cba9aa1ec76f96a048a4eb1623dd4d7
+size 5251
diff --git a/params/opt/5/rnd_search_t_lin/comb_4/trained/model.decoder.layers.21.self_attn.k_proj/_0.pt b/params/opt/5/rnd_search_t_lin/comb_4/trained/model.decoder.layers.21.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..69f530185d12ce530dbb7654fd69792f4d99208a
--- /dev/null
+++ b/params/opt/5/rnd_search_t_lin/comb_4/trained/model.decoder.layers.21.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:54fafedb37c88b8925874e695a7dbd93a574f5fe22d9da5365a77e8d410fe928
+size 5251
diff --git a/params/opt/5/rnd_search_t_lin/comb_4/trained/model.decoder.layers.21.self_attn.k_proj/_s.pt b/params/opt/5/rnd_search_t_lin/comb_4/trained/model.decoder.layers.21.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4fe051c0b4703d6b51e5f1fe498453b78dcf7012
--- /dev/null
+++ b/params/opt/5/rnd_search_t_lin/comb_4/trained/model.decoder.layers.21.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:51ca6d5509353c1f4264a3f8f06f4f1659af8b08135b648084eb6c0d6b1c3bd1
+size 5251
diff --git a/params/opt/5/rnd_search_t_lin/comb_4/trained/model.decoder.layers.21.self_attn.out_proj/_0.pt b/params/opt/5/rnd_search_t_lin/comb_4/trained/model.decoder.layers.21.self_attn.out_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..b99bcf60be47809d81e660555040fc1e6a2d6296
--- /dev/null
+++ b/params/opt/5/rnd_search_t_lin/comb_4/trained/model.decoder.layers.21.self_attn.out_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d8b3becc12a46a06310f17f8369bea1d930fb6f092f278115ef132051f6bf6df
+size 5251
diff --git a/params/opt/5/rnd_search_t_lin/comb_4/trained/model.decoder.layers.21.self_attn.out_proj/_s.pt b/params/opt/5/rnd_search_t_lin/comb_4/trained/model.decoder.layers.21.self_attn.out_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..f18293a57ae6478397b56c64292eb367e15397c8
--- /dev/null
+++ b/params/opt/5/rnd_search_t_lin/comb_4/trained/model.decoder.layers.21.self_attn.out_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a8471f9ff668505b3e00fcf8f4607dee2dbc06dd547cae3a80a35c99640b6b87
+size 5251
diff --git a/params/opt/5/rnd_search_t_lin/comb_4/trained/model.decoder.layers.21.self_attn.q_proj/_0.pt b/params/opt/5/rnd_search_t_lin/comb_4/trained/model.decoder.layers.21.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c560673990b18dceb180072a036b2e0565f411bb
--- /dev/null
+++ b/params/opt/5/rnd_search_t_lin/comb_4/trained/model.decoder.layers.21.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:22cf3a1efaf9f80ce57cf9e4c87e461df74934444bb645e31b78bf5ae5bfce55
+size 5251
diff --git a/params/opt/5/rnd_search_t_lin/comb_4/trained/model.decoder.layers.21.self_attn.q_proj/_s.pt b/params/opt/5/rnd_search_t_lin/comb_4/trained/model.decoder.layers.21.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..0b4c3229d897ef180f685a7739c9f89ab3c784f7
--- /dev/null
+++ b/params/opt/5/rnd_search_t_lin/comb_4/trained/model.decoder.layers.21.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a3a05ff8146e9c6068f5b55b81be0362c6be67dadb26bd94c8fef5133f04978d
+size 5251
diff --git a/params/opt/5/rnd_search_t_lin/comb_4/trained/model.decoder.layers.21.self_attn.v_proj/_0.pt b/params/opt/5/rnd_search_t_lin/comb_4/trained/model.decoder.layers.21.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..49db13b9b516b99f68ebc3273ee89693c83037b2
--- /dev/null
+++ b/params/opt/5/rnd_search_t_lin/comb_4/trained/model.decoder.layers.21.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d185d3ca644b260a8ecc54e5faf647e82a94873a51e6e906fdf5f20236a286ee
+size 5251
diff --git a/params/opt/5/rnd_search_t_lin/comb_4/trained/model.decoder.layers.21.self_attn.v_proj/_s.pt b/params/opt/5/rnd_search_t_lin/comb_4/trained/model.decoder.layers.21.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8b0b749db0c4439bd751ec7176e9a9a51647547f
--- /dev/null
+++ b/params/opt/5/rnd_search_t_lin/comb_4/trained/model.decoder.layers.21.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2fbd207bb163a1408d680707a94f116893018eb0b82b8e8d43f629ec00142016
+size 5251
diff --git a/params/opt/5/rnd_search_t_lin/comb_4/trained/model.decoder.layers.22.fc1/_0.pt b/params/opt/5/rnd_search_t_lin/comb_4/trained/model.decoder.layers.22.fc1/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..bd004eb9c45b8bc6a4ecce4cfe96012932c680ea
--- /dev/null
+++ b/params/opt/5/rnd_search_t_lin/comb_4/trained/model.decoder.layers.22.fc1/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ad05c5d222b6630d6258dcc5b86a63af80cec2fbd90bf2e3bae6b8629210899c
+size 17539
diff --git a/params/opt/5/rnd_search_t_lin/comb_4/trained/model.decoder.layers.22.fc1/_s.pt b/params/opt/5/rnd_search_t_lin/comb_4/trained/model.decoder.layers.22.fc1/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8a30834c5f11037333bf814062f310b9b40a74d9
--- /dev/null
+++ b/params/opt/5/rnd_search_t_lin/comb_4/trained/model.decoder.layers.22.fc1/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:01c8979e2dc5e6abe9dd66ff15b321e3f125af5be92f7e58654da4c9c5a70cb5
+size 17539
diff --git a/params/opt/5/rnd_search_t_lin/comb_4/trained/model.decoder.layers.22.fc2/_0.pt b/params/opt/5/rnd_search_t_lin/comb_4/trained/model.decoder.layers.22.fc2/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..0d46b4e6e5fc63218af8483831a3c21eebb227eb
--- /dev/null
+++ b/params/opt/5/rnd_search_t_lin/comb_4/trained/model.decoder.layers.22.fc2/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:25fea8457611aeb95cc90b5be5d287b7812f4df91d1922b5449ef9a9defd320f
+size 5251
diff --git a/params/opt/5/rnd_search_t_lin/comb_4/trained/model.decoder.layers.22.fc2/_s.pt b/params/opt/5/rnd_search_t_lin/comb_4/trained/model.decoder.layers.22.fc2/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..538897126474b13036b79aa6b0a224ab94a600a3
--- /dev/null
+++ b/params/opt/5/rnd_search_t_lin/comb_4/trained/model.decoder.layers.22.fc2/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f862d7083924988c239ab999926bd5cff10aaea8eab4d455550dea537201c371
+size 5251
diff --git a/params/opt/5/rnd_search_t_lin/comb_4/trained/model.decoder.layers.22.self_attn.k_proj/_0.pt b/params/opt/5/rnd_search_t_lin/comb_4/trained/model.decoder.layers.22.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4fa383c5e2af3458aa28f45f351035cfad548ac3
--- /dev/null
+++ b/params/opt/5/rnd_search_t_lin/comb_4/trained/model.decoder.layers.22.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c6c1eec338f429240ae54deacbb14c66e0c6929d783e6d3a9ad353f0f7d080c9
+size 5251
diff --git a/params/opt/5/rnd_search_t_lin/comb_4/trained/model.decoder.layers.22.self_attn.k_proj/_s.pt b/params/opt/5/rnd_search_t_lin/comb_4/trained/model.decoder.layers.22.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..3e71339340764522491ab909b51dbccf73a8b576
--- /dev/null
+++ b/params/opt/5/rnd_search_t_lin/comb_4/trained/model.decoder.layers.22.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:58e44914293cad9bad66505be16248b03a09e1f44e64e4821f5bf6ffdd8d56b5
+size 5251
diff --git a/params/opt/5/rnd_search_t_lin/comb_4/trained/model.decoder.layers.22.self_attn.out_proj/_0.pt b/params/opt/5/rnd_search_t_lin/comb_4/trained/model.decoder.layers.22.self_attn.out_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..0dd5706c2f7e64ec2c65d505946699f1be3e2d04
--- /dev/null
+++ b/params/opt/5/rnd_search_t_lin/comb_4/trained/model.decoder.layers.22.self_attn.out_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:92bfe1f8c5b1dd98a228cf2049acb6ca4d2ac8d52240895e64fb0bb92fc4097c
+size 5251
diff --git a/params/opt/5/rnd_search_t_lin/comb_4/trained/model.decoder.layers.22.self_attn.out_proj/_s.pt b/params/opt/5/rnd_search_t_lin/comb_4/trained/model.decoder.layers.22.self_attn.out_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ecf9ba64cd9687ca8dd9252622fc9db2a6500539
--- /dev/null
+++ b/params/opt/5/rnd_search_t_lin/comb_4/trained/model.decoder.layers.22.self_attn.out_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:4497d0808e76068fcc6a0e55334da43476d8ac1c281703e9d7eff168c69f4787
+size 5251
diff --git a/params/opt/5/rnd_search_t_lin/comb_4/trained/model.decoder.layers.22.self_attn.q_proj/_0.pt b/params/opt/5/rnd_search_t_lin/comb_4/trained/model.decoder.layers.22.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..9239aeab1f711e644e3886ac185b003ee86ea1a7
--- /dev/null
+++ b/params/opt/5/rnd_search_t_lin/comb_4/trained/model.decoder.layers.22.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a9301c44c8111a7114608db5bc536dd12f6b0e3afb828693d9b81b6d9c5a5d39
+size 5251
diff --git a/params/opt/5/rnd_search_t_lin/comb_4/trained/model.decoder.layers.22.self_attn.q_proj/_s.pt b/params/opt/5/rnd_search_t_lin/comb_4/trained/model.decoder.layers.22.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..6082d622fa7aadf14ad47798a97b68fd1602df75
--- /dev/null
+++ b/params/opt/5/rnd_search_t_lin/comb_4/trained/model.decoder.layers.22.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c8783754ca2b3ea952641679ff0fdfb708b22ddd1834c0571edfb2f7ee0013f7
+size 5251
diff --git a/params/opt/5/rnd_search_t_lin/comb_4/trained/model.decoder.layers.22.self_attn.v_proj/_0.pt b/params/opt/5/rnd_search_t_lin/comb_4/trained/model.decoder.layers.22.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..10d2d723376f93bd8211ace22c4d0037a4d081ea
--- /dev/null
+++ b/params/opt/5/rnd_search_t_lin/comb_4/trained/model.decoder.layers.22.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ae07c27c3f742e713f98bc918a3ad57adfb2863d2ae15ae64b75bd9dfb1d59b5
+size 5251
diff --git a/params/opt/5/rnd_search_t_lin/comb_4/trained/model.decoder.layers.22.self_attn.v_proj/_s.pt b/params/opt/5/rnd_search_t_lin/comb_4/trained/model.decoder.layers.22.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..3c3506f5c69afd3262073ee544c27147d0185bf0
--- /dev/null
+++ b/params/opt/5/rnd_search_t_lin/comb_4/trained/model.decoder.layers.22.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:93b4cd5d4ae3e9af1d546ee16a42981ea46f84820613c067cbf9bae6e21b851f
+size 5251
diff --git a/params/opt/5/rnd_search_t_lin/comb_4/trained/model.decoder.layers.23.fc1/_0.pt b/params/opt/5/rnd_search_t_lin/comb_4/trained/model.decoder.layers.23.fc1/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..892d2c29cdc6e7ce6bc22c635a5e7f6ad65fde97
--- /dev/null
+++ b/params/opt/5/rnd_search_t_lin/comb_4/trained/model.decoder.layers.23.fc1/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:79c7d79d8c7a51ccd83bd91f3e328007e6bd082ae9a8215d2fe715edf4eb4ba1
+size 17539
diff --git a/params/opt/5/rnd_search_t_lin/comb_4/trained/model.decoder.layers.23.fc1/_s.pt b/params/opt/5/rnd_search_t_lin/comb_4/trained/model.decoder.layers.23.fc1/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4618c7e313c177aee4263b566043cd1f5d18e878
--- /dev/null
+++ b/params/opt/5/rnd_search_t_lin/comb_4/trained/model.decoder.layers.23.fc1/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:bc6d1a9fa9c451e41f49820e205b6e04cbeeab851766777820dc023489a7ccef
+size 17539
diff --git a/params/opt/5/rnd_search_t_lin/comb_4/trained/model.decoder.layers.23.fc2/_0.pt b/params/opt/5/rnd_search_t_lin/comb_4/trained/model.decoder.layers.23.fc2/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..7b8a7052f117d3423d9f6b4090d8cdefe21d724e
--- /dev/null
+++ b/params/opt/5/rnd_search_t_lin/comb_4/trained/model.decoder.layers.23.fc2/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a9f6ec56072495835177d8092f1247224efb1edc659b22decedd73cb9f0b591a
+size 5251
diff --git a/params/opt/5/rnd_search_t_lin/comb_4/trained/model.decoder.layers.23.fc2/_s.pt b/params/opt/5/rnd_search_t_lin/comb_4/trained/model.decoder.layers.23.fc2/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..fc6d97b0c77fc28ebe8848823e79b946dd171054
--- /dev/null
+++ b/params/opt/5/rnd_search_t_lin/comb_4/trained/model.decoder.layers.23.fc2/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:666abba6a4442815c5aab5a98a482607a86d1045e30a660ce243c62b52e53e9e
+size 5251
diff --git a/params/opt/5/rnd_search_t_lin/comb_4/trained/model.decoder.layers.23.self_attn.k_proj/_0.pt b/params/opt/5/rnd_search_t_lin/comb_4/trained/model.decoder.layers.23.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..0fabde1e5a72d51d26618436976161f5c317cad4
--- /dev/null
+++ b/params/opt/5/rnd_search_t_lin/comb_4/trained/model.decoder.layers.23.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:8f953fed64d13413bcf4767ff577200d13ec517a140dccffca15c462be65a1bd
+size 5251
diff --git a/params/opt/5/rnd_search_t_lin/comb_4/trained/model.decoder.layers.23.self_attn.k_proj/_s.pt b/params/opt/5/rnd_search_t_lin/comb_4/trained/model.decoder.layers.23.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..b6940be6973cf7bf1aa82c885c9c34686b4bf235
--- /dev/null
+++ b/params/opt/5/rnd_search_t_lin/comb_4/trained/model.decoder.layers.23.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:24f39ae26f554db1e0312a7833ec5ae33e631ed3e73954e615e16a70761723f7
+size 5251
diff --git a/params/opt/5/rnd_search_t_lin/comb_4/trained/model.decoder.layers.23.self_attn.out_proj/_0.pt b/params/opt/5/rnd_search_t_lin/comb_4/trained/model.decoder.layers.23.self_attn.out_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..d89577ea67b523805c49f925c45432d469075884
--- /dev/null
+++ b/params/opt/5/rnd_search_t_lin/comb_4/trained/model.decoder.layers.23.self_attn.out_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:958e03067309129c4ae5417be4c54afa0b9e09393b64e7932dbec0fdbf4ad370
+size 5251
diff --git a/params/opt/5/rnd_search_t_lin/comb_4/trained/model.decoder.layers.23.self_attn.out_proj/_s.pt b/params/opt/5/rnd_search_t_lin/comb_4/trained/model.decoder.layers.23.self_attn.out_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..0298d4c32360ada79941a10013125a8c743712c0
--- /dev/null
+++ b/params/opt/5/rnd_search_t_lin/comb_4/trained/model.decoder.layers.23.self_attn.out_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0a9d3ba2015619d58ad2620022fb703469b40ad056d714766d639ab9c11a5064
+size 5251
diff --git a/params/opt/5/rnd_search_t_lin/comb_4/trained/model.decoder.layers.23.self_attn.q_proj/_0.pt b/params/opt/5/rnd_search_t_lin/comb_4/trained/model.decoder.layers.23.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..d0eb0c516f579f2ff224d08699d6541c91222b7a
--- /dev/null
+++ b/params/opt/5/rnd_search_t_lin/comb_4/trained/model.decoder.layers.23.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d9eeb90568b6d5f9be44afcc409451e29699e707fe6fa560d2f08c734bfb6543
+size 5251
diff --git a/params/opt/5/rnd_search_t_lin/comb_4/trained/model.decoder.layers.23.self_attn.q_proj/_s.pt b/params/opt/5/rnd_search_t_lin/comb_4/trained/model.decoder.layers.23.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..75c6bc28229ea39eb2de79824b39cd5c95ae133a
--- /dev/null
+++ b/params/opt/5/rnd_search_t_lin/comb_4/trained/model.decoder.layers.23.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0769a45cd5610971ee01fe7ac448b219aee15e00ff1af8d41e23fe9d4f85e29a
+size 5251
diff --git a/params/opt/5/rnd_search_t_lin/comb_4/trained/model.decoder.layers.23.self_attn.v_proj/_0.pt b/params/opt/5/rnd_search_t_lin/comb_4/trained/model.decoder.layers.23.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..b14332a2a1edba34830bed0da716d632476611ed
--- /dev/null
+++ b/params/opt/5/rnd_search_t_lin/comb_4/trained/model.decoder.layers.23.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5e908ed7f29481135b05c0e51613ac200dece829b44433beb8517bd924e92e12
+size 5251
diff --git a/params/opt/5/rnd_search_t_lin/comb_4/trained/model.decoder.layers.23.self_attn.v_proj/_s.pt b/params/opt/5/rnd_search_t_lin/comb_4/trained/model.decoder.layers.23.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..eef4034061483ee02922c054738e407e5da09222
--- /dev/null
+++ b/params/opt/5/rnd_search_t_lin/comb_4/trained/model.decoder.layers.23.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:01540b9721794f27e4ff31fd6abd29bf50ac0159f06102d224de684b7d30da26
+size 5251
diff --git a/params/opt/5/rnd_search_t_lin/comb_4/trained/model.decoder.layers.3.fc1/_0.pt b/params/opt/5/rnd_search_t_lin/comb_4/trained/model.decoder.layers.3.fc1/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..b0e0186c746cf04dd8626e7df0c76008a128dd45
--- /dev/null
+++ b/params/opt/5/rnd_search_t_lin/comb_4/trained/model.decoder.layers.3.fc1/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:4796854926a9d213ffae6f0ff59cc8f63ded09edfdf45f964141d9753e8a7f01
+size 17539
diff --git a/params/opt/5/rnd_search_t_lin/comb_4/trained/model.decoder.layers.3.fc1/_s.pt b/params/opt/5/rnd_search_t_lin/comb_4/trained/model.decoder.layers.3.fc1/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..60094be3da0a9d7db30088f3ddc56d7f65303981
--- /dev/null
+++ b/params/opt/5/rnd_search_t_lin/comb_4/trained/model.decoder.layers.3.fc1/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:9c1a16e9f8288c2e07a62e609320ee0798e9389c73e0d8600f60af1765b94ba8
+size 17539
diff --git a/params/opt/5/rnd_search_t_lin/comb_4/trained/model.decoder.layers.3.fc2/_0.pt b/params/opt/5/rnd_search_t_lin/comb_4/trained/model.decoder.layers.3.fc2/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..30b94f9b7b56ca135ab59413ad1485c1ee859f8a
--- /dev/null
+++ b/params/opt/5/rnd_search_t_lin/comb_4/trained/model.decoder.layers.3.fc2/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:101d0eba91b232211b8f395cea19dec219ec1fa4959eab9ff750f1086dac3f11
+size 5251
diff --git a/params/opt/5/rnd_search_t_lin/comb_4/trained/model.decoder.layers.3.fc2/_s.pt b/params/opt/5/rnd_search_t_lin/comb_4/trained/model.decoder.layers.3.fc2/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..bff4fcff228d637422be3e2f8aa9ba56e0a72398
--- /dev/null
+++ b/params/opt/5/rnd_search_t_lin/comb_4/trained/model.decoder.layers.3.fc2/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:8880aa42d57effbaf109049aac0b1ef54d573f963767526894b6216cadb17988
+size 5251
diff --git a/params/opt/5/rnd_search_t_lin/comb_4/trained/model.decoder.layers.3.self_attn.k_proj/_0.pt b/params/opt/5/rnd_search_t_lin/comb_4/trained/model.decoder.layers.3.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..7686b48d712c24a3140ea91ac147f6c1554698fd
--- /dev/null
+++ b/params/opt/5/rnd_search_t_lin/comb_4/trained/model.decoder.layers.3.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:581c09886e02e9022d55202fbeee52f75e5feccac0f759ba463121184f36ec3c
+size 5251
diff --git a/params/opt/5/rnd_search_t_lin/comb_4/trained/model.decoder.layers.3.self_attn.k_proj/_s.pt b/params/opt/5/rnd_search_t_lin/comb_4/trained/model.decoder.layers.3.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8c819220de9c2ba511968b4dc22fd93b2d08b233
--- /dev/null
+++ b/params/opt/5/rnd_search_t_lin/comb_4/trained/model.decoder.layers.3.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:97eca877dea17705f43b59fc91bbaae138d80acd338e9b90f9867f7971e11e05
+size 5251
diff --git a/params/opt/5/rnd_search_t_lin/comb_4/trained/model.decoder.layers.3.self_attn.out_proj/_0.pt b/params/opt/5/rnd_search_t_lin/comb_4/trained/model.decoder.layers.3.self_attn.out_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..b1788c9d5ac5ac8976f269d706966809c4a9e3d9
--- /dev/null
+++ b/params/opt/5/rnd_search_t_lin/comb_4/trained/model.decoder.layers.3.self_attn.out_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:eee82286f6b3994c00234b0a04a8ecf37269e87dd4c257bd9af547bf6450c046
+size 5251
diff --git a/params/opt/5/rnd_search_t_lin/comb_4/trained/model.decoder.layers.3.self_attn.out_proj/_s.pt b/params/opt/5/rnd_search_t_lin/comb_4/trained/model.decoder.layers.3.self_attn.out_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..1a35989f5ef3da28722514cf3902fbfd9bf2e85e
--- /dev/null
+++ b/params/opt/5/rnd_search_t_lin/comb_4/trained/model.decoder.layers.3.self_attn.out_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0d53ddebf79599998a9b4df29c90159fb6eb421538d0ee561768a9c82c36f9c0
+size 5251
diff --git a/params/opt/5/rnd_search_t_lin/comb_4/trained/model.decoder.layers.3.self_attn.q_proj/_0.pt b/params/opt/5/rnd_search_t_lin/comb_4/trained/model.decoder.layers.3.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..d35c4c7001e391809e49b5f6ea9fe03a35e35bd7
--- /dev/null
+++ b/params/opt/5/rnd_search_t_lin/comb_4/trained/model.decoder.layers.3.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:8e1c04efc2a5ea6447521d7efdb92fb659bab296c38c4928adbc3f4b334650d2
+size 5251
diff --git a/params/opt/5/rnd_search_t_lin/comb_4/trained/model.decoder.layers.3.self_attn.q_proj/_s.pt b/params/opt/5/rnd_search_t_lin/comb_4/trained/model.decoder.layers.3.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4154f3ad28affc959e0061c6d546df0dc47a437f
--- /dev/null
+++ b/params/opt/5/rnd_search_t_lin/comb_4/trained/model.decoder.layers.3.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:44c92703279e533f6602d56d72e53fe4dafc8e8007990b03e0ffd108681102c6
+size 5251
diff --git a/params/opt/5/rnd_search_t_lin/comb_4/trained/model.decoder.layers.3.self_attn.v_proj/_0.pt b/params/opt/5/rnd_search_t_lin/comb_4/trained/model.decoder.layers.3.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8199ede07ce6720209e7488cf7fc7d18151b9573
--- /dev/null
+++ b/params/opt/5/rnd_search_t_lin/comb_4/trained/model.decoder.layers.3.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:328d9322c730ee4c7d742ecc3d00dd021385ef80b4286f046d7e838ab6be7a41
+size 5251
diff --git a/params/opt/5/rnd_search_t_lin/comb_4/trained/model.decoder.layers.3.self_attn.v_proj/_s.pt b/params/opt/5/rnd_search_t_lin/comb_4/trained/model.decoder.layers.3.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c3556bfaa6a42c398bc001af6422a2150be3875d
--- /dev/null
+++ b/params/opt/5/rnd_search_t_lin/comb_4/trained/model.decoder.layers.3.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:79d6e14d83884901687719a4513bc9d17fe8f312b27f9ebf803df8ac4c0dc6e4
+size 5251
diff --git a/params/opt/5/rnd_search_t_lin/comb_4/trained/model.decoder.layers.4.fc1/_0.pt b/params/opt/5/rnd_search_t_lin/comb_4/trained/model.decoder.layers.4.fc1/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..399c12a0908cab487231432eeee76b28c0a09298
--- /dev/null
+++ b/params/opt/5/rnd_search_t_lin/comb_4/trained/model.decoder.layers.4.fc1/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5dd326d1e22327ba3fe9673db932da99010f674849a80c81a2059d016cdc73ce
+size 17539
diff --git a/params/opt/5/rnd_search_t_lin/comb_4/trained/model.decoder.layers.4.fc1/_s.pt b/params/opt/5/rnd_search_t_lin/comb_4/trained/model.decoder.layers.4.fc1/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8b8ff9ea49c515a5500da52f014eb71053125039
--- /dev/null
+++ b/params/opt/5/rnd_search_t_lin/comb_4/trained/model.decoder.layers.4.fc1/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:67758444675c71560ca58256df391999646453275204b30b982bd493be45c1c7
+size 17539
diff --git a/params/opt/5/rnd_search_t_lin/comb_4/trained/model.decoder.layers.4.fc2/_0.pt b/params/opt/5/rnd_search_t_lin/comb_4/trained/model.decoder.layers.4.fc2/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..7f7939c1e128da7e678d1a06c2f50a457b25dcb9
--- /dev/null
+++ b/params/opt/5/rnd_search_t_lin/comb_4/trained/model.decoder.layers.4.fc2/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2f476c6cb564b6a1c77247eb2a3208984a6724c322e5dfa202bf1cd4c10862bd
+size 5251
diff --git a/params/opt/5/rnd_search_t_lin/comb_4/trained/model.decoder.layers.4.fc2/_s.pt b/params/opt/5/rnd_search_t_lin/comb_4/trained/model.decoder.layers.4.fc2/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..1041ed0f7764c833f00d2636cc9827748fa68e8f
--- /dev/null
+++ b/params/opt/5/rnd_search_t_lin/comb_4/trained/model.decoder.layers.4.fc2/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:04e971d3e7f801d77ddb13b930e785a0993e6139f9f7415e6c2df798c921ddd6
+size 5251
diff --git a/params/opt/5/rnd_search_t_lin/comb_4/trained/model.decoder.layers.4.self_attn.k_proj/_0.pt b/params/opt/5/rnd_search_t_lin/comb_4/trained/model.decoder.layers.4.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4cd1f813939675395b9429638a9c0541559cfcdf
--- /dev/null
+++ b/params/opt/5/rnd_search_t_lin/comb_4/trained/model.decoder.layers.4.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:8cc403e4a6b5b1be14c137ee574ad10b112521c36286ffb777b18030883922fe
+size 5251
diff --git a/params/opt/5/rnd_search_t_lin/comb_4/trained/model.decoder.layers.4.self_attn.k_proj/_s.pt b/params/opt/5/rnd_search_t_lin/comb_4/trained/model.decoder.layers.4.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..918c1c97e643b2445d0c070331319becb4771f48
--- /dev/null
+++ b/params/opt/5/rnd_search_t_lin/comb_4/trained/model.decoder.layers.4.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:4d56ad56194bfe590a1ba4f13c845689fdd8b2fac0fc33db12c2968aae8ac2dd
+size 5251
diff --git a/params/opt/5/rnd_search_t_lin/comb_4/trained/model.decoder.layers.4.self_attn.out_proj/_0.pt b/params/opt/5/rnd_search_t_lin/comb_4/trained/model.decoder.layers.4.self_attn.out_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..d4a34739d7f43fd1101eac840916335f6d13fbea
--- /dev/null
+++ b/params/opt/5/rnd_search_t_lin/comb_4/trained/model.decoder.layers.4.self_attn.out_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c83cc7b5255fcb33efd495fb137a2b7c472d4604d5cde182899562f16898b4f4
+size 5251
diff --git a/params/opt/5/rnd_search_t_lin/comb_4/trained/model.decoder.layers.4.self_attn.out_proj/_s.pt b/params/opt/5/rnd_search_t_lin/comb_4/trained/model.decoder.layers.4.self_attn.out_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..b8b64f2436a2cc08ba558930faabe5dc1699e603
--- /dev/null
+++ b/params/opt/5/rnd_search_t_lin/comb_4/trained/model.decoder.layers.4.self_attn.out_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:01ea11cb84fc9fbfed936edb47a4cee9211fa9f35cbe93d8f2d9cec883e26250
+size 5251
diff --git a/params/opt/5/rnd_search_t_lin/comb_4/trained/model.decoder.layers.4.self_attn.q_proj/_0.pt b/params/opt/5/rnd_search_t_lin/comb_4/trained/model.decoder.layers.4.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..9bb5c68075a671611cd075417d52b90d809347d7
--- /dev/null
+++ b/params/opt/5/rnd_search_t_lin/comb_4/trained/model.decoder.layers.4.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:aaa8dd3bda73ecfe62309b06a542154566a867598639ca59347c279d60d31b8b
+size 5251
diff --git a/params/opt/5/rnd_search_t_lin/comb_4/trained/model.decoder.layers.4.self_attn.q_proj/_s.pt b/params/opt/5/rnd_search_t_lin/comb_4/trained/model.decoder.layers.4.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..1c69674ce3bd9f6e4755fbe9324931c52c7ff3ae
--- /dev/null
+++ b/params/opt/5/rnd_search_t_lin/comb_4/trained/model.decoder.layers.4.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ae88274ce9624bac0a8e18f9b180b976a3e54cb1dda354fffdd71312b35ec546
+size 5251
diff --git a/params/opt/5/rnd_search_t_lin/comb_4/trained/model.decoder.layers.4.self_attn.v_proj/_0.pt b/params/opt/5/rnd_search_t_lin/comb_4/trained/model.decoder.layers.4.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..1f0bc4ba540c02035e994a4540885c486695bf1c
--- /dev/null
+++ b/params/opt/5/rnd_search_t_lin/comb_4/trained/model.decoder.layers.4.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:adbbc19c5c6eb8feb0603e295331662745d73a9285b9cb12aa20069af9892a0f
+size 5251
diff --git a/params/opt/5/rnd_search_t_lin/comb_4/trained/model.decoder.layers.4.self_attn.v_proj/_s.pt b/params/opt/5/rnd_search_t_lin/comb_4/trained/model.decoder.layers.4.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..6a641637027f4174b80ceff10f2331859d4bf363
--- /dev/null
+++ b/params/opt/5/rnd_search_t_lin/comb_4/trained/model.decoder.layers.4.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f326a9db27f20b07d5968fb95dd3115c55027fdb1a98610015539f7f3b324634
+size 5251
diff --git a/params/opt/5/rnd_search_t_lin/comb_4/trained/model.decoder.layers.5.fc1/_0.pt b/params/opt/5/rnd_search_t_lin/comb_4/trained/model.decoder.layers.5.fc1/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..0afaa8dcb01a2e8caf707c86563a5798af83c27b
--- /dev/null
+++ b/params/opt/5/rnd_search_t_lin/comb_4/trained/model.decoder.layers.5.fc1/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2f46eea0c874e3d41c1c5bbe10dbbc9264bc2321461a1c72aedbc05a2c26cd58
+size 17539
diff --git a/params/opt/5/rnd_search_t_lin/comb_4/trained/model.decoder.layers.5.fc1/_s.pt b/params/opt/5/rnd_search_t_lin/comb_4/trained/model.decoder.layers.5.fc1/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a3292e18f80b4cd17385bdb74886bec3c78fc6ea
--- /dev/null
+++ b/params/opt/5/rnd_search_t_lin/comb_4/trained/model.decoder.layers.5.fc1/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:8a296f383edb3424452aa1e437feba10786c6929c744f0a1fa5688189e471e85
+size 17539
diff --git a/params/opt/5/rnd_search_t_lin/comb_4/trained/model.decoder.layers.5.fc2/_0.pt b/params/opt/5/rnd_search_t_lin/comb_4/trained/model.decoder.layers.5.fc2/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..0b966f5dd41fab8aba3bf57f5312ebbc7a1e4659
--- /dev/null
+++ b/params/opt/5/rnd_search_t_lin/comb_4/trained/model.decoder.layers.5.fc2/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:976f6cb9ab7181a3db961d708d104597e4fad8c4b2bf54898979be4fa64e91eb
+size 5251
diff --git a/params/opt/5/rnd_search_t_lin/comb_4/trained/model.decoder.layers.5.fc2/_s.pt b/params/opt/5/rnd_search_t_lin/comb_4/trained/model.decoder.layers.5.fc2/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..83b85f2124b26858511576d2991371f968c2152e
--- /dev/null
+++ b/params/opt/5/rnd_search_t_lin/comb_4/trained/model.decoder.layers.5.fc2/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:1a03c8a83c2c18c29dec1ab2883e3486b935d9e404485f3ad2ed2df40631adf9
+size 5251
diff --git a/params/opt/5/rnd_search_t_lin/comb_4/trained/model.decoder.layers.5.self_attn.k_proj/_0.pt b/params/opt/5/rnd_search_t_lin/comb_4/trained/model.decoder.layers.5.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..adca03c8f954ea1da46aaac8ba25e96f7b7a911b
--- /dev/null
+++ b/params/opt/5/rnd_search_t_lin/comb_4/trained/model.decoder.layers.5.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:7c78f5a6292aa82a9643d9b06e5e61af7dc3cced8a78a14c2decf1ffd878ca8e
+size 5251
diff --git a/params/opt/5/rnd_search_t_lin/comb_4/trained/model.decoder.layers.5.self_attn.k_proj/_s.pt b/params/opt/5/rnd_search_t_lin/comb_4/trained/model.decoder.layers.5.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..765aec67e936f51840afabd22861abba9261ec3f
--- /dev/null
+++ b/params/opt/5/rnd_search_t_lin/comb_4/trained/model.decoder.layers.5.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:afee86ca9ce98f42f6ac66573c3eb2d413fa346f0a1af099402325c0a203a009
+size 5251
diff --git a/params/opt/5/rnd_search_t_lin/comb_4/trained/model.decoder.layers.5.self_attn.out_proj/_0.pt b/params/opt/5/rnd_search_t_lin/comb_4/trained/model.decoder.layers.5.self_attn.out_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a79778259604a34c1f0d198d8f94c1f8eabab280
--- /dev/null
+++ b/params/opt/5/rnd_search_t_lin/comb_4/trained/model.decoder.layers.5.self_attn.out_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:79f68c7302a6756eefb84325f7bd861b8e4dcb700cdede079a684e64cfbc5434
+size 5251
diff --git a/params/opt/5/rnd_search_t_lin/comb_4/trained/model.decoder.layers.5.self_attn.out_proj/_s.pt b/params/opt/5/rnd_search_t_lin/comb_4/trained/model.decoder.layers.5.self_attn.out_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..dcfcdf9c738ccee921107c3209333e0ee89287b5
--- /dev/null
+++ b/params/opt/5/rnd_search_t_lin/comb_4/trained/model.decoder.layers.5.self_attn.out_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5effc98a016b7532142b3e859c683f2d30ef077aa43e80ac2521bf0d4c93c6f1
+size 5251
diff --git a/params/opt/5/rnd_search_t_lin/comb_4/trained/model.decoder.layers.5.self_attn.q_proj/_0.pt b/params/opt/5/rnd_search_t_lin/comb_4/trained/model.decoder.layers.5.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c2df85b7e9991673f4604065736337d35e2e09d7
--- /dev/null
+++ b/params/opt/5/rnd_search_t_lin/comb_4/trained/model.decoder.layers.5.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:7be55e11bfb42eccaac35b2677e5a81a48db18bb0f4654490f3ad314526712bd
+size 5251
diff --git a/params/opt/5/rnd_search_t_lin/comb_4/trained/model.decoder.layers.5.self_attn.q_proj/_s.pt b/params/opt/5/rnd_search_t_lin/comb_4/trained/model.decoder.layers.5.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..527582f0f9c63781e259c929892b16bc19e239e2
--- /dev/null
+++ b/params/opt/5/rnd_search_t_lin/comb_4/trained/model.decoder.layers.5.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:1f77daee9609015656fb3ab4ca4f77133ac1952d030451f35ba2d66df43390ce
+size 5251
diff --git a/params/opt/5/rnd_search_t_lin/comb_4/trained/model.decoder.layers.5.self_attn.v_proj/_0.pt b/params/opt/5/rnd_search_t_lin/comb_4/trained/model.decoder.layers.5.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4ed1eed71a7e8a0f3651bdec13bdfe39d71a029d
--- /dev/null
+++ b/params/opt/5/rnd_search_t_lin/comb_4/trained/model.decoder.layers.5.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0d4c6f912d4b6dc018020a7758877e652494e3a51fe4e9e2bcffbc76e5e9daef
+size 5251
diff --git a/params/opt/5/rnd_search_t_lin/comb_4/trained/model.decoder.layers.5.self_attn.v_proj/_s.pt b/params/opt/5/rnd_search_t_lin/comb_4/trained/model.decoder.layers.5.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..0f53caf790ac08c53185e0e63ba565ec9ca6343d
--- /dev/null
+++ b/params/opt/5/rnd_search_t_lin/comb_4/trained/model.decoder.layers.5.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:bc2ef8e76f3cf4532a32456cfd06e4e9ce4e62ea437cabbf5c252748b1120e56
+size 5251
diff --git a/params/opt/5/rnd_search_t_lin/comb_4/trained/model.decoder.layers.6.fc1/_0.pt b/params/opt/5/rnd_search_t_lin/comb_4/trained/model.decoder.layers.6.fc1/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..48f45b14ce4b88f0bdf9de8f1236d3dea675b1d6
--- /dev/null
+++ b/params/opt/5/rnd_search_t_lin/comb_4/trained/model.decoder.layers.6.fc1/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:caa9bd54412d5708edde3d5d707f9d6b75f5d77e7232a53f6b6833732b07eb2d
+size 17539
diff --git a/params/opt/5/rnd_search_t_lin/comb_4/trained/model.decoder.layers.6.fc1/_s.pt b/params/opt/5/rnd_search_t_lin/comb_4/trained/model.decoder.layers.6.fc1/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ed0dc7230ff7878a874686e4c2efe19615503a98
--- /dev/null
+++ b/params/opt/5/rnd_search_t_lin/comb_4/trained/model.decoder.layers.6.fc1/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5d23bff02963208817297aee70dfaf0794ec1f4a0a538579928be6e7213c5008
+size 17539
diff --git a/params/opt/5/rnd_search_t_lin/comb_4/trained/model.decoder.layers.6.fc2/_0.pt b/params/opt/5/rnd_search_t_lin/comb_4/trained/model.decoder.layers.6.fc2/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..fee87ec052c6a933ca0e03e8f2194b32005fb2df
--- /dev/null
+++ b/params/opt/5/rnd_search_t_lin/comb_4/trained/model.decoder.layers.6.fc2/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f650b0885ec2d3080f15b85a0539f8bae857c21965e7c17166d2bab02788d8b0
+size 5251
diff --git a/params/opt/5/rnd_search_t_lin/comb_4/trained/model.decoder.layers.6.fc2/_s.pt b/params/opt/5/rnd_search_t_lin/comb_4/trained/model.decoder.layers.6.fc2/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..65e05f1912e63cbe796266e5b0360efc473c4cbe
--- /dev/null
+++ b/params/opt/5/rnd_search_t_lin/comb_4/trained/model.decoder.layers.6.fc2/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2c2c50392b21feda833ade13f159b49a698494f9c9873f2dcfc7f700e212f903
+size 5251
diff --git a/params/opt/5/rnd_search_t_lin/comb_4/trained/model.decoder.layers.6.self_attn.k_proj/_0.pt b/params/opt/5/rnd_search_t_lin/comb_4/trained/model.decoder.layers.6.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..87aa808167545edf5a92ad0f178a321983aa71fe
--- /dev/null
+++ b/params/opt/5/rnd_search_t_lin/comb_4/trained/model.decoder.layers.6.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:8111ee67538b2d8a2f38e23b6cd235183116a415ebe32ea090c0a6e11dfe0a97
+size 5251
diff --git a/params/opt/5/rnd_search_t_lin/comb_4/trained/model.decoder.layers.6.self_attn.k_proj/_s.pt b/params/opt/5/rnd_search_t_lin/comb_4/trained/model.decoder.layers.6.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8a2efc54992eae5c91db725cd144e2ac69123bc5
--- /dev/null
+++ b/params/opt/5/rnd_search_t_lin/comb_4/trained/model.decoder.layers.6.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f8c62dda7c5672ddd2d53decc504a2f8fbac334540ef6c2f61da5441e5c1dd5e
+size 5251
diff --git a/params/opt/5/rnd_search_t_lin/comb_4/trained/model.decoder.layers.6.self_attn.out_proj/_0.pt b/params/opt/5/rnd_search_t_lin/comb_4/trained/model.decoder.layers.6.self_attn.out_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..3beff0bbbb71a226099990737db4802d442264fa
--- /dev/null
+++ b/params/opt/5/rnd_search_t_lin/comb_4/trained/model.decoder.layers.6.self_attn.out_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2d9828c41a9b7c9c7b2dc9359d0cbb9ab0cbbedca0aeb41fe4c9b5ff1518e843
+size 5251
diff --git a/params/opt/5/rnd_search_t_lin/comb_4/trained/model.decoder.layers.6.self_attn.out_proj/_s.pt b/params/opt/5/rnd_search_t_lin/comb_4/trained/model.decoder.layers.6.self_attn.out_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..0c94aacd2dc33889a181a64085ebec431514e869
--- /dev/null
+++ b/params/opt/5/rnd_search_t_lin/comb_4/trained/model.decoder.layers.6.self_attn.out_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f68165da4574c1ae061bc90d83988429efb06d0cdefc86cff6c5ffeb283de514
+size 5251
diff --git a/params/opt/5/rnd_search_t_lin/comb_4/trained/model.decoder.layers.6.self_attn.q_proj/_0.pt b/params/opt/5/rnd_search_t_lin/comb_4/trained/model.decoder.layers.6.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..767cfcc8b443abbbdb346c35d7045b4f8a1fff07
--- /dev/null
+++ b/params/opt/5/rnd_search_t_lin/comb_4/trained/model.decoder.layers.6.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:63db64861d1a1e60055dbd98d15be7d4d09ace1dde602edb2888ee5a01a38090
+size 5251
diff --git a/params/opt/5/rnd_search_t_lin/comb_4/trained/model.decoder.layers.6.self_attn.q_proj/_s.pt b/params/opt/5/rnd_search_t_lin/comb_4/trained/model.decoder.layers.6.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..aa08b2f44db3729801ca632abfb341f84ef59f75
--- /dev/null
+++ b/params/opt/5/rnd_search_t_lin/comb_4/trained/model.decoder.layers.6.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:9e21243a28a0aa259fc4a5ad4127947e1363db5908f7f49f332cd035843c2ec4
+size 5251
diff --git a/params/opt/5/rnd_search_t_lin/comb_4/trained/model.decoder.layers.6.self_attn.v_proj/_0.pt b/params/opt/5/rnd_search_t_lin/comb_4/trained/model.decoder.layers.6.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..1d1287633bf65fbd6dfaa33a1e24d51d28408c43
--- /dev/null
+++ b/params/opt/5/rnd_search_t_lin/comb_4/trained/model.decoder.layers.6.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:cb615308112eff7508fc6ca39f89225e9a0ebdf0247e60d1335a33722aea3835
+size 5251
diff --git a/params/opt/5/rnd_search_t_lin/comb_4/trained/model.decoder.layers.6.self_attn.v_proj/_s.pt b/params/opt/5/rnd_search_t_lin/comb_4/trained/model.decoder.layers.6.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..7b35e062567f5842c01663b2f8444d3e1152329b
--- /dev/null
+++ b/params/opt/5/rnd_search_t_lin/comb_4/trained/model.decoder.layers.6.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:82e3f56697e57b0bb4ea7aab08d5d55ecc8f02409af1c4c768aa00761df7775d
+size 5251
diff --git a/params/opt/5/rnd_search_t_lin/comb_4/trained/model.decoder.layers.7.fc1/_0.pt b/params/opt/5/rnd_search_t_lin/comb_4/trained/model.decoder.layers.7.fc1/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8b600cc8b66162fcc0898208cf409c3f4a941619
--- /dev/null
+++ b/params/opt/5/rnd_search_t_lin/comb_4/trained/model.decoder.layers.7.fc1/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2ff8b0fc269da9098347f259f17938820192760391a7315fb56a80e62b1d5d73
+size 17539
diff --git a/params/opt/5/rnd_search_t_lin/comb_4/trained/model.decoder.layers.7.fc1/_s.pt b/params/opt/5/rnd_search_t_lin/comb_4/trained/model.decoder.layers.7.fc1/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e8a2cb92f5d9ab9d03f9df75b2e5c7ca52f3485c
--- /dev/null
+++ b/params/opt/5/rnd_search_t_lin/comb_4/trained/model.decoder.layers.7.fc1/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:9efc91d82b66bc231bf0812493c75f09a4f1b5d359fc892204c60e619ad3fc11
+size 17539
diff --git a/params/opt/5/rnd_search_t_lin/comb_4/trained/model.decoder.layers.7.fc2/_0.pt b/params/opt/5/rnd_search_t_lin/comb_4/trained/model.decoder.layers.7.fc2/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..b858d7d84f9b310ba6ab8b9d2bd4b5ca08142f72
--- /dev/null
+++ b/params/opt/5/rnd_search_t_lin/comb_4/trained/model.decoder.layers.7.fc2/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:51fdcd57f26bfcb1456a0135687d28daca3acd391e66c5262f652e0c103ed556
+size 5251
diff --git a/params/opt/5/rnd_search_t_lin/comb_4/trained/model.decoder.layers.7.fc2/_s.pt b/params/opt/5/rnd_search_t_lin/comb_4/trained/model.decoder.layers.7.fc2/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ca9e71614d76fb8ddb8f57e15e6e7d47310a465f
--- /dev/null
+++ b/params/opt/5/rnd_search_t_lin/comb_4/trained/model.decoder.layers.7.fc2/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a7010386abdbb8d57bdaa703c5029a8b749272ffa4e815951d1fa0fa5f9de503
+size 5251
diff --git a/params/opt/5/rnd_search_t_lin/comb_4/trained/model.decoder.layers.7.self_attn.k_proj/_0.pt b/params/opt/5/rnd_search_t_lin/comb_4/trained/model.decoder.layers.7.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..9e091c5dafd657bdf8ee530996304d7e3300ba4d
--- /dev/null
+++ b/params/opt/5/rnd_search_t_lin/comb_4/trained/model.decoder.layers.7.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c4135048f18d0537c547b15586dcabc1b66b8e1f97e17d9713d582aa7cb77dbc
+size 5251
diff --git a/params/opt/5/rnd_search_t_lin/comb_4/trained/model.decoder.layers.7.self_attn.k_proj/_s.pt b/params/opt/5/rnd_search_t_lin/comb_4/trained/model.decoder.layers.7.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..76e8fda4b209bcd94fdeca66878c1febcbaf6039
--- /dev/null
+++ b/params/opt/5/rnd_search_t_lin/comb_4/trained/model.decoder.layers.7.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e0840706a464c7f18ad8c8c017e7c96f380a80b0030c871fa5ec97afb1d33429
+size 5251
diff --git a/params/opt/5/rnd_search_t_lin/comb_4/trained/model.decoder.layers.7.self_attn.out_proj/_0.pt b/params/opt/5/rnd_search_t_lin/comb_4/trained/model.decoder.layers.7.self_attn.out_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..53910bb3a741131d5738885dedf20a8d9937e788
--- /dev/null
+++ b/params/opt/5/rnd_search_t_lin/comb_4/trained/model.decoder.layers.7.self_attn.out_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:342762eb6b958d7b436f84901c29aadd244f18cdad03e85fee24292a28a515d4
+size 5251
diff --git a/params/opt/5/rnd_search_t_lin/comb_4/trained/model.decoder.layers.7.self_attn.out_proj/_s.pt b/params/opt/5/rnd_search_t_lin/comb_4/trained/model.decoder.layers.7.self_attn.out_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..96ffc659cd28436b18873034b853597d3edb5a1c
--- /dev/null
+++ b/params/opt/5/rnd_search_t_lin/comb_4/trained/model.decoder.layers.7.self_attn.out_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b1396d91a0ed113342a6fed6e20c84944dbbf138da41e5b527757e0d8d8ef91f
+size 5251
diff --git a/params/opt/5/rnd_search_t_lin/comb_4/trained/model.decoder.layers.7.self_attn.q_proj/_0.pt b/params/opt/5/rnd_search_t_lin/comb_4/trained/model.decoder.layers.7.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..bd830d545f0b97c00072dd6adb500782ac43bc5e
--- /dev/null
+++ b/params/opt/5/rnd_search_t_lin/comb_4/trained/model.decoder.layers.7.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ae27dea6d6df0c49c746274c03f7e36e2eb85cb9c5eb6c2d18200f770bff8c28
+size 5251
diff --git a/params/opt/5/rnd_search_t_lin/comb_4/trained/model.decoder.layers.7.self_attn.q_proj/_s.pt b/params/opt/5/rnd_search_t_lin/comb_4/trained/model.decoder.layers.7.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..f8809fce59cb6120f6607765da5e719d69375b64
--- /dev/null
+++ b/params/opt/5/rnd_search_t_lin/comb_4/trained/model.decoder.layers.7.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c3e95027ffbf43b3e95eee3cc54afd07da5750804474c2f397e407cda7dd83e0
+size 5251
diff --git a/params/opt/5/rnd_search_t_lin/comb_4/trained/model.decoder.layers.7.self_attn.v_proj/_0.pt b/params/opt/5/rnd_search_t_lin/comb_4/trained/model.decoder.layers.7.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..794631501191ffc83412876b71ae13826cf7bda5
--- /dev/null
+++ b/params/opt/5/rnd_search_t_lin/comb_4/trained/model.decoder.layers.7.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:476bc93d5bf08d08d603e455ab5816bf49e8cda412cae39723ee7733d9bd3397
+size 5251
diff --git a/params/opt/5/rnd_search_t_lin/comb_4/trained/model.decoder.layers.7.self_attn.v_proj/_s.pt b/params/opt/5/rnd_search_t_lin/comb_4/trained/model.decoder.layers.7.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..99ad646467fbe10b5376ffa47a88a9ee39e5461e
--- /dev/null
+++ b/params/opt/5/rnd_search_t_lin/comb_4/trained/model.decoder.layers.7.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:09256aa26811c9fdc9bc8aa547f7bfd82c7a3fd95e00efb7bd55164d794d66c8
+size 5251
diff --git a/params/opt/5/rnd_search_t_lin/comb_4/trained/model.decoder.layers.8.fc1/_0.pt b/params/opt/5/rnd_search_t_lin/comb_4/trained/model.decoder.layers.8.fc1/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..b90c1e9163b76782c5b95c1e79f6046cccfd6005
--- /dev/null
+++ b/params/opt/5/rnd_search_t_lin/comb_4/trained/model.decoder.layers.8.fc1/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b73ffa01fff43161c6478e80344db599ff1654a25c686a3d58edc027aa479b01
+size 17539
diff --git a/params/opt/5/rnd_search_t_lin/comb_4/trained/model.decoder.layers.8.fc1/_s.pt b/params/opt/5/rnd_search_t_lin/comb_4/trained/model.decoder.layers.8.fc1/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..5c514962b9ffb00a7223c80112e5bdc010b1162a
--- /dev/null
+++ b/params/opt/5/rnd_search_t_lin/comb_4/trained/model.decoder.layers.8.fc1/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:4c9b4dede1862d34fecc4ec4d4b4dc91ffd3cf18d628209ee94fa37997507eef
+size 17539
diff --git a/params/opt/5/rnd_search_t_lin/comb_4/trained/model.decoder.layers.8.fc2/_0.pt b/params/opt/5/rnd_search_t_lin/comb_4/trained/model.decoder.layers.8.fc2/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4196790ae51d0b99d5b0322c70d80cee76c92fed
--- /dev/null
+++ b/params/opt/5/rnd_search_t_lin/comb_4/trained/model.decoder.layers.8.fc2/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5c26a278e1cdb34eebc0accc5e07f4f96bc9810d81e8b0dd54df4a8d9edc7f43
+size 5251
diff --git a/params/opt/5/rnd_search_t_lin/comb_4/trained/model.decoder.layers.8.fc2/_s.pt b/params/opt/5/rnd_search_t_lin/comb_4/trained/model.decoder.layers.8.fc2/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..b3e00f2a75056e5d19f059a47a4220664986323c
--- /dev/null
+++ b/params/opt/5/rnd_search_t_lin/comb_4/trained/model.decoder.layers.8.fc2/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:dc3740b58b9efc8803af9fb8f34494b0b4947cbbb3dba667ce805d329eecd126
+size 5251
diff --git a/params/opt/5/rnd_search_t_lin/comb_4/trained/model.decoder.layers.8.self_attn.k_proj/_0.pt b/params/opt/5/rnd_search_t_lin/comb_4/trained/model.decoder.layers.8.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..1dcb7819f70f69e9a1159e7ffa5e25f232f4f75e
--- /dev/null
+++ b/params/opt/5/rnd_search_t_lin/comb_4/trained/model.decoder.layers.8.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:447e8e8bd80047ca22b9b5ad24fa049bf9dac0c02ef1c467dac4f551ecbafcb4
+size 5251
diff --git a/params/opt/5/rnd_search_t_lin/comb_4/trained/model.decoder.layers.8.self_attn.k_proj/_s.pt b/params/opt/5/rnd_search_t_lin/comb_4/trained/model.decoder.layers.8.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..7fba742981936b3356ff7648e38dc704018666ea
--- /dev/null
+++ b/params/opt/5/rnd_search_t_lin/comb_4/trained/model.decoder.layers.8.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:8b52f0c220722e1af3af8b77273749ac16942b169e4beefecc5e77be426c65a5
+size 5251
diff --git a/params/opt/5/rnd_search_t_lin/comb_4/trained/model.decoder.layers.8.self_attn.out_proj/_0.pt b/params/opt/5/rnd_search_t_lin/comb_4/trained/model.decoder.layers.8.self_attn.out_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..0ffa3db2baf7fe94e4bf8136662cb26d284bc8bd
--- /dev/null
+++ b/params/opt/5/rnd_search_t_lin/comb_4/trained/model.decoder.layers.8.self_attn.out_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2b48838195250a41230d9207b8e8aa5a7ac2953ce77d902c0f61180cec356da6
+size 5251
diff --git a/params/opt/5/rnd_search_t_lin/comb_4/trained/model.decoder.layers.8.self_attn.out_proj/_s.pt b/params/opt/5/rnd_search_t_lin/comb_4/trained/model.decoder.layers.8.self_attn.out_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..b0f87d42a76481f8e90d521267da3d6c4d72c079
--- /dev/null
+++ b/params/opt/5/rnd_search_t_lin/comb_4/trained/model.decoder.layers.8.self_attn.out_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:1027e5f83022dc35860a753e2f8a155f8f0e733ed35b250eae0bee5cc6e7cf04
+size 5251
diff --git a/params/opt/5/rnd_search_t_lin/comb_4/trained/model.decoder.layers.8.self_attn.q_proj/_0.pt b/params/opt/5/rnd_search_t_lin/comb_4/trained/model.decoder.layers.8.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..38d624c187a13aeafbaf9057609ce3d08e572f10
--- /dev/null
+++ b/params/opt/5/rnd_search_t_lin/comb_4/trained/model.decoder.layers.8.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c7ac8c9f67a6d3ffdcb6ef320db9c970d23d2c6e60d1501e078bd23b5065b368
+size 5251
diff --git a/params/opt/5/rnd_search_t_lin/comb_4/trained/model.decoder.layers.8.self_attn.q_proj/_s.pt b/params/opt/5/rnd_search_t_lin/comb_4/trained/model.decoder.layers.8.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..1f47733c78d5434d675373eacd2c68be0ca81e91
--- /dev/null
+++ b/params/opt/5/rnd_search_t_lin/comb_4/trained/model.decoder.layers.8.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:68199c9e0dcbb0be5939e4399a765cb098e33bfbd7427ebba5c43dae17044218
+size 5251
diff --git a/params/opt/5/rnd_search_t_lin/comb_4/trained/model.decoder.layers.8.self_attn.v_proj/_0.pt b/params/opt/5/rnd_search_t_lin/comb_4/trained/model.decoder.layers.8.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..d93322feccd212a410d60eeb925180c9efbe7ca7
--- /dev/null
+++ b/params/opt/5/rnd_search_t_lin/comb_4/trained/model.decoder.layers.8.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:70b23fe92b7ebd2877a39ec3cad596d35bc739c002c69ea151a02b0bf8ef9ed3
+size 5251
diff --git a/params/opt/5/rnd_search_t_lin/comb_4/trained/model.decoder.layers.8.self_attn.v_proj/_s.pt b/params/opt/5/rnd_search_t_lin/comb_4/trained/model.decoder.layers.8.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..1e1b9d7732b28632e109c6c33cb608640676b659
--- /dev/null
+++ b/params/opt/5/rnd_search_t_lin/comb_4/trained/model.decoder.layers.8.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:1a72a751f7fd639f0af410a2384445f8feb32edaa4d3f95f038185a398816133
+size 5251
diff --git a/params/opt/5/rnd_search_t_lin/comb_4/trained/model.decoder.layers.9.fc1/_0.pt b/params/opt/5/rnd_search_t_lin/comb_4/trained/model.decoder.layers.9.fc1/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a145afa8390c1bf9b8507126e5effc47c8a46a2d
--- /dev/null
+++ b/params/opt/5/rnd_search_t_lin/comb_4/trained/model.decoder.layers.9.fc1/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:3a6f23e13db67fb1226bc0ffc56df8c0abc3ae8ef7c81c187f933317dae1bfca
+size 17539
diff --git a/params/opt/5/rnd_search_t_lin/comb_4/trained/model.decoder.layers.9.fc1/_s.pt b/params/opt/5/rnd_search_t_lin/comb_4/trained/model.decoder.layers.9.fc1/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a295563c17552d5d2faefd4e9769c3b3863c0048
--- /dev/null
+++ b/params/opt/5/rnd_search_t_lin/comb_4/trained/model.decoder.layers.9.fc1/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:fae50d2033f75230498210c1ddc50eeb5e5cadfaf41539cfba9b4585cc0ca365
+size 17539
diff --git a/params/opt/5/rnd_search_t_lin/comb_4/trained/model.decoder.layers.9.fc2/_0.pt b/params/opt/5/rnd_search_t_lin/comb_4/trained/model.decoder.layers.9.fc2/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2d86574795c14ebd11fa6bc25246111288344f5c
--- /dev/null
+++ b/params/opt/5/rnd_search_t_lin/comb_4/trained/model.decoder.layers.9.fc2/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:26fd035f8ff0cda6faebfd2fad5ece0d223cef378db0bffc05f4e9c4f86f748a
+size 5251
diff --git a/params/opt/5/rnd_search_t_lin/comb_4/trained/model.decoder.layers.9.fc2/_s.pt b/params/opt/5/rnd_search_t_lin/comb_4/trained/model.decoder.layers.9.fc2/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a4b5d2612d569d0d72e540a474b593ab3611dc58
--- /dev/null
+++ b/params/opt/5/rnd_search_t_lin/comb_4/trained/model.decoder.layers.9.fc2/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:cf2b0fb1966e15c276ffe776edd3096957b83894ed2b829f32c3ce60d494397b
+size 5251
diff --git a/params/opt/5/rnd_search_t_lin/comb_4/trained/model.decoder.layers.9.self_attn.k_proj/_0.pt b/params/opt/5/rnd_search_t_lin/comb_4/trained/model.decoder.layers.9.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..843cc90e70a4987f21586dfb63bb25df524b2c2a
--- /dev/null
+++ b/params/opt/5/rnd_search_t_lin/comb_4/trained/model.decoder.layers.9.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0f480261f5f2a95c740dded1f3f46ce45ecc2ca9b8657bb7b23e29006ff69f2c
+size 5251
diff --git a/params/opt/5/rnd_search_t_lin/comb_4/trained/model.decoder.layers.9.self_attn.k_proj/_s.pt b/params/opt/5/rnd_search_t_lin/comb_4/trained/model.decoder.layers.9.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..6b4786031c02e34b366c120c2d7d0fed055d2729
--- /dev/null
+++ b/params/opt/5/rnd_search_t_lin/comb_4/trained/model.decoder.layers.9.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:03deaee0c9caa5c8a9e32e68c69e1815cbe78455f06fe455768dc183b856a764
+size 5251
diff --git a/params/opt/5/rnd_search_t_lin/comb_4/trained/model.decoder.layers.9.self_attn.out_proj/_0.pt b/params/opt/5/rnd_search_t_lin/comb_4/trained/model.decoder.layers.9.self_attn.out_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..f16d0cf9ffc52fdbd1e30c452c0d3856766a7e9a
--- /dev/null
+++ b/params/opt/5/rnd_search_t_lin/comb_4/trained/model.decoder.layers.9.self_attn.out_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:430125a0c450db89e92203362b105af7a659ba562342450ca0c6a0f1b01142b1
+size 5251
diff --git a/params/opt/5/rnd_search_t_lin/comb_4/trained/model.decoder.layers.9.self_attn.out_proj/_s.pt b/params/opt/5/rnd_search_t_lin/comb_4/trained/model.decoder.layers.9.self_attn.out_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..544633962762f23a300ff423e1860f787bcbbf64
--- /dev/null
+++ b/params/opt/5/rnd_search_t_lin/comb_4/trained/model.decoder.layers.9.self_attn.out_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c5fe5d32515343cceca89b118dd2344de8240cbfaf177c14850ba833060f921a
+size 5251
diff --git a/params/opt/5/rnd_search_t_lin/comb_4/trained/model.decoder.layers.9.self_attn.q_proj/_0.pt b/params/opt/5/rnd_search_t_lin/comb_4/trained/model.decoder.layers.9.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c420990b95675cec61f485eceb388b69224c0a24
--- /dev/null
+++ b/params/opt/5/rnd_search_t_lin/comb_4/trained/model.decoder.layers.9.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:964c2c7380860be7f4de24de73217126a3d9c136d774a6ecb4e7c38e575dfff9
+size 5251
diff --git a/params/opt/5/rnd_search_t_lin/comb_4/trained/model.decoder.layers.9.self_attn.q_proj/_s.pt b/params/opt/5/rnd_search_t_lin/comb_4/trained/model.decoder.layers.9.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..41f8220f8889e69602fb54e13370a6a7d1aa2cae
--- /dev/null
+++ b/params/opt/5/rnd_search_t_lin/comb_4/trained/model.decoder.layers.9.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2b64df04e827d6cbae0404f0e03d79412e0469303370fd58ceb9a0f36c5879c2
+size 5251
diff --git a/params/opt/5/rnd_search_t_lin/comb_4/trained/model.decoder.layers.9.self_attn.v_proj/_0.pt b/params/opt/5/rnd_search_t_lin/comb_4/trained/model.decoder.layers.9.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..48a1be407f7aff1c885a8dde4fbff797d89535ae
--- /dev/null
+++ b/params/opt/5/rnd_search_t_lin/comb_4/trained/model.decoder.layers.9.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:dbc7523e61cfc2d70b99a696bfd8218dcf80cf031167ae33d9cdeb6a8bf28626
+size 5251
diff --git a/params/opt/5/rnd_search_t_lin/comb_4/trained/model.decoder.layers.9.self_attn.v_proj/_s.pt b/params/opt/5/rnd_search_t_lin/comb_4/trained/model.decoder.layers.9.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..d7ca9addd9cbbffafe6a7b4c5994e8cfb9fecb77
--- /dev/null
+++ b/params/opt/5/rnd_search_t_lin/comb_4/trained/model.decoder.layers.9.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:7a87e8950bb5a17b42822f58848a667b341e9593184d290e9f59c506ce41cb40
+size 5251
diff --git a/params/opt/5/rnd_search_t_lin/comb_4/trained/model.decoder.project_in/_0.pt b/params/opt/5/rnd_search_t_lin/comb_4/trained/model.decoder.project_in/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2ac8007bf46aeae44db9761a4e74dbcd1b296bd0
--- /dev/null
+++ b/params/opt/5/rnd_search_t_lin/comb_4/trained/model.decoder.project_in/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:cbd880a2768c3380e55a8d4a89c0829f913ab7c119e2d980a670c09c7086d40c
+size 5251
diff --git a/params/opt/5/rnd_search_t_lin/comb_4/trained/model.decoder.project_in/_s.pt b/params/opt/5/rnd_search_t_lin/comb_4/trained/model.decoder.project_in/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..0a89aa46815965bfdf50d4a58706bc1a6162fbf7
--- /dev/null
+++ b/params/opt/5/rnd_search_t_lin/comb_4/trained/model.decoder.project_in/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2146d2d59fd7c51987aa05f6458e214f1c8142fa7c8fdb99fc08093709a3233b
+size 5251
diff --git a/params/opt/5/rnd_search_t_lin/comb_4/trained/model.decoder.project_out/_0.pt b/params/opt/5/rnd_search_t_lin/comb_4/trained/model.decoder.project_out/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c79e6fb966f598b0f0179b14284c8415f6d69452
--- /dev/null
+++ b/params/opt/5/rnd_search_t_lin/comb_4/trained/model.decoder.project_out/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:1d78f5060d08bac65599e848d9038cc0af649aa6aaea310e4a881a7331e1eaca
+size 3203
diff --git a/params/opt/5/rnd_search_t_lin/comb_4/trained/model.decoder.project_out/_s.pt b/params/opt/5/rnd_search_t_lin/comb_4/trained/model.decoder.project_out/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..1763522523e1fbe61ebb31e80afa8e7bbbb1e90c
--- /dev/null
+++ b/params/opt/5/rnd_search_t_lin/comb_4/trained/model.decoder.project_out/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0a665827cde633a51d7d3ae7a133af9433c071e41c7b714086e62c525bbb9d37
+size 3203
diff --git a/params/opt/5/rnd_search_t_lin/comb_4_t/global_train/lm_head/_0.pt b/params/opt/5/rnd_search_t_lin/comb_4_t/global_train/lm_head/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..0cc9156bb4933dedce9af159c05640a7a58a7235
--- /dev/null
+++ b/params/opt/5/rnd_search_t_lin/comb_4_t/global_train/lm_head/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:86f261315cfc9fa3024874b358283fc975621e9d900569794b3978b9dbf79d8c
+size 202243
diff --git a/params/opt/5/rnd_search_t_lin/comb_4_t/global_train/lm_head/_s.pt b/params/opt/5/rnd_search_t_lin/comb_4_t/global_train/lm_head/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..61c540b9849e1845247342b912e3d8f4a34f222e
--- /dev/null
+++ b/params/opt/5/rnd_search_t_lin/comb_4_t/global_train/lm_head/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:72e3c0d02b712a5ce7a84deaaf6a39b29e59146a90925d7085d33896d56f5cbb
+size 202243
diff --git a/params/opt/5/rnd_search_t_lin/comb_4_t/global_train/model.decoder.layers.0.fc1/_0.pt b/params/opt/5/rnd_search_t_lin/comb_4_t/global_train/model.decoder.layers.0.fc1/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..96b530985f36160a88bc75761eb27b0676232a9d
--- /dev/null
+++ b/params/opt/5/rnd_search_t_lin/comb_4_t/global_train/model.decoder.layers.0.fc1/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:3aa5ea86ba00488296e8c4cf53badc81610db69c0906736a828e2b4bd6e2995a
+size 17539
diff --git a/params/opt/5/rnd_search_t_lin/comb_4_t/global_train/model.decoder.layers.0.fc1/_s.pt b/params/opt/5/rnd_search_t_lin/comb_4_t/global_train/model.decoder.layers.0.fc1/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e3c645582fad7b6c41800e9540069e1f9c996c44
--- /dev/null
+++ b/params/opt/5/rnd_search_t_lin/comb_4_t/global_train/model.decoder.layers.0.fc1/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:10acb394c6621e982d8afec61d909c79a6c321f403e29b6f67ca9ed1079f1a27
+size 17539
diff --git a/params/opt/5/rnd_search_t_lin/comb_4_t/global_train/model.decoder.layers.0.fc2/_0.pt b/params/opt/5/rnd_search_t_lin/comb_4_t/global_train/model.decoder.layers.0.fc2/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..1c2e796e40064cf6b6e7d1121a7289c006812d1e
--- /dev/null
+++ b/params/opt/5/rnd_search_t_lin/comb_4_t/global_train/model.decoder.layers.0.fc2/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5a653f78a0ca968dd79909cde9a535fadedcd320a7a543180b96d3045d2c527e
+size 5251
diff --git a/params/opt/5/rnd_search_t_lin/comb_4_t/global_train/model.decoder.layers.0.fc2/_s.pt b/params/opt/5/rnd_search_t_lin/comb_4_t/global_train/model.decoder.layers.0.fc2/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..507171c6e93a8f69a7b191a098cb1ddf4cba127b
--- /dev/null
+++ b/params/opt/5/rnd_search_t_lin/comb_4_t/global_train/model.decoder.layers.0.fc2/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0ae0537804747453211576813c47120eda68ecc8503d0474aad448e52cc0bb71
+size 5251
diff --git a/params/opt/5/rnd_search_t_lin/comb_4_t/global_train/model.decoder.layers.0.self_attn.k_proj/_0.pt b/params/opt/5/rnd_search_t_lin/comb_4_t/global_train/model.decoder.layers.0.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..3065227e54f106520ea1f00db4957feac25a0ab5
--- /dev/null
+++ b/params/opt/5/rnd_search_t_lin/comb_4_t/global_train/model.decoder.layers.0.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:fd6e433948e2c174ffc21adf66a797a6a8de03144969c5d4b2342626063b78e1
+size 5251
diff --git a/params/opt/5/rnd_search_t_lin/comb_4_t/global_train/model.decoder.layers.0.self_attn.k_proj/_s.pt b/params/opt/5/rnd_search_t_lin/comb_4_t/global_train/model.decoder.layers.0.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..b87676ae98008088ea46a8f322d87e32a8b19523
--- /dev/null
+++ b/params/opt/5/rnd_search_t_lin/comb_4_t/global_train/model.decoder.layers.0.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:8565686100175da42e731c10942e042641bcbb41e33ad247ac221319718db3e5
+size 5251
diff --git a/params/opt/5/rnd_search_t_lin/comb_4_t/global_train/model.decoder.layers.0.self_attn.out_proj/_0.pt b/params/opt/5/rnd_search_t_lin/comb_4_t/global_train/model.decoder.layers.0.self_attn.out_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..d7e7816f2a7a5cd359bd61dcc50975547adab84c
--- /dev/null
+++ b/params/opt/5/rnd_search_t_lin/comb_4_t/global_train/model.decoder.layers.0.self_attn.out_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b193642216325e5faec842c06878e38f801c3f0daa45752974cb2b62c7426f7f
+size 5251
diff --git a/params/opt/5/rnd_search_t_lin/comb_4_t/global_train/model.decoder.layers.0.self_attn.out_proj/_s.pt b/params/opt/5/rnd_search_t_lin/comb_4_t/global_train/model.decoder.layers.0.self_attn.out_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..de4eca869d4659f38120052df849055dcca6e9ff
--- /dev/null
+++ b/params/opt/5/rnd_search_t_lin/comb_4_t/global_train/model.decoder.layers.0.self_attn.out_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:1adf0559540320f6e851ae43db2705ca81862b9a70f0583df170319dfd20b487
+size 5251
diff --git a/params/opt/5/rnd_search_t_lin/comb_4_t/global_train/model.decoder.layers.0.self_attn.q_proj/_0.pt b/params/opt/5/rnd_search_t_lin/comb_4_t/global_train/model.decoder.layers.0.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..b45c5c64496691db54c3fe75c110108e709f1a87
--- /dev/null
+++ b/params/opt/5/rnd_search_t_lin/comb_4_t/global_train/model.decoder.layers.0.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:72301ea91b2b43d563a43d05558f9e8a02e0f9e14f07ab742847b49200615753
+size 5251
diff --git a/params/opt/5/rnd_search_t_lin/comb_4_t/global_train/model.decoder.layers.0.self_attn.q_proj/_s.pt b/params/opt/5/rnd_search_t_lin/comb_4_t/global_train/model.decoder.layers.0.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..17fc9364f783c6f9f68fe2eda074cc7ced061961
--- /dev/null
+++ b/params/opt/5/rnd_search_t_lin/comb_4_t/global_train/model.decoder.layers.0.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e18ac81d084c19552b514c661913aa6eb0bd3cbb8a11d17eba5d59d378fe768e
+size 5251
diff --git a/params/opt/5/rnd_search_t_lin/comb_4_t/global_train/model.decoder.layers.0.self_attn.v_proj/_0.pt b/params/opt/5/rnd_search_t_lin/comb_4_t/global_train/model.decoder.layers.0.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..1b40b48e12816676308a2cd1a10f1d0cfd0e439f
--- /dev/null
+++ b/params/opt/5/rnd_search_t_lin/comb_4_t/global_train/model.decoder.layers.0.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:df3c300ff5100ec8f0aacdd2d581f2c973391ef20ab8df8de77dc93177600ea6
+size 5251
diff --git a/params/opt/5/rnd_search_t_lin/comb_4_t/global_train/model.decoder.layers.0.self_attn.v_proj/_s.pt b/params/opt/5/rnd_search_t_lin/comb_4_t/global_train/model.decoder.layers.0.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c746362d7c92c89a1c5e2d356a160cd6ae052cc6
--- /dev/null
+++ b/params/opt/5/rnd_search_t_lin/comb_4_t/global_train/model.decoder.layers.0.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f64f6eb06d99870734e4ae9c2887bf7bd71cb07d3955acede2a956a99f791f42
+size 5251
diff --git a/params/opt/5/rnd_search_t_lin/comb_4_t/global_train/model.decoder.layers.1.fc1/_0.pt b/params/opt/5/rnd_search_t_lin/comb_4_t/global_train/model.decoder.layers.1.fc1/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e1f2c6d0656bb2f08c08e6bca44a12fff222e46d
--- /dev/null
+++ b/params/opt/5/rnd_search_t_lin/comb_4_t/global_train/model.decoder.layers.1.fc1/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:80d8fedacbd16bccecc17ae5efcb8790ff04149fa366ac18aeac546e20f60e74
+size 17539
diff --git a/params/opt/5/rnd_search_t_lin/comb_4_t/global_train/model.decoder.layers.1.fc1/_s.pt b/params/opt/5/rnd_search_t_lin/comb_4_t/global_train/model.decoder.layers.1.fc1/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..501fc967ac5fe4ab516117f4e3721485583c6192
--- /dev/null
+++ b/params/opt/5/rnd_search_t_lin/comb_4_t/global_train/model.decoder.layers.1.fc1/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ed75d1c704e977f5de5b65ea65d5408a7f5090e072602ccfb5ee23cbee284d29
+size 17539
diff --git a/params/opt/5/rnd_search_t_lin/comb_4_t/global_train/model.decoder.layers.1.fc2/_0.pt b/params/opt/5/rnd_search_t_lin/comb_4_t/global_train/model.decoder.layers.1.fc2/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..64931802baf6a30efa11bda6f9e66ad04bc64a12
--- /dev/null
+++ b/params/opt/5/rnd_search_t_lin/comb_4_t/global_train/model.decoder.layers.1.fc2/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c5686cd9e3e1e3439e9c4d7f0a5b7c84eb2a24fba73ffa22f14439a7f51c4f0f
+size 5251
diff --git a/params/opt/5/rnd_search_t_lin/comb_4_t/global_train/model.decoder.layers.1.fc2/_s.pt b/params/opt/5/rnd_search_t_lin/comb_4_t/global_train/model.decoder.layers.1.fc2/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..330c51f9b125ea2629d72a93ebe6fb31a1a2e705
--- /dev/null
+++ b/params/opt/5/rnd_search_t_lin/comb_4_t/global_train/model.decoder.layers.1.fc2/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e2d234aac7212cfcf01e2f0c37c66f49309662a0af01b1b72a001abe1f838d55
+size 5251
diff --git a/params/opt/5/rnd_search_t_lin/comb_4_t/global_train/model.decoder.layers.1.self_attn.k_proj/_0.pt b/params/opt/5/rnd_search_t_lin/comb_4_t/global_train/model.decoder.layers.1.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2ddd41d0b934814be54d48413dc5c646d5b9a812
--- /dev/null
+++ b/params/opt/5/rnd_search_t_lin/comb_4_t/global_train/model.decoder.layers.1.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f605031e811617774c4ad22ede774e065e6aeb7383b5ea9a013138d51a7b398d
+size 5251
diff --git a/params/opt/5/rnd_search_t_lin/comb_4_t/global_train/model.decoder.layers.1.self_attn.k_proj/_s.pt b/params/opt/5/rnd_search_t_lin/comb_4_t/global_train/model.decoder.layers.1.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..14b1d151f67cd82b3ab740aafcc44d2e5271fa8e
--- /dev/null
+++ b/params/opt/5/rnd_search_t_lin/comb_4_t/global_train/model.decoder.layers.1.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:4e3b8946270d38f73f4fb45bdefec3316b002449264ac55b2b50d1dda6ec8060
+size 5251
diff --git a/params/opt/5/rnd_search_t_lin/comb_4_t/global_train/model.decoder.layers.1.self_attn.out_proj/_0.pt b/params/opt/5/rnd_search_t_lin/comb_4_t/global_train/model.decoder.layers.1.self_attn.out_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..39c285ba4f2174088d2c85bad0ebd0a13a4976bf
--- /dev/null
+++ b/params/opt/5/rnd_search_t_lin/comb_4_t/global_train/model.decoder.layers.1.self_attn.out_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:05717181eca5157fc5551ee9c77f8d4e3fa10b5c78fa7961930a40909c63191f
+size 5251
diff --git a/params/opt/5/rnd_search_t_lin/comb_4_t/global_train/model.decoder.layers.1.self_attn.out_proj/_s.pt b/params/opt/5/rnd_search_t_lin/comb_4_t/global_train/model.decoder.layers.1.self_attn.out_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..54e1a3884590ab3733fc04b8f3877c0eb511264c
--- /dev/null
+++ b/params/opt/5/rnd_search_t_lin/comb_4_t/global_train/model.decoder.layers.1.self_attn.out_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:4042cbee04a8ab998bb81bcf8752ea637a31323da1c098eefd58bae925ab4ebd
+size 5251
diff --git a/params/opt/5/rnd_search_t_lin/comb_4_t/global_train/model.decoder.layers.1.self_attn.q_proj/_0.pt b/params/opt/5/rnd_search_t_lin/comb_4_t/global_train/model.decoder.layers.1.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8c2df09a85bcccabea7689cefcce7e2b8b7f93e3
--- /dev/null
+++ b/params/opt/5/rnd_search_t_lin/comb_4_t/global_train/model.decoder.layers.1.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:3427630949975ef74ce796f4328b75430c0d3f4a590d8deb0c43898619599d3a
+size 5251
diff --git a/params/opt/5/rnd_search_t_lin/comb_4_t/global_train/model.decoder.layers.1.self_attn.q_proj/_s.pt b/params/opt/5/rnd_search_t_lin/comb_4_t/global_train/model.decoder.layers.1.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..57b6206fd676074b1f4cd0bd1e1815b05d3229df
--- /dev/null
+++ b/params/opt/5/rnd_search_t_lin/comb_4_t/global_train/model.decoder.layers.1.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:3a1a58709c045119232eec717159dc7aae65f54011c90f420d4cde5c418e06ce
+size 5251
diff --git a/params/opt/5/rnd_search_t_lin/comb_4_t/global_train/model.decoder.layers.1.self_attn.v_proj/_0.pt b/params/opt/5/rnd_search_t_lin/comb_4_t/global_train/model.decoder.layers.1.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..d598d47cdb6efbbc08998d85bdcf5e6b8182b022
--- /dev/null
+++ b/params/opt/5/rnd_search_t_lin/comb_4_t/global_train/model.decoder.layers.1.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2eb160adc19bc1d2bbd49e37d25f65f4c60e3ca672a1bf4ecd3e0aace9cde155
+size 5251
diff --git a/params/opt/5/rnd_search_t_lin/comb_4_t/global_train/model.decoder.layers.1.self_attn.v_proj/_s.pt b/params/opt/5/rnd_search_t_lin/comb_4_t/global_train/model.decoder.layers.1.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..70de9247fa8e94aa738d6d322bf8238d98a9312e
--- /dev/null
+++ b/params/opt/5/rnd_search_t_lin/comb_4_t/global_train/model.decoder.layers.1.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a096f8c99c49be63e9024eefeffbeca9c9fa9d5902d2f000cc41607cff4658f9
+size 5251
diff --git a/params/opt/5/rnd_search_t_lin/comb_4_t/global_train/model.decoder.layers.10.fc1/_0.pt b/params/opt/5/rnd_search_t_lin/comb_4_t/global_train/model.decoder.layers.10.fc1/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..b46d6138aa3707f6116eb12d12ef2bee77cfcf48
--- /dev/null
+++ b/params/opt/5/rnd_search_t_lin/comb_4_t/global_train/model.decoder.layers.10.fc1/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:1cd60201993f36c59ffc3b8ae8c348828e3812ed7b67557988106cd968d7444e
+size 17539
diff --git a/params/opt/5/rnd_search_t_lin/comb_4_t/global_train/model.decoder.layers.10.fc1/_s.pt b/params/opt/5/rnd_search_t_lin/comb_4_t/global_train/model.decoder.layers.10.fc1/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4e01d434b5c89b427f0f0518f91eb9762295c509
--- /dev/null
+++ b/params/opt/5/rnd_search_t_lin/comb_4_t/global_train/model.decoder.layers.10.fc1/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:aa6d7417741d3438f901cb55aa988861a41653c2b2c64f8018956f785075f5de
+size 17539
diff --git a/params/opt/5/rnd_search_t_lin/comb_4_t/global_train/model.decoder.layers.10.fc2/_0.pt b/params/opt/5/rnd_search_t_lin/comb_4_t/global_train/model.decoder.layers.10.fc2/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..34296292d25abe3ecd244ab28bffc6114e3b3ef3
--- /dev/null
+++ b/params/opt/5/rnd_search_t_lin/comb_4_t/global_train/model.decoder.layers.10.fc2/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ba41d61bb2abf43416b59b89be7dea4085de92e693517be30f92c95c268669e5
+size 5251
diff --git a/params/opt/5/rnd_search_t_lin/comb_4_t/global_train/model.decoder.layers.10.fc2/_s.pt b/params/opt/5/rnd_search_t_lin/comb_4_t/global_train/model.decoder.layers.10.fc2/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..96f6e45e4603236a1c3eeeee5e6b920a9a3ce49c
--- /dev/null
+++ b/params/opt/5/rnd_search_t_lin/comb_4_t/global_train/model.decoder.layers.10.fc2/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0f19d315c9183c1900bff202fdec5fdb60b351f04a81333d8c1562ae946e0edd
+size 5251
diff --git a/params/opt/5/rnd_search_t_lin/comb_4_t/global_train/model.decoder.layers.10.self_attn.k_proj/_0.pt b/params/opt/5/rnd_search_t_lin/comb_4_t/global_train/model.decoder.layers.10.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ae0aa8954cf8a7198671120816be62b4fdeb1b35
--- /dev/null
+++ b/params/opt/5/rnd_search_t_lin/comb_4_t/global_train/model.decoder.layers.10.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:38e0a6eedf88a3944c4315caab773174b8d3a186b0ee5ad213d65d44ef7dfe2a
+size 5251
diff --git a/params/opt/5/rnd_search_t_lin/comb_4_t/global_train/model.decoder.layers.10.self_attn.k_proj/_s.pt b/params/opt/5/rnd_search_t_lin/comb_4_t/global_train/model.decoder.layers.10.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..d8e37ae800cc92498e00d91c7d99ea2eabb00ebb
--- /dev/null
+++ b/params/opt/5/rnd_search_t_lin/comb_4_t/global_train/model.decoder.layers.10.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:29074dcf2f772dc8642b05f245bf64e7e6268733907e9e124609066bb6a9101d
+size 5251
diff --git a/params/opt/5/rnd_search_t_lin/comb_4_t/global_train/model.decoder.layers.10.self_attn.out_proj/_0.pt b/params/opt/5/rnd_search_t_lin/comb_4_t/global_train/model.decoder.layers.10.self_attn.out_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a3b0daf3fd4572ad787e08b6c90a7f0eb970d91c
--- /dev/null
+++ b/params/opt/5/rnd_search_t_lin/comb_4_t/global_train/model.decoder.layers.10.self_attn.out_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:90580b8b433d5e53ab4e467b069831f8f8eaf5d4275a3d4e12ea3d90f971ef0b
+size 5251
diff --git a/params/opt/5/rnd_search_t_lin/comb_4_t/global_train/model.decoder.layers.10.self_attn.out_proj/_s.pt b/params/opt/5/rnd_search_t_lin/comb_4_t/global_train/model.decoder.layers.10.self_attn.out_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..75ee2ec880dfd3501abe75dd461a9f3002799ec0
--- /dev/null
+++ b/params/opt/5/rnd_search_t_lin/comb_4_t/global_train/model.decoder.layers.10.self_attn.out_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c4c596442e55effcc1b098cdcce066481f3ceec343735c72376d54b9b44894cd
+size 5251
diff --git a/params/opt/5/rnd_search_t_lin/comb_4_t/global_train/model.decoder.layers.10.self_attn.q_proj/_0.pt b/params/opt/5/rnd_search_t_lin/comb_4_t/global_train/model.decoder.layers.10.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..9401b1f92adca1013d2c893c48c470c2db9c722a
--- /dev/null
+++ b/params/opt/5/rnd_search_t_lin/comb_4_t/global_train/model.decoder.layers.10.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:87804057cc417943e70298edcb558ebf6fe3bb1dbfd3c7280f19a7e5603318ee
+size 5251
diff --git a/params/opt/5/rnd_search_t_lin/comb_4_t/global_train/model.decoder.layers.10.self_attn.q_proj/_s.pt b/params/opt/5/rnd_search_t_lin/comb_4_t/global_train/model.decoder.layers.10.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..863f457a74db03bd49253114ea6952bc5f737249
--- /dev/null
+++ b/params/opt/5/rnd_search_t_lin/comb_4_t/global_train/model.decoder.layers.10.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:92403ef12a8c26090e1dd53dcecbe774f48fbe17acfcfef5911b7524feef8120
+size 5251
diff --git a/params/opt/5/rnd_search_t_lin/comb_4_t/global_train/model.decoder.layers.10.self_attn.v_proj/_0.pt b/params/opt/5/rnd_search_t_lin/comb_4_t/global_train/model.decoder.layers.10.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..120935b2816d4207373c62213988d866987a8b64
--- /dev/null
+++ b/params/opt/5/rnd_search_t_lin/comb_4_t/global_train/model.decoder.layers.10.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:7bc52dcaf33e6bcca30403b74085804ad6d3c48f38aa9b62905bb719aa7100dd
+size 5251
diff --git a/params/opt/5/rnd_search_t_lin/comb_4_t/global_train/model.decoder.layers.10.self_attn.v_proj/_s.pt b/params/opt/5/rnd_search_t_lin/comb_4_t/global_train/model.decoder.layers.10.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..208ff880255c5eacb2d67c65cda2c9f1683e94b8
--- /dev/null
+++ b/params/opt/5/rnd_search_t_lin/comb_4_t/global_train/model.decoder.layers.10.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:478f3f13aa7401f7cc4a1c42ce44e9feb7aab70eccc16dba641014d2177da5f4
+size 5251
diff --git a/params/opt/5/rnd_search_t_lin/comb_4_t/global_train/model.decoder.layers.11.fc1/_0.pt b/params/opt/5/rnd_search_t_lin/comb_4_t/global_train/model.decoder.layers.11.fc1/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..01ae05436744acca234ec33756392e14a434fee0
--- /dev/null
+++ b/params/opt/5/rnd_search_t_lin/comb_4_t/global_train/model.decoder.layers.11.fc1/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:cd4c09edd5dec9a0f7128b30de326765baba4513ffc46f261a2f0c12464dedc1
+size 17539
diff --git a/params/opt/5/rnd_search_t_lin/comb_4_t/global_train/model.decoder.layers.11.fc1/_s.pt b/params/opt/5/rnd_search_t_lin/comb_4_t/global_train/model.decoder.layers.11.fc1/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a6d11bbcf1de13917b21389fde26dc0626d74490
--- /dev/null
+++ b/params/opt/5/rnd_search_t_lin/comb_4_t/global_train/model.decoder.layers.11.fc1/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:469a20f71d019ac41a0c930499739d919c181c85eab74932b28300bb68235ee4
+size 17539
diff --git a/params/opt/5/rnd_search_t_lin/comb_4_t/global_train/model.decoder.layers.11.fc2/_0.pt b/params/opt/5/rnd_search_t_lin/comb_4_t/global_train/model.decoder.layers.11.fc2/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2e9da16d007a5a01146a7648a9568f7ffee34eb0
--- /dev/null
+++ b/params/opt/5/rnd_search_t_lin/comb_4_t/global_train/model.decoder.layers.11.fc2/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:9a32637e3d5401cfee6ad69dc71751b5afc1b31a7b3523884f9eadb220238a70
+size 5251
diff --git a/params/opt/5/rnd_search_t_lin/comb_4_t/global_train/model.decoder.layers.11.fc2/_s.pt b/params/opt/5/rnd_search_t_lin/comb_4_t/global_train/model.decoder.layers.11.fc2/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..5fd20c9484e8d074c3c44bc0e70dfee26f241114
--- /dev/null
+++ b/params/opt/5/rnd_search_t_lin/comb_4_t/global_train/model.decoder.layers.11.fc2/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:dfe23e40f4d08e5edbfa84b42327c949b44bd12a82e529d3f0df07f75591d96d
+size 5251
diff --git a/params/opt/5/rnd_search_t_lin/comb_4_t/global_train/model.decoder.layers.11.self_attn.k_proj/_0.pt b/params/opt/5/rnd_search_t_lin/comb_4_t/global_train/model.decoder.layers.11.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8fdf48d4fed65160141286fd87749d030bc7835a
--- /dev/null
+++ b/params/opt/5/rnd_search_t_lin/comb_4_t/global_train/model.decoder.layers.11.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:9874847a43fbd6b14bab1a451a99d227fbedbfb0d47361c05f08abe1eaf9aecb
+size 5251
diff --git a/params/opt/5/rnd_search_t_lin/comb_4_t/global_train/model.decoder.layers.11.self_attn.k_proj/_s.pt b/params/opt/5/rnd_search_t_lin/comb_4_t/global_train/model.decoder.layers.11.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..52acf5d20beb0273ae56c746ed70ed6e857b687b
--- /dev/null
+++ b/params/opt/5/rnd_search_t_lin/comb_4_t/global_train/model.decoder.layers.11.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:673d88f19562a2a1db3db9a6553db7b7a90893e23b0a5665310e6484e88210db
+size 5251
diff --git a/params/opt/5/rnd_search_t_lin/comb_4_t/global_train/model.decoder.layers.11.self_attn.out_proj/_0.pt b/params/opt/5/rnd_search_t_lin/comb_4_t/global_train/model.decoder.layers.11.self_attn.out_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..cad191e09b2e84fa2f63013427a63c61c0a67f10
--- /dev/null
+++ b/params/opt/5/rnd_search_t_lin/comb_4_t/global_train/model.decoder.layers.11.self_attn.out_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b0191bd57b43665a1a17409ddbf53565467de500e85c51fb9034406a10627d07
+size 5251
diff --git a/params/opt/5/rnd_search_t_lin/comb_4_t/global_train/model.decoder.layers.11.self_attn.out_proj/_s.pt b/params/opt/5/rnd_search_t_lin/comb_4_t/global_train/model.decoder.layers.11.self_attn.out_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ecf0ab9b9c8dea86c6167f5157cbb0fc9ceae10c
--- /dev/null
+++ b/params/opt/5/rnd_search_t_lin/comb_4_t/global_train/model.decoder.layers.11.self_attn.out_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:95fb7f00e0e8569b2dfdc6674b85db6a2585a3b4a9a05053131ec7c1dd27266f
+size 5251
diff --git a/params/opt/5/rnd_search_t_lin/comb_4_t/global_train/model.decoder.layers.11.self_attn.q_proj/_0.pt b/params/opt/5/rnd_search_t_lin/comb_4_t/global_train/model.decoder.layers.11.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..7693875d53ce9abd2d9956311d7281c9cc104a48
--- /dev/null
+++ b/params/opt/5/rnd_search_t_lin/comb_4_t/global_train/model.decoder.layers.11.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:3a868d790e7525220b1228d50ade46d93f17366c4e8e951e4f60539038508bf4
+size 5251
diff --git a/params/opt/5/rnd_search_t_lin/comb_4_t/global_train/model.decoder.layers.11.self_attn.q_proj/_s.pt b/params/opt/5/rnd_search_t_lin/comb_4_t/global_train/model.decoder.layers.11.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c0bbca1eb9132dc24e0d8f2933b5b9eda1101a9b
--- /dev/null
+++ b/params/opt/5/rnd_search_t_lin/comb_4_t/global_train/model.decoder.layers.11.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ddfa0f00d018dccf3afa468db0a9771f405fbe858be54fb7f9e94de86f4b519f
+size 5251
diff --git a/params/opt/5/rnd_search_t_lin/comb_4_t/global_train/model.decoder.layers.11.self_attn.v_proj/_0.pt b/params/opt/5/rnd_search_t_lin/comb_4_t/global_train/model.decoder.layers.11.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..f5c553f6923ea7c4622bf1f0e88ec90c03474ed7
--- /dev/null
+++ b/params/opt/5/rnd_search_t_lin/comb_4_t/global_train/model.decoder.layers.11.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:bce07bd2e4388011420c7531ca0a945831487e97fe404183bc913c565a4f071d
+size 5251
diff --git a/params/opt/5/rnd_search_t_lin/comb_4_t/global_train/model.decoder.layers.11.self_attn.v_proj/_s.pt b/params/opt/5/rnd_search_t_lin/comb_4_t/global_train/model.decoder.layers.11.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e37a3d887d763270e571cdbe22a2a40deac07f96
--- /dev/null
+++ b/params/opt/5/rnd_search_t_lin/comb_4_t/global_train/model.decoder.layers.11.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:4ec724345d4383cbfb7dfd224adcf719146d8748fa92f8df6abb79672e1d5f93
+size 5251
diff --git a/params/opt/5/rnd_search_t_lin/comb_4_t/global_train/model.decoder.layers.12.fc1/_0.pt b/params/opt/5/rnd_search_t_lin/comb_4_t/global_train/model.decoder.layers.12.fc1/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..92969216fb5c0f99c28b2033a72d16ee3db0170a
--- /dev/null
+++ b/params/opt/5/rnd_search_t_lin/comb_4_t/global_train/model.decoder.layers.12.fc1/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f584bbdd6e6d4cc60b9b875273278a358516a275a19deeac09056ae75bc4d890
+size 17539
diff --git a/params/opt/5/rnd_search_t_lin/comb_4_t/global_train/model.decoder.layers.12.fc1/_s.pt b/params/opt/5/rnd_search_t_lin/comb_4_t/global_train/model.decoder.layers.12.fc1/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..afd419860c64554aea0b2af6d38d670df0ca3bbf
--- /dev/null
+++ b/params/opt/5/rnd_search_t_lin/comb_4_t/global_train/model.decoder.layers.12.fc1/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:165a43d75b45efb85ec10f42ddbec4d88edb253f8732391fedab4f379a0651ca
+size 17539
diff --git a/params/opt/5/rnd_search_t_lin/comb_4_t/global_train/model.decoder.layers.12.fc2/_0.pt b/params/opt/5/rnd_search_t_lin/comb_4_t/global_train/model.decoder.layers.12.fc2/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..cdba4994a5064414d8a1cebebaf9cb780a1e675b
--- /dev/null
+++ b/params/opt/5/rnd_search_t_lin/comb_4_t/global_train/model.decoder.layers.12.fc2/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:6d9e12c7562662e45d280239390ecb1c41e99eca8523cdb4b8e32dd804335138
+size 5251
diff --git a/params/opt/5/rnd_search_t_lin/comb_4_t/global_train/model.decoder.layers.12.fc2/_s.pt b/params/opt/5/rnd_search_t_lin/comb_4_t/global_train/model.decoder.layers.12.fc2/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..d29e034f20c4e331c916cb951a376cdb620c87a2
--- /dev/null
+++ b/params/opt/5/rnd_search_t_lin/comb_4_t/global_train/model.decoder.layers.12.fc2/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:1f5f512f650fdac95435982cd5d2b5c3921c85060cfd3c71cb0e6f9ce88a14c2
+size 5251
diff --git a/params/opt/5/rnd_search_t_lin/comb_4_t/global_train/model.decoder.layers.12.self_attn.k_proj/_0.pt b/params/opt/5/rnd_search_t_lin/comb_4_t/global_train/model.decoder.layers.12.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..754be13fdea3a66e9660aa140a772d65beca943e
--- /dev/null
+++ b/params/opt/5/rnd_search_t_lin/comb_4_t/global_train/model.decoder.layers.12.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e237fd34b099f17c1adc56029170befce3e6b31b0e2e0c45ce80e8df6de83d98
+size 5251
diff --git a/params/opt/5/rnd_search_t_lin/comb_4_t/global_train/model.decoder.layers.12.self_attn.k_proj/_s.pt b/params/opt/5/rnd_search_t_lin/comb_4_t/global_train/model.decoder.layers.12.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..5eb819881f8eb1b3704c4557316844fc983afaed
--- /dev/null
+++ b/params/opt/5/rnd_search_t_lin/comb_4_t/global_train/model.decoder.layers.12.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f4630e9cce6531ab0e46333ac4b114de3e649be4894c43f0a5435406dbf8e1b3
+size 5251
diff --git a/params/opt/5/rnd_search_t_lin/comb_4_t/global_train/model.decoder.layers.12.self_attn.out_proj/_0.pt b/params/opt/5/rnd_search_t_lin/comb_4_t/global_train/model.decoder.layers.12.self_attn.out_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..5d7e2f9cdcfe90b113bce412bbe4d72aad3a83cf
--- /dev/null
+++ b/params/opt/5/rnd_search_t_lin/comb_4_t/global_train/model.decoder.layers.12.self_attn.out_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:3dccf95034ff6d136e7024277a50e3c50ea04136d2c3ba795acc6512fcfb7d5d
+size 5251
diff --git a/params/opt/5/rnd_search_t_lin/comb_4_t/global_train/model.decoder.layers.12.self_attn.out_proj/_s.pt b/params/opt/5/rnd_search_t_lin/comb_4_t/global_train/model.decoder.layers.12.self_attn.out_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..cf0ff0cb982335a79e423ba025db8fae826fbab1
--- /dev/null
+++ b/params/opt/5/rnd_search_t_lin/comb_4_t/global_train/model.decoder.layers.12.self_attn.out_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:cad57555bcc188213b97a0c26f419d32c8ade7aecf1681332109dbe7d88f8951
+size 5251
diff --git a/params/opt/5/rnd_search_t_lin/comb_4_t/global_train/model.decoder.layers.12.self_attn.q_proj/_0.pt b/params/opt/5/rnd_search_t_lin/comb_4_t/global_train/model.decoder.layers.12.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..cd4c3dab8f8e86041cfafca67b1f1aa585e43a3e
--- /dev/null
+++ b/params/opt/5/rnd_search_t_lin/comb_4_t/global_train/model.decoder.layers.12.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b4130cb246a68c7f34cba1ce65674a6777afb9372be90690a0d9821616114158
+size 5251
diff --git a/params/opt/5/rnd_search_t_lin/comb_4_t/global_train/model.decoder.layers.12.self_attn.q_proj/_s.pt b/params/opt/5/rnd_search_t_lin/comb_4_t/global_train/model.decoder.layers.12.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..0ebad2e2f2d92667338f32a35b1b6d8c82e9d294
--- /dev/null
+++ b/params/opt/5/rnd_search_t_lin/comb_4_t/global_train/model.decoder.layers.12.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f8d99e6ba2e8e92b630cf8fa00681eb192de00312bd954396465d4741ca7bf55
+size 5251
diff --git a/params/opt/5/rnd_search_t_lin/comb_4_t/global_train/model.decoder.layers.12.self_attn.v_proj/_0.pt b/params/opt/5/rnd_search_t_lin/comb_4_t/global_train/model.decoder.layers.12.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a62fcf21befec5e8192b1d52511749e8249d0355
--- /dev/null
+++ b/params/opt/5/rnd_search_t_lin/comb_4_t/global_train/model.decoder.layers.12.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:bfa8542f9f7dc1983496436c35c6d30439bc4cebaa38103ee92f102829ce03a2
+size 5251
diff --git a/params/opt/5/rnd_search_t_lin/comb_4_t/global_train/model.decoder.layers.12.self_attn.v_proj/_s.pt b/params/opt/5/rnd_search_t_lin/comb_4_t/global_train/model.decoder.layers.12.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..0a8cdf66919826971bd1a2bcf40ba3476a649adb
--- /dev/null
+++ b/params/opt/5/rnd_search_t_lin/comb_4_t/global_train/model.decoder.layers.12.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:eac48d2951852af420713a2bc26b8218f095784020e3283dccc29c111dac379f
+size 5251
diff --git a/params/opt/5/rnd_search_t_lin/comb_4_t/global_train/model.decoder.layers.13.fc1/_0.pt b/params/opt/5/rnd_search_t_lin/comb_4_t/global_train/model.decoder.layers.13.fc1/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a543b7b8d5833c35693a8c5f4f2f66102ea4a01c
--- /dev/null
+++ b/params/opt/5/rnd_search_t_lin/comb_4_t/global_train/model.decoder.layers.13.fc1/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0203948200c3e4056f79b98e905e652f87b7829bb0fd8fd70d962f4f77dc8286
+size 17539
diff --git a/params/opt/5/rnd_search_t_lin/comb_4_t/global_train/model.decoder.layers.13.fc1/_s.pt b/params/opt/5/rnd_search_t_lin/comb_4_t/global_train/model.decoder.layers.13.fc1/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..144ac5c28bb9f646bff43d4ab9cb73062d4459be
--- /dev/null
+++ b/params/opt/5/rnd_search_t_lin/comb_4_t/global_train/model.decoder.layers.13.fc1/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5070438919fbb844970cd4117bebfa60fda2519aee10797e54992fb0ce047edd
+size 17539
diff --git a/params/opt/5/rnd_search_t_lin/comb_4_t/global_train/model.decoder.layers.13.fc2/_0.pt b/params/opt/5/rnd_search_t_lin/comb_4_t/global_train/model.decoder.layers.13.fc2/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..1c58de309f9c00e25137d8d8a72dde2ad4c89b3d
--- /dev/null
+++ b/params/opt/5/rnd_search_t_lin/comb_4_t/global_train/model.decoder.layers.13.fc2/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:719e344d4bc2e8f82d2ea0ded5c2ea61185f0a9788a04c4999ca8b3255563d1d
+size 5251
diff --git a/params/opt/5/rnd_search_t_lin/comb_4_t/global_train/model.decoder.layers.13.fc2/_s.pt b/params/opt/5/rnd_search_t_lin/comb_4_t/global_train/model.decoder.layers.13.fc2/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..d9504ad6d1aa9b48e3297f7bffabe220259bdf30
--- /dev/null
+++ b/params/opt/5/rnd_search_t_lin/comb_4_t/global_train/model.decoder.layers.13.fc2/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:602f6fd6f867239cb8a218920a0a545cfd462bbd02637113d5614ed7f0e89fd7
+size 5251
diff --git a/params/opt/5/rnd_search_t_lin/comb_4_t/global_train/model.decoder.layers.13.self_attn.k_proj/_0.pt b/params/opt/5/rnd_search_t_lin/comb_4_t/global_train/model.decoder.layers.13.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ae0037603f2a14ee4438fa99f6222318fde46ce6
--- /dev/null
+++ b/params/opt/5/rnd_search_t_lin/comb_4_t/global_train/model.decoder.layers.13.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:96d561d850a537a0fd74b2fa4676a393d3f933ed4a7066e56bc62ede2e8eccaf
+size 5251
diff --git a/params/opt/5/rnd_search_t_lin/comb_4_t/global_train/model.decoder.layers.13.self_attn.k_proj/_s.pt b/params/opt/5/rnd_search_t_lin/comb_4_t/global_train/model.decoder.layers.13.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2b0a746d1c99e30b13028161c98e9bc7daabaca8
--- /dev/null
+++ b/params/opt/5/rnd_search_t_lin/comb_4_t/global_train/model.decoder.layers.13.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d6beada854a73410fa3a589e7457fc43eb5d8ea06f5e8aaa6e617c68db10dd3d
+size 5251
diff --git a/params/opt/5/rnd_search_t_lin/comb_4_t/global_train/model.decoder.layers.13.self_attn.out_proj/_0.pt b/params/opt/5/rnd_search_t_lin/comb_4_t/global_train/model.decoder.layers.13.self_attn.out_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..6bb7ef5723bf3da5c76c79a57e80c1c33e979e21
--- /dev/null
+++ b/params/opt/5/rnd_search_t_lin/comb_4_t/global_train/model.decoder.layers.13.self_attn.out_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:9b848d98857268e2b568fa038ff55e1fa0bd3dff44d893c038122d745698ae48
+size 5251
diff --git a/params/opt/5/rnd_search_t_lin/comb_4_t/global_train/model.decoder.layers.13.self_attn.out_proj/_s.pt b/params/opt/5/rnd_search_t_lin/comb_4_t/global_train/model.decoder.layers.13.self_attn.out_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a4aa92a57e34f80ac8a25d420787eff3790da1a6
--- /dev/null
+++ b/params/opt/5/rnd_search_t_lin/comb_4_t/global_train/model.decoder.layers.13.self_attn.out_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:78ea55f3609e4c24f88b9f6da73a812ceeabc01b0f312643d09867ca9464a5fa
+size 5251
diff --git a/params/opt/5/rnd_search_t_lin/comb_4_t/global_train/model.decoder.layers.13.self_attn.q_proj/_0.pt b/params/opt/5/rnd_search_t_lin/comb_4_t/global_train/model.decoder.layers.13.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..04992262f5c1aca943df8e427946bebadb85985f
--- /dev/null
+++ b/params/opt/5/rnd_search_t_lin/comb_4_t/global_train/model.decoder.layers.13.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:796dd216b0d8c244180c5070cf903c0ebb51b24043c0c34126f2371003f0067c
+size 5251
diff --git a/params/opt/5/rnd_search_t_lin/comb_4_t/global_train/model.decoder.layers.13.self_attn.q_proj/_s.pt b/params/opt/5/rnd_search_t_lin/comb_4_t/global_train/model.decoder.layers.13.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ca632dab3c7ee702455e57c19551b3655c4ca6cd
--- /dev/null
+++ b/params/opt/5/rnd_search_t_lin/comb_4_t/global_train/model.decoder.layers.13.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a3809fea664cd6409e77b571e1d2bc818b243c35726ace68a5b5d0858b549330
+size 5251
diff --git a/params/opt/5/rnd_search_t_lin/comb_4_t/global_train/model.decoder.layers.13.self_attn.v_proj/_0.pt b/params/opt/5/rnd_search_t_lin/comb_4_t/global_train/model.decoder.layers.13.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..0f197cdc02abc17e7d8f1313b73c87d8448f4d6e
--- /dev/null
+++ b/params/opt/5/rnd_search_t_lin/comb_4_t/global_train/model.decoder.layers.13.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:8d35d2602dd33576add82a4cc6fb7e20f3f9386d4537c495be57801ff435a074
+size 5251
diff --git a/params/opt/5/rnd_search_t_lin/comb_4_t/global_train/model.decoder.layers.13.self_attn.v_proj/_s.pt b/params/opt/5/rnd_search_t_lin/comb_4_t/global_train/model.decoder.layers.13.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e5dfe7baec148d491de7f6fda3075bca3b3b7296
--- /dev/null
+++ b/params/opt/5/rnd_search_t_lin/comb_4_t/global_train/model.decoder.layers.13.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:8ca19128a119dad931abf2846864b1e90855037dbfd8bdb76351acf22cbff23d
+size 5251
diff --git a/params/opt/5/rnd_search_t_lin/comb_4_t/global_train/model.decoder.layers.14.fc1/_0.pt b/params/opt/5/rnd_search_t_lin/comb_4_t/global_train/model.decoder.layers.14.fc1/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a7cfca64c82fc043b517f9016a7063c67cb8fc63
--- /dev/null
+++ b/params/opt/5/rnd_search_t_lin/comb_4_t/global_train/model.decoder.layers.14.fc1/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:fede04eeee3f67c3da9c56e61f84271ca89ec8636c3464fff53b0c4e7fc2dffa
+size 17539
diff --git a/params/opt/5/rnd_search_t_lin/comb_4_t/global_train/model.decoder.layers.14.fc1/_s.pt b/params/opt/5/rnd_search_t_lin/comb_4_t/global_train/model.decoder.layers.14.fc1/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..9ff034e8215b95311a760b674177e4fdcb1ad7fe
--- /dev/null
+++ b/params/opt/5/rnd_search_t_lin/comb_4_t/global_train/model.decoder.layers.14.fc1/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ba6fe2c135671bcf4ca187548e986f294bc8752d336c6b61d600e125d208e329
+size 17539
diff --git a/params/opt/5/rnd_search_t_lin/comb_4_t/global_train/model.decoder.layers.14.fc2/_0.pt b/params/opt/5/rnd_search_t_lin/comb_4_t/global_train/model.decoder.layers.14.fc2/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..17f872c7349617aea754dc482e8de17aafc1620d
--- /dev/null
+++ b/params/opt/5/rnd_search_t_lin/comb_4_t/global_train/model.decoder.layers.14.fc2/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:bf15528040b05f655452a505722be005e3b48fd8a17869edcdd3c35027d8a850
+size 5251
diff --git a/params/opt/5/rnd_search_t_lin/comb_4_t/global_train/model.decoder.layers.14.fc2/_s.pt b/params/opt/5/rnd_search_t_lin/comb_4_t/global_train/model.decoder.layers.14.fc2/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..b2c1e4273505f0e21f1c5b1fd9ebf1c929de144c
--- /dev/null
+++ b/params/opt/5/rnd_search_t_lin/comb_4_t/global_train/model.decoder.layers.14.fc2/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b9215156050ebd69e50e5977526e9a5d776e80166ef479fc933de37f7c7fa89f
+size 5251
diff --git a/params/opt/5/rnd_search_t_lin/comb_4_t/global_train/model.decoder.layers.14.self_attn.k_proj/_0.pt b/params/opt/5/rnd_search_t_lin/comb_4_t/global_train/model.decoder.layers.14.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..80acc1c1a9344282be05a4d17b13c1bcfad9bfef
--- /dev/null
+++ b/params/opt/5/rnd_search_t_lin/comb_4_t/global_train/model.decoder.layers.14.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:96aaa088c547332b904dd48bee7f88e70d7774e04dd06555a8924a56db4fbe81
+size 5251
diff --git a/params/opt/5/rnd_search_t_lin/comb_4_t/global_train/model.decoder.layers.14.self_attn.k_proj/_s.pt b/params/opt/5/rnd_search_t_lin/comb_4_t/global_train/model.decoder.layers.14.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..dab5ed07097144fd347a734047332928239cbb24
--- /dev/null
+++ b/params/opt/5/rnd_search_t_lin/comb_4_t/global_train/model.decoder.layers.14.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2071834e86787d9c41a20247b5de77097f28eb18e2c425dd45e1a9725204df69
+size 5251
diff --git a/params/opt/5/rnd_search_t_lin/comb_4_t/global_train/model.decoder.layers.14.self_attn.out_proj/_0.pt b/params/opt/5/rnd_search_t_lin/comb_4_t/global_train/model.decoder.layers.14.self_attn.out_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e94908776efb66e42670635f1d82688695e2b168
--- /dev/null
+++ b/params/opt/5/rnd_search_t_lin/comb_4_t/global_train/model.decoder.layers.14.self_attn.out_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:62fafcd0cdfb1a2acfa6fcf33208a851cae1a7949055c69b89a7bec69508543b
+size 5251
diff --git a/params/opt/5/rnd_search_t_lin/comb_4_t/global_train/model.decoder.layers.14.self_attn.out_proj/_s.pt b/params/opt/5/rnd_search_t_lin/comb_4_t/global_train/model.decoder.layers.14.self_attn.out_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c3c3b8875f7d519c7c82717b5dea2f426e277576
--- /dev/null
+++ b/params/opt/5/rnd_search_t_lin/comb_4_t/global_train/model.decoder.layers.14.self_attn.out_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d3f05f72c4c380d511577c6598c5a47ddfc78bd4de8f1535706399b617c06c90
+size 5251
diff --git a/params/opt/5/rnd_search_t_lin/comb_4_t/global_train/model.decoder.layers.14.self_attn.q_proj/_0.pt b/params/opt/5/rnd_search_t_lin/comb_4_t/global_train/model.decoder.layers.14.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..731a89e280944cd648f6eff17e040f241be7d445
--- /dev/null
+++ b/params/opt/5/rnd_search_t_lin/comb_4_t/global_train/model.decoder.layers.14.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:fd4755262a5ce138b4df6e2b598852c0d4d772bf9c8f24bcb42d0a0f1ddddd50
+size 5251
diff --git a/params/opt/5/rnd_search_t_lin/comb_4_t/global_train/model.decoder.layers.14.self_attn.q_proj/_s.pt b/params/opt/5/rnd_search_t_lin/comb_4_t/global_train/model.decoder.layers.14.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8331e45aa89ab2c2bb772c17f6264fe6a8106710
--- /dev/null
+++ b/params/opt/5/rnd_search_t_lin/comb_4_t/global_train/model.decoder.layers.14.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:83cd90e1e02adf08074bdbdf9f042ceb28e347af04ca519067792daee17676f1
+size 5251
diff --git a/params/opt/5/rnd_search_t_lin/comb_4_t/global_train/model.decoder.layers.14.self_attn.v_proj/_0.pt b/params/opt/5/rnd_search_t_lin/comb_4_t/global_train/model.decoder.layers.14.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c4388dee2ea9b37e520bb63c3df9c8cc665cf5df
--- /dev/null
+++ b/params/opt/5/rnd_search_t_lin/comb_4_t/global_train/model.decoder.layers.14.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a8fff53e41f99f49897d312a3c7f0eb3aa208e086a93d844212afba7664d017c
+size 5251
diff --git a/params/opt/5/rnd_search_t_lin/comb_4_t/global_train/model.decoder.layers.14.self_attn.v_proj/_s.pt b/params/opt/5/rnd_search_t_lin/comb_4_t/global_train/model.decoder.layers.14.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..5abc35ddd641e164dd0bc98c1c51f43974f6676e
--- /dev/null
+++ b/params/opt/5/rnd_search_t_lin/comb_4_t/global_train/model.decoder.layers.14.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:3ba9907a184b487abdebe3f2db3aad1436614eac407b8b375fcdf35e94d12a6f
+size 5251
diff --git a/params/opt/5/rnd_search_t_lin/comb_4_t/global_train/model.decoder.layers.15.fc1/_0.pt b/params/opt/5/rnd_search_t_lin/comb_4_t/global_train/model.decoder.layers.15.fc1/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..da8bb29e631b5e009171ec6f16b89226a620e654
--- /dev/null
+++ b/params/opt/5/rnd_search_t_lin/comb_4_t/global_train/model.decoder.layers.15.fc1/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:83c126281e4312979a8706761486c5545ce59c557431690f36351fe062e6aec4
+size 17539
diff --git a/params/opt/5/rnd_search_t_lin/comb_4_t/global_train/model.decoder.layers.15.fc1/_s.pt b/params/opt/5/rnd_search_t_lin/comb_4_t/global_train/model.decoder.layers.15.fc1/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..bf64410769230537f100a3f6aec4fd78a9b92f6b
--- /dev/null
+++ b/params/opt/5/rnd_search_t_lin/comb_4_t/global_train/model.decoder.layers.15.fc1/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c115dfe416daca2b8b746d2c788a89484c23dea749af25187135940de8621e25
+size 17539
diff --git a/params/opt/5/rnd_search_t_lin/comb_4_t/global_train/model.decoder.layers.15.fc2/_0.pt b/params/opt/5/rnd_search_t_lin/comb_4_t/global_train/model.decoder.layers.15.fc2/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..b7fa1bd4a6ef7cde42da5a1b6500b01798c98216
--- /dev/null
+++ b/params/opt/5/rnd_search_t_lin/comb_4_t/global_train/model.decoder.layers.15.fc2/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:35a3bc45c43e89106ded431f503e455fcb6213b81325b78c7966a5185d41438f
+size 5251
diff --git a/params/opt/5/rnd_search_t_lin/comb_4_t/global_train/model.decoder.layers.15.fc2/_s.pt b/params/opt/5/rnd_search_t_lin/comb_4_t/global_train/model.decoder.layers.15.fc2/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c01f93bd5cd620805a3dae495fb564808912ed89
--- /dev/null
+++ b/params/opt/5/rnd_search_t_lin/comb_4_t/global_train/model.decoder.layers.15.fc2/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d2984f555ad30d4a888e186934a62915fa36cd7328d5ad233ac30e27c9c0f5ba
+size 5251
diff --git a/params/opt/5/rnd_search_t_lin/comb_4_t/global_train/model.decoder.layers.15.self_attn.k_proj/_0.pt b/params/opt/5/rnd_search_t_lin/comb_4_t/global_train/model.decoder.layers.15.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..0bb9f4762968ea6a6a7079ed75d28b6b5fd6d9c7
--- /dev/null
+++ b/params/opt/5/rnd_search_t_lin/comb_4_t/global_train/model.decoder.layers.15.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:04ac0ca904f133055c02f6345ac3715f792f682a7976cda53a40db3cc94066a7
+size 5251
diff --git a/params/opt/5/rnd_search_t_lin/comb_4_t/global_train/model.decoder.layers.15.self_attn.k_proj/_s.pt b/params/opt/5/rnd_search_t_lin/comb_4_t/global_train/model.decoder.layers.15.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..303715b884c28cccf10c39297153ba648b8c2dd3
--- /dev/null
+++ b/params/opt/5/rnd_search_t_lin/comb_4_t/global_train/model.decoder.layers.15.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:666d746d8969a64463af6482e93d56ba92b42c813f020a95fe797f3b4f64f275
+size 5251
diff --git a/params/opt/5/rnd_search_t_lin/comb_4_t/global_train/model.decoder.layers.15.self_attn.out_proj/_0.pt b/params/opt/5/rnd_search_t_lin/comb_4_t/global_train/model.decoder.layers.15.self_attn.out_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..b6da4391a8e227939fa664dd9cd4fb5309899e4a
--- /dev/null
+++ b/params/opt/5/rnd_search_t_lin/comb_4_t/global_train/model.decoder.layers.15.self_attn.out_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:05a2c5f8bcff85eaf81fab312f1370d2a266ccc02d32105aaf1128a3e7d21e24
+size 5251
diff --git a/params/opt/5/rnd_search_t_lin/comb_4_t/global_train/model.decoder.layers.15.self_attn.out_proj/_s.pt b/params/opt/5/rnd_search_t_lin/comb_4_t/global_train/model.decoder.layers.15.self_attn.out_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..79f77176becd0e2d2677b70d2b286417a23e8501
--- /dev/null
+++ b/params/opt/5/rnd_search_t_lin/comb_4_t/global_train/model.decoder.layers.15.self_attn.out_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:16726772fb459e6879c82aecfdd3730eb6bcec8f87a117d3c779396249f98a2a
+size 5251
diff --git a/params/opt/5/rnd_search_t_lin/comb_4_t/global_train/model.decoder.layers.15.self_attn.q_proj/_0.pt b/params/opt/5/rnd_search_t_lin/comb_4_t/global_train/model.decoder.layers.15.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..19878e6b223cfa0cd964fabda20769abd5092a4d
--- /dev/null
+++ b/params/opt/5/rnd_search_t_lin/comb_4_t/global_train/model.decoder.layers.15.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:8f78ce0019770cfa78b1beb99c5487af014d58523abd47fac3ddb19c59380534
+size 5251
diff --git a/params/opt/5/rnd_search_t_lin/comb_4_t/global_train/model.decoder.layers.15.self_attn.q_proj/_s.pt b/params/opt/5/rnd_search_t_lin/comb_4_t/global_train/model.decoder.layers.15.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c6d0ddff4679a5aec94a103afccefd16edf81d0a
--- /dev/null
+++ b/params/opt/5/rnd_search_t_lin/comb_4_t/global_train/model.decoder.layers.15.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c574624ececb9a6a3b0fe5c1d19041c0d9987ab4d0e37613cfbc04bb9b33ab0d
+size 5251
diff --git a/params/opt/5/rnd_search_t_lin/comb_4_t/global_train/model.decoder.layers.15.self_attn.v_proj/_0.pt b/params/opt/5/rnd_search_t_lin/comb_4_t/global_train/model.decoder.layers.15.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..7ca547adf64564eb83ad8ac316f4a2275d779f09
--- /dev/null
+++ b/params/opt/5/rnd_search_t_lin/comb_4_t/global_train/model.decoder.layers.15.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:eea8f61a9e5ebc169d97d416e5045bc21c9bfd615eb70e10b94c537f431392bf
+size 5251
diff --git a/params/opt/5/rnd_search_t_lin/comb_4_t/global_train/model.decoder.layers.15.self_attn.v_proj/_s.pt b/params/opt/5/rnd_search_t_lin/comb_4_t/global_train/model.decoder.layers.15.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8548b29cb650dcd26cff23431f012ba292a33842
--- /dev/null
+++ b/params/opt/5/rnd_search_t_lin/comb_4_t/global_train/model.decoder.layers.15.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c7d0c9e5cf5eecdd1feb2a5e6e02d25fba20328ebe88fcdffe49d868c7be9351
+size 5251
diff --git a/params/opt/5/rnd_search_t_lin/comb_4_t/global_train/model.decoder.layers.16.fc1/_0.pt b/params/opt/5/rnd_search_t_lin/comb_4_t/global_train/model.decoder.layers.16.fc1/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..83575a4d41100f43094e0140cdce77b2ae0983d8
--- /dev/null
+++ b/params/opt/5/rnd_search_t_lin/comb_4_t/global_train/model.decoder.layers.16.fc1/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:49093e5fbb9b10d639451703cf54d1572c716881657daf3e7d52ed010e03d03a
+size 17539
diff --git a/params/opt/5/rnd_search_t_lin/comb_4_t/global_train/model.decoder.layers.16.fc1/_s.pt b/params/opt/5/rnd_search_t_lin/comb_4_t/global_train/model.decoder.layers.16.fc1/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..fdd308691c329d5ade398b105058d5d09c167cd5
--- /dev/null
+++ b/params/opt/5/rnd_search_t_lin/comb_4_t/global_train/model.decoder.layers.16.fc1/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:48d414b9a0d1e3746e7fb4b13c80874e58d8b1aaee1faf2d6cc0419c46cc0703
+size 17539
diff --git a/params/opt/5/rnd_search_t_lin/comb_4_t/global_train/model.decoder.layers.16.fc2/_0.pt b/params/opt/5/rnd_search_t_lin/comb_4_t/global_train/model.decoder.layers.16.fc2/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..580ab07bd6bdc6d31848c367b3547802693bd075
--- /dev/null
+++ b/params/opt/5/rnd_search_t_lin/comb_4_t/global_train/model.decoder.layers.16.fc2/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f5c87906684f6c858404587c4a5b8c81b530fd408e2188f74b2ab174e0942073
+size 5251
diff --git a/params/opt/5/rnd_search_t_lin/comb_4_t/global_train/model.decoder.layers.16.fc2/_s.pt b/params/opt/5/rnd_search_t_lin/comb_4_t/global_train/model.decoder.layers.16.fc2/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..54185744e67e355b5119f01a534e4f715993a00e
--- /dev/null
+++ b/params/opt/5/rnd_search_t_lin/comb_4_t/global_train/model.decoder.layers.16.fc2/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:6e8fa3a75d1e65810d77cc45712451241a4793098d7ddd44551df2bd32587f47
+size 5251
diff --git a/params/opt/5/rnd_search_t_lin/comb_4_t/global_train/model.decoder.layers.16.self_attn.k_proj/_0.pt b/params/opt/5/rnd_search_t_lin/comb_4_t/global_train/model.decoder.layers.16.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..6ce8aed4c475ef6512d4fe23f110689956bf7308
--- /dev/null
+++ b/params/opt/5/rnd_search_t_lin/comb_4_t/global_train/model.decoder.layers.16.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:9ec84b32a54f3737d439797287556ea317520c632aecb2c5eecc69a4b6100186
+size 5251
diff --git a/params/opt/5/rnd_search_t_lin/comb_4_t/global_train/model.decoder.layers.16.self_attn.k_proj/_s.pt b/params/opt/5/rnd_search_t_lin/comb_4_t/global_train/model.decoder.layers.16.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..047f26f29bdbe2855cd8babaed0f871486631ca4
--- /dev/null
+++ b/params/opt/5/rnd_search_t_lin/comb_4_t/global_train/model.decoder.layers.16.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:7fa35381af3d8eddf38c56e7d11eccfc081d95f274e99c5310ac5277b4095fac
+size 5251
diff --git a/params/opt/5/rnd_search_t_lin/comb_4_t/global_train/model.decoder.layers.16.self_attn.out_proj/_0.pt b/params/opt/5/rnd_search_t_lin/comb_4_t/global_train/model.decoder.layers.16.self_attn.out_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2ba9c6f8be606789a3beeeb9053a58674ac18e5b
--- /dev/null
+++ b/params/opt/5/rnd_search_t_lin/comb_4_t/global_train/model.decoder.layers.16.self_attn.out_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5e2379b76ae3a7616b6d2151129c4241eea9dc22005e2c187df1077720b1c945
+size 5251
diff --git a/params/opt/5/rnd_search_t_lin/comb_4_t/global_train/model.decoder.layers.16.self_attn.out_proj/_s.pt b/params/opt/5/rnd_search_t_lin/comb_4_t/global_train/model.decoder.layers.16.self_attn.out_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..0cde26f7fbd326f4217019c8f05a63006d4941fb
--- /dev/null
+++ b/params/opt/5/rnd_search_t_lin/comb_4_t/global_train/model.decoder.layers.16.self_attn.out_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:4a789afaa1ed776556ea1d930ee5c4011ca63df9512f2985b195faa37f35b68f
+size 5251
diff --git a/params/opt/5/rnd_search_t_lin/comb_4_t/global_train/model.decoder.layers.16.self_attn.q_proj/_0.pt b/params/opt/5/rnd_search_t_lin/comb_4_t/global_train/model.decoder.layers.16.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..d73412707ec5865908c11f36c7154a19b078c7d2
--- /dev/null
+++ b/params/opt/5/rnd_search_t_lin/comb_4_t/global_train/model.decoder.layers.16.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:89c5feee0b31eff4fcacabb50b0e69e738890e236d54188e22408f26b0381d73
+size 5251
diff --git a/params/opt/5/rnd_search_t_lin/comb_4_t/global_train/model.decoder.layers.16.self_attn.q_proj/_s.pt b/params/opt/5/rnd_search_t_lin/comb_4_t/global_train/model.decoder.layers.16.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..00390bada3454897c37caec6536eee56172d9d41
--- /dev/null
+++ b/params/opt/5/rnd_search_t_lin/comb_4_t/global_train/model.decoder.layers.16.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:37be7a39fd03e3a21e16197f87304649b4641dc9b9603c2f5397eb8b2d8fb10c
+size 5251
diff --git a/params/opt/5/rnd_search_t_lin/comb_4_t/global_train/model.decoder.layers.16.self_attn.v_proj/_0.pt b/params/opt/5/rnd_search_t_lin/comb_4_t/global_train/model.decoder.layers.16.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..f94c8cf7a67451afcede26d2aab916cb5767e3f5
--- /dev/null
+++ b/params/opt/5/rnd_search_t_lin/comb_4_t/global_train/model.decoder.layers.16.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e7e7b65eb250ab1eee1e20a052875f0ff4db1840eed23f995c78c04534e4dcb1
+size 5251
diff --git a/params/opt/5/rnd_search_t_lin/comb_4_t/global_train/model.decoder.layers.16.self_attn.v_proj/_s.pt b/params/opt/5/rnd_search_t_lin/comb_4_t/global_train/model.decoder.layers.16.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..27f67e1b136c835e306d4805c1d52883d4f3fff5
--- /dev/null
+++ b/params/opt/5/rnd_search_t_lin/comb_4_t/global_train/model.decoder.layers.16.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2b2699df2aedbd75e722def2cf2926f8e1719f37603e31317c7051d61ed6b146
+size 5251
diff --git a/params/opt/5/rnd_search_t_lin/comb_4_t/global_train/model.decoder.layers.17.fc1/_0.pt b/params/opt/5/rnd_search_t_lin/comb_4_t/global_train/model.decoder.layers.17.fc1/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..67e8c3484939e7b9a55369925f4ff096bd55ad25
--- /dev/null
+++ b/params/opt/5/rnd_search_t_lin/comb_4_t/global_train/model.decoder.layers.17.fc1/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:20f54be6ad322c1511dac7188d40bafa5f94b065fe7288a278db79d490317e02
+size 17539
diff --git a/params/opt/5/rnd_search_t_lin/comb_4_t/global_train/model.decoder.layers.17.fc1/_s.pt b/params/opt/5/rnd_search_t_lin/comb_4_t/global_train/model.decoder.layers.17.fc1/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..7e95d423fd8e6638f99307c7d81da8377333f64a
--- /dev/null
+++ b/params/opt/5/rnd_search_t_lin/comb_4_t/global_train/model.decoder.layers.17.fc1/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2301fe6a578dd4024a44961c46c43097f8a27648b52a8bf3a428707313a22ad0
+size 17539
diff --git a/params/opt/5/rnd_search_t_lin/comb_4_t/global_train/model.decoder.layers.17.fc2/_0.pt b/params/opt/5/rnd_search_t_lin/comb_4_t/global_train/model.decoder.layers.17.fc2/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..82c1704e96b1f7be363f39ba6d3f1d9f8d081023
--- /dev/null
+++ b/params/opt/5/rnd_search_t_lin/comb_4_t/global_train/model.decoder.layers.17.fc2/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ab9eac97c2a18afa6e69c5e73b65835dde2934fac448279478b239798d12922e
+size 5251
diff --git a/params/opt/5/rnd_search_t_lin/comb_4_t/global_train/model.decoder.layers.17.fc2/_s.pt b/params/opt/5/rnd_search_t_lin/comb_4_t/global_train/model.decoder.layers.17.fc2/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8f2202ad8bb189cc2319e06236c3485cc728e094
--- /dev/null
+++ b/params/opt/5/rnd_search_t_lin/comb_4_t/global_train/model.decoder.layers.17.fc2/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:3ee254f87b4176c6bddc5210cb5e95a03e2fd81dbb429f3118e06a24770a001d
+size 5251
diff --git a/params/opt/5/rnd_search_t_lin/comb_4_t/global_train/model.decoder.layers.17.self_attn.k_proj/_0.pt b/params/opt/5/rnd_search_t_lin/comb_4_t/global_train/model.decoder.layers.17.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..57be50bac18056c0ed897021f2b6502870d4211a
--- /dev/null
+++ b/params/opt/5/rnd_search_t_lin/comb_4_t/global_train/model.decoder.layers.17.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:82d5a8c414aadc46f086620da69d4f61538f149cbcbadf2e023a2d62f423f34e
+size 5251
diff --git a/params/opt/5/rnd_search_t_lin/comb_4_t/global_train/model.decoder.layers.17.self_attn.k_proj/_s.pt b/params/opt/5/rnd_search_t_lin/comb_4_t/global_train/model.decoder.layers.17.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a7239587db905f8d06b7bd6cd4b1bb1f4e0afa9e
--- /dev/null
+++ b/params/opt/5/rnd_search_t_lin/comb_4_t/global_train/model.decoder.layers.17.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:624d297eeb4e767ee3e11e3c98ec84db6a4b350f471c02244c90410774f44ed7
+size 5251
diff --git a/params/opt/5/rnd_search_t_lin/comb_4_t/global_train/model.decoder.layers.17.self_attn.out_proj/_0.pt b/params/opt/5/rnd_search_t_lin/comb_4_t/global_train/model.decoder.layers.17.self_attn.out_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..f5c2effb64f20f445992ec0e6fcff16deb63ef55
--- /dev/null
+++ b/params/opt/5/rnd_search_t_lin/comb_4_t/global_train/model.decoder.layers.17.self_attn.out_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:bdeeae1da4e383e20a03878281fd9900d5793ffc4c744ae690c71cc703aea9cb
+size 5251
diff --git a/params/opt/5/rnd_search_t_lin/comb_4_t/global_train/model.decoder.layers.17.self_attn.out_proj/_s.pt b/params/opt/5/rnd_search_t_lin/comb_4_t/global_train/model.decoder.layers.17.self_attn.out_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..690f3daef8468c0ff77b7bd0df7993da9bfed259
--- /dev/null
+++ b/params/opt/5/rnd_search_t_lin/comb_4_t/global_train/model.decoder.layers.17.self_attn.out_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:53a28b0f05aa8365e28859a74ef0e40c3e65f90ea3de45ed3d118f8bbc4f7e34
+size 5251
diff --git a/params/opt/5/rnd_search_t_lin/comb_4_t/global_train/model.decoder.layers.17.self_attn.q_proj/_0.pt b/params/opt/5/rnd_search_t_lin/comb_4_t/global_train/model.decoder.layers.17.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4f3ac1aa4a4c8e8003b9f1849eafe898517719b3
--- /dev/null
+++ b/params/opt/5/rnd_search_t_lin/comb_4_t/global_train/model.decoder.layers.17.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ee79362f0a7035dafb084f506ab62773bc21c88433b760321db0934141326b8d
+size 5251
diff --git a/params/opt/5/rnd_search_t_lin/comb_4_t/global_train/model.decoder.layers.17.self_attn.q_proj/_s.pt b/params/opt/5/rnd_search_t_lin/comb_4_t/global_train/model.decoder.layers.17.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e79b31ee51914b05d2bfad15b5faccadd72e44a6
--- /dev/null
+++ b/params/opt/5/rnd_search_t_lin/comb_4_t/global_train/model.decoder.layers.17.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e4b0fef215b39599d67a6b9bb83af555fed81539b4693d7699f42165a660bbe4
+size 5251
diff --git a/params/opt/5/rnd_search_t_lin/comb_4_t/global_train/model.decoder.layers.17.self_attn.v_proj/_0.pt b/params/opt/5/rnd_search_t_lin/comb_4_t/global_train/model.decoder.layers.17.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..1ee20800e2dc44ce9dfda0a14967179c7e79ae72
--- /dev/null
+++ b/params/opt/5/rnd_search_t_lin/comb_4_t/global_train/model.decoder.layers.17.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:1a334040974d4d6b1273447fa275ca4cef5b57c1f03f54c73475fa1c8e9f59dd
+size 5251
diff --git a/params/opt/5/rnd_search_t_lin/comb_4_t/global_train/model.decoder.layers.17.self_attn.v_proj/_s.pt b/params/opt/5/rnd_search_t_lin/comb_4_t/global_train/model.decoder.layers.17.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..53f45f980349361d3eac0d933c6d199cffb36f13
--- /dev/null
+++ b/params/opt/5/rnd_search_t_lin/comb_4_t/global_train/model.decoder.layers.17.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:334983f59e0f176504f689b10f4fbc769b7d09ecc8844a153c8888503038c1b4
+size 5251
diff --git a/params/opt/5/rnd_search_t_lin/comb_4_t/global_train/model.decoder.layers.18.fc1/_0.pt b/params/opt/5/rnd_search_t_lin/comb_4_t/global_train/model.decoder.layers.18.fc1/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..1894ec7f799fdd443ee9baef2357a3da3a92ff79
--- /dev/null
+++ b/params/opt/5/rnd_search_t_lin/comb_4_t/global_train/model.decoder.layers.18.fc1/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:672fea11a4bdf3ccbe6cabd30530c278f179843998b30ab4f84db3998327afe7
+size 17539
diff --git a/params/opt/5/rnd_search_t_lin/comb_4_t/global_train/model.decoder.layers.18.fc1/_s.pt b/params/opt/5/rnd_search_t_lin/comb_4_t/global_train/model.decoder.layers.18.fc1/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..f615cef09310c4ff468d5757c1bb3d1d0d94d6ac
--- /dev/null
+++ b/params/opt/5/rnd_search_t_lin/comb_4_t/global_train/model.decoder.layers.18.fc1/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:4b8923e908d76588014806167f9af95a490d73e940f36434aa1c7bcf11ac22ef
+size 17539
diff --git a/params/opt/5/rnd_search_t_lin/comb_4_t/global_train/model.decoder.layers.18.fc2/_0.pt b/params/opt/5/rnd_search_t_lin/comb_4_t/global_train/model.decoder.layers.18.fc2/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..7e8d21c47d6d41959f6eb48be47e973751ba1881
--- /dev/null
+++ b/params/opt/5/rnd_search_t_lin/comb_4_t/global_train/model.decoder.layers.18.fc2/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:02574c4cf380791c8a6e0ee6ce370c477b372ea7b941036b7b9d28ede1617b0b
+size 5251
diff --git a/params/opt/5/rnd_search_t_lin/comb_4_t/global_train/model.decoder.layers.18.fc2/_s.pt b/params/opt/5/rnd_search_t_lin/comb_4_t/global_train/model.decoder.layers.18.fc2/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2ecc6e65a0692cc0740281b9277459af8fbfef32
--- /dev/null
+++ b/params/opt/5/rnd_search_t_lin/comb_4_t/global_train/model.decoder.layers.18.fc2/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:cf5ba4a52b099403ab2c91ca93a5e0a0cd42a36294815f8132ce2c61cc63c406
+size 5251
diff --git a/params/opt/5/rnd_search_t_lin/comb_4_t/global_train/model.decoder.layers.18.self_attn.k_proj/_0.pt b/params/opt/5/rnd_search_t_lin/comb_4_t/global_train/model.decoder.layers.18.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..5e733392ad716856510dfa53e1185562392f62da
--- /dev/null
+++ b/params/opt/5/rnd_search_t_lin/comb_4_t/global_train/model.decoder.layers.18.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:bdd26c0520d17f397c6cee2cb70031bb54323e8c85f9116a80a129fcef4ab8be
+size 5251
diff --git a/params/opt/5/rnd_search_t_lin/comb_4_t/global_train/model.decoder.layers.18.self_attn.k_proj/_s.pt b/params/opt/5/rnd_search_t_lin/comb_4_t/global_train/model.decoder.layers.18.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e1a4f5d0318f468d2af3bd2b255036809c02ff05
--- /dev/null
+++ b/params/opt/5/rnd_search_t_lin/comb_4_t/global_train/model.decoder.layers.18.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:348ac3354f92c94f61f20e3aeb82c9d10d51f5d8da40ba2fd3a9dd34fb3e92bf
+size 5251
diff --git a/params/opt/5/rnd_search_t_lin/comb_4_t/global_train/model.decoder.layers.18.self_attn.out_proj/_0.pt b/params/opt/5/rnd_search_t_lin/comb_4_t/global_train/model.decoder.layers.18.self_attn.out_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c48f49f6f6d672c5f94de1ce80018983613c1e03
--- /dev/null
+++ b/params/opt/5/rnd_search_t_lin/comb_4_t/global_train/model.decoder.layers.18.self_attn.out_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:1d6e7e5f11ac499f644e15e5c7388ee258a34d4e5336816db1c22024f5a05c2b
+size 5251
diff --git a/params/opt/5/rnd_search_t_lin/comb_4_t/global_train/model.decoder.layers.18.self_attn.out_proj/_s.pt b/params/opt/5/rnd_search_t_lin/comb_4_t/global_train/model.decoder.layers.18.self_attn.out_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..544c9dc6b6d3b864e5da59f5a66546388d548024
--- /dev/null
+++ b/params/opt/5/rnd_search_t_lin/comb_4_t/global_train/model.decoder.layers.18.self_attn.out_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:7556140b726e43d2258b1bcb7c34d9bc5682b84e26fca28cc483e1f8833db2b2
+size 5251
diff --git a/params/opt/5/rnd_search_t_lin/comb_4_t/global_train/model.decoder.layers.18.self_attn.q_proj/_0.pt b/params/opt/5/rnd_search_t_lin/comb_4_t/global_train/model.decoder.layers.18.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a5805d3492c7aac7c7ecb3400c1b9ecca9ec22f1
--- /dev/null
+++ b/params/opt/5/rnd_search_t_lin/comb_4_t/global_train/model.decoder.layers.18.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:9d45f213ea4fbdfd4458e526812193517aac48652134d96d3c3a37d465017c5f
+size 5251
diff --git a/params/opt/5/rnd_search_t_lin/comb_4_t/global_train/model.decoder.layers.18.self_attn.q_proj/_s.pt b/params/opt/5/rnd_search_t_lin/comb_4_t/global_train/model.decoder.layers.18.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ac7e790ee3f92aa09cadd2ad8c958a77e2dd9f28
--- /dev/null
+++ b/params/opt/5/rnd_search_t_lin/comb_4_t/global_train/model.decoder.layers.18.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:25230f1233fe1ac1c52a7bf496cb8f3127f40db58d0babc0a7852a8b7bd60372
+size 5251
diff --git a/params/opt/5/rnd_search_t_lin/comb_4_t/global_train/model.decoder.layers.18.self_attn.v_proj/_0.pt b/params/opt/5/rnd_search_t_lin/comb_4_t/global_train/model.decoder.layers.18.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8411855a0f0464ae5fb2ea2b117158d1155f327e
--- /dev/null
+++ b/params/opt/5/rnd_search_t_lin/comb_4_t/global_train/model.decoder.layers.18.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e7cf00ac82b91da66b3f073ff246052a0e18faa58aa39d4c711400fca7f2c8a6
+size 5251
diff --git a/params/opt/5/rnd_search_t_lin/comb_4_t/global_train/model.decoder.layers.18.self_attn.v_proj/_s.pt b/params/opt/5/rnd_search_t_lin/comb_4_t/global_train/model.decoder.layers.18.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a032a4b154525b1bedfe883fc4da5c72b4293db1
--- /dev/null
+++ b/params/opt/5/rnd_search_t_lin/comb_4_t/global_train/model.decoder.layers.18.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:9385606e08a21ea021f28870a3cca1d748cabdaf0cf190847bae97f7a735249c
+size 5251
diff --git a/params/opt/5/rnd_search_t_lin/comb_4_t/global_train/model.decoder.layers.19.fc1/_0.pt b/params/opt/5/rnd_search_t_lin/comb_4_t/global_train/model.decoder.layers.19.fc1/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..49cd46ce0c3e3c9bb547942d23bd7982fdf6954e
--- /dev/null
+++ b/params/opt/5/rnd_search_t_lin/comb_4_t/global_train/model.decoder.layers.19.fc1/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:dad5e4277c4579fbe1c6c646181f40cb9bd66a9edc944b0580cc72ecc820f085
+size 17539
diff --git a/params/opt/5/rnd_search_t_lin/comb_4_t/global_train/model.decoder.layers.19.fc1/_s.pt b/params/opt/5/rnd_search_t_lin/comb_4_t/global_train/model.decoder.layers.19.fc1/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c83c012e83dd1c26e676c2ef31940707887d9687
--- /dev/null
+++ b/params/opt/5/rnd_search_t_lin/comb_4_t/global_train/model.decoder.layers.19.fc1/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:4894defe6788733e791f6eeb42726bac804499c059fa944f7b3cef71e925f60c
+size 17539
diff --git a/params/opt/5/rnd_search_t_lin/comb_4_t/global_train/model.decoder.layers.19.fc2/_0.pt b/params/opt/5/rnd_search_t_lin/comb_4_t/global_train/model.decoder.layers.19.fc2/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c7ff56aa00c69f6acfff1805c1172474eec38978
--- /dev/null
+++ b/params/opt/5/rnd_search_t_lin/comb_4_t/global_train/model.decoder.layers.19.fc2/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:57954c5167748efd4d03a2a5f3814306e275beee12c36e90794f31f0bfe2efae
+size 5251
diff --git a/params/opt/5/rnd_search_t_lin/comb_4_t/global_train/model.decoder.layers.19.fc2/_s.pt b/params/opt/5/rnd_search_t_lin/comb_4_t/global_train/model.decoder.layers.19.fc2/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..18e7b926eb1c7a02b3cf7f753a21908b2f929a1a
--- /dev/null
+++ b/params/opt/5/rnd_search_t_lin/comb_4_t/global_train/model.decoder.layers.19.fc2/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:9d203b535f967fc79e71a49878629276fbdea9cf7b49e83dd4d1c78f7a517c7c
+size 5251
diff --git a/params/opt/5/rnd_search_t_lin/comb_4_t/global_train/model.decoder.layers.19.self_attn.k_proj/_0.pt b/params/opt/5/rnd_search_t_lin/comb_4_t/global_train/model.decoder.layers.19.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ff50ea6ca42185032c1ea9b32c730e96d2d8ffd1
--- /dev/null
+++ b/params/opt/5/rnd_search_t_lin/comb_4_t/global_train/model.decoder.layers.19.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:4dfd2a0e8051d346b6367f8565e60244e6b4aa914b130a64203e3301cf279062
+size 5251
diff --git a/params/opt/5/rnd_search_t_lin/comb_4_t/global_train/model.decoder.layers.19.self_attn.k_proj/_s.pt b/params/opt/5/rnd_search_t_lin/comb_4_t/global_train/model.decoder.layers.19.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e028ca48c613cef326fd02e15ceec8ddd0871893
--- /dev/null
+++ b/params/opt/5/rnd_search_t_lin/comb_4_t/global_train/model.decoder.layers.19.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a3be8d88a88ea3a838af448ac16d8080d525cd91c39b2b7d5661b3d52a28b569
+size 5251
diff --git a/params/opt/5/rnd_search_t_lin/comb_4_t/global_train/model.decoder.layers.19.self_attn.out_proj/_0.pt b/params/opt/5/rnd_search_t_lin/comb_4_t/global_train/model.decoder.layers.19.self_attn.out_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..cc7dcd8e37fed5d270d3034c2a37c69595f58ff0
--- /dev/null
+++ b/params/opt/5/rnd_search_t_lin/comb_4_t/global_train/model.decoder.layers.19.self_attn.out_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5ebdf67463cb031b4211a824948f84e086c485b2cde476378bbc05418d4f51ab
+size 5251
diff --git a/params/opt/5/rnd_search_t_lin/comb_4_t/global_train/model.decoder.layers.19.self_attn.out_proj/_s.pt b/params/opt/5/rnd_search_t_lin/comb_4_t/global_train/model.decoder.layers.19.self_attn.out_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..825271924e5e1af18f64aa2332629d2b54d478cc
--- /dev/null
+++ b/params/opt/5/rnd_search_t_lin/comb_4_t/global_train/model.decoder.layers.19.self_attn.out_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:13a1fa7ac90c5ca3a30738191e0824eedd3d8bbd56a03c971366558204934998
+size 5251
diff --git a/params/opt/5/rnd_search_t_lin/comb_4_t/global_train/model.decoder.layers.19.self_attn.q_proj/_0.pt b/params/opt/5/rnd_search_t_lin/comb_4_t/global_train/model.decoder.layers.19.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ad723c7af89a3642b15666c1f6c69ab775f1a881
--- /dev/null
+++ b/params/opt/5/rnd_search_t_lin/comb_4_t/global_train/model.decoder.layers.19.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d028c83c921404713b17c64249aaee267c92c53251c0aa74f61f19e448ce9ee8
+size 5251
diff --git a/params/opt/5/rnd_search_t_lin/comb_4_t/global_train/model.decoder.layers.19.self_attn.q_proj/_s.pt b/params/opt/5/rnd_search_t_lin/comb_4_t/global_train/model.decoder.layers.19.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..5e39800fe92d3d2b6609c5596755dc51e957a03b
--- /dev/null
+++ b/params/opt/5/rnd_search_t_lin/comb_4_t/global_train/model.decoder.layers.19.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:81270e0f781525f35e8a99f258f435be5208fc8c729d98122d8679aa7d07049b
+size 5251
diff --git a/params/opt/5/rnd_search_t_lin/comb_4_t/global_train/model.decoder.layers.19.self_attn.v_proj/_0.pt b/params/opt/5/rnd_search_t_lin/comb_4_t/global_train/model.decoder.layers.19.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..bd1862c3b79d6064a7894613cc224caa120eb1e3
--- /dev/null
+++ b/params/opt/5/rnd_search_t_lin/comb_4_t/global_train/model.decoder.layers.19.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:3eb0501fdeeb42d53ec3414590ab60135c6cf45b1763c475e21529f3b4226b66
+size 5251
diff --git a/params/opt/5/rnd_search_t_lin/comb_4_t/global_train/model.decoder.layers.19.self_attn.v_proj/_s.pt b/params/opt/5/rnd_search_t_lin/comb_4_t/global_train/model.decoder.layers.19.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..6255c8af0339eede4b19fba768c1ddf22f7551d4
--- /dev/null
+++ b/params/opt/5/rnd_search_t_lin/comb_4_t/global_train/model.decoder.layers.19.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:3360393c935b6350c5ad52e37aae73a61a4888188a314fe5d00d92acc9e2985a
+size 5251
diff --git a/params/opt/5/rnd_search_t_lin/comb_4_t/global_train/model.decoder.layers.2.fc1/_0.pt b/params/opt/5/rnd_search_t_lin/comb_4_t/global_train/model.decoder.layers.2.fc1/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..1003dfe17be2c09147daa6d1239a3d63d00b22bd
--- /dev/null
+++ b/params/opt/5/rnd_search_t_lin/comb_4_t/global_train/model.decoder.layers.2.fc1/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:59717ed24b9c41b00b38fef240859a029681e8eb8f778d3540064ac8d32389ea
+size 17539
diff --git a/params/opt/5/rnd_search_t_lin/comb_4_t/global_train/model.decoder.layers.2.fc1/_s.pt b/params/opt/5/rnd_search_t_lin/comb_4_t/global_train/model.decoder.layers.2.fc1/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..fbd482bddc14067e5f738a01e8a3c2eda629c2f4
--- /dev/null
+++ b/params/opt/5/rnd_search_t_lin/comb_4_t/global_train/model.decoder.layers.2.fc1/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:823d1ff88126cef3e4388dd8fa4bf49beaddf04527888ea69113e9bb9ccbaa97
+size 17539
diff --git a/params/opt/5/rnd_search_t_lin/comb_4_t/global_train/model.decoder.layers.2.fc2/_0.pt b/params/opt/5/rnd_search_t_lin/comb_4_t/global_train/model.decoder.layers.2.fc2/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..3e9107f3b134923259cd73d74e2147456e516c80
--- /dev/null
+++ b/params/opt/5/rnd_search_t_lin/comb_4_t/global_train/model.decoder.layers.2.fc2/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:600a032b81d7403410c48bd073a04faeeb6bd25fd62446c1448190db1f5298fb
+size 5251
diff --git a/params/opt/5/rnd_search_t_lin/comb_4_t/global_train/model.decoder.layers.2.fc2/_s.pt b/params/opt/5/rnd_search_t_lin/comb_4_t/global_train/model.decoder.layers.2.fc2/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..0498b5b06dc481eed865437ae3dce2ba3b0f91b5
--- /dev/null
+++ b/params/opt/5/rnd_search_t_lin/comb_4_t/global_train/model.decoder.layers.2.fc2/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:37cbe50054b2030fd0ae6df9ce9c4a68a1e8d8f775b1264657be99a55b581e0d
+size 5251
diff --git a/params/opt/5/rnd_search_t_lin/comb_4_t/global_train/model.decoder.layers.2.self_attn.k_proj/_0.pt b/params/opt/5/rnd_search_t_lin/comb_4_t/global_train/model.decoder.layers.2.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..f667a1cbc5dd400384ce04d4669ba30a22958f82
--- /dev/null
+++ b/params/opt/5/rnd_search_t_lin/comb_4_t/global_train/model.decoder.layers.2.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ee7c3fac7ef7aa79c05eea351bd1ef06dbd79809f293f881bf82d63f63675564
+size 5251
diff --git a/params/opt/5/rnd_search_t_lin/comb_4_t/global_train/model.decoder.layers.2.self_attn.k_proj/_s.pt b/params/opt/5/rnd_search_t_lin/comb_4_t/global_train/model.decoder.layers.2.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..90768bf7a678357f858db6c3b5d2308afa1b9e4a
--- /dev/null
+++ b/params/opt/5/rnd_search_t_lin/comb_4_t/global_train/model.decoder.layers.2.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c81ec37d4a2377a35d859a48038e1b0f7ad71b49768b304999255dd111888a83
+size 5251
diff --git a/params/opt/5/rnd_search_t_lin/comb_4_t/global_train/model.decoder.layers.2.self_attn.out_proj/_0.pt b/params/opt/5/rnd_search_t_lin/comb_4_t/global_train/model.decoder.layers.2.self_attn.out_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..408c7ef48b592fe7dac84c5a7dcb174c299bf637
--- /dev/null
+++ b/params/opt/5/rnd_search_t_lin/comb_4_t/global_train/model.decoder.layers.2.self_attn.out_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0f558f22a45552a413ff3aec9a54dc5f91fcb4c910fa91612649b1e34631a58f
+size 5251
diff --git a/params/opt/5/rnd_search_t_lin/comb_4_t/global_train/model.decoder.layers.2.self_attn.out_proj/_s.pt b/params/opt/5/rnd_search_t_lin/comb_4_t/global_train/model.decoder.layers.2.self_attn.out_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a65a693f8983f928a307bf3f3a752ffcf19dd80c
--- /dev/null
+++ b/params/opt/5/rnd_search_t_lin/comb_4_t/global_train/model.decoder.layers.2.self_attn.out_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:def52bb433d3862b551e8059decc578a36de7f1879985b63baaa3dc932a33639
+size 5251
diff --git a/params/opt/5/rnd_search_t_lin/comb_4_t/global_train/model.decoder.layers.2.self_attn.q_proj/_0.pt b/params/opt/5/rnd_search_t_lin/comb_4_t/global_train/model.decoder.layers.2.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..d2b3c2f64dc477f8598dc8c04198b2aaea4d9958
--- /dev/null
+++ b/params/opt/5/rnd_search_t_lin/comb_4_t/global_train/model.decoder.layers.2.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:72ee5fd9440a90da9ff95727b37d7f9846c05a29b67e8941f32bfe920c4deab5
+size 5251
diff --git a/params/opt/5/rnd_search_t_lin/comb_4_t/global_train/model.decoder.layers.2.self_attn.q_proj/_s.pt b/params/opt/5/rnd_search_t_lin/comb_4_t/global_train/model.decoder.layers.2.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..99aef130e6730e63616e4c13b412d8e02bf8e25e
--- /dev/null
+++ b/params/opt/5/rnd_search_t_lin/comb_4_t/global_train/model.decoder.layers.2.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d5ddea800e13001ab67133689c307a2b815b8c5bca78af63c9b706edfdb990ca
+size 5251
diff --git a/params/opt/5/rnd_search_t_lin/comb_4_t/global_train/model.decoder.layers.2.self_attn.v_proj/_0.pt b/params/opt/5/rnd_search_t_lin/comb_4_t/global_train/model.decoder.layers.2.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..3c716a27cb436f29b8a2280d38bb5a36a6fcd40f
--- /dev/null
+++ b/params/opt/5/rnd_search_t_lin/comb_4_t/global_train/model.decoder.layers.2.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:cebfa75d3688529e8a24f5e70bcd32c605fb30a972c9b89763e7e01e22e1b291
+size 5251
diff --git a/params/opt/5/rnd_search_t_lin/comb_4_t/global_train/model.decoder.layers.2.self_attn.v_proj/_s.pt b/params/opt/5/rnd_search_t_lin/comb_4_t/global_train/model.decoder.layers.2.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e92a40bfbe1d43ac4960b4d7cc5d32646137a1f6
--- /dev/null
+++ b/params/opt/5/rnd_search_t_lin/comb_4_t/global_train/model.decoder.layers.2.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:337d6e635bcad2d202a7cf2c263227cdb330f7fa94e175f3096ecf0d3888fbc4
+size 5251
diff --git a/params/opt/5/rnd_search_t_lin/comb_4_t/global_train/model.decoder.layers.20.fc1/_0.pt b/params/opt/5/rnd_search_t_lin/comb_4_t/global_train/model.decoder.layers.20.fc1/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..80775cdce7042feee07f2ed0c0286d7294c9095e
--- /dev/null
+++ b/params/opt/5/rnd_search_t_lin/comb_4_t/global_train/model.decoder.layers.20.fc1/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:7f0affdb87db2fa9e1cd737f98cb5e869e4cbe21b942e93231c444ed5bb27905
+size 17539
diff --git a/params/opt/5/rnd_search_t_lin/comb_4_t/global_train/model.decoder.layers.20.fc1/_s.pt b/params/opt/5/rnd_search_t_lin/comb_4_t/global_train/model.decoder.layers.20.fc1/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c00007a781070bc88382eda5929d7d575b6b4379
--- /dev/null
+++ b/params/opt/5/rnd_search_t_lin/comb_4_t/global_train/model.decoder.layers.20.fc1/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f2d10558edfe29211e508cc7925559ee40a08e25081625488627edb2b96ff54a
+size 17539
diff --git a/params/opt/5/rnd_search_t_lin/comb_4_t/global_train/model.decoder.layers.20.fc2/_0.pt b/params/opt/5/rnd_search_t_lin/comb_4_t/global_train/model.decoder.layers.20.fc2/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..22a7c51dcf46b8cbf485420b9180f7fc37844232
--- /dev/null
+++ b/params/opt/5/rnd_search_t_lin/comb_4_t/global_train/model.decoder.layers.20.fc2/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:4830b944093357f54397ddf2d2bdf6cf6d54e74a27189e7953c40e3f85cc6031
+size 5251
diff --git a/params/opt/5/rnd_search_t_lin/comb_4_t/global_train/model.decoder.layers.20.fc2/_s.pt b/params/opt/5/rnd_search_t_lin/comb_4_t/global_train/model.decoder.layers.20.fc2/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..49e31adc41ae43600120e20cf4417999e0bf8995
--- /dev/null
+++ b/params/opt/5/rnd_search_t_lin/comb_4_t/global_train/model.decoder.layers.20.fc2/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e6f9e4c1b3cb766646828f1adb4ff57198985e4bcdfb68cd687bb4e10d610173
+size 5251
diff --git a/params/opt/5/rnd_search_t_lin/comb_4_t/global_train/model.decoder.layers.20.self_attn.k_proj/_0.pt b/params/opt/5/rnd_search_t_lin/comb_4_t/global_train/model.decoder.layers.20.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ed2034cbd7378036b6ea1a5941ba4a829b0b038a
--- /dev/null
+++ b/params/opt/5/rnd_search_t_lin/comb_4_t/global_train/model.decoder.layers.20.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a49842c4ed2e22d37fa9275798047bcd46b418628fb86f4f135a3f5ccf694705
+size 5251
diff --git a/params/opt/5/rnd_search_t_lin/comb_4_t/global_train/model.decoder.layers.20.self_attn.k_proj/_s.pt b/params/opt/5/rnd_search_t_lin/comb_4_t/global_train/model.decoder.layers.20.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2c9efce6a1dd7127d542e066d38aadb28c9a10d2
--- /dev/null
+++ b/params/opt/5/rnd_search_t_lin/comb_4_t/global_train/model.decoder.layers.20.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:af957c107f651443f39119a625a9e139c8d1584109ead534dc6edb1b28a77e6b
+size 5251
diff --git a/params/opt/5/rnd_search_t_lin/comb_4_t/global_train/model.decoder.layers.20.self_attn.out_proj/_0.pt b/params/opt/5/rnd_search_t_lin/comb_4_t/global_train/model.decoder.layers.20.self_attn.out_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..1a8ed11c5f443ee07bdf9ca20e257cced64a4ffd
--- /dev/null
+++ b/params/opt/5/rnd_search_t_lin/comb_4_t/global_train/model.decoder.layers.20.self_attn.out_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:8aed430163ed0d15e14796a494dcd0fdf6f886666b2ac973860519ba5e1f4429
+size 5251
diff --git a/params/opt/5/rnd_search_t_lin/comb_4_t/global_train/model.decoder.layers.20.self_attn.out_proj/_s.pt b/params/opt/5/rnd_search_t_lin/comb_4_t/global_train/model.decoder.layers.20.self_attn.out_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..492f3a56a9166eeb76aa7e3a7b738c49117c23a0
--- /dev/null
+++ b/params/opt/5/rnd_search_t_lin/comb_4_t/global_train/model.decoder.layers.20.self_attn.out_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b003be31f7a59f67785232ae4285cce680de109beffd74b0d2c47f83e7fe6a6d
+size 5251
diff --git a/params/opt/5/rnd_search_t_lin/comb_4_t/global_train/model.decoder.layers.20.self_attn.q_proj/_0.pt b/params/opt/5/rnd_search_t_lin/comb_4_t/global_train/model.decoder.layers.20.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c1add4edd6cdda96a7961cd7413cb6c0ea63bbf2
--- /dev/null
+++ b/params/opt/5/rnd_search_t_lin/comb_4_t/global_train/model.decoder.layers.20.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:97a4d2734a8bbf099c762f128a628bae78c169cc08b58a43fac22086d3a27546
+size 5251
diff --git a/params/opt/5/rnd_search_t_lin/comb_4_t/global_train/model.decoder.layers.20.self_attn.q_proj/_s.pt b/params/opt/5/rnd_search_t_lin/comb_4_t/global_train/model.decoder.layers.20.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..859f4be09c8f8c8408388c49e0e652956484cd6e
--- /dev/null
+++ b/params/opt/5/rnd_search_t_lin/comb_4_t/global_train/model.decoder.layers.20.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ad51922f39c1b467fe090dc234788e01701c6d37e0c45446ff47bae83dfed724
+size 5251
diff --git a/params/opt/5/rnd_search_t_lin/comb_4_t/global_train/model.decoder.layers.20.self_attn.v_proj/_0.pt b/params/opt/5/rnd_search_t_lin/comb_4_t/global_train/model.decoder.layers.20.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..085c697e12fc481c69261c8468b0213138792637
--- /dev/null
+++ b/params/opt/5/rnd_search_t_lin/comb_4_t/global_train/model.decoder.layers.20.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a7b036a68fa5f966e5996f92ff5120d08754977b69d093bdcfbc9a3fb75357eb
+size 5251
diff --git a/params/opt/5/rnd_search_t_lin/comb_4_t/global_train/model.decoder.layers.20.self_attn.v_proj/_s.pt b/params/opt/5/rnd_search_t_lin/comb_4_t/global_train/model.decoder.layers.20.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..de1045886374ba455081edff1de041e9f03ea13f
--- /dev/null
+++ b/params/opt/5/rnd_search_t_lin/comb_4_t/global_train/model.decoder.layers.20.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5a8e5616d97293df707f405933e9889e4acd1ee9e7ef503f8f8916ffd9ff27e2
+size 5251
diff --git a/params/opt/5/rnd_search_t_lin/comb_4_t/global_train/model.decoder.layers.21.fc1/_0.pt b/params/opt/5/rnd_search_t_lin/comb_4_t/global_train/model.decoder.layers.21.fc1/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..d9103245c75b658a1471015d0ccf18da96ed6d24
--- /dev/null
+++ b/params/opt/5/rnd_search_t_lin/comb_4_t/global_train/model.decoder.layers.21.fc1/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:83d56ebd3a77687c8b9e2e52df35e9e8e5ce8c3dee9b81586995f059fe7f4d51
+size 17539
diff --git a/params/opt/5/rnd_search_t_lin/comb_4_t/global_train/model.decoder.layers.21.fc1/_s.pt b/params/opt/5/rnd_search_t_lin/comb_4_t/global_train/model.decoder.layers.21.fc1/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..643de75554c99eea46a59863db30613465019b15
--- /dev/null
+++ b/params/opt/5/rnd_search_t_lin/comb_4_t/global_train/model.decoder.layers.21.fc1/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:bc58b17f61328e821cc89ad2200468e6b20896412fda1dd32a55b03423c3b583
+size 17539
diff --git a/params/opt/5/rnd_search_t_lin/comb_4_t/global_train/model.decoder.layers.21.fc2/_0.pt b/params/opt/5/rnd_search_t_lin/comb_4_t/global_train/model.decoder.layers.21.fc2/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..1b0ab19dba81d73733eef72a7c3747fd3a588f60
--- /dev/null
+++ b/params/opt/5/rnd_search_t_lin/comb_4_t/global_train/model.decoder.layers.21.fc2/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ad438d288dbbbba3986a4117c901a85fdffab2db01923b9c289eee60110ecd54
+size 5251
diff --git a/params/opt/5/rnd_search_t_lin/comb_4_t/global_train/model.decoder.layers.21.fc2/_s.pt b/params/opt/5/rnd_search_t_lin/comb_4_t/global_train/model.decoder.layers.21.fc2/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..318d4719d284e71f0bc74ba1482d3a944a7e6cca
--- /dev/null
+++ b/params/opt/5/rnd_search_t_lin/comb_4_t/global_train/model.decoder.layers.21.fc2/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:34924b7a8edbc4a6e7f757a4ae2be7ee8bb0452ff6da0f403ba5fe160b9eb05c
+size 5251
diff --git a/params/opt/5/rnd_search_t_lin/comb_4_t/global_train/model.decoder.layers.21.self_attn.k_proj/_0.pt b/params/opt/5/rnd_search_t_lin/comb_4_t/global_train/model.decoder.layers.21.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ec1bc83a2412e29683c7ffb067cf1b29d61aa3b7
--- /dev/null
+++ b/params/opt/5/rnd_search_t_lin/comb_4_t/global_train/model.decoder.layers.21.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:9d0111f06e4aef2c1081ca97c0306336cc7fb36ee4f355465cda4e34f9daf595
+size 5251
diff --git a/params/opt/5/rnd_search_t_lin/comb_4_t/global_train/model.decoder.layers.21.self_attn.k_proj/_s.pt b/params/opt/5/rnd_search_t_lin/comb_4_t/global_train/model.decoder.layers.21.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..6ce3885630c2d4031a56cb44b51493ff002645f8
--- /dev/null
+++ b/params/opt/5/rnd_search_t_lin/comb_4_t/global_train/model.decoder.layers.21.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e32ca73c7a44c11cc9372395521d359a79e8b0b00a41833fb54111a0f42ebb26
+size 5251
diff --git a/params/opt/5/rnd_search_t_lin/comb_4_t/global_train/model.decoder.layers.21.self_attn.out_proj/_0.pt b/params/opt/5/rnd_search_t_lin/comb_4_t/global_train/model.decoder.layers.21.self_attn.out_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4c8b845e4f0877168ffde1a2bf18e2e6de7b5111
--- /dev/null
+++ b/params/opt/5/rnd_search_t_lin/comb_4_t/global_train/model.decoder.layers.21.self_attn.out_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ef370dcc066aed0e377b4ee195906c1c53b99e000e930b919ea7bbb7c1285b8e
+size 5251
diff --git a/params/opt/5/rnd_search_t_lin/comb_4_t/global_train/model.decoder.layers.21.self_attn.out_proj/_s.pt b/params/opt/5/rnd_search_t_lin/comb_4_t/global_train/model.decoder.layers.21.self_attn.out_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c812ef2127a3e695f4656ecd84c74876225be198
--- /dev/null
+++ b/params/opt/5/rnd_search_t_lin/comb_4_t/global_train/model.decoder.layers.21.self_attn.out_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:9bed2ba7b834322cc4302e96d729513e44357a427d1e4fc44ac6514935e86b36
+size 5251
diff --git a/params/opt/5/rnd_search_t_lin/comb_4_t/global_train/model.decoder.layers.21.self_attn.q_proj/_0.pt b/params/opt/5/rnd_search_t_lin/comb_4_t/global_train/model.decoder.layers.21.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..51e511dbb80053015bf152e30c85fe20086a6683
--- /dev/null
+++ b/params/opt/5/rnd_search_t_lin/comb_4_t/global_train/model.decoder.layers.21.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0abbbacc01d12718a7bfb075152cc419f332367aacb1731789f3efd5c3446fb3
+size 5251
diff --git a/params/opt/5/rnd_search_t_lin/comb_4_t/global_train/model.decoder.layers.21.self_attn.q_proj/_s.pt b/params/opt/5/rnd_search_t_lin/comb_4_t/global_train/model.decoder.layers.21.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..b7089fc50d02cc29d26f4eee948546d9fec0a260
--- /dev/null
+++ b/params/opt/5/rnd_search_t_lin/comb_4_t/global_train/model.decoder.layers.21.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:3955cc283b26f34a9b604e8ae168c2c24aa4fc200f96d2bb478b9acd704ef9b6
+size 5251
diff --git a/params/opt/5/rnd_search_t_lin/comb_4_t/global_train/model.decoder.layers.21.self_attn.v_proj/_0.pt b/params/opt/5/rnd_search_t_lin/comb_4_t/global_train/model.decoder.layers.21.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..951d2d5a8ce52e6af2dde9ea94e4df977ded97b3
--- /dev/null
+++ b/params/opt/5/rnd_search_t_lin/comb_4_t/global_train/model.decoder.layers.21.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:db91e05879b0e1759dfe18718974e6cacbc81d31755de5a00a98d5f06fca2dcf
+size 5251
diff --git a/params/opt/5/rnd_search_t_lin/comb_4_t/global_train/model.decoder.layers.21.self_attn.v_proj/_s.pt b/params/opt/5/rnd_search_t_lin/comb_4_t/global_train/model.decoder.layers.21.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..299dbaea2fca7e9f1fe0eb46bdeca2e06ec21dec
--- /dev/null
+++ b/params/opt/5/rnd_search_t_lin/comb_4_t/global_train/model.decoder.layers.21.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:680557b06b9dcb48353605c2de697d4e53323cf37a37bfabd4d5207467477402
+size 5251
diff --git a/params/opt/5/rnd_search_t_lin/comb_4_t/global_train/model.decoder.layers.22.fc1/_0.pt b/params/opt/5/rnd_search_t_lin/comb_4_t/global_train/model.decoder.layers.22.fc1/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..5b86b4e920f942246c9cb55bb68cc39d709a25d4
--- /dev/null
+++ b/params/opt/5/rnd_search_t_lin/comb_4_t/global_train/model.decoder.layers.22.fc1/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0b086fa61f8abc8f6ef516bee47df06e2cb82d25e5e160accf7d442a428fe020
+size 17539
diff --git a/params/opt/5/rnd_search_t_lin/comb_4_t/global_train/model.decoder.layers.22.fc1/_s.pt b/params/opt/5/rnd_search_t_lin/comb_4_t/global_train/model.decoder.layers.22.fc1/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..fb395d27435aa6bfed2c97c8d8d360f1843b6c08
--- /dev/null
+++ b/params/opt/5/rnd_search_t_lin/comb_4_t/global_train/model.decoder.layers.22.fc1/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:49b01b7db2136a469a69507fa408fe3dd83274edb9057bbfa1f8629978421981
+size 17539
diff --git a/params/opt/5/rnd_search_t_lin/comb_4_t/global_train/model.decoder.layers.22.fc2/_0.pt b/params/opt/5/rnd_search_t_lin/comb_4_t/global_train/model.decoder.layers.22.fc2/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..3add3b22a0ecc75c1208f5042facbf8f0e1d163f
--- /dev/null
+++ b/params/opt/5/rnd_search_t_lin/comb_4_t/global_train/model.decoder.layers.22.fc2/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:046ba9badcdf827af6fa3de33277e8cda7e0ec537528f34f7fe148cc162bb711
+size 5251
diff --git a/params/opt/5/rnd_search_t_lin/comb_4_t/global_train/model.decoder.layers.22.fc2/_s.pt b/params/opt/5/rnd_search_t_lin/comb_4_t/global_train/model.decoder.layers.22.fc2/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e6774e75ca6a43944ebe68e1ff470ce6d79f8c19
--- /dev/null
+++ b/params/opt/5/rnd_search_t_lin/comb_4_t/global_train/model.decoder.layers.22.fc2/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:561bd675c3459c1f35ba9e1d26c8d61d739f7e5b9c0955103b2ae47a2a39e085
+size 5251
diff --git a/params/opt/5/rnd_search_t_lin/comb_4_t/global_train/model.decoder.layers.22.self_attn.k_proj/_0.pt b/params/opt/5/rnd_search_t_lin/comb_4_t/global_train/model.decoder.layers.22.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..76b5f7a97e1506e14c6b4caaa905f8e41135c072
--- /dev/null
+++ b/params/opt/5/rnd_search_t_lin/comb_4_t/global_train/model.decoder.layers.22.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:1f970cb04078232a86a60f0c131a48dce0f22f552b72f4c38ae76c2c0cc09e07
+size 5251
diff --git a/params/opt/5/rnd_search_t_lin/comb_4_t/global_train/model.decoder.layers.22.self_attn.k_proj/_s.pt b/params/opt/5/rnd_search_t_lin/comb_4_t/global_train/model.decoder.layers.22.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2013337ac9f4198775c99f8d8a14a420a1fa05c7
--- /dev/null
+++ b/params/opt/5/rnd_search_t_lin/comb_4_t/global_train/model.decoder.layers.22.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:fb3d9cd4ea43bc26dd19ea937cac91446ecfa8bbdfa654df40299d10593f9d3b
+size 5251
diff --git a/params/opt/5/rnd_search_t_lin/comb_4_t/global_train/model.decoder.layers.22.self_attn.out_proj/_0.pt b/params/opt/5/rnd_search_t_lin/comb_4_t/global_train/model.decoder.layers.22.self_attn.out_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..dc293faf072124b73f4b2cc328a53dffeb18ecd9
--- /dev/null
+++ b/params/opt/5/rnd_search_t_lin/comb_4_t/global_train/model.decoder.layers.22.self_attn.out_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:6c8f245e9c89d74ed5d842af4eff17a93a3f447f7e7c980820425b91eb000913
+size 5251
diff --git a/params/opt/5/rnd_search_t_lin/comb_4_t/global_train/model.decoder.layers.22.self_attn.out_proj/_s.pt b/params/opt/5/rnd_search_t_lin/comb_4_t/global_train/model.decoder.layers.22.self_attn.out_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..48e2918c3b73969fe50ba1df395e576836ebf56f
--- /dev/null
+++ b/params/opt/5/rnd_search_t_lin/comb_4_t/global_train/model.decoder.layers.22.self_attn.out_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:fef2de8913b5b0d3342da5997ae428912a802fce87c6c6d7fd917c530a9f71e2
+size 5251
diff --git a/params/opt/5/rnd_search_t_lin/comb_4_t/global_train/model.decoder.layers.22.self_attn.q_proj/_0.pt b/params/opt/5/rnd_search_t_lin/comb_4_t/global_train/model.decoder.layers.22.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4118985c0b46f44d6554b29d4be7fee4e5f469cd
--- /dev/null
+++ b/params/opt/5/rnd_search_t_lin/comb_4_t/global_train/model.decoder.layers.22.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e4dd213a385b46ede50f7ecca4b09be6910078d8a11515d2fa46a126cb26412f
+size 5251
diff --git a/params/opt/5/rnd_search_t_lin/comb_4_t/global_train/model.decoder.layers.22.self_attn.q_proj/_s.pt b/params/opt/5/rnd_search_t_lin/comb_4_t/global_train/model.decoder.layers.22.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..3b92db17b2dcfb7c05ed97c94eaaacdd544cd4ff
--- /dev/null
+++ b/params/opt/5/rnd_search_t_lin/comb_4_t/global_train/model.decoder.layers.22.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:80cb3452200a186ea834cdf52372d8ed16e483e87cd479850cb8218aeee7b6cd
+size 5251
diff --git a/params/opt/5/rnd_search_t_lin/comb_4_t/global_train/model.decoder.layers.22.self_attn.v_proj/_0.pt b/params/opt/5/rnd_search_t_lin/comb_4_t/global_train/model.decoder.layers.22.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..68ec7333bbc3d064cfeb209108306f3b13294a2a
--- /dev/null
+++ b/params/opt/5/rnd_search_t_lin/comb_4_t/global_train/model.decoder.layers.22.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:bbcb1ecf8430d5089a09d5561f33beab2301d4cb1ff7300dc415d2fef7acb81c
+size 5251
diff --git a/params/opt/5/rnd_search_t_lin/comb_4_t/global_train/model.decoder.layers.22.self_attn.v_proj/_s.pt b/params/opt/5/rnd_search_t_lin/comb_4_t/global_train/model.decoder.layers.22.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..7f59c658f490a68094646b38328bbeefeed21929
--- /dev/null
+++ b/params/opt/5/rnd_search_t_lin/comb_4_t/global_train/model.decoder.layers.22.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5d906ff61962ff7a091cbc35ef734ecf06337844a2807a1cdfc7c48cad360abb
+size 5251
diff --git a/params/opt/5/rnd_search_t_lin/comb_4_t/global_train/model.decoder.layers.23.fc1/_0.pt b/params/opt/5/rnd_search_t_lin/comb_4_t/global_train/model.decoder.layers.23.fc1/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..46648ca31f9599a89d0b725b89a08efaa6f47d6a
--- /dev/null
+++ b/params/opt/5/rnd_search_t_lin/comb_4_t/global_train/model.decoder.layers.23.fc1/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:99c0299f39b1586c7dc93c864b02157ac1ae000b802c0bb1e3d69281f2ea488c
+size 17539
diff --git a/params/opt/5/rnd_search_t_lin/comb_4_t/global_train/model.decoder.layers.23.fc1/_s.pt b/params/opt/5/rnd_search_t_lin/comb_4_t/global_train/model.decoder.layers.23.fc1/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e45544dd108ed397fe846436e3b1b87b06d55e59
--- /dev/null
+++ b/params/opt/5/rnd_search_t_lin/comb_4_t/global_train/model.decoder.layers.23.fc1/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:cde544094cf6c9a7db66434df90a16f055babae158b13faec0bd5f8ac434c03d
+size 17539
diff --git a/params/opt/5/rnd_search_t_lin/comb_4_t/global_train/model.decoder.layers.23.fc2/_0.pt b/params/opt/5/rnd_search_t_lin/comb_4_t/global_train/model.decoder.layers.23.fc2/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..538f081cbad3d1546526b4f4176c3b14005866fe
--- /dev/null
+++ b/params/opt/5/rnd_search_t_lin/comb_4_t/global_train/model.decoder.layers.23.fc2/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a18459d36c4b44f300246c91872478616f22bcbe2a77a70cfeff307e59e0ac28
+size 5251
diff --git a/params/opt/5/rnd_search_t_lin/comb_4_t/global_train/model.decoder.layers.23.fc2/_s.pt b/params/opt/5/rnd_search_t_lin/comb_4_t/global_train/model.decoder.layers.23.fc2/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..73df29ddc6a85419b965aa69411541b9b09f4ad9
--- /dev/null
+++ b/params/opt/5/rnd_search_t_lin/comb_4_t/global_train/model.decoder.layers.23.fc2/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f9ecde2898fa841bcfb109a953772b20338349c3fff3901864301caad30f0b7c
+size 5251
diff --git a/params/opt/5/rnd_search_t_lin/comb_4_t/global_train/model.decoder.layers.23.self_attn.k_proj/_0.pt b/params/opt/5/rnd_search_t_lin/comb_4_t/global_train/model.decoder.layers.23.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8a931665e5b28a2f2f86ca2ec332d6ec9f42f5f1
--- /dev/null
+++ b/params/opt/5/rnd_search_t_lin/comb_4_t/global_train/model.decoder.layers.23.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d506b50b469d57b9f9b9a28e6a5cffb5d7242d98e8800021437e5282b1428acd
+size 5251
diff --git a/params/opt/5/rnd_search_t_lin/comb_4_t/global_train/model.decoder.layers.23.self_attn.k_proj/_s.pt b/params/opt/5/rnd_search_t_lin/comb_4_t/global_train/model.decoder.layers.23.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..24bd5da985ddd06b804837df8029bbf07a93b4f0
--- /dev/null
+++ b/params/opt/5/rnd_search_t_lin/comb_4_t/global_train/model.decoder.layers.23.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:85bfed8d7f487475e556af35b36a5c184eb0b8f1d2824766ff9b1c14ef876b0c
+size 5251
diff --git a/params/opt/5/rnd_search_t_lin/comb_4_t/global_train/model.decoder.layers.23.self_attn.out_proj/_0.pt b/params/opt/5/rnd_search_t_lin/comb_4_t/global_train/model.decoder.layers.23.self_attn.out_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..9f766cfbd113e10d3179e45419ffef9e51d0d5cb
--- /dev/null
+++ b/params/opt/5/rnd_search_t_lin/comb_4_t/global_train/model.decoder.layers.23.self_attn.out_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:596858e3b70bff7007a06eb9fe75ad6069751ee534540fba721994054ccd3e58
+size 5251
diff --git a/params/opt/5/rnd_search_t_lin/comb_4_t/global_train/model.decoder.layers.23.self_attn.out_proj/_s.pt b/params/opt/5/rnd_search_t_lin/comb_4_t/global_train/model.decoder.layers.23.self_attn.out_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..6ec9da3dc249bf5800d190585e5e837d9f656f6e
--- /dev/null
+++ b/params/opt/5/rnd_search_t_lin/comb_4_t/global_train/model.decoder.layers.23.self_attn.out_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:133dc353432e7eab76496af1531bf9b7deb9c6acb812f409edf0dde17a413672
+size 5251
diff --git a/params/opt/5/rnd_search_t_lin/comb_4_t/global_train/model.decoder.layers.23.self_attn.q_proj/_0.pt b/params/opt/5/rnd_search_t_lin/comb_4_t/global_train/model.decoder.layers.23.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..b260385a57b307c44582df1d75a3967d1d29df8e
--- /dev/null
+++ b/params/opt/5/rnd_search_t_lin/comb_4_t/global_train/model.decoder.layers.23.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a09455023ad120ddda6bc28967e0ab2b90fdc2e4930e8c4aa674d8161be1e94e
+size 5251
diff --git a/params/opt/5/rnd_search_t_lin/comb_4_t/global_train/model.decoder.layers.23.self_attn.q_proj/_s.pt b/params/opt/5/rnd_search_t_lin/comb_4_t/global_train/model.decoder.layers.23.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..eb6ec706fcbd4ff0d403f06cca3c96f6a13be9ac
--- /dev/null
+++ b/params/opt/5/rnd_search_t_lin/comb_4_t/global_train/model.decoder.layers.23.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ff1329ed8bd5f1f886432eb4923daf3ebbd23025de55d174b7cfc032ef084bd1
+size 5251
diff --git a/params/opt/5/rnd_search_t_lin/comb_4_t/global_train/model.decoder.layers.23.self_attn.v_proj/_0.pt b/params/opt/5/rnd_search_t_lin/comb_4_t/global_train/model.decoder.layers.23.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c17e06595cfd28ab18bab5b62db7582d77e6a779
--- /dev/null
+++ b/params/opt/5/rnd_search_t_lin/comb_4_t/global_train/model.decoder.layers.23.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:6940d1ddeb667f404ef87c30084c58ff346995bf7747018367592bff1f1abd25
+size 5251
diff --git a/params/opt/5/rnd_search_t_lin/comb_4_t/global_train/model.decoder.layers.23.self_attn.v_proj/_s.pt b/params/opt/5/rnd_search_t_lin/comb_4_t/global_train/model.decoder.layers.23.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..34eeed9ee0c58af6f23cb9ab734ba1abd9353785
--- /dev/null
+++ b/params/opt/5/rnd_search_t_lin/comb_4_t/global_train/model.decoder.layers.23.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c2679fdddacbf9470345cb1d25d28d12e1ce5756f5db0079821d03a16e01409d
+size 5251
diff --git a/params/opt/5/rnd_search_t_lin/comb_4_t/global_train/model.decoder.layers.3.fc1/_0.pt b/params/opt/5/rnd_search_t_lin/comb_4_t/global_train/model.decoder.layers.3.fc1/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e847d08ec4b287fdd71487b3a2a6299fc471ecb4
--- /dev/null
+++ b/params/opt/5/rnd_search_t_lin/comb_4_t/global_train/model.decoder.layers.3.fc1/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:8b44e39ff79f6a5485c1d82576892c4f4757418248e15b2a235f338dde198b29
+size 17539
diff --git a/params/opt/5/rnd_search_t_lin/comb_4_t/global_train/model.decoder.layers.3.fc1/_s.pt b/params/opt/5/rnd_search_t_lin/comb_4_t/global_train/model.decoder.layers.3.fc1/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..16edd8a021ea427fee3b93fa455f6b8aa29ecedf
--- /dev/null
+++ b/params/opt/5/rnd_search_t_lin/comb_4_t/global_train/model.decoder.layers.3.fc1/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:1624fdad95fc1e2d662f32d4cde27a9f015338df22217d0b9776f0af5a08ffac
+size 17539
diff --git a/params/opt/5/rnd_search_t_lin/comb_4_t/global_train/model.decoder.layers.3.fc2/_0.pt b/params/opt/5/rnd_search_t_lin/comb_4_t/global_train/model.decoder.layers.3.fc2/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..5dd241d64a79be680b2efc2936ae94add0857ff8
--- /dev/null
+++ b/params/opt/5/rnd_search_t_lin/comb_4_t/global_train/model.decoder.layers.3.fc2/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:77e93390172c3e066830edfec222470bb4df00a410e096e7b9f2e0b7e9731bea
+size 5251
diff --git a/params/opt/5/rnd_search_t_lin/comb_4_t/global_train/model.decoder.layers.3.fc2/_s.pt b/params/opt/5/rnd_search_t_lin/comb_4_t/global_train/model.decoder.layers.3.fc2/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..b391378cdbcfc2e781ac22c10f477aeffc3b437e
--- /dev/null
+++ b/params/opt/5/rnd_search_t_lin/comb_4_t/global_train/model.decoder.layers.3.fc2/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a7d17770a86607ec3d354ea63e0d1973c4dc387438e245ab2923cb25b33f66c8
+size 5251
diff --git a/params/opt/5/rnd_search_t_lin/comb_4_t/global_train/model.decoder.layers.3.self_attn.k_proj/_0.pt b/params/opt/5/rnd_search_t_lin/comb_4_t/global_train/model.decoder.layers.3.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e9e03bdbdac5cd212c70f391a41df69bedf043a8
--- /dev/null
+++ b/params/opt/5/rnd_search_t_lin/comb_4_t/global_train/model.decoder.layers.3.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:4b622cf26d1b1f754198bd14e5b821f43a495b5d911d3b5408fc71f9cda9ee50
+size 5251
diff --git a/params/opt/5/rnd_search_t_lin/comb_4_t/global_train/model.decoder.layers.3.self_attn.k_proj/_s.pt b/params/opt/5/rnd_search_t_lin/comb_4_t/global_train/model.decoder.layers.3.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..cd3b6e5f2c4e62193bf7292299f62fc8903d196b
--- /dev/null
+++ b/params/opt/5/rnd_search_t_lin/comb_4_t/global_train/model.decoder.layers.3.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:6749f3d558a8cd56263e09b93fd5a3e9e78868e7021778e75e92a56f2b196084
+size 5251
diff --git a/params/opt/5/rnd_search_t_lin/comb_4_t/global_train/model.decoder.layers.3.self_attn.out_proj/_0.pt b/params/opt/5/rnd_search_t_lin/comb_4_t/global_train/model.decoder.layers.3.self_attn.out_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..401e4ff6a2a2d2fba0465293c63dd20454284460
--- /dev/null
+++ b/params/opt/5/rnd_search_t_lin/comb_4_t/global_train/model.decoder.layers.3.self_attn.out_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f8f00afdf57d145091ea41e569247bbf260ab8ee0ab04909a256c46dc3b2b85c
+size 5251
diff --git a/params/opt/5/rnd_search_t_lin/comb_4_t/global_train/model.decoder.layers.3.self_attn.out_proj/_s.pt b/params/opt/5/rnd_search_t_lin/comb_4_t/global_train/model.decoder.layers.3.self_attn.out_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c41dd030402ea4935e89a06d5ef31c62916a5eb0
--- /dev/null
+++ b/params/opt/5/rnd_search_t_lin/comb_4_t/global_train/model.decoder.layers.3.self_attn.out_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a8bc942b75ffde0b99ced2d6f59e1e630d559bca8aa8a1c63b4c7ae3583acdf6
+size 5251
diff --git a/params/opt/5/rnd_search_t_lin/comb_4_t/global_train/model.decoder.layers.3.self_attn.q_proj/_0.pt b/params/opt/5/rnd_search_t_lin/comb_4_t/global_train/model.decoder.layers.3.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..5b8f82012d78e2ebde9126ccbbf5ed219e80dd26
--- /dev/null
+++ b/params/opt/5/rnd_search_t_lin/comb_4_t/global_train/model.decoder.layers.3.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:7b3def6eabdcd9399eb85d642a968e84d04cc92f44bb99588e0c09253eb30e91
+size 5251
diff --git a/params/opt/5/rnd_search_t_lin/comb_4_t/global_train/model.decoder.layers.3.self_attn.q_proj/_s.pt b/params/opt/5/rnd_search_t_lin/comb_4_t/global_train/model.decoder.layers.3.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..d7dd2dce3b6a03a2d718974950aae50f2e649877
--- /dev/null
+++ b/params/opt/5/rnd_search_t_lin/comb_4_t/global_train/model.decoder.layers.3.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:806e28465551329ec5d630c250da93e316907f91dc28df111596b8c07821506c
+size 5251
diff --git a/params/opt/5/rnd_search_t_lin/comb_4_t/global_train/model.decoder.layers.3.self_attn.v_proj/_0.pt b/params/opt/5/rnd_search_t_lin/comb_4_t/global_train/model.decoder.layers.3.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4a2bb2b1c70ec92bf1a302a263308e154839ad90
--- /dev/null
+++ b/params/opt/5/rnd_search_t_lin/comb_4_t/global_train/model.decoder.layers.3.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ff2ee4680717ae09fcc47fe464cfcf8885eab46949f243cb8093f2d91f73f19a
+size 5251
diff --git a/params/opt/5/rnd_search_t_lin/comb_4_t/global_train/model.decoder.layers.3.self_attn.v_proj/_s.pt b/params/opt/5/rnd_search_t_lin/comb_4_t/global_train/model.decoder.layers.3.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..db2a0bb61dfc0392b2cd04d966d97f1e97ef2f6c
--- /dev/null
+++ b/params/opt/5/rnd_search_t_lin/comb_4_t/global_train/model.decoder.layers.3.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d93c2380767600d53e1c765bab2af6ef4f2aa17d9996478cd6255ee08b5a07e4
+size 5251
diff --git a/params/opt/5/rnd_search_t_lin/comb_4_t/global_train/model.decoder.layers.4.fc1/_0.pt b/params/opt/5/rnd_search_t_lin/comb_4_t/global_train/model.decoder.layers.4.fc1/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..55e3bc2e22a814a510c04a299b80c6f7f370c4d3
--- /dev/null
+++ b/params/opt/5/rnd_search_t_lin/comb_4_t/global_train/model.decoder.layers.4.fc1/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f2f83814e154bd90a45ab42b04110048e9cd3aa342d6f4cbacf9d3e80edf2415
+size 17539
diff --git a/params/opt/5/rnd_search_t_lin/comb_4_t/global_train/model.decoder.layers.4.fc1/_s.pt b/params/opt/5/rnd_search_t_lin/comb_4_t/global_train/model.decoder.layers.4.fc1/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..84ba6dc5465254d54e15f4cc33a15e2879caaab6
--- /dev/null
+++ b/params/opt/5/rnd_search_t_lin/comb_4_t/global_train/model.decoder.layers.4.fc1/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:8c4f492ec29d949a8518a1842562119bcb982a9a627ba693d67eb795eda7eddc
+size 17539
diff --git a/params/opt/5/rnd_search_t_lin/comb_4_t/global_train/model.decoder.layers.4.fc2/_0.pt b/params/opt/5/rnd_search_t_lin/comb_4_t/global_train/model.decoder.layers.4.fc2/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a51fa0045325842a7bf0099eeb992b5aaaf634d1
--- /dev/null
+++ b/params/opt/5/rnd_search_t_lin/comb_4_t/global_train/model.decoder.layers.4.fc2/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:6aa8d5fd45a4f7ba4a5d5fcc0a9c058190764f948d45022e9257f747d647e7c6
+size 5251
diff --git a/params/opt/5/rnd_search_t_lin/comb_4_t/global_train/model.decoder.layers.4.fc2/_s.pt b/params/opt/5/rnd_search_t_lin/comb_4_t/global_train/model.decoder.layers.4.fc2/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..074fbfddfe662efe026378cdcb9e15bc888720f1
--- /dev/null
+++ b/params/opt/5/rnd_search_t_lin/comb_4_t/global_train/model.decoder.layers.4.fc2/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0d6ad6d4285fc1f0bf9059e7494c993b721a7f193153f3dba32a378006efe676
+size 5251
diff --git a/params/opt/5/rnd_search_t_lin/comb_4_t/global_train/model.decoder.layers.4.self_attn.k_proj/_0.pt b/params/opt/5/rnd_search_t_lin/comb_4_t/global_train/model.decoder.layers.4.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..760109e7efaeac098e127757ee8d28e4937b2ac3
--- /dev/null
+++ b/params/opt/5/rnd_search_t_lin/comb_4_t/global_train/model.decoder.layers.4.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:9c82ccefe0ec5a9b8b0ca58a6fb19ee20b7c75c923c1fed862e493714d0fc89e
+size 5251
diff --git a/params/opt/5/rnd_search_t_lin/comb_4_t/global_train/model.decoder.layers.4.self_attn.k_proj/_s.pt b/params/opt/5/rnd_search_t_lin/comb_4_t/global_train/model.decoder.layers.4.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..be8155f3a2423d66abe6453e3b9feda89d78e06c
--- /dev/null
+++ b/params/opt/5/rnd_search_t_lin/comb_4_t/global_train/model.decoder.layers.4.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:31eacec07fdd22a2307f4e7f89665cfd5c4c16c7b53c1e6f38a4183ddd00db9f
+size 5251
diff --git a/params/opt/5/rnd_search_t_lin/comb_4_t/global_train/model.decoder.layers.4.self_attn.out_proj/_0.pt b/params/opt/5/rnd_search_t_lin/comb_4_t/global_train/model.decoder.layers.4.self_attn.out_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ec12cd0f38d11e46a51b4789e4887c2427db7129
--- /dev/null
+++ b/params/opt/5/rnd_search_t_lin/comb_4_t/global_train/model.decoder.layers.4.self_attn.out_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:4a6f7ce8976d444264bda02b4f56547aa0e3765f4919b8f125cdcde1151dfc09
+size 5251
diff --git a/params/opt/5/rnd_search_t_lin/comb_4_t/global_train/model.decoder.layers.4.self_attn.out_proj/_s.pt b/params/opt/5/rnd_search_t_lin/comb_4_t/global_train/model.decoder.layers.4.self_attn.out_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..cdf4d2d6cd32db6b6aaff64526932c37c7849082
--- /dev/null
+++ b/params/opt/5/rnd_search_t_lin/comb_4_t/global_train/model.decoder.layers.4.self_attn.out_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:aeca34e99306ca13dde9304d541a037dbf4a8e19eed5321f746f5d5eac8cebd3
+size 5251
diff --git a/params/opt/5/rnd_search_t_lin/comb_4_t/global_train/model.decoder.layers.4.self_attn.q_proj/_0.pt b/params/opt/5/rnd_search_t_lin/comb_4_t/global_train/model.decoder.layers.4.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..de19170497edc245646164794bcee809c8e3fdf9
--- /dev/null
+++ b/params/opt/5/rnd_search_t_lin/comb_4_t/global_train/model.decoder.layers.4.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f14f1a9cb0dc93ab3c4c1f0109261ca00539fc04c65506875a71971ea06c6d8d
+size 5251
diff --git a/params/opt/5/rnd_search_t_lin/comb_4_t/global_train/model.decoder.layers.4.self_attn.q_proj/_s.pt b/params/opt/5/rnd_search_t_lin/comb_4_t/global_train/model.decoder.layers.4.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ecebf27faec0c23506712d8f716feec9ed072c12
--- /dev/null
+++ b/params/opt/5/rnd_search_t_lin/comb_4_t/global_train/model.decoder.layers.4.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0ba0bd921b2127f9e7058d451a9d8c2e69bc92f4491a7de208b3b07dd30b6135
+size 5251
diff --git a/params/opt/5/rnd_search_t_lin/comb_4_t/global_train/model.decoder.layers.4.self_attn.v_proj/_0.pt b/params/opt/5/rnd_search_t_lin/comb_4_t/global_train/model.decoder.layers.4.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..b7541b3d64a80e84bd50a89b999259b0b0de9c32
--- /dev/null
+++ b/params/opt/5/rnd_search_t_lin/comb_4_t/global_train/model.decoder.layers.4.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:883cf77fd5bc976b1b90cc4f81b2c4bbf34352a4faf84426b0c18adc46126c9c
+size 5251
diff --git a/params/opt/5/rnd_search_t_lin/comb_4_t/global_train/model.decoder.layers.4.self_attn.v_proj/_s.pt b/params/opt/5/rnd_search_t_lin/comb_4_t/global_train/model.decoder.layers.4.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a1f0ff75c3ae2400dd7487afd4c8d789fafefa6a
--- /dev/null
+++ b/params/opt/5/rnd_search_t_lin/comb_4_t/global_train/model.decoder.layers.4.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:00cf5aa27e9dca161589370473bc4c429faa06db0fdfb3b369ccf61e0061ef3d
+size 5251
diff --git a/params/opt/5/rnd_search_t_lin/comb_4_t/global_train/model.decoder.layers.5.fc1/_0.pt b/params/opt/5/rnd_search_t_lin/comb_4_t/global_train/model.decoder.layers.5.fc1/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..0bb3c22c5375ca0681f923ff48b5c2cd829236f5
--- /dev/null
+++ b/params/opt/5/rnd_search_t_lin/comb_4_t/global_train/model.decoder.layers.5.fc1/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e3728e63aa8c65e6d679f8f55234076cbeff56f542e80485349d3a1ba2283fe0
+size 17539
diff --git a/params/opt/5/rnd_search_t_lin/comb_4_t/global_train/model.decoder.layers.5.fc1/_s.pt b/params/opt/5/rnd_search_t_lin/comb_4_t/global_train/model.decoder.layers.5.fc1/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8e4c1a93e5d153d313cbdc12ab02ee6cf2ae4731
--- /dev/null
+++ b/params/opt/5/rnd_search_t_lin/comb_4_t/global_train/model.decoder.layers.5.fc1/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:9b50229dc2502b4bc27c1dc0df0299b9754304781a296ec056af15797d887c30
+size 17539
diff --git a/params/opt/5/rnd_search_t_lin/comb_4_t/global_train/model.decoder.layers.5.fc2/_0.pt b/params/opt/5/rnd_search_t_lin/comb_4_t/global_train/model.decoder.layers.5.fc2/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..34ca55957a5b41cb320e1d58c4b5ebb8549415d1
--- /dev/null
+++ b/params/opt/5/rnd_search_t_lin/comb_4_t/global_train/model.decoder.layers.5.fc2/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:9938c46c404d478df1ea6413d2e56d90f229ee4f648883e5c730ba4e6cd35b77
+size 5251
diff --git a/params/opt/5/rnd_search_t_lin/comb_4_t/global_train/model.decoder.layers.5.fc2/_s.pt b/params/opt/5/rnd_search_t_lin/comb_4_t/global_train/model.decoder.layers.5.fc2/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..bddc3d7b9e4d65e915ba6d3a67d41e82856454f7
--- /dev/null
+++ b/params/opt/5/rnd_search_t_lin/comb_4_t/global_train/model.decoder.layers.5.fc2/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0607190bd8bb8b6a0fcd051c856299037623584ed6e849dda9147fe58f2f8215
+size 5251
diff --git a/params/opt/5/rnd_search_t_lin/comb_4_t/global_train/model.decoder.layers.5.self_attn.k_proj/_0.pt b/params/opt/5/rnd_search_t_lin/comb_4_t/global_train/model.decoder.layers.5.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..83141f24df7764a8a56300491041072ffdc08970
--- /dev/null
+++ b/params/opt/5/rnd_search_t_lin/comb_4_t/global_train/model.decoder.layers.5.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0f6daac3b59c0ebf0c330da6a4823f3a6b12714a136563057b8004c13d86d0a1
+size 5251
diff --git a/params/opt/5/rnd_search_t_lin/comb_4_t/global_train/model.decoder.layers.5.self_attn.k_proj/_s.pt b/params/opt/5/rnd_search_t_lin/comb_4_t/global_train/model.decoder.layers.5.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..35bdd41c1dde5ee283d52bda2ed23ce250baeaa4
--- /dev/null
+++ b/params/opt/5/rnd_search_t_lin/comb_4_t/global_train/model.decoder.layers.5.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:67ac54c00152ae730bc84709e96f3ba347f1ab9646aa5d8014269aa721960ba1
+size 5251
diff --git a/params/opt/5/rnd_search_t_lin/comb_4_t/global_train/model.decoder.layers.5.self_attn.out_proj/_0.pt b/params/opt/5/rnd_search_t_lin/comb_4_t/global_train/model.decoder.layers.5.self_attn.out_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..24f9cc7b2b5f27752a4695f708655c56db201387
--- /dev/null
+++ b/params/opt/5/rnd_search_t_lin/comb_4_t/global_train/model.decoder.layers.5.self_attn.out_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:26d3b14335ffba1b770897e8b53c013194cfd112f324a5c9cc6f449255f3af01
+size 5251
diff --git a/params/opt/5/rnd_search_t_lin/comb_4_t/global_train/model.decoder.layers.5.self_attn.out_proj/_s.pt b/params/opt/5/rnd_search_t_lin/comb_4_t/global_train/model.decoder.layers.5.self_attn.out_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..6c07f7a56a49289a69670914b484c19ad036108c
--- /dev/null
+++ b/params/opt/5/rnd_search_t_lin/comb_4_t/global_train/model.decoder.layers.5.self_attn.out_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2430506a0f2e8a7719e99ec0c15421cfca44cb955c6cb4e3605937a1dc1f8cf0
+size 5251
diff --git a/params/opt/5/rnd_search_t_lin/comb_4_t/global_train/model.decoder.layers.5.self_attn.q_proj/_0.pt b/params/opt/5/rnd_search_t_lin/comb_4_t/global_train/model.decoder.layers.5.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..826702d664089ceda7d967e2b487ff788c69bb73
--- /dev/null
+++ b/params/opt/5/rnd_search_t_lin/comb_4_t/global_train/model.decoder.layers.5.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:fddea4e282c941290e24c15a3b68ada44f3f30993f823f609f85a9b24494a001
+size 5251
diff --git a/params/opt/5/rnd_search_t_lin/comb_4_t/global_train/model.decoder.layers.5.self_attn.q_proj/_s.pt b/params/opt/5/rnd_search_t_lin/comb_4_t/global_train/model.decoder.layers.5.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..557aad90d52037a8ab7ad4fb8c10f59f2ea7080f
--- /dev/null
+++ b/params/opt/5/rnd_search_t_lin/comb_4_t/global_train/model.decoder.layers.5.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:744ea6e35d735c5cc165e7d09f528217e54e04ea57481e2320404c4ed9a99d56
+size 5251
diff --git a/params/opt/5/rnd_search_t_lin/comb_4_t/global_train/model.decoder.layers.5.self_attn.v_proj/_0.pt b/params/opt/5/rnd_search_t_lin/comb_4_t/global_train/model.decoder.layers.5.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..1245073feae4bbdd99e7b2b4447af7fd349bcc88
--- /dev/null
+++ b/params/opt/5/rnd_search_t_lin/comb_4_t/global_train/model.decoder.layers.5.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f040397514d1be3cbc99074238f970b8475c7ad561312bb40aa4a6eb6d1c227c
+size 5251
diff --git a/params/opt/5/rnd_search_t_lin/comb_4_t/global_train/model.decoder.layers.5.self_attn.v_proj/_s.pt b/params/opt/5/rnd_search_t_lin/comb_4_t/global_train/model.decoder.layers.5.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8f751614ce84ed0d73fcd516511001f1a5fc68b5
--- /dev/null
+++ b/params/opt/5/rnd_search_t_lin/comb_4_t/global_train/model.decoder.layers.5.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:8abd6d6c367158810ebfb6ea71e66ead7d799c68ba70b08f22afc88371e370e0
+size 5251
diff --git a/params/opt/5/rnd_search_t_lin/comb_4_t/global_train/model.decoder.layers.6.fc1/_0.pt b/params/opt/5/rnd_search_t_lin/comb_4_t/global_train/model.decoder.layers.6.fc1/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..29df4020668213990ac06d914fe6d0b5ef831e20
--- /dev/null
+++ b/params/opt/5/rnd_search_t_lin/comb_4_t/global_train/model.decoder.layers.6.fc1/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0785b06768251877f11e821aa46557ed1b9aa91f1721506ed1cc3dc2b28163e1
+size 17539
diff --git a/params/opt/5/rnd_search_t_lin/comb_4_t/global_train/model.decoder.layers.6.fc1/_s.pt b/params/opt/5/rnd_search_t_lin/comb_4_t/global_train/model.decoder.layers.6.fc1/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e9c9d663a1abea11880495eb74f5c163b6efd18f
--- /dev/null
+++ b/params/opt/5/rnd_search_t_lin/comb_4_t/global_train/model.decoder.layers.6.fc1/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c79fbcbbb0ced57219947711a8d312e36f99ce01d5d6249c1221596ef4cc48a6
+size 17539
diff --git a/params/opt/5/rnd_search_t_lin/comb_4_t/global_train/model.decoder.layers.6.fc2/_0.pt b/params/opt/5/rnd_search_t_lin/comb_4_t/global_train/model.decoder.layers.6.fc2/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..3b39ba9cbcdcdce559d77cbfdf5baf72ce04ae6e
--- /dev/null
+++ b/params/opt/5/rnd_search_t_lin/comb_4_t/global_train/model.decoder.layers.6.fc2/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:314192ac8b9d5e8ee3ea0456d29ea26726db31cd728ffd29482c448b666541ac
+size 5251
diff --git a/params/opt/5/rnd_search_t_lin/comb_4_t/global_train/model.decoder.layers.6.fc2/_s.pt b/params/opt/5/rnd_search_t_lin/comb_4_t/global_train/model.decoder.layers.6.fc2/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..3baee443bd09657330f5c7408325c08d8529254e
--- /dev/null
+++ b/params/opt/5/rnd_search_t_lin/comb_4_t/global_train/model.decoder.layers.6.fc2/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:703cfd7245f910684825b80699a3ed74568e8723e6a551ccb9b8e9c472ab57e8
+size 5251
diff --git a/params/opt/5/rnd_search_t_lin/comb_4_t/global_train/model.decoder.layers.6.self_attn.k_proj/_0.pt b/params/opt/5/rnd_search_t_lin/comb_4_t/global_train/model.decoder.layers.6.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..9ea579b1535e479073d91852698f7ea1806a290f
--- /dev/null
+++ b/params/opt/5/rnd_search_t_lin/comb_4_t/global_train/model.decoder.layers.6.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:19dea5dfc87fbfdd578e50d1798a2a0ff9389b64d93c70e1bb155000696f0183
+size 5251
diff --git a/params/opt/5/rnd_search_t_lin/comb_4_t/global_train/model.decoder.layers.6.self_attn.k_proj/_s.pt b/params/opt/5/rnd_search_t_lin/comb_4_t/global_train/model.decoder.layers.6.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..977b4b5cd3626a337dff6ad1f8ca47ed982099f1
--- /dev/null
+++ b/params/opt/5/rnd_search_t_lin/comb_4_t/global_train/model.decoder.layers.6.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:501d60d3ab8ea89edc83e6f6eb244de001d8c3635fbd3599ed830f2456c0d9b8
+size 5251
diff --git a/params/opt/5/rnd_search_t_lin/comb_4_t/global_train/model.decoder.layers.6.self_attn.out_proj/_0.pt b/params/opt/5/rnd_search_t_lin/comb_4_t/global_train/model.decoder.layers.6.self_attn.out_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..67dcbcad6bca201467455a8afcd94fea237817ee
--- /dev/null
+++ b/params/opt/5/rnd_search_t_lin/comb_4_t/global_train/model.decoder.layers.6.self_attn.out_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e16b49b0673daf82df0dbd37e46152ab090e1769d69db0c79b388c0e0af432c5
+size 5251
diff --git a/params/opt/5/rnd_search_t_lin/comb_4_t/global_train/model.decoder.layers.6.self_attn.out_proj/_s.pt b/params/opt/5/rnd_search_t_lin/comb_4_t/global_train/model.decoder.layers.6.self_attn.out_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..f368750b67faaddde2f924c1a6bd9e96e9d53a17
--- /dev/null
+++ b/params/opt/5/rnd_search_t_lin/comb_4_t/global_train/model.decoder.layers.6.self_attn.out_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0e1a9104f8d7b4f62a9416258c4c805926ca10fc7e4826b669dc188be6a47ea5
+size 5251
diff --git a/params/opt/5/rnd_search_t_lin/comb_4_t/global_train/model.decoder.layers.6.self_attn.q_proj/_0.pt b/params/opt/5/rnd_search_t_lin/comb_4_t/global_train/model.decoder.layers.6.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..dd13d5896d177ca3f73ba4f0cc53e9f528c454e9
--- /dev/null
+++ b/params/opt/5/rnd_search_t_lin/comb_4_t/global_train/model.decoder.layers.6.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:678a3a70cebaae960a089ac7f121029362012967190c1d7e5083ed5c49cbd813
+size 5251
diff --git a/params/opt/5/rnd_search_t_lin/comb_4_t/global_train/model.decoder.layers.6.self_attn.q_proj/_s.pt b/params/opt/5/rnd_search_t_lin/comb_4_t/global_train/model.decoder.layers.6.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..0ccc89919effc44135ab0cc22eac6422746831d6
--- /dev/null
+++ b/params/opt/5/rnd_search_t_lin/comb_4_t/global_train/model.decoder.layers.6.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f63c55781c5fe1774d99d628cebfcadebaa300b978b3dade139718c13732a203
+size 5251
diff --git a/params/opt/5/rnd_search_t_lin/comb_4_t/global_train/model.decoder.layers.6.self_attn.v_proj/_0.pt b/params/opt/5/rnd_search_t_lin/comb_4_t/global_train/model.decoder.layers.6.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..9dd7cddfa44e9722696bf521f4188723eaf629b4
--- /dev/null
+++ b/params/opt/5/rnd_search_t_lin/comb_4_t/global_train/model.decoder.layers.6.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:fe3243b2c37904873d6efd2b0346c20f7e7f7085baa5e9e06a766f6f27f97fda
+size 5251
diff --git a/params/opt/5/rnd_search_t_lin/comb_4_t/global_train/model.decoder.layers.6.self_attn.v_proj/_s.pt b/params/opt/5/rnd_search_t_lin/comb_4_t/global_train/model.decoder.layers.6.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..78f4c04b555df0bdc11f2599729f66b70c753adf
--- /dev/null
+++ b/params/opt/5/rnd_search_t_lin/comb_4_t/global_train/model.decoder.layers.6.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:24caf0e176bfae1d05513822fdb659fa02631dbd2c93fa641292037d78c8c164
+size 5251
diff --git a/params/opt/5/rnd_search_t_lin/comb_4_t/global_train/model.decoder.layers.7.fc1/_0.pt b/params/opt/5/rnd_search_t_lin/comb_4_t/global_train/model.decoder.layers.7.fc1/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..fc115dd34e9264bd25e9e8bb365cd722e8a13366
--- /dev/null
+++ b/params/opt/5/rnd_search_t_lin/comb_4_t/global_train/model.decoder.layers.7.fc1/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:cbd1475331c0ded6faa066aa0ce78ba249dabfe6f9d64bc562889e7b5f5b5cca
+size 17539
diff --git a/params/opt/5/rnd_search_t_lin/comb_4_t/global_train/model.decoder.layers.7.fc1/_s.pt b/params/opt/5/rnd_search_t_lin/comb_4_t/global_train/model.decoder.layers.7.fc1/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..0bf22377d10205ba783314985c0e6b6e9a900185
--- /dev/null
+++ b/params/opt/5/rnd_search_t_lin/comb_4_t/global_train/model.decoder.layers.7.fc1/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:26cc0186c71dd8d39f130b86e32005c1ef5380612b6ceba19f70e07bc19ae1c2
+size 17539
diff --git a/params/opt/5/rnd_search_t_lin/comb_4_t/global_train/model.decoder.layers.7.fc2/_0.pt b/params/opt/5/rnd_search_t_lin/comb_4_t/global_train/model.decoder.layers.7.fc2/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..7803616c5acc6b2a3cef48098c9d4a213914b678
--- /dev/null
+++ b/params/opt/5/rnd_search_t_lin/comb_4_t/global_train/model.decoder.layers.7.fc2/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:6e698e529791baccb97b0f18e29d4e0c44caa51ef87fda37461350a348a1841c
+size 5251
diff --git a/params/opt/5/rnd_search_t_lin/comb_4_t/global_train/model.decoder.layers.7.fc2/_s.pt b/params/opt/5/rnd_search_t_lin/comb_4_t/global_train/model.decoder.layers.7.fc2/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..50a3ddba11a07474d3af1d221170592001a46559
--- /dev/null
+++ b/params/opt/5/rnd_search_t_lin/comb_4_t/global_train/model.decoder.layers.7.fc2/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ef7415315b07a032c90ba5bf820b57092a393ee03593a66ea2212bbd10106c22
+size 5251
diff --git a/params/opt/5/rnd_search_t_lin/comb_4_t/global_train/model.decoder.layers.7.self_attn.k_proj/_0.pt b/params/opt/5/rnd_search_t_lin/comb_4_t/global_train/model.decoder.layers.7.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..05652486023544dba3b4ba909dad8e9bdf7f1509
--- /dev/null
+++ b/params/opt/5/rnd_search_t_lin/comb_4_t/global_train/model.decoder.layers.7.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e2249d9709fd5dfd44d9b7062612a831673a6cbec795a7b7d1f541960de9fd3f
+size 5251
diff --git a/params/opt/5/rnd_search_t_lin/comb_4_t/global_train/model.decoder.layers.7.self_attn.k_proj/_s.pt b/params/opt/5/rnd_search_t_lin/comb_4_t/global_train/model.decoder.layers.7.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..5c6507ae7e76574b12aaac7b1ab38acdf8d89040
--- /dev/null
+++ b/params/opt/5/rnd_search_t_lin/comb_4_t/global_train/model.decoder.layers.7.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:6320651ba5f57042c796ef0c718245667155141a89a055bc1ff1c160f16dc05d
+size 5251
diff --git a/params/opt/5/rnd_search_t_lin/comb_4_t/global_train/model.decoder.layers.7.self_attn.out_proj/_0.pt b/params/opt/5/rnd_search_t_lin/comb_4_t/global_train/model.decoder.layers.7.self_attn.out_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ec7849ec61158d4f49af084bce0bb47fce11e7e9
--- /dev/null
+++ b/params/opt/5/rnd_search_t_lin/comb_4_t/global_train/model.decoder.layers.7.self_attn.out_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a5b0827257bd231dc6f133f717a4e4d1c6adbccd394f82a79b1b84e488a01966
+size 5251
diff --git a/params/opt/5/rnd_search_t_lin/comb_4_t/global_train/model.decoder.layers.7.self_attn.out_proj/_s.pt b/params/opt/5/rnd_search_t_lin/comb_4_t/global_train/model.decoder.layers.7.self_attn.out_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e7376829a9c19fc8cbd6e2150f3fa4a77e42d991
--- /dev/null
+++ b/params/opt/5/rnd_search_t_lin/comb_4_t/global_train/model.decoder.layers.7.self_attn.out_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:7cbc87e6c0153e39e22e8ca9d7354a5e244fcc2871484431281f55453d0faa93
+size 5251
diff --git a/params/opt/5/rnd_search_t_lin/comb_4_t/global_train/model.decoder.layers.7.self_attn.q_proj/_0.pt b/params/opt/5/rnd_search_t_lin/comb_4_t/global_train/model.decoder.layers.7.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..5c01bd1bf98d4f16acf9621d9c0e38ea316a8a09
--- /dev/null
+++ b/params/opt/5/rnd_search_t_lin/comb_4_t/global_train/model.decoder.layers.7.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:da649375d87eb6bd2b3239bd284d008fcdb85143af591b8365fb3ae39a6c81c4
+size 5251
diff --git a/params/opt/5/rnd_search_t_lin/comb_4_t/global_train/model.decoder.layers.7.self_attn.q_proj/_s.pt b/params/opt/5/rnd_search_t_lin/comb_4_t/global_train/model.decoder.layers.7.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..7c8ea919e5d65325ce44503ca1536f2db74b8076
--- /dev/null
+++ b/params/opt/5/rnd_search_t_lin/comb_4_t/global_train/model.decoder.layers.7.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:9abd71e95a32a0155dfe2033287f108ddf92bdcd3cfc63c3c89e444a64e8b296
+size 5251
diff --git a/params/opt/5/rnd_search_t_lin/comb_4_t/global_train/model.decoder.layers.7.self_attn.v_proj/_0.pt b/params/opt/5/rnd_search_t_lin/comb_4_t/global_train/model.decoder.layers.7.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..de3c89d23b50927a7ed54b731027ead250518d95
--- /dev/null
+++ b/params/opt/5/rnd_search_t_lin/comb_4_t/global_train/model.decoder.layers.7.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:31c29890392ff2eec57703dbd376f363b8fd8bbd81b16553bab25477fc4094fb
+size 5251
diff --git a/params/opt/5/rnd_search_t_lin/comb_4_t/global_train/model.decoder.layers.7.self_attn.v_proj/_s.pt b/params/opt/5/rnd_search_t_lin/comb_4_t/global_train/model.decoder.layers.7.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..26505f4f296e8eea5449a0ca6db0202f6fc09c93
--- /dev/null
+++ b/params/opt/5/rnd_search_t_lin/comb_4_t/global_train/model.decoder.layers.7.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a4577d40b274675bac4f5610b31a477079ad7f0d73f2748fba8cfc0cb4f85adc
+size 5251
diff --git a/params/opt/5/rnd_search_t_lin/comb_4_t/global_train/model.decoder.layers.8.fc1/_0.pt b/params/opt/5/rnd_search_t_lin/comb_4_t/global_train/model.decoder.layers.8.fc1/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..85c08e851bda57c4f9b6ec920ce759c0aacda950
--- /dev/null
+++ b/params/opt/5/rnd_search_t_lin/comb_4_t/global_train/model.decoder.layers.8.fc1/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5ae3ee81a3a493cea607c3a389bb71cf01c301a38428e26dd5e640c39ea315df
+size 17539
diff --git a/params/opt/5/rnd_search_t_lin/comb_4_t/global_train/model.decoder.layers.8.fc1/_s.pt b/params/opt/5/rnd_search_t_lin/comb_4_t/global_train/model.decoder.layers.8.fc1/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8a55355e083ca92520bc68b335d430e7dc671154
--- /dev/null
+++ b/params/opt/5/rnd_search_t_lin/comb_4_t/global_train/model.decoder.layers.8.fc1/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:aeedde044373427cb1f2e7ca6f483a523d68b8f6ec9db09272640b48dcccca7f
+size 17539
diff --git a/params/opt/5/rnd_search_t_lin/comb_4_t/global_train/model.decoder.layers.8.fc2/_0.pt b/params/opt/5/rnd_search_t_lin/comb_4_t/global_train/model.decoder.layers.8.fc2/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ed3b59562b6b4aed4062b0bed7c802b3622567e2
--- /dev/null
+++ b/params/opt/5/rnd_search_t_lin/comb_4_t/global_train/model.decoder.layers.8.fc2/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:6fb9e5cab616e5f89c6a800da1e6f43828f85f62ba466bf729566dacd413a0bb
+size 5251
diff --git a/params/opt/5/rnd_search_t_lin/comb_4_t/global_train/model.decoder.layers.8.fc2/_s.pt b/params/opt/5/rnd_search_t_lin/comb_4_t/global_train/model.decoder.layers.8.fc2/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..89f954ea3c3d50f9f3e326eab5f7aaf340165757
--- /dev/null
+++ b/params/opt/5/rnd_search_t_lin/comb_4_t/global_train/model.decoder.layers.8.fc2/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:efcf75d50db5b17699be3f17376c05e664dd3bd1f616d4fceafa4cc897a8ec82
+size 5251
diff --git a/params/opt/5/rnd_search_t_lin/comb_4_t/global_train/model.decoder.layers.8.self_attn.k_proj/_0.pt b/params/opt/5/rnd_search_t_lin/comb_4_t/global_train/model.decoder.layers.8.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2a844e8590453607c95c3abebc2ffb60d6bc5445
--- /dev/null
+++ b/params/opt/5/rnd_search_t_lin/comb_4_t/global_train/model.decoder.layers.8.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:873ce6880780396e90e27b9d74daa05e9ad3b67071c071fb93b69d3fe5e1a4d8
+size 5251
diff --git a/params/opt/5/rnd_search_t_lin/comb_4_t/global_train/model.decoder.layers.8.self_attn.k_proj/_s.pt b/params/opt/5/rnd_search_t_lin/comb_4_t/global_train/model.decoder.layers.8.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..f314c875f51a4fd6f0a227b9e6bf952899bcb046
--- /dev/null
+++ b/params/opt/5/rnd_search_t_lin/comb_4_t/global_train/model.decoder.layers.8.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c76570592bc7566877d99ff17b3c9379d5177e96388e679f4afbe34f766c3e89
+size 5251
diff --git a/params/opt/5/rnd_search_t_lin/comb_4_t/global_train/model.decoder.layers.8.self_attn.out_proj/_0.pt b/params/opt/5/rnd_search_t_lin/comb_4_t/global_train/model.decoder.layers.8.self_attn.out_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..9558bfefdb8b641d4b0e0f1fa6be9c1029e9e749
--- /dev/null
+++ b/params/opt/5/rnd_search_t_lin/comb_4_t/global_train/model.decoder.layers.8.self_attn.out_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:952d6213abb909b3250cc2140cd6ef360ce97317eb7aa7318e76e16965f004bc
+size 5251
diff --git a/params/opt/5/rnd_search_t_lin/comb_4_t/global_train/model.decoder.layers.8.self_attn.out_proj/_s.pt b/params/opt/5/rnd_search_t_lin/comb_4_t/global_train/model.decoder.layers.8.self_attn.out_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..3ee47a2341d437968a76b066f2ce76c43f225aaa
--- /dev/null
+++ b/params/opt/5/rnd_search_t_lin/comb_4_t/global_train/model.decoder.layers.8.self_attn.out_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ea28713f9e8643eca3a3ee368b98157624ec08d24cac1f22bf93ef0598e460b7
+size 5251
diff --git a/params/opt/5/rnd_search_t_lin/comb_4_t/global_train/model.decoder.layers.8.self_attn.q_proj/_0.pt b/params/opt/5/rnd_search_t_lin/comb_4_t/global_train/model.decoder.layers.8.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..cd833b7e5df32f179221acf295c198feda586381
--- /dev/null
+++ b/params/opt/5/rnd_search_t_lin/comb_4_t/global_train/model.decoder.layers.8.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:29913f5f86df22d85ce005847134d9c47ddac7a2f983f3e482dd5ce4adff7e56
+size 5251
diff --git a/params/opt/5/rnd_search_t_lin/comb_4_t/global_train/model.decoder.layers.8.self_attn.q_proj/_s.pt b/params/opt/5/rnd_search_t_lin/comb_4_t/global_train/model.decoder.layers.8.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..d1cbd79cc0ede35768e6d3a6fc64d51fc32057ed
--- /dev/null
+++ b/params/opt/5/rnd_search_t_lin/comb_4_t/global_train/model.decoder.layers.8.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:4e219818f2f276686f8cc15fbc960453c7bfd3d2e817bd6c7ff7a3bd24f81712
+size 5251
diff --git a/params/opt/5/rnd_search_t_lin/comb_4_t/global_train/model.decoder.layers.8.self_attn.v_proj/_0.pt b/params/opt/5/rnd_search_t_lin/comb_4_t/global_train/model.decoder.layers.8.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ce6905ed9b1f683f69bcb1f4fdb3d6457f0d365b
--- /dev/null
+++ b/params/opt/5/rnd_search_t_lin/comb_4_t/global_train/model.decoder.layers.8.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:13dccd0259ce7eb9db2a4444ef3ab22fa40c3e17816a57793614100782c67368
+size 5251
diff --git a/params/opt/5/rnd_search_t_lin/comb_4_t/global_train/model.decoder.layers.8.self_attn.v_proj/_s.pt b/params/opt/5/rnd_search_t_lin/comb_4_t/global_train/model.decoder.layers.8.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..6a3736d3d72e83606668b81d261e3ac0142ba1ce
--- /dev/null
+++ b/params/opt/5/rnd_search_t_lin/comb_4_t/global_train/model.decoder.layers.8.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b40659e7d137eafab2cb2388cb3082edeeb817aa0cecf06b346f3b6af556a34a
+size 5251
diff --git a/params/opt/5/rnd_search_t_lin/comb_4_t/global_train/model.decoder.layers.9.fc1/_0.pt b/params/opt/5/rnd_search_t_lin/comb_4_t/global_train/model.decoder.layers.9.fc1/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..762601808a8d31faded48c3f2f06891364b2f6c7
--- /dev/null
+++ b/params/opt/5/rnd_search_t_lin/comb_4_t/global_train/model.decoder.layers.9.fc1/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:81c7c9097c03e6e5d31c653b7e881d2699bf18bbb645467a7c8ab67f597d448e
+size 17539
diff --git a/params/opt/5/rnd_search_t_lin/comb_4_t/global_train/model.decoder.layers.9.fc1/_s.pt b/params/opt/5/rnd_search_t_lin/comb_4_t/global_train/model.decoder.layers.9.fc1/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..36c5644596c5daf7709c98a549efac615409d666
--- /dev/null
+++ b/params/opt/5/rnd_search_t_lin/comb_4_t/global_train/model.decoder.layers.9.fc1/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c6b69c43c1dbd31e8c628789cd95fd8b1ed39fac377e15212d23626982f71488
+size 17539
diff --git a/params/opt/5/rnd_search_t_lin/comb_4_t/global_train/model.decoder.layers.9.fc2/_0.pt b/params/opt/5/rnd_search_t_lin/comb_4_t/global_train/model.decoder.layers.9.fc2/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..317757cc87df4272f0ea93a8e2ee70ccdb5149c5
--- /dev/null
+++ b/params/opt/5/rnd_search_t_lin/comb_4_t/global_train/model.decoder.layers.9.fc2/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:baae03ee5e9789f43759662596120e0e4087923a48eacf388c65f0a4edfad006
+size 5251
diff --git a/params/opt/5/rnd_search_t_lin/comb_4_t/global_train/model.decoder.layers.9.fc2/_s.pt b/params/opt/5/rnd_search_t_lin/comb_4_t/global_train/model.decoder.layers.9.fc2/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ca7f12d6ef9e48326767c09254db71ed1a3672e8
--- /dev/null
+++ b/params/opt/5/rnd_search_t_lin/comb_4_t/global_train/model.decoder.layers.9.fc2/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0654769e022098521390457364a46c38b444491af209472e007884be92361a8b
+size 5251
diff --git a/params/opt/5/rnd_search_t_lin/comb_4_t/global_train/model.decoder.layers.9.self_attn.k_proj/_0.pt b/params/opt/5/rnd_search_t_lin/comb_4_t/global_train/model.decoder.layers.9.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..1151d61e2b7cb329793b73ff6d3a2bc6de012d5f
--- /dev/null
+++ b/params/opt/5/rnd_search_t_lin/comb_4_t/global_train/model.decoder.layers.9.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:4262131a8982a8ddbc14a35e543f4b66f9201daff02256c6d7b0290d841b68ef
+size 5251
diff --git a/params/opt/5/rnd_search_t_lin/comb_4_t/global_train/model.decoder.layers.9.self_attn.k_proj/_s.pt b/params/opt/5/rnd_search_t_lin/comb_4_t/global_train/model.decoder.layers.9.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..f1d95945c4e42b2324901937374c18e3623e744d
--- /dev/null
+++ b/params/opt/5/rnd_search_t_lin/comb_4_t/global_train/model.decoder.layers.9.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:bdfdac5d88a099e810c5b9984d5beab0714b3e8d668f954f83c78259d7d1cfb8
+size 5251
diff --git a/params/opt/5/rnd_search_t_lin/comb_4_t/global_train/model.decoder.layers.9.self_attn.out_proj/_0.pt b/params/opt/5/rnd_search_t_lin/comb_4_t/global_train/model.decoder.layers.9.self_attn.out_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..13cd99e7660bf5b827c0c52a9865a6010bd06496
--- /dev/null
+++ b/params/opt/5/rnd_search_t_lin/comb_4_t/global_train/model.decoder.layers.9.self_attn.out_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d9c46ff4f95753f7c001e45379fdc380aaf9a9275a5c6370278afd5cd5b67706
+size 5251
diff --git a/params/opt/5/rnd_search_t_lin/comb_4_t/global_train/model.decoder.layers.9.self_attn.out_proj/_s.pt b/params/opt/5/rnd_search_t_lin/comb_4_t/global_train/model.decoder.layers.9.self_attn.out_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..5237f4c0153f9276decda80351c4d1e218fe0ec2
--- /dev/null
+++ b/params/opt/5/rnd_search_t_lin/comb_4_t/global_train/model.decoder.layers.9.self_attn.out_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:bdf9cc3ea0ab9048f912de829e83f852449cc3e1d4736f8d8452c1298f44cfaf
+size 5251
diff --git a/params/opt/5/rnd_search_t_lin/comb_4_t/global_train/model.decoder.layers.9.self_attn.q_proj/_0.pt b/params/opt/5/rnd_search_t_lin/comb_4_t/global_train/model.decoder.layers.9.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..56b07c013831cde5e35d1081d9a4ec9de91d8bae
--- /dev/null
+++ b/params/opt/5/rnd_search_t_lin/comb_4_t/global_train/model.decoder.layers.9.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:1acb0a15913bd34d85ec3f42ff84bac610c16a5cb02cddc24697e0f6591c25c6
+size 5251
diff --git a/params/opt/5/rnd_search_t_lin/comb_4_t/global_train/model.decoder.layers.9.self_attn.q_proj/_s.pt b/params/opt/5/rnd_search_t_lin/comb_4_t/global_train/model.decoder.layers.9.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..815b48faa906919a3281d016169f3e1e5ed5e8a9
--- /dev/null
+++ b/params/opt/5/rnd_search_t_lin/comb_4_t/global_train/model.decoder.layers.9.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:661dee577d12bdcf400cb8397199157fdd8c63def62b4327f5f4f633c1d90ebd
+size 5251
diff --git a/params/opt/5/rnd_search_t_lin/comb_4_t/global_train/model.decoder.layers.9.self_attn.v_proj/_0.pt b/params/opt/5/rnd_search_t_lin/comb_4_t/global_train/model.decoder.layers.9.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..f8e0fa3c95bb53657d67dca64ddc9e284d90a041
--- /dev/null
+++ b/params/opt/5/rnd_search_t_lin/comb_4_t/global_train/model.decoder.layers.9.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:3eb5d2444360bc7aa7867f35476790f433a7086edb68f0f7db8ec24c26b90f42
+size 5251
diff --git a/params/opt/5/rnd_search_t_lin/comb_4_t/global_train/model.decoder.layers.9.self_attn.v_proj/_s.pt b/params/opt/5/rnd_search_t_lin/comb_4_t/global_train/model.decoder.layers.9.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e53726c5296e48b0290f9eeb85e71dd7dbd8dee7
--- /dev/null
+++ b/params/opt/5/rnd_search_t_lin/comb_4_t/global_train/model.decoder.layers.9.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0d65a0e07a7be22c702214e68ccd21d64a59802de187b3cee2eff5653ac52999
+size 5251
diff --git a/params/opt/5/rnd_search_t_lin/comb_4_t/global_train/model.decoder.project_in/_0.pt b/params/opt/5/rnd_search_t_lin/comb_4_t/global_train/model.decoder.project_in/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..d6f576758dd1394046868aa85a1111808723b2b2
--- /dev/null
+++ b/params/opt/5/rnd_search_t_lin/comb_4_t/global_train/model.decoder.project_in/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:1cca0e4d8c9f84fa5bd33509a8dfb6131d2011c292b6cf30406d8ba17f6c88a4
+size 5251
diff --git a/params/opt/5/rnd_search_t_lin/comb_4_t/global_train/model.decoder.project_in/_s.pt b/params/opt/5/rnd_search_t_lin/comb_4_t/global_train/model.decoder.project_in/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..801deff50348f1f8919a29a5bb8e2a3387ace222
--- /dev/null
+++ b/params/opt/5/rnd_search_t_lin/comb_4_t/global_train/model.decoder.project_in/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:88bd39373de236d5e9e633bad09108ceb15c555e54c108e906d33b54b0721199
+size 5251
diff --git a/params/opt/5/rnd_search_t_lin/comb_4_t/global_train/model.decoder.project_out/_0.pt b/params/opt/5/rnd_search_t_lin/comb_4_t/global_train/model.decoder.project_out/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4dfcca0d9af77606f1f2e793917e4faf3507a030
--- /dev/null
+++ b/params/opt/5/rnd_search_t_lin/comb_4_t/global_train/model.decoder.project_out/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:bc1a60d46498d8c47d7a4b0def0ec2a9e431206718eedc9daaf8edd19b89cd7b
+size 3203
diff --git a/params/opt/5/rnd_search_t_lin/comb_4_t/global_train/model.decoder.project_out/_s.pt b/params/opt/5/rnd_search_t_lin/comb_4_t/global_train/model.decoder.project_out/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a13e2da32495212ea22414e41072c35e87f8b3d8
--- /dev/null
+++ b/params/opt/5/rnd_search_t_lin/comb_4_t/global_train/model.decoder.project_out/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:326e47bc1821d4be1eebbf1fa3012cd3bd70799d7f4ebc68ef99da64993ea7ee
+size 3203
diff --git a/params/opt/5/rnd_search_t_lin/comb_6/init/lm_head/_0.pt b/params/opt/5/rnd_search_t_lin/comb_6/init/lm_head/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..b26634d31627d1a0044c3f3651ff144ed5eb8f4c
--- /dev/null
+++ b/params/opt/5/rnd_search_t_lin/comb_6/init/lm_head/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2aeb55462019e469ec40ffa03573a99ed00c39ee31ce90f00c8b184c5501dbf7
+size 202243
diff --git a/params/opt/5/rnd_search_t_lin/comb_6/init/lm_head/_s.pt b/params/opt/5/rnd_search_t_lin/comb_6/init/lm_head/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e30f62a946fb6c25911835f493211b894af228d7
--- /dev/null
+++ b/params/opt/5/rnd_search_t_lin/comb_6/init/lm_head/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:4c90e4060a6ffb6d99d111cf4d705a17bd872aa2afbeb845400dc1d446962f26
+size 202243
diff --git a/params/opt/5/rnd_search_t_lin/comb_6/init/model.decoder.layers.0.fc1/_0.pt b/params/opt/5/rnd_search_t_lin/comb_6/init/model.decoder.layers.0.fc1/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..58c96248fd00550cc15d645205571ee67c337035
--- /dev/null
+++ b/params/opt/5/rnd_search_t_lin/comb_6/init/model.decoder.layers.0.fc1/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d77f62f2a90ce91416a8360d6ec3a5205dee0afeca27666c8c1c6bc185c247e5
+size 17539
diff --git a/params/opt/5/rnd_search_t_lin/comb_6/init/model.decoder.layers.0.fc1/_s.pt b/params/opt/5/rnd_search_t_lin/comb_6/init/model.decoder.layers.0.fc1/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..456b56fcc58e6a57fafbdc32c82c422b5cd968a2
--- /dev/null
+++ b/params/opt/5/rnd_search_t_lin/comb_6/init/model.decoder.layers.0.fc1/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:69c1e2e5fcc10240670de79ffe347fcf9d5ba1439fd54a922bdc878af5855c1c
+size 17539
diff --git a/params/opt/5/rnd_search_t_lin/comb_6/init/model.decoder.layers.0.fc2/_0.pt b/params/opt/5/rnd_search_t_lin/comb_6/init/model.decoder.layers.0.fc2/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/opt/5/rnd_search_t_lin/comb_6/init/model.decoder.layers.0.fc2/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/opt/5/rnd_search_t_lin/comb_6/init/model.decoder.layers.0.fc2/_s.pt b/params/opt/5/rnd_search_t_lin/comb_6/init/model.decoder.layers.0.fc2/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8e89f26a1cfdb18085a86c15c3fdd2cd657be1f0
--- /dev/null
+++ b/params/opt/5/rnd_search_t_lin/comb_6/init/model.decoder.layers.0.fc2/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:6d95c8d8b64e9aa660d4ec467d0bf8ddbed647ae6610dbbbb85b6ad1b9fde27f
+size 5251
diff --git a/params/opt/5/rnd_search_t_lin/comb_6/init/model.decoder.layers.0.self_attn.k_proj/_0.pt b/params/opt/5/rnd_search_t_lin/comb_6/init/model.decoder.layers.0.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/opt/5/rnd_search_t_lin/comb_6/init/model.decoder.layers.0.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/opt/5/rnd_search_t_lin/comb_6/init/model.decoder.layers.0.self_attn.k_proj/_s.pt b/params/opt/5/rnd_search_t_lin/comb_6/init/model.decoder.layers.0.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..41ba223e1447fc04fc82a53ac97a8d31f6ddbb37
--- /dev/null
+++ b/params/opt/5/rnd_search_t_lin/comb_6/init/model.decoder.layers.0.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f73a8581968bec4d27b89063a77ccb4cdb06b34614bb3c454c1631d59a04c7e6
+size 5251
diff --git a/params/opt/5/rnd_search_t_lin/comb_6/init/model.decoder.layers.0.self_attn.out_proj/_0.pt b/params/opt/5/rnd_search_t_lin/comb_6/init/model.decoder.layers.0.self_attn.out_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/opt/5/rnd_search_t_lin/comb_6/init/model.decoder.layers.0.self_attn.out_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/opt/5/rnd_search_t_lin/comb_6/init/model.decoder.layers.0.self_attn.out_proj/_s.pt b/params/opt/5/rnd_search_t_lin/comb_6/init/model.decoder.layers.0.self_attn.out_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e5846236999010ede47e62e177f69a889ed35aef
--- /dev/null
+++ b/params/opt/5/rnd_search_t_lin/comb_6/init/model.decoder.layers.0.self_attn.out_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:7252ad6ea6e10cfed1a7e96ba8b96fc956cf08601447d97207a53e1c8d034682
+size 5251
diff --git a/params/opt/5/rnd_search_t_lin/comb_6/init/model.decoder.layers.0.self_attn.q_proj/_0.pt b/params/opt/5/rnd_search_t_lin/comb_6/init/model.decoder.layers.0.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/opt/5/rnd_search_t_lin/comb_6/init/model.decoder.layers.0.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/opt/5/rnd_search_t_lin/comb_6/init/model.decoder.layers.0.self_attn.q_proj/_s.pt b/params/opt/5/rnd_search_t_lin/comb_6/init/model.decoder.layers.0.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c1acfdf39df843ae9e28079fe718685fec70f0f1
--- /dev/null
+++ b/params/opt/5/rnd_search_t_lin/comb_6/init/model.decoder.layers.0.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e9e0fbf46421f37c17d5e4a4ac11404e1d514c9d4b5285113ba884ec8cf1240d
+size 5251
diff --git a/params/opt/5/rnd_search_t_lin/comb_6/init/model.decoder.layers.0.self_attn.v_proj/_0.pt b/params/opt/5/rnd_search_t_lin/comb_6/init/model.decoder.layers.0.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/opt/5/rnd_search_t_lin/comb_6/init/model.decoder.layers.0.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/opt/5/rnd_search_t_lin/comb_6/init/model.decoder.layers.0.self_attn.v_proj/_s.pt b/params/opt/5/rnd_search_t_lin/comb_6/init/model.decoder.layers.0.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..dc0f5de85df62a93cc3fdd7f0a432dc174427f3d
--- /dev/null
+++ b/params/opt/5/rnd_search_t_lin/comb_6/init/model.decoder.layers.0.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e917e72ef70a98338bf0ce86cddebc18a4ff37d0d093a7322634bdeb65036dd5
+size 5251
diff --git a/params/opt/5/rnd_search_t_lin/comb_6/init/model.decoder.layers.1.fc1/_0.pt b/params/opt/5/rnd_search_t_lin/comb_6/init/model.decoder.layers.1.fc1/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..58c96248fd00550cc15d645205571ee67c337035
--- /dev/null
+++ b/params/opt/5/rnd_search_t_lin/comb_6/init/model.decoder.layers.1.fc1/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d77f62f2a90ce91416a8360d6ec3a5205dee0afeca27666c8c1c6bc185c247e5
+size 17539
diff --git a/params/opt/5/rnd_search_t_lin/comb_6/init/model.decoder.layers.1.fc1/_s.pt b/params/opt/5/rnd_search_t_lin/comb_6/init/model.decoder.layers.1.fc1/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8cc561b43f8a499af9187bd6b0ddcac3d8d330e9
--- /dev/null
+++ b/params/opt/5/rnd_search_t_lin/comb_6/init/model.decoder.layers.1.fc1/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:793b240147806f2100abb7ff46c3758a2bf8545d81954d2f3e0d6ae725430d3e
+size 17539
diff --git a/params/opt/5/rnd_search_t_lin/comb_6/init/model.decoder.layers.1.fc2/_0.pt b/params/opt/5/rnd_search_t_lin/comb_6/init/model.decoder.layers.1.fc2/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/opt/5/rnd_search_t_lin/comb_6/init/model.decoder.layers.1.fc2/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/opt/5/rnd_search_t_lin/comb_6/init/model.decoder.layers.1.fc2/_s.pt b/params/opt/5/rnd_search_t_lin/comb_6/init/model.decoder.layers.1.fc2/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..77216cdedd2ab6719f56567cd752ffdbc55cad2d
--- /dev/null
+++ b/params/opt/5/rnd_search_t_lin/comb_6/init/model.decoder.layers.1.fc2/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:9903282c755c81889f0278ad84935ae62620d57c3d6a1278f5531c547aad9c9d
+size 5251
diff --git a/params/opt/5/rnd_search_t_lin/comb_6/init/model.decoder.layers.1.self_attn.k_proj/_0.pt b/params/opt/5/rnd_search_t_lin/comb_6/init/model.decoder.layers.1.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/opt/5/rnd_search_t_lin/comb_6/init/model.decoder.layers.1.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/opt/5/rnd_search_t_lin/comb_6/init/model.decoder.layers.1.self_attn.k_proj/_s.pt b/params/opt/5/rnd_search_t_lin/comb_6/init/model.decoder.layers.1.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c809327964e8e2e8e4a360d32bfa8d26227852a0
--- /dev/null
+++ b/params/opt/5/rnd_search_t_lin/comb_6/init/model.decoder.layers.1.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cc49d97fa5b6676c000172c064e4c5e2de0737a887c0483737235c7407d232c
+size 5251
diff --git a/params/opt/5/rnd_search_t_lin/comb_6/init/model.decoder.layers.1.self_attn.out_proj/_0.pt b/params/opt/5/rnd_search_t_lin/comb_6/init/model.decoder.layers.1.self_attn.out_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/opt/5/rnd_search_t_lin/comb_6/init/model.decoder.layers.1.self_attn.out_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/opt/5/rnd_search_t_lin/comb_6/init/model.decoder.layers.1.self_attn.out_proj/_s.pt b/params/opt/5/rnd_search_t_lin/comb_6/init/model.decoder.layers.1.self_attn.out_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..cd9a10668e64d89b514aaa25b207a8f0142dbaf7
--- /dev/null
+++ b/params/opt/5/rnd_search_t_lin/comb_6/init/model.decoder.layers.1.self_attn.out_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0ec0de6e898e5304e36b4a40dafe26e35e3b59e87bd62e0a434bb3105c89f5ce
+size 5251
diff --git a/params/opt/5/rnd_search_t_lin/comb_6/init/model.decoder.layers.1.self_attn.q_proj/_0.pt b/params/opt/5/rnd_search_t_lin/comb_6/init/model.decoder.layers.1.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/opt/5/rnd_search_t_lin/comb_6/init/model.decoder.layers.1.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/opt/5/rnd_search_t_lin/comb_6/init/model.decoder.layers.1.self_attn.q_proj/_s.pt b/params/opt/5/rnd_search_t_lin/comb_6/init/model.decoder.layers.1.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..0bcd3c8931f44a587aa09a0b90b874d33c191aa6
--- /dev/null
+++ b/params/opt/5/rnd_search_t_lin/comb_6/init/model.decoder.layers.1.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:97ab61ea345a4792f130910ecea872bcde2bce244892c6084c2435b912f61d58
+size 5251
diff --git a/params/opt/5/rnd_search_t_lin/comb_6/init/model.decoder.layers.1.self_attn.v_proj/_0.pt b/params/opt/5/rnd_search_t_lin/comb_6/init/model.decoder.layers.1.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/opt/5/rnd_search_t_lin/comb_6/init/model.decoder.layers.1.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/opt/5/rnd_search_t_lin/comb_6/init/model.decoder.layers.1.self_attn.v_proj/_s.pt b/params/opt/5/rnd_search_t_lin/comb_6/init/model.decoder.layers.1.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..18847b70ef0db44e9219ae285996fc9d713eaf1d
--- /dev/null
+++ b/params/opt/5/rnd_search_t_lin/comb_6/init/model.decoder.layers.1.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:dba7cb67514211bc8ef8cb670c6fe7f6010e7b18132136efec84e542a208ee2c
+size 5251
diff --git a/params/opt/5/rnd_search_t_lin/comb_6/init/model.decoder.layers.10.fc1/_0.pt b/params/opt/5/rnd_search_t_lin/comb_6/init/model.decoder.layers.10.fc1/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..58c96248fd00550cc15d645205571ee67c337035
--- /dev/null
+++ b/params/opt/5/rnd_search_t_lin/comb_6/init/model.decoder.layers.10.fc1/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d77f62f2a90ce91416a8360d6ec3a5205dee0afeca27666c8c1c6bc185c247e5
+size 17539
diff --git a/params/opt/5/rnd_search_t_lin/comb_6/init/model.decoder.layers.10.fc1/_s.pt b/params/opt/5/rnd_search_t_lin/comb_6/init/model.decoder.layers.10.fc1/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2fae4864181fb98242a19fa6106afc681f5d5487
--- /dev/null
+++ b/params/opt/5/rnd_search_t_lin/comb_6/init/model.decoder.layers.10.fc1/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:946cbbc8779c8439fbc882e36de5acc020f361b64c570730576a1e0d8a9db0d2
+size 17539
diff --git a/params/opt/5/rnd_search_t_lin/comb_6/init/model.decoder.layers.10.fc2/_0.pt b/params/opt/5/rnd_search_t_lin/comb_6/init/model.decoder.layers.10.fc2/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/opt/5/rnd_search_t_lin/comb_6/init/model.decoder.layers.10.fc2/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/opt/5/rnd_search_t_lin/comb_6/init/model.decoder.layers.10.fc2/_s.pt b/params/opt/5/rnd_search_t_lin/comb_6/init/model.decoder.layers.10.fc2/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..5a8a406efdf6a50b901e1d50a920803465e48fdc
--- /dev/null
+++ b/params/opt/5/rnd_search_t_lin/comb_6/init/model.decoder.layers.10.fc2/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:7ac286e20a772d05d65ab413e7feac354c6ee5b70ae90ae61ed481daa591da69
+size 5251
diff --git a/params/opt/5/rnd_search_t_lin/comb_6/init/model.decoder.layers.10.self_attn.k_proj/_0.pt b/params/opt/5/rnd_search_t_lin/comb_6/init/model.decoder.layers.10.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/opt/5/rnd_search_t_lin/comb_6/init/model.decoder.layers.10.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/opt/5/rnd_search_t_lin/comb_6/init/model.decoder.layers.10.self_attn.k_proj/_s.pt b/params/opt/5/rnd_search_t_lin/comb_6/init/model.decoder.layers.10.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..753ecc8fd1042789660b19f6b0f8932c1338a836
--- /dev/null
+++ b/params/opt/5/rnd_search_t_lin/comb_6/init/model.decoder.layers.10.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d2ab5d77197dfd623038df90253f5738428582366c9089731536af9050ab2b4a
+size 5251
diff --git a/params/opt/5/rnd_search_t_lin/comb_6/init/model.decoder.layers.10.self_attn.out_proj/_0.pt b/params/opt/5/rnd_search_t_lin/comb_6/init/model.decoder.layers.10.self_attn.out_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/opt/5/rnd_search_t_lin/comb_6/init/model.decoder.layers.10.self_attn.out_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/opt/5/rnd_search_t_lin/comb_6/init/model.decoder.layers.10.self_attn.out_proj/_s.pt b/params/opt/5/rnd_search_t_lin/comb_6/init/model.decoder.layers.10.self_attn.out_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..b4d73f49720453c15f30d25d8d3d3250d6d32985
--- /dev/null
+++ b/params/opt/5/rnd_search_t_lin/comb_6/init/model.decoder.layers.10.self_attn.out_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:cce82714325eafa8afe7909e75769f2af9e326343d947aebe26329c2b14a9a54
+size 5251
diff --git a/params/opt/5/rnd_search_t_lin/comb_6/init/model.decoder.layers.10.self_attn.q_proj/_0.pt b/params/opt/5/rnd_search_t_lin/comb_6/init/model.decoder.layers.10.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/opt/5/rnd_search_t_lin/comb_6/init/model.decoder.layers.10.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/opt/5/rnd_search_t_lin/comb_6/init/model.decoder.layers.10.self_attn.q_proj/_s.pt b/params/opt/5/rnd_search_t_lin/comb_6/init/model.decoder.layers.10.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8c5355d185906f187e8ca66e7d3fe7bb18467bab
--- /dev/null
+++ b/params/opt/5/rnd_search_t_lin/comb_6/init/model.decoder.layers.10.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f57c1ff454658e4eda24eff456e967c441d2f192b6f7a72863b447b43db3d237
+size 5251
diff --git a/params/opt/5/rnd_search_t_lin/comb_6/init/model.decoder.layers.10.self_attn.v_proj/_0.pt b/params/opt/5/rnd_search_t_lin/comb_6/init/model.decoder.layers.10.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/opt/5/rnd_search_t_lin/comb_6/init/model.decoder.layers.10.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/opt/5/rnd_search_t_lin/comb_6/init/model.decoder.layers.10.self_attn.v_proj/_s.pt b/params/opt/5/rnd_search_t_lin/comb_6/init/model.decoder.layers.10.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c0b2e3c2ac62e80674baba2d24c413d61a5b5ab0
--- /dev/null
+++ b/params/opt/5/rnd_search_t_lin/comb_6/init/model.decoder.layers.10.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:7e21ca2b494f660fb5cf019ca84860cb2d33da66353811cf2d90bb059c8e1d99
+size 5251
diff --git a/params/opt/5/rnd_search_t_lin/comb_6/init/model.decoder.layers.11.fc1/_0.pt b/params/opt/5/rnd_search_t_lin/comb_6/init/model.decoder.layers.11.fc1/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..58c96248fd00550cc15d645205571ee67c337035
--- /dev/null
+++ b/params/opt/5/rnd_search_t_lin/comb_6/init/model.decoder.layers.11.fc1/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d77f62f2a90ce91416a8360d6ec3a5205dee0afeca27666c8c1c6bc185c247e5
+size 17539
diff --git a/params/opt/5/rnd_search_t_lin/comb_6/init/model.decoder.layers.11.fc1/_s.pt b/params/opt/5/rnd_search_t_lin/comb_6/init/model.decoder.layers.11.fc1/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e93ba231ed5799a8b8a6740592ecbcbf80d70b59
--- /dev/null
+++ b/params/opt/5/rnd_search_t_lin/comb_6/init/model.decoder.layers.11.fc1/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b26739aa56812bdff5a41f6d488ff84d43127fca47c45dfa5ab10d5eb5eab2cf
+size 17539
diff --git a/params/opt/5/rnd_search_t_lin/comb_6/init/model.decoder.layers.11.fc2/_0.pt b/params/opt/5/rnd_search_t_lin/comb_6/init/model.decoder.layers.11.fc2/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/opt/5/rnd_search_t_lin/comb_6/init/model.decoder.layers.11.fc2/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/opt/5/rnd_search_t_lin/comb_6/init/model.decoder.layers.11.fc2/_s.pt b/params/opt/5/rnd_search_t_lin/comb_6/init/model.decoder.layers.11.fc2/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ab05521a92d72802b753757dd1d0a33bd3ffefe2
--- /dev/null
+++ b/params/opt/5/rnd_search_t_lin/comb_6/init/model.decoder.layers.11.fc2/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b4dd99f9e1ecc430cc85996e522ed900b0acd69f93cf9ccab71c8e024d665120
+size 5251
diff --git a/params/opt/5/rnd_search_t_lin/comb_6/init/model.decoder.layers.11.self_attn.k_proj/_0.pt b/params/opt/5/rnd_search_t_lin/comb_6/init/model.decoder.layers.11.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/opt/5/rnd_search_t_lin/comb_6/init/model.decoder.layers.11.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/opt/5/rnd_search_t_lin/comb_6/init/model.decoder.layers.11.self_attn.k_proj/_s.pt b/params/opt/5/rnd_search_t_lin/comb_6/init/model.decoder.layers.11.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..11c6f5c1a1e8fde209590ffe0ef26e50b33e9d78
--- /dev/null
+++ b/params/opt/5/rnd_search_t_lin/comb_6/init/model.decoder.layers.11.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b51514ea7e30aaa7d711f2ff52cac0466a320a17882d9762c8f5976e7a332e9c
+size 5251
diff --git a/params/opt/5/rnd_search_t_lin/comb_6/init/model.decoder.layers.11.self_attn.out_proj/_0.pt b/params/opt/5/rnd_search_t_lin/comb_6/init/model.decoder.layers.11.self_attn.out_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/opt/5/rnd_search_t_lin/comb_6/init/model.decoder.layers.11.self_attn.out_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/opt/5/rnd_search_t_lin/comb_6/init/model.decoder.layers.11.self_attn.out_proj/_s.pt b/params/opt/5/rnd_search_t_lin/comb_6/init/model.decoder.layers.11.self_attn.out_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8600c84d1142d774a8426770226a7b8d63aa73f6
--- /dev/null
+++ b/params/opt/5/rnd_search_t_lin/comb_6/init/model.decoder.layers.11.self_attn.out_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:94e9e876d1f2d1fc083b968cc3fbc11b461967da98d0fffbfdb6c530891485a2
+size 5251
diff --git a/params/opt/5/rnd_search_t_lin/comb_6/init/model.decoder.layers.11.self_attn.q_proj/_0.pt b/params/opt/5/rnd_search_t_lin/comb_6/init/model.decoder.layers.11.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/opt/5/rnd_search_t_lin/comb_6/init/model.decoder.layers.11.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/opt/5/rnd_search_t_lin/comb_6/init/model.decoder.layers.11.self_attn.q_proj/_s.pt b/params/opt/5/rnd_search_t_lin/comb_6/init/model.decoder.layers.11.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a97a8a7f047e1a5ed74bc19940d2523511272238
--- /dev/null
+++ b/params/opt/5/rnd_search_t_lin/comb_6/init/model.decoder.layers.11.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:bf84d631a9c0be63c2450b17ee5ae96e7baf16a50a601d2e308d7e96eb34bcc5
+size 5251
diff --git a/params/opt/5/rnd_search_t_lin/comb_6/init/model.decoder.layers.11.self_attn.v_proj/_0.pt b/params/opt/5/rnd_search_t_lin/comb_6/init/model.decoder.layers.11.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/opt/5/rnd_search_t_lin/comb_6/init/model.decoder.layers.11.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/opt/5/rnd_search_t_lin/comb_6/init/model.decoder.layers.11.self_attn.v_proj/_s.pt b/params/opt/5/rnd_search_t_lin/comb_6/init/model.decoder.layers.11.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..922d59d5eaec7c93de38e046bd5b8a967784c03c
--- /dev/null
+++ b/params/opt/5/rnd_search_t_lin/comb_6/init/model.decoder.layers.11.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a9e7ffb994c161a64306c5f3c082e63c2a13a194a63f0b2b104408ec0d699960
+size 5251
diff --git a/params/opt/5/rnd_search_t_lin/comb_6/init/model.decoder.layers.12.fc1/_0.pt b/params/opt/5/rnd_search_t_lin/comb_6/init/model.decoder.layers.12.fc1/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..58c96248fd00550cc15d645205571ee67c337035
--- /dev/null
+++ b/params/opt/5/rnd_search_t_lin/comb_6/init/model.decoder.layers.12.fc1/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d77f62f2a90ce91416a8360d6ec3a5205dee0afeca27666c8c1c6bc185c247e5
+size 17539
diff --git a/params/opt/5/rnd_search_t_lin/comb_6/init/model.decoder.layers.12.fc1/_s.pt b/params/opt/5/rnd_search_t_lin/comb_6/init/model.decoder.layers.12.fc1/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..fbd069dbe8a3d1d0da763dafa93d920c64ea1c22
--- /dev/null
+++ b/params/opt/5/rnd_search_t_lin/comb_6/init/model.decoder.layers.12.fc1/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:4258b505e12c140266237fb0b43447023a18425e961fa3580e347335e71eeff3
+size 17539
diff --git a/params/opt/5/rnd_search_t_lin/comb_6/init/model.decoder.layers.12.fc2/_0.pt b/params/opt/5/rnd_search_t_lin/comb_6/init/model.decoder.layers.12.fc2/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/opt/5/rnd_search_t_lin/comb_6/init/model.decoder.layers.12.fc2/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/opt/5/rnd_search_t_lin/comb_6/init/model.decoder.layers.12.fc2/_s.pt b/params/opt/5/rnd_search_t_lin/comb_6/init/model.decoder.layers.12.fc2/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..1f03232419149f0e702b5ee6edb443daaa0bdcfb
--- /dev/null
+++ b/params/opt/5/rnd_search_t_lin/comb_6/init/model.decoder.layers.12.fc2/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0f501d8b995869292c60a2a1675db1fe3bccf88ce6a0732e5e5269fea58b3c61
+size 5251
diff --git a/params/opt/5/rnd_search_t_lin/comb_6/init/model.decoder.layers.12.self_attn.k_proj/_0.pt b/params/opt/5/rnd_search_t_lin/comb_6/init/model.decoder.layers.12.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/opt/5/rnd_search_t_lin/comb_6/init/model.decoder.layers.12.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/opt/5/rnd_search_t_lin/comb_6/init/model.decoder.layers.12.self_attn.k_proj/_s.pt b/params/opt/5/rnd_search_t_lin/comb_6/init/model.decoder.layers.12.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..6aefb8c0d82c94607a51bff687a17caeed083db1
--- /dev/null
+++ b/params/opt/5/rnd_search_t_lin/comb_6/init/model.decoder.layers.12.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:28c37c51ce87f05e4dc06b4699ae3a8f1d967bf30e4388d3e9487bfe46414e04
+size 5251
diff --git a/params/opt/5/rnd_search_t_lin/comb_6/init/model.decoder.layers.12.self_attn.out_proj/_0.pt b/params/opt/5/rnd_search_t_lin/comb_6/init/model.decoder.layers.12.self_attn.out_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/opt/5/rnd_search_t_lin/comb_6/init/model.decoder.layers.12.self_attn.out_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/opt/5/rnd_search_t_lin/comb_6/init/model.decoder.layers.12.self_attn.out_proj/_s.pt b/params/opt/5/rnd_search_t_lin/comb_6/init/model.decoder.layers.12.self_attn.out_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..b48cad74c23d5508a55718ec4e7c10deb51ea7b4
--- /dev/null
+++ b/params/opt/5/rnd_search_t_lin/comb_6/init/model.decoder.layers.12.self_attn.out_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:20da8b904f175be24b2f48dccf0396f7e3f24edee1a99a5160f90b98322e3771
+size 5251
diff --git a/params/opt/5/rnd_search_t_lin/comb_6/init/model.decoder.layers.12.self_attn.q_proj/_0.pt b/params/opt/5/rnd_search_t_lin/comb_6/init/model.decoder.layers.12.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/opt/5/rnd_search_t_lin/comb_6/init/model.decoder.layers.12.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/opt/5/rnd_search_t_lin/comb_6/init/model.decoder.layers.12.self_attn.q_proj/_s.pt b/params/opt/5/rnd_search_t_lin/comb_6/init/model.decoder.layers.12.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..71006df22ff99907e5ea981df76d93a5f3f972de
--- /dev/null
+++ b/params/opt/5/rnd_search_t_lin/comb_6/init/model.decoder.layers.12.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:fca9f730843670e8f54fbfc1a3902da3bf81d25aff60fdc84b8b8da160e3172c
+size 5251
diff --git a/params/opt/5/rnd_search_t_lin/comb_6/init/model.decoder.layers.12.self_attn.v_proj/_0.pt b/params/opt/5/rnd_search_t_lin/comb_6/init/model.decoder.layers.12.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/opt/5/rnd_search_t_lin/comb_6/init/model.decoder.layers.12.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/opt/5/rnd_search_t_lin/comb_6/init/model.decoder.layers.12.self_attn.v_proj/_s.pt b/params/opt/5/rnd_search_t_lin/comb_6/init/model.decoder.layers.12.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..1074c0b15f0066988b900847452c2e750854be22
--- /dev/null
+++ b/params/opt/5/rnd_search_t_lin/comb_6/init/model.decoder.layers.12.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:303c2a057b15461d0bfc1d26f031f984739b611a83fb4e4955fc0aef3c959562
+size 5251
diff --git a/params/opt/5/rnd_search_t_lin/comb_6/init/model.decoder.layers.13.fc1/_0.pt b/params/opt/5/rnd_search_t_lin/comb_6/init/model.decoder.layers.13.fc1/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..58c96248fd00550cc15d645205571ee67c337035
--- /dev/null
+++ b/params/opt/5/rnd_search_t_lin/comb_6/init/model.decoder.layers.13.fc1/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d77f62f2a90ce91416a8360d6ec3a5205dee0afeca27666c8c1c6bc185c247e5
+size 17539
diff --git a/params/opt/5/rnd_search_t_lin/comb_6/init/model.decoder.layers.13.fc1/_s.pt b/params/opt/5/rnd_search_t_lin/comb_6/init/model.decoder.layers.13.fc1/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..9a0b62f550d575b8011c5f93ec577b29f624ec91
--- /dev/null
+++ b/params/opt/5/rnd_search_t_lin/comb_6/init/model.decoder.layers.13.fc1/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5bd0ff5bfefdf785d61be87153cdaa2c7becdaf336ea5a2dea1968d1d05b85aa
+size 17539
diff --git a/params/opt/5/rnd_search_t_lin/comb_6/init/model.decoder.layers.13.fc2/_0.pt b/params/opt/5/rnd_search_t_lin/comb_6/init/model.decoder.layers.13.fc2/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/opt/5/rnd_search_t_lin/comb_6/init/model.decoder.layers.13.fc2/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/opt/5/rnd_search_t_lin/comb_6/init/model.decoder.layers.13.fc2/_s.pt b/params/opt/5/rnd_search_t_lin/comb_6/init/model.decoder.layers.13.fc2/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c1c08dd6a46f924c27aaac8d3d3a145ed577183d
--- /dev/null
+++ b/params/opt/5/rnd_search_t_lin/comb_6/init/model.decoder.layers.13.fc2/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:beb3c173ff0ebc11acc9b19a3db20990d75ae60c2267f078a5eeee7fd3a3278e
+size 5251
diff --git a/params/opt/5/rnd_search_t_lin/comb_6/init/model.decoder.layers.13.self_attn.k_proj/_0.pt b/params/opt/5/rnd_search_t_lin/comb_6/init/model.decoder.layers.13.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/opt/5/rnd_search_t_lin/comb_6/init/model.decoder.layers.13.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/opt/5/rnd_search_t_lin/comb_6/init/model.decoder.layers.13.self_attn.k_proj/_s.pt b/params/opt/5/rnd_search_t_lin/comb_6/init/model.decoder.layers.13.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..184335f6f509c4d87fe97e44067c54586e58e3fb
--- /dev/null
+++ b/params/opt/5/rnd_search_t_lin/comb_6/init/model.decoder.layers.13.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:10bf57d7682830c638dd7f6effb39fdc73de554ebe91f2e50b327ef93a981b34
+size 5251
diff --git a/params/opt/5/rnd_search_t_lin/comb_6/init/model.decoder.layers.13.self_attn.out_proj/_0.pt b/params/opt/5/rnd_search_t_lin/comb_6/init/model.decoder.layers.13.self_attn.out_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/opt/5/rnd_search_t_lin/comb_6/init/model.decoder.layers.13.self_attn.out_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/opt/5/rnd_search_t_lin/comb_6/init/model.decoder.layers.13.self_attn.out_proj/_s.pt b/params/opt/5/rnd_search_t_lin/comb_6/init/model.decoder.layers.13.self_attn.out_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..91b791bca676ebefec1eef41b0fa5449475f2420
--- /dev/null
+++ b/params/opt/5/rnd_search_t_lin/comb_6/init/model.decoder.layers.13.self_attn.out_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ce13db5b34a0e0bd1442c76c1b982f366af40dee45b45c9dbec2b50768f1db8c
+size 5251
diff --git a/params/opt/5/rnd_search_t_lin/comb_6/init/model.decoder.layers.13.self_attn.q_proj/_0.pt b/params/opt/5/rnd_search_t_lin/comb_6/init/model.decoder.layers.13.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/opt/5/rnd_search_t_lin/comb_6/init/model.decoder.layers.13.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/opt/5/rnd_search_t_lin/comb_6/init/model.decoder.layers.13.self_attn.q_proj/_s.pt b/params/opt/5/rnd_search_t_lin/comb_6/init/model.decoder.layers.13.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..3f0bcbaa602117a8ddd846f9c10379258388ca2c
--- /dev/null
+++ b/params/opt/5/rnd_search_t_lin/comb_6/init/model.decoder.layers.13.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:af7c303572bdcf7a0d7fad6203b5ca047c189be0480323be2c71a6e2e4a55916
+size 5251
diff --git a/params/opt/5/rnd_search_t_lin/comb_6/init/model.decoder.layers.13.self_attn.v_proj/_0.pt b/params/opt/5/rnd_search_t_lin/comb_6/init/model.decoder.layers.13.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/opt/5/rnd_search_t_lin/comb_6/init/model.decoder.layers.13.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/opt/5/rnd_search_t_lin/comb_6/init/model.decoder.layers.13.self_attn.v_proj/_s.pt b/params/opt/5/rnd_search_t_lin/comb_6/init/model.decoder.layers.13.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..cd09ccf3e460c5d4dfc133c5cea36a6851659e13
--- /dev/null
+++ b/params/opt/5/rnd_search_t_lin/comb_6/init/model.decoder.layers.13.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a2ca2f934c1cd25f35e52feca2a926700155921d432256da0bb1c45f73183cb7
+size 5251
diff --git a/params/opt/5/rnd_search_t_lin/comb_6/init/model.decoder.layers.14.fc1/_0.pt b/params/opt/5/rnd_search_t_lin/comb_6/init/model.decoder.layers.14.fc1/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..58c96248fd00550cc15d645205571ee67c337035
--- /dev/null
+++ b/params/opt/5/rnd_search_t_lin/comb_6/init/model.decoder.layers.14.fc1/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d77f62f2a90ce91416a8360d6ec3a5205dee0afeca27666c8c1c6bc185c247e5
+size 17539
diff --git a/params/opt/5/rnd_search_t_lin/comb_6/init/model.decoder.layers.14.fc1/_s.pt b/params/opt/5/rnd_search_t_lin/comb_6/init/model.decoder.layers.14.fc1/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..f7eec4c3da1bbcaac697e7d825a5cab0be265b1c
--- /dev/null
+++ b/params/opt/5/rnd_search_t_lin/comb_6/init/model.decoder.layers.14.fc1/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ebd958bf6c69bedf6ba62b4391a1cb16171500bb12cefa5b03456ccd9d62fd28
+size 17539
diff --git a/params/opt/5/rnd_search_t_lin/comb_6/init/model.decoder.layers.14.fc2/_0.pt b/params/opt/5/rnd_search_t_lin/comb_6/init/model.decoder.layers.14.fc2/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/opt/5/rnd_search_t_lin/comb_6/init/model.decoder.layers.14.fc2/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/opt/5/rnd_search_t_lin/comb_6/init/model.decoder.layers.14.fc2/_s.pt b/params/opt/5/rnd_search_t_lin/comb_6/init/model.decoder.layers.14.fc2/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..08f369cd543490ea70ee7f61c5037cd843412622
--- /dev/null
+++ b/params/opt/5/rnd_search_t_lin/comb_6/init/model.decoder.layers.14.fc2/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d859dd872eaea6fb1d7cc1d0dfa9eede347189fc5a7e487756f10f43e70f8df4
+size 5251
diff --git a/params/opt/5/rnd_search_t_lin/comb_6/init/model.decoder.layers.14.self_attn.k_proj/_0.pt b/params/opt/5/rnd_search_t_lin/comb_6/init/model.decoder.layers.14.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/opt/5/rnd_search_t_lin/comb_6/init/model.decoder.layers.14.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/opt/5/rnd_search_t_lin/comb_6/init/model.decoder.layers.14.self_attn.k_proj/_s.pt b/params/opt/5/rnd_search_t_lin/comb_6/init/model.decoder.layers.14.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..f075c4cb01a9b0b8ecf30d3213863b5cf616386f
--- /dev/null
+++ b/params/opt/5/rnd_search_t_lin/comb_6/init/model.decoder.layers.14.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:28ed633c3c318d186f650fefa112057bcda6a242ccf697ece15777a6cb622903
+size 5251
diff --git a/params/opt/5/rnd_search_t_lin/comb_6/init/model.decoder.layers.14.self_attn.out_proj/_0.pt b/params/opt/5/rnd_search_t_lin/comb_6/init/model.decoder.layers.14.self_attn.out_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/opt/5/rnd_search_t_lin/comb_6/init/model.decoder.layers.14.self_attn.out_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/opt/5/rnd_search_t_lin/comb_6/init/model.decoder.layers.14.self_attn.out_proj/_s.pt b/params/opt/5/rnd_search_t_lin/comb_6/init/model.decoder.layers.14.self_attn.out_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..48743e37c4ad1e5548e2bab80dbacd9407f624fa
--- /dev/null
+++ b/params/opt/5/rnd_search_t_lin/comb_6/init/model.decoder.layers.14.self_attn.out_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:71bb0f5e7365c622f9c1e1436d8852e749da611071545c17b72ae240f7e3ce82
+size 5251
diff --git a/params/opt/5/rnd_search_t_lin/comb_6/init/model.decoder.layers.14.self_attn.q_proj/_0.pt b/params/opt/5/rnd_search_t_lin/comb_6/init/model.decoder.layers.14.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/opt/5/rnd_search_t_lin/comb_6/init/model.decoder.layers.14.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/opt/5/rnd_search_t_lin/comb_6/init/model.decoder.layers.14.self_attn.q_proj/_s.pt b/params/opt/5/rnd_search_t_lin/comb_6/init/model.decoder.layers.14.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e49d4825580a972f6c79bccbc2c315607dc06bd3
--- /dev/null
+++ b/params/opt/5/rnd_search_t_lin/comb_6/init/model.decoder.layers.14.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:8a962ad32f29ad836b088efb01076fbd3fe87fd6ad32c35d35d2013e5280e565
+size 5251
diff --git a/params/opt/5/rnd_search_t_lin/comb_6/init/model.decoder.layers.14.self_attn.v_proj/_0.pt b/params/opt/5/rnd_search_t_lin/comb_6/init/model.decoder.layers.14.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/opt/5/rnd_search_t_lin/comb_6/init/model.decoder.layers.14.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/opt/5/rnd_search_t_lin/comb_6/init/model.decoder.layers.14.self_attn.v_proj/_s.pt b/params/opt/5/rnd_search_t_lin/comb_6/init/model.decoder.layers.14.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..216ad74871dbff59fd24e804f2f0fb47213cd336
--- /dev/null
+++ b/params/opt/5/rnd_search_t_lin/comb_6/init/model.decoder.layers.14.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b17b94ac7b4ab2694e9df814fa7871aefb7a42cc0d4034470cce43270d7ce41b
+size 5251
diff --git a/params/opt/5/rnd_search_t_lin/comb_6/init/model.decoder.layers.15.fc1/_0.pt b/params/opt/5/rnd_search_t_lin/comb_6/init/model.decoder.layers.15.fc1/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..58c96248fd00550cc15d645205571ee67c337035
--- /dev/null
+++ b/params/opt/5/rnd_search_t_lin/comb_6/init/model.decoder.layers.15.fc1/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d77f62f2a90ce91416a8360d6ec3a5205dee0afeca27666c8c1c6bc185c247e5
+size 17539
diff --git a/params/opt/5/rnd_search_t_lin/comb_6/init/model.decoder.layers.15.fc1/_s.pt b/params/opt/5/rnd_search_t_lin/comb_6/init/model.decoder.layers.15.fc1/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..f82c06eadd947d561650b011a993531348504817
--- /dev/null
+++ b/params/opt/5/rnd_search_t_lin/comb_6/init/model.decoder.layers.15.fc1/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:4b032380f795d723e8ff1832ceaece8fb1bdad9d6449acaa32f4be0616c096f9
+size 17539
diff --git a/params/opt/5/rnd_search_t_lin/comb_6/init/model.decoder.layers.15.fc2/_0.pt b/params/opt/5/rnd_search_t_lin/comb_6/init/model.decoder.layers.15.fc2/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/opt/5/rnd_search_t_lin/comb_6/init/model.decoder.layers.15.fc2/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/opt/5/rnd_search_t_lin/comb_6/init/model.decoder.layers.15.fc2/_s.pt b/params/opt/5/rnd_search_t_lin/comb_6/init/model.decoder.layers.15.fc2/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..fa9d59c317de91f008efb456cb6e09941b8dd8db
--- /dev/null
+++ b/params/opt/5/rnd_search_t_lin/comb_6/init/model.decoder.layers.15.fc2/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f4c682ba91715cd3706fee89fa8552834acd9b1addfd3ccbe4186fd3a153cc5d
+size 5251
diff --git a/params/opt/5/rnd_search_t_lin/comb_6/init/model.decoder.layers.15.self_attn.k_proj/_0.pt b/params/opt/5/rnd_search_t_lin/comb_6/init/model.decoder.layers.15.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/opt/5/rnd_search_t_lin/comb_6/init/model.decoder.layers.15.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/opt/5/rnd_search_t_lin/comb_6/init/model.decoder.layers.15.self_attn.k_proj/_s.pt b/params/opt/5/rnd_search_t_lin/comb_6/init/model.decoder.layers.15.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..5f3535546743b66b940aade8dc1571738df9756d
--- /dev/null
+++ b/params/opt/5/rnd_search_t_lin/comb_6/init/model.decoder.layers.15.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a965098a0a1d48048e5dbad5dff12c2aeb86b0ebfddc2e75de74d6ebce45b7e4
+size 5251
diff --git a/params/opt/5/rnd_search_t_lin/comb_6/init/model.decoder.layers.15.self_attn.out_proj/_0.pt b/params/opt/5/rnd_search_t_lin/comb_6/init/model.decoder.layers.15.self_attn.out_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/opt/5/rnd_search_t_lin/comb_6/init/model.decoder.layers.15.self_attn.out_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/opt/5/rnd_search_t_lin/comb_6/init/model.decoder.layers.15.self_attn.out_proj/_s.pt b/params/opt/5/rnd_search_t_lin/comb_6/init/model.decoder.layers.15.self_attn.out_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..f1e82cd7d93adab13d07ce9d86fd8526f21f8a3c
--- /dev/null
+++ b/params/opt/5/rnd_search_t_lin/comb_6/init/model.decoder.layers.15.self_attn.out_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:048bf805ce0e06bd699ea8312d905288a896df5a8222fcdbf8f03b85089f9165
+size 5251
diff --git a/params/opt/5/rnd_search_t_lin/comb_6/init/model.decoder.layers.15.self_attn.q_proj/_0.pt b/params/opt/5/rnd_search_t_lin/comb_6/init/model.decoder.layers.15.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/opt/5/rnd_search_t_lin/comb_6/init/model.decoder.layers.15.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/opt/5/rnd_search_t_lin/comb_6/init/model.decoder.layers.15.self_attn.q_proj/_s.pt b/params/opt/5/rnd_search_t_lin/comb_6/init/model.decoder.layers.15.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e546c110652d15c8c5246039eecc1cfe59bf248e
--- /dev/null
+++ b/params/opt/5/rnd_search_t_lin/comb_6/init/model.decoder.layers.15.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:9b0f9919fe033bf87f9183e8ce62084d3ec0d9af7d4154247dbc2ce4f776247e
+size 5251
diff --git a/params/opt/5/rnd_search_t_lin/comb_6/init/model.decoder.layers.15.self_attn.v_proj/_0.pt b/params/opt/5/rnd_search_t_lin/comb_6/init/model.decoder.layers.15.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/opt/5/rnd_search_t_lin/comb_6/init/model.decoder.layers.15.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/opt/5/rnd_search_t_lin/comb_6/init/model.decoder.layers.15.self_attn.v_proj/_s.pt b/params/opt/5/rnd_search_t_lin/comb_6/init/model.decoder.layers.15.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a8e3a54a50cbc9052b00fe6092024dc43fbd4911
--- /dev/null
+++ b/params/opt/5/rnd_search_t_lin/comb_6/init/model.decoder.layers.15.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:20064a715ed7be58aacfe9d1186eaa6ca11e59dbb4d392af1a6777475e432868
+size 5251
diff --git a/params/opt/5/rnd_search_t_lin/comb_6/init/model.decoder.layers.16.fc1/_0.pt b/params/opt/5/rnd_search_t_lin/comb_6/init/model.decoder.layers.16.fc1/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..58c96248fd00550cc15d645205571ee67c337035
--- /dev/null
+++ b/params/opt/5/rnd_search_t_lin/comb_6/init/model.decoder.layers.16.fc1/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d77f62f2a90ce91416a8360d6ec3a5205dee0afeca27666c8c1c6bc185c247e5
+size 17539
diff --git a/params/opt/5/rnd_search_t_lin/comb_6/init/model.decoder.layers.16.fc1/_s.pt b/params/opt/5/rnd_search_t_lin/comb_6/init/model.decoder.layers.16.fc1/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..40a430774f2602ffcef36bcf479d9bd06506d6a7
--- /dev/null
+++ b/params/opt/5/rnd_search_t_lin/comb_6/init/model.decoder.layers.16.fc1/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:279a980f6f73a797c3d170f0e55f597128b9ac4bae9ce3d7024a8f383caa0f84
+size 17539
diff --git a/params/opt/5/rnd_search_t_lin/comb_6/init/model.decoder.layers.16.fc2/_0.pt b/params/opt/5/rnd_search_t_lin/comb_6/init/model.decoder.layers.16.fc2/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/opt/5/rnd_search_t_lin/comb_6/init/model.decoder.layers.16.fc2/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/opt/5/rnd_search_t_lin/comb_6/init/model.decoder.layers.16.fc2/_s.pt b/params/opt/5/rnd_search_t_lin/comb_6/init/model.decoder.layers.16.fc2/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..bef40d06728d94e75e53b04c9f7b6cb30f66a821
--- /dev/null
+++ b/params/opt/5/rnd_search_t_lin/comb_6/init/model.decoder.layers.16.fc2/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f9311374189e0a96e8e9bc3fbab2527ec43e3d2b24a58e5bcef7418bdf374103
+size 5251
diff --git a/params/opt/5/rnd_search_t_lin/comb_6/init/model.decoder.layers.16.self_attn.k_proj/_0.pt b/params/opt/5/rnd_search_t_lin/comb_6/init/model.decoder.layers.16.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/opt/5/rnd_search_t_lin/comb_6/init/model.decoder.layers.16.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/opt/5/rnd_search_t_lin/comb_6/init/model.decoder.layers.16.self_attn.k_proj/_s.pt b/params/opt/5/rnd_search_t_lin/comb_6/init/model.decoder.layers.16.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..29dba2fe43bc1585b8b46676ac8cf3b6930a88c7
--- /dev/null
+++ b/params/opt/5/rnd_search_t_lin/comb_6/init/model.decoder.layers.16.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:9d94edc7b2801822188f68eee398f94e20a5aabfae15dada1c2bc76c381610c9
+size 5251
diff --git a/params/opt/5/rnd_search_t_lin/comb_6/init/model.decoder.layers.16.self_attn.out_proj/_0.pt b/params/opt/5/rnd_search_t_lin/comb_6/init/model.decoder.layers.16.self_attn.out_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/opt/5/rnd_search_t_lin/comb_6/init/model.decoder.layers.16.self_attn.out_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/opt/5/rnd_search_t_lin/comb_6/init/model.decoder.layers.16.self_attn.out_proj/_s.pt b/params/opt/5/rnd_search_t_lin/comb_6/init/model.decoder.layers.16.self_attn.out_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..31f493d2717101c229920484ccf84d5d20af3630
--- /dev/null
+++ b/params/opt/5/rnd_search_t_lin/comb_6/init/model.decoder.layers.16.self_attn.out_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:8c6f94d96a24896524ec9d4d26921f491d8c9afa83f62eb4477798cba54caf01
+size 5251
diff --git a/params/opt/5/rnd_search_t_lin/comb_6/init/model.decoder.layers.16.self_attn.q_proj/_0.pt b/params/opt/5/rnd_search_t_lin/comb_6/init/model.decoder.layers.16.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/opt/5/rnd_search_t_lin/comb_6/init/model.decoder.layers.16.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/opt/5/rnd_search_t_lin/comb_6/init/model.decoder.layers.16.self_attn.q_proj/_s.pt b/params/opt/5/rnd_search_t_lin/comb_6/init/model.decoder.layers.16.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..46519efb1029e17ebcded1d869ad6e9b70dfe046
--- /dev/null
+++ b/params/opt/5/rnd_search_t_lin/comb_6/init/model.decoder.layers.16.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:61194bf442f0f6ce61bf3ae9906bcf1e87d8d8a3bae84035d53aaa7695e910ba
+size 5251
diff --git a/params/opt/5/rnd_search_t_lin/comb_6/init/model.decoder.layers.16.self_attn.v_proj/_0.pt b/params/opt/5/rnd_search_t_lin/comb_6/init/model.decoder.layers.16.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/opt/5/rnd_search_t_lin/comb_6/init/model.decoder.layers.16.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/opt/5/rnd_search_t_lin/comb_6/init/model.decoder.layers.16.self_attn.v_proj/_s.pt b/params/opt/5/rnd_search_t_lin/comb_6/init/model.decoder.layers.16.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..77d84f00f9778f0dfe7b73550a3fdabbaa1cf3fa
--- /dev/null
+++ b/params/opt/5/rnd_search_t_lin/comb_6/init/model.decoder.layers.16.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:1ba61b3a370513bedf6e3dd1600cb0ade82237f7784ee4f06e5dd949b25ccdc1
+size 5251
diff --git a/params/opt/5/rnd_search_t_lin/comb_6/init/model.decoder.layers.17.fc1/_0.pt b/params/opt/5/rnd_search_t_lin/comb_6/init/model.decoder.layers.17.fc1/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..58c96248fd00550cc15d645205571ee67c337035
--- /dev/null
+++ b/params/opt/5/rnd_search_t_lin/comb_6/init/model.decoder.layers.17.fc1/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d77f62f2a90ce91416a8360d6ec3a5205dee0afeca27666c8c1c6bc185c247e5
+size 17539
diff --git a/params/opt/5/rnd_search_t_lin/comb_6/init/model.decoder.layers.17.fc1/_s.pt b/params/opt/5/rnd_search_t_lin/comb_6/init/model.decoder.layers.17.fc1/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..59e78c1d78eb1abf6c55558a7a52bee76d22c81e
--- /dev/null
+++ b/params/opt/5/rnd_search_t_lin/comb_6/init/model.decoder.layers.17.fc1/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:3de49eba386d68c0eb5fca38e8cbb948e93a45cb6f1df713a6174c7eaf03fdcf
+size 17539
diff --git a/params/opt/5/rnd_search_t_lin/comb_6/init/model.decoder.layers.17.fc2/_0.pt b/params/opt/5/rnd_search_t_lin/comb_6/init/model.decoder.layers.17.fc2/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/opt/5/rnd_search_t_lin/comb_6/init/model.decoder.layers.17.fc2/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/opt/5/rnd_search_t_lin/comb_6/init/model.decoder.layers.17.fc2/_s.pt b/params/opt/5/rnd_search_t_lin/comb_6/init/model.decoder.layers.17.fc2/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..74fc36536f54d5196939e08505d1b9778290a55b
--- /dev/null
+++ b/params/opt/5/rnd_search_t_lin/comb_6/init/model.decoder.layers.17.fc2/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b21590173693a79f414793f243e87bdef90522fd1afa4e2f8115a505179ef1e5
+size 5251
diff --git a/params/opt/5/rnd_search_t_lin/comb_6/init/model.decoder.layers.17.self_attn.k_proj/_0.pt b/params/opt/5/rnd_search_t_lin/comb_6/init/model.decoder.layers.17.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/opt/5/rnd_search_t_lin/comb_6/init/model.decoder.layers.17.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/opt/5/rnd_search_t_lin/comb_6/init/model.decoder.layers.17.self_attn.k_proj/_s.pt b/params/opt/5/rnd_search_t_lin/comb_6/init/model.decoder.layers.17.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..b1b4dade16f5cd6e29943ca8f6d54700a59ac2d6
--- /dev/null
+++ b/params/opt/5/rnd_search_t_lin/comb_6/init/model.decoder.layers.17.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:3cc0ded3a5016db2e8ae5a13cbe69bf967115159c93a9ef13f833ea47f607ccd
+size 5251
diff --git a/params/opt/5/rnd_search_t_lin/comb_6/init/model.decoder.layers.17.self_attn.out_proj/_0.pt b/params/opt/5/rnd_search_t_lin/comb_6/init/model.decoder.layers.17.self_attn.out_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/opt/5/rnd_search_t_lin/comb_6/init/model.decoder.layers.17.self_attn.out_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/opt/5/rnd_search_t_lin/comb_6/init/model.decoder.layers.17.self_attn.out_proj/_s.pt b/params/opt/5/rnd_search_t_lin/comb_6/init/model.decoder.layers.17.self_attn.out_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8b7ae39795db6aaf6b6c74a6a43ed64304c6453d
--- /dev/null
+++ b/params/opt/5/rnd_search_t_lin/comb_6/init/model.decoder.layers.17.self_attn.out_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2dd50b9fdb6130813bfd8781c92c714b6b554543674c710f9dea0654abc9e8c2
+size 5251
diff --git a/params/opt/5/rnd_search_t_lin/comb_6/init/model.decoder.layers.17.self_attn.q_proj/_0.pt b/params/opt/5/rnd_search_t_lin/comb_6/init/model.decoder.layers.17.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/opt/5/rnd_search_t_lin/comb_6/init/model.decoder.layers.17.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/opt/5/rnd_search_t_lin/comb_6/init/model.decoder.layers.17.self_attn.q_proj/_s.pt b/params/opt/5/rnd_search_t_lin/comb_6/init/model.decoder.layers.17.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..22a58e0999200dada5d6367a552795c3873b6a98
--- /dev/null
+++ b/params/opt/5/rnd_search_t_lin/comb_6/init/model.decoder.layers.17.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:020725e8cf849f89bd0881faae2ac4aac6808b583d0aa115b9fe220b73a733b4
+size 5251
diff --git a/params/opt/5/rnd_search_t_lin/comb_6/init/model.decoder.layers.17.self_attn.v_proj/_0.pt b/params/opt/5/rnd_search_t_lin/comb_6/init/model.decoder.layers.17.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/opt/5/rnd_search_t_lin/comb_6/init/model.decoder.layers.17.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/opt/5/rnd_search_t_lin/comb_6/init/model.decoder.layers.17.self_attn.v_proj/_s.pt b/params/opt/5/rnd_search_t_lin/comb_6/init/model.decoder.layers.17.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2a99988fdec5a005d3a4a108248c1d8503543489
--- /dev/null
+++ b/params/opt/5/rnd_search_t_lin/comb_6/init/model.decoder.layers.17.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:307c7e6d988d1d36abbdf3d7abaf0431165e1e9796bf610214ae17d633efa919
+size 5251
diff --git a/params/opt/5/rnd_search_t_lin/comb_6/init/model.decoder.layers.18.fc1/_0.pt b/params/opt/5/rnd_search_t_lin/comb_6/init/model.decoder.layers.18.fc1/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..58c96248fd00550cc15d645205571ee67c337035
--- /dev/null
+++ b/params/opt/5/rnd_search_t_lin/comb_6/init/model.decoder.layers.18.fc1/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d77f62f2a90ce91416a8360d6ec3a5205dee0afeca27666c8c1c6bc185c247e5
+size 17539
diff --git a/params/opt/5/rnd_search_t_lin/comb_6/init/model.decoder.layers.18.fc1/_s.pt b/params/opt/5/rnd_search_t_lin/comb_6/init/model.decoder.layers.18.fc1/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..16c142e76c8c539349fdea14fa5b6f9ef384a873
--- /dev/null
+++ b/params/opt/5/rnd_search_t_lin/comb_6/init/model.decoder.layers.18.fc1/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:3d77a96048a74e5273dc25b899842678161d59382a483672fde50ff92aabd4a3
+size 17539
diff --git a/params/opt/5/rnd_search_t_lin/comb_6/init/model.decoder.layers.18.fc2/_0.pt b/params/opt/5/rnd_search_t_lin/comb_6/init/model.decoder.layers.18.fc2/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/opt/5/rnd_search_t_lin/comb_6/init/model.decoder.layers.18.fc2/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/opt/5/rnd_search_t_lin/comb_6/init/model.decoder.layers.18.fc2/_s.pt b/params/opt/5/rnd_search_t_lin/comb_6/init/model.decoder.layers.18.fc2/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..27c732ddf1a4ae0b753dbda04c1104af6de160de
--- /dev/null
+++ b/params/opt/5/rnd_search_t_lin/comb_6/init/model.decoder.layers.18.fc2/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b7d0511026e1c5e714bad81a760f5b0627c469d51a55edfb3a04199a38499bc7
+size 5251
diff --git a/params/opt/5/rnd_search_t_lin/comb_6/init/model.decoder.layers.18.self_attn.k_proj/_0.pt b/params/opt/5/rnd_search_t_lin/comb_6/init/model.decoder.layers.18.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/opt/5/rnd_search_t_lin/comb_6/init/model.decoder.layers.18.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/opt/5/rnd_search_t_lin/comb_6/init/model.decoder.layers.18.self_attn.k_proj/_s.pt b/params/opt/5/rnd_search_t_lin/comb_6/init/model.decoder.layers.18.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..3a76d88fd15d8909e9de0d00c7a39b1f93536bd9
--- /dev/null
+++ b/params/opt/5/rnd_search_t_lin/comb_6/init/model.decoder.layers.18.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d5a649b127673d10267cab29bae17bbd904731338821fb4d9bd25d0a600bd751
+size 5251
diff --git a/params/opt/5/rnd_search_t_lin/comb_6/init/model.decoder.layers.18.self_attn.out_proj/_0.pt b/params/opt/5/rnd_search_t_lin/comb_6/init/model.decoder.layers.18.self_attn.out_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/opt/5/rnd_search_t_lin/comb_6/init/model.decoder.layers.18.self_attn.out_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/opt/5/rnd_search_t_lin/comb_6/init/model.decoder.layers.18.self_attn.out_proj/_s.pt b/params/opt/5/rnd_search_t_lin/comb_6/init/model.decoder.layers.18.self_attn.out_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..0dc9b2787e3dc82c70fc65f7736788b30b80744f
--- /dev/null
+++ b/params/opt/5/rnd_search_t_lin/comb_6/init/model.decoder.layers.18.self_attn.out_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:33be92e46e2c3ba57f5883a8d28efd9570d8f2b817b8beca15e785bceb5fd1a4
+size 5251
diff --git a/params/opt/5/rnd_search_t_lin/comb_6/init/model.decoder.layers.18.self_attn.q_proj/_0.pt b/params/opt/5/rnd_search_t_lin/comb_6/init/model.decoder.layers.18.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/opt/5/rnd_search_t_lin/comb_6/init/model.decoder.layers.18.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/opt/5/rnd_search_t_lin/comb_6/init/model.decoder.layers.18.self_attn.q_proj/_s.pt b/params/opt/5/rnd_search_t_lin/comb_6/init/model.decoder.layers.18.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..d5ea2a681b9852444b062d80d99fdb5a2cfd80e2
--- /dev/null
+++ b/params/opt/5/rnd_search_t_lin/comb_6/init/model.decoder.layers.18.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:75446e593520d091fcfef322b1a2009df51a038b65008b6d5a00e9c8a3b5db8b
+size 5251
diff --git a/params/opt/5/rnd_search_t_lin/comb_6/init/model.decoder.layers.18.self_attn.v_proj/_0.pt b/params/opt/5/rnd_search_t_lin/comb_6/init/model.decoder.layers.18.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/opt/5/rnd_search_t_lin/comb_6/init/model.decoder.layers.18.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/opt/5/rnd_search_t_lin/comb_6/init/model.decoder.layers.18.self_attn.v_proj/_s.pt b/params/opt/5/rnd_search_t_lin/comb_6/init/model.decoder.layers.18.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..b54032efefa319701fdd3f3d91189f5db7a9648c
--- /dev/null
+++ b/params/opt/5/rnd_search_t_lin/comb_6/init/model.decoder.layers.18.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:abb3a0afe31cad7d1f8b59fb81bb6f1ae0cc9467ab6a1c65f1d5277f1d5b23c2
+size 5251
diff --git a/params/opt/5/rnd_search_t_lin/comb_6/init/model.decoder.layers.19.fc1/_0.pt b/params/opt/5/rnd_search_t_lin/comb_6/init/model.decoder.layers.19.fc1/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..58c96248fd00550cc15d645205571ee67c337035
--- /dev/null
+++ b/params/opt/5/rnd_search_t_lin/comb_6/init/model.decoder.layers.19.fc1/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d77f62f2a90ce91416a8360d6ec3a5205dee0afeca27666c8c1c6bc185c247e5
+size 17539
diff --git a/params/opt/5/rnd_search_t_lin/comb_6/init/model.decoder.layers.19.fc1/_s.pt b/params/opt/5/rnd_search_t_lin/comb_6/init/model.decoder.layers.19.fc1/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..b473f2af231f77abf5d1e28c55c3a0dea674e1a6
--- /dev/null
+++ b/params/opt/5/rnd_search_t_lin/comb_6/init/model.decoder.layers.19.fc1/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d56b51150920810d2d35ee8176aa93067676ae1f5276db1ba272cbd9ae34e3cf
+size 17539
diff --git a/params/opt/5/rnd_search_t_lin/comb_6/init/model.decoder.layers.19.fc2/_0.pt b/params/opt/5/rnd_search_t_lin/comb_6/init/model.decoder.layers.19.fc2/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/opt/5/rnd_search_t_lin/comb_6/init/model.decoder.layers.19.fc2/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/opt/5/rnd_search_t_lin/comb_6/init/model.decoder.layers.19.fc2/_s.pt b/params/opt/5/rnd_search_t_lin/comb_6/init/model.decoder.layers.19.fc2/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2e883a4eb7524f9be323af67e0b509e00e9edc28
--- /dev/null
+++ b/params/opt/5/rnd_search_t_lin/comb_6/init/model.decoder.layers.19.fc2/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:4f80be82922b128ec2ef35cce1101209e63a50e632745245a16e05ed5253b4a6
+size 5251
diff --git a/params/opt/5/rnd_search_t_lin/comb_6/init/model.decoder.layers.19.self_attn.k_proj/_0.pt b/params/opt/5/rnd_search_t_lin/comb_6/init/model.decoder.layers.19.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/opt/5/rnd_search_t_lin/comb_6/init/model.decoder.layers.19.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/opt/5/rnd_search_t_lin/comb_6/init/model.decoder.layers.19.self_attn.k_proj/_s.pt b/params/opt/5/rnd_search_t_lin/comb_6/init/model.decoder.layers.19.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..d159bc7669604d996a556abfd6daed46d3be9b6d
--- /dev/null
+++ b/params/opt/5/rnd_search_t_lin/comb_6/init/model.decoder.layers.19.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:fd32fbd7faf34efca8e220ddfa0b6385c11f5d65c9e62fa1cf0c7ffa62dfcf06
+size 5251
diff --git a/params/opt/5/rnd_search_t_lin/comb_6/init/model.decoder.layers.19.self_attn.out_proj/_0.pt b/params/opt/5/rnd_search_t_lin/comb_6/init/model.decoder.layers.19.self_attn.out_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/opt/5/rnd_search_t_lin/comb_6/init/model.decoder.layers.19.self_attn.out_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/opt/5/rnd_search_t_lin/comb_6/init/model.decoder.layers.19.self_attn.out_proj/_s.pt b/params/opt/5/rnd_search_t_lin/comb_6/init/model.decoder.layers.19.self_attn.out_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..b8b5d60aaa450ed38e60d041084ca0d411ce25a8
--- /dev/null
+++ b/params/opt/5/rnd_search_t_lin/comb_6/init/model.decoder.layers.19.self_attn.out_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d22f4e7e95cdde6712993e33e3f74e9d44bd9a7d65a690b8cf1d79e778728be5
+size 5251
diff --git a/params/opt/5/rnd_search_t_lin/comb_6/init/model.decoder.layers.19.self_attn.q_proj/_0.pt b/params/opt/5/rnd_search_t_lin/comb_6/init/model.decoder.layers.19.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/opt/5/rnd_search_t_lin/comb_6/init/model.decoder.layers.19.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/opt/5/rnd_search_t_lin/comb_6/init/model.decoder.layers.19.self_attn.q_proj/_s.pt b/params/opt/5/rnd_search_t_lin/comb_6/init/model.decoder.layers.19.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..1763425f340f8f01f0d0d2c3a4770243b5acfaba
--- /dev/null
+++ b/params/opt/5/rnd_search_t_lin/comb_6/init/model.decoder.layers.19.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:9112a841148af9909daba94ce80bfc83b8b8a3faff812ca978a3c4614bf66536
+size 5251
diff --git a/params/opt/5/rnd_search_t_lin/comb_6/init/model.decoder.layers.19.self_attn.v_proj/_0.pt b/params/opt/5/rnd_search_t_lin/comb_6/init/model.decoder.layers.19.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/opt/5/rnd_search_t_lin/comb_6/init/model.decoder.layers.19.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/opt/5/rnd_search_t_lin/comb_6/init/model.decoder.layers.19.self_attn.v_proj/_s.pt b/params/opt/5/rnd_search_t_lin/comb_6/init/model.decoder.layers.19.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..fce439ff6b27f4c98675443a4a0408d6ccb86902
--- /dev/null
+++ b/params/opt/5/rnd_search_t_lin/comb_6/init/model.decoder.layers.19.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:93e5782ec5bf3fb82d9d789a4401677fa7514cf5e7159292f6cdd216346a6386
+size 5251
diff --git a/params/opt/5/rnd_search_t_lin/comb_6/init/model.decoder.layers.2.fc1/_0.pt b/params/opt/5/rnd_search_t_lin/comb_6/init/model.decoder.layers.2.fc1/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..58c96248fd00550cc15d645205571ee67c337035
--- /dev/null
+++ b/params/opt/5/rnd_search_t_lin/comb_6/init/model.decoder.layers.2.fc1/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d77f62f2a90ce91416a8360d6ec3a5205dee0afeca27666c8c1c6bc185c247e5
+size 17539
diff --git a/params/opt/5/rnd_search_t_lin/comb_6/init/model.decoder.layers.2.fc1/_s.pt b/params/opt/5/rnd_search_t_lin/comb_6/init/model.decoder.layers.2.fc1/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..04ac1e2c739b4ab7c2895d61683879d507fbe4e8
--- /dev/null
+++ b/params/opt/5/rnd_search_t_lin/comb_6/init/model.decoder.layers.2.fc1/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c94c5a1b988eaa0313d64cafb91892041552512f8066533198d337530d518581
+size 17539
diff --git a/params/opt/5/rnd_search_t_lin/comb_6/init/model.decoder.layers.2.fc2/_0.pt b/params/opt/5/rnd_search_t_lin/comb_6/init/model.decoder.layers.2.fc2/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/opt/5/rnd_search_t_lin/comb_6/init/model.decoder.layers.2.fc2/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/opt/5/rnd_search_t_lin/comb_6/init/model.decoder.layers.2.fc2/_s.pt b/params/opt/5/rnd_search_t_lin/comb_6/init/model.decoder.layers.2.fc2/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..b5f6eeedb2480ae0f82ce057b9edeec050261d34
--- /dev/null
+++ b/params/opt/5/rnd_search_t_lin/comb_6/init/model.decoder.layers.2.fc2/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:082a4e83ca23504d43a7b4b1bfaf0f246df2bb8510c192763fd3712c333da7d7
+size 5251
diff --git a/params/opt/5/rnd_search_t_lin/comb_6/init/model.decoder.layers.2.self_attn.k_proj/_0.pt b/params/opt/5/rnd_search_t_lin/comb_6/init/model.decoder.layers.2.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/opt/5/rnd_search_t_lin/comb_6/init/model.decoder.layers.2.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/opt/5/rnd_search_t_lin/comb_6/init/model.decoder.layers.2.self_attn.k_proj/_s.pt b/params/opt/5/rnd_search_t_lin/comb_6/init/model.decoder.layers.2.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8f7f9a8c2ff2e7e509fb64463c6b327148852543
--- /dev/null
+++ b/params/opt/5/rnd_search_t_lin/comb_6/init/model.decoder.layers.2.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e8f712409cc3309582c057e9ac158b429dcedf5717c6840330121c5fdeb8b8b4
+size 5251
diff --git a/params/opt/5/rnd_search_t_lin/comb_6/init/model.decoder.layers.2.self_attn.out_proj/_0.pt b/params/opt/5/rnd_search_t_lin/comb_6/init/model.decoder.layers.2.self_attn.out_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/opt/5/rnd_search_t_lin/comb_6/init/model.decoder.layers.2.self_attn.out_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/opt/5/rnd_search_t_lin/comb_6/init/model.decoder.layers.2.self_attn.out_proj/_s.pt b/params/opt/5/rnd_search_t_lin/comb_6/init/model.decoder.layers.2.self_attn.out_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..47f87d87ad6dd269e054f402eb21f044b1cde9ca
--- /dev/null
+++ b/params/opt/5/rnd_search_t_lin/comb_6/init/model.decoder.layers.2.self_attn.out_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a49efeee4bafe2eee488bf04292b9abd3e92cac54cbe7edc00308ab5632ba869
+size 5251
diff --git a/params/opt/5/rnd_search_t_lin/comb_6/init/model.decoder.layers.2.self_attn.q_proj/_0.pt b/params/opt/5/rnd_search_t_lin/comb_6/init/model.decoder.layers.2.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/opt/5/rnd_search_t_lin/comb_6/init/model.decoder.layers.2.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/opt/5/rnd_search_t_lin/comb_6/init/model.decoder.layers.2.self_attn.q_proj/_s.pt b/params/opt/5/rnd_search_t_lin/comb_6/init/model.decoder.layers.2.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e432c956793538e64bb8c2fba2337805ef37eafb
--- /dev/null
+++ b/params/opt/5/rnd_search_t_lin/comb_6/init/model.decoder.layers.2.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:03a9d3cc1af07acabd669165b9b7a3bf6ad783d2fea43af0e3f14da0b388ecb9
+size 5251
diff --git a/params/opt/5/rnd_search_t_lin/comb_6/init/model.decoder.layers.2.self_attn.v_proj/_0.pt b/params/opt/5/rnd_search_t_lin/comb_6/init/model.decoder.layers.2.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/opt/5/rnd_search_t_lin/comb_6/init/model.decoder.layers.2.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/opt/5/rnd_search_t_lin/comb_6/init/model.decoder.layers.2.self_attn.v_proj/_s.pt b/params/opt/5/rnd_search_t_lin/comb_6/init/model.decoder.layers.2.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..d0b5f15ba8a9c5fd3b1daa0702542cd5cbaae3bc
--- /dev/null
+++ b/params/opt/5/rnd_search_t_lin/comb_6/init/model.decoder.layers.2.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:6fa48d2383a809ad8ce5a3fa76993d7f543f2a9818c1edb571baff6f3d7e3eb1
+size 5251
diff --git a/params/opt/5/rnd_search_t_lin/comb_6/init/model.decoder.layers.20.fc1/_0.pt b/params/opt/5/rnd_search_t_lin/comb_6/init/model.decoder.layers.20.fc1/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..58c96248fd00550cc15d645205571ee67c337035
--- /dev/null
+++ b/params/opt/5/rnd_search_t_lin/comb_6/init/model.decoder.layers.20.fc1/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d77f62f2a90ce91416a8360d6ec3a5205dee0afeca27666c8c1c6bc185c247e5
+size 17539
diff --git a/params/opt/5/rnd_search_t_lin/comb_6/init/model.decoder.layers.20.fc1/_s.pt b/params/opt/5/rnd_search_t_lin/comb_6/init/model.decoder.layers.20.fc1/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4fb3c7655f8f5e4d4730aa341e72afa7cde21191
--- /dev/null
+++ b/params/opt/5/rnd_search_t_lin/comb_6/init/model.decoder.layers.20.fc1/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:bee026fc9af48af993cf5d997f1ca9a9b28d14f2f5f8547aac1ec1c677757884
+size 17539
diff --git a/params/opt/5/rnd_search_t_lin/comb_6/init/model.decoder.layers.20.fc2/_0.pt b/params/opt/5/rnd_search_t_lin/comb_6/init/model.decoder.layers.20.fc2/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/opt/5/rnd_search_t_lin/comb_6/init/model.decoder.layers.20.fc2/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/opt/5/rnd_search_t_lin/comb_6/init/model.decoder.layers.20.fc2/_s.pt b/params/opt/5/rnd_search_t_lin/comb_6/init/model.decoder.layers.20.fc2/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..53a310445e299808d37947b9d0318a999032cb34
--- /dev/null
+++ b/params/opt/5/rnd_search_t_lin/comb_6/init/model.decoder.layers.20.fc2/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:38cb13b06d8be1d9989f0321721f9748210fa90823ec8e03cdf8460a20f5bdc3
+size 5251
diff --git a/params/opt/5/rnd_search_t_lin/comb_6/init/model.decoder.layers.20.self_attn.k_proj/_0.pt b/params/opt/5/rnd_search_t_lin/comb_6/init/model.decoder.layers.20.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/opt/5/rnd_search_t_lin/comb_6/init/model.decoder.layers.20.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/opt/5/rnd_search_t_lin/comb_6/init/model.decoder.layers.20.self_attn.k_proj/_s.pt b/params/opt/5/rnd_search_t_lin/comb_6/init/model.decoder.layers.20.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..271551fc43902e029cf6e782cfd68dbbba7b8817
--- /dev/null
+++ b/params/opt/5/rnd_search_t_lin/comb_6/init/model.decoder.layers.20.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:738437065080426dfa5b9e41bdcc580d1c3c22eae8e64b02c174e2eba2ba6b58
+size 5251
diff --git a/params/opt/5/rnd_search_t_lin/comb_6/init/model.decoder.layers.20.self_attn.out_proj/_0.pt b/params/opt/5/rnd_search_t_lin/comb_6/init/model.decoder.layers.20.self_attn.out_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/opt/5/rnd_search_t_lin/comb_6/init/model.decoder.layers.20.self_attn.out_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/opt/5/rnd_search_t_lin/comb_6/init/model.decoder.layers.20.self_attn.out_proj/_s.pt b/params/opt/5/rnd_search_t_lin/comb_6/init/model.decoder.layers.20.self_attn.out_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..6bb1d8e4ef3f1b70658f9fdbb6b1087197740e7a
--- /dev/null
+++ b/params/opt/5/rnd_search_t_lin/comb_6/init/model.decoder.layers.20.self_attn.out_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e71446a44197d45caa8e533f599473222212b70b09361bba7801b3eb733c2c0d
+size 5251
diff --git a/params/opt/5/rnd_search_t_lin/comb_6/init/model.decoder.layers.20.self_attn.q_proj/_0.pt b/params/opt/5/rnd_search_t_lin/comb_6/init/model.decoder.layers.20.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/opt/5/rnd_search_t_lin/comb_6/init/model.decoder.layers.20.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/opt/5/rnd_search_t_lin/comb_6/init/model.decoder.layers.20.self_attn.q_proj/_s.pt b/params/opt/5/rnd_search_t_lin/comb_6/init/model.decoder.layers.20.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ee0c0950b676c4ac9cae9d8ad78f63df95322e1c
--- /dev/null
+++ b/params/opt/5/rnd_search_t_lin/comb_6/init/model.decoder.layers.20.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c987dd256190be652876fcc15831ea2be53db8f2dc61eb98cee48be732df84a6
+size 5251
diff --git a/params/opt/5/rnd_search_t_lin/comb_6/init/model.decoder.layers.20.self_attn.v_proj/_0.pt b/params/opt/5/rnd_search_t_lin/comb_6/init/model.decoder.layers.20.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/opt/5/rnd_search_t_lin/comb_6/init/model.decoder.layers.20.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/opt/5/rnd_search_t_lin/comb_6/init/model.decoder.layers.20.self_attn.v_proj/_s.pt b/params/opt/5/rnd_search_t_lin/comb_6/init/model.decoder.layers.20.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..80257535100acfdf2021d23923c886880220c510
--- /dev/null
+++ b/params/opt/5/rnd_search_t_lin/comb_6/init/model.decoder.layers.20.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:7b8f6b0d311af3bdd76e5c8c584df3b3237e59900dfcfab0b8118d72a1b163f6
+size 5251
diff --git a/params/opt/5/rnd_search_t_lin/comb_6/init/model.decoder.layers.21.fc1/_0.pt b/params/opt/5/rnd_search_t_lin/comb_6/init/model.decoder.layers.21.fc1/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..58c96248fd00550cc15d645205571ee67c337035
--- /dev/null
+++ b/params/opt/5/rnd_search_t_lin/comb_6/init/model.decoder.layers.21.fc1/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d77f62f2a90ce91416a8360d6ec3a5205dee0afeca27666c8c1c6bc185c247e5
+size 17539
diff --git a/params/opt/5/rnd_search_t_lin/comb_6/init/model.decoder.layers.21.fc1/_s.pt b/params/opt/5/rnd_search_t_lin/comb_6/init/model.decoder.layers.21.fc1/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2ea9170770c26c4f619db587443c18f6aa3c95e8
--- /dev/null
+++ b/params/opt/5/rnd_search_t_lin/comb_6/init/model.decoder.layers.21.fc1/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:aaf8559d6f1cbd350714385ecd17a4a0bb5e7e314c0049ab2b2434942dfadf53
+size 17539
diff --git a/params/opt/5/rnd_search_t_lin/comb_6/init/model.decoder.layers.21.fc2/_0.pt b/params/opt/5/rnd_search_t_lin/comb_6/init/model.decoder.layers.21.fc2/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/opt/5/rnd_search_t_lin/comb_6/init/model.decoder.layers.21.fc2/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/opt/5/rnd_search_t_lin/comb_6/init/model.decoder.layers.21.fc2/_s.pt b/params/opt/5/rnd_search_t_lin/comb_6/init/model.decoder.layers.21.fc2/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..cb7cdea1f17de0b01a64e200711dec3bf75e2398
--- /dev/null
+++ b/params/opt/5/rnd_search_t_lin/comb_6/init/model.decoder.layers.21.fc2/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ef95ad399c2eac34ca48547553a08578f37a23610ee84ca6362f84c8d4c4141f
+size 5251
diff --git a/params/opt/5/rnd_search_t_lin/comb_6/init/model.decoder.layers.21.self_attn.k_proj/_0.pt b/params/opt/5/rnd_search_t_lin/comb_6/init/model.decoder.layers.21.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/opt/5/rnd_search_t_lin/comb_6/init/model.decoder.layers.21.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/opt/5/rnd_search_t_lin/comb_6/init/model.decoder.layers.21.self_attn.k_proj/_s.pt b/params/opt/5/rnd_search_t_lin/comb_6/init/model.decoder.layers.21.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..f169606cb733a2a14925b6d529999cfbf71e0514
--- /dev/null
+++ b/params/opt/5/rnd_search_t_lin/comb_6/init/model.decoder.layers.21.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a9ee322b9dd31fd6067b4487765bff9e3b317281b6f7df680f39f8fad7b59a72
+size 5251
diff --git a/params/opt/5/rnd_search_t_lin/comb_6/init/model.decoder.layers.21.self_attn.out_proj/_0.pt b/params/opt/5/rnd_search_t_lin/comb_6/init/model.decoder.layers.21.self_attn.out_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/opt/5/rnd_search_t_lin/comb_6/init/model.decoder.layers.21.self_attn.out_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/opt/5/rnd_search_t_lin/comb_6/init/model.decoder.layers.21.self_attn.out_proj/_s.pt b/params/opt/5/rnd_search_t_lin/comb_6/init/model.decoder.layers.21.self_attn.out_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..d0fc85ed3dbe07052285e3b61427dd986b0c9537
--- /dev/null
+++ b/params/opt/5/rnd_search_t_lin/comb_6/init/model.decoder.layers.21.self_attn.out_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e48d5d7389f3b339d7716dc1bcdce658b34260d10d5d937470e34597a9c5de0f
+size 5251
diff --git a/params/opt/5/rnd_search_t_lin/comb_6/init/model.decoder.layers.21.self_attn.q_proj/_0.pt b/params/opt/5/rnd_search_t_lin/comb_6/init/model.decoder.layers.21.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/opt/5/rnd_search_t_lin/comb_6/init/model.decoder.layers.21.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/opt/5/rnd_search_t_lin/comb_6/init/model.decoder.layers.21.self_attn.q_proj/_s.pt b/params/opt/5/rnd_search_t_lin/comb_6/init/model.decoder.layers.21.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..523bcc381123415712e0cf39c77beb454539a9dc
--- /dev/null
+++ b/params/opt/5/rnd_search_t_lin/comb_6/init/model.decoder.layers.21.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:eddadf65b821ae51ec894caaee734c01d715188c569548d899b9e78fcb5d444a
+size 5251
diff --git a/params/opt/5/rnd_search_t_lin/comb_6/init/model.decoder.layers.21.self_attn.v_proj/_0.pt b/params/opt/5/rnd_search_t_lin/comb_6/init/model.decoder.layers.21.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/opt/5/rnd_search_t_lin/comb_6/init/model.decoder.layers.21.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/opt/5/rnd_search_t_lin/comb_6/init/model.decoder.layers.21.self_attn.v_proj/_s.pt b/params/opt/5/rnd_search_t_lin/comb_6/init/model.decoder.layers.21.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..6b04ba7e4c9392ff24f7708f45519ca11f3f4d78
--- /dev/null
+++ b/params/opt/5/rnd_search_t_lin/comb_6/init/model.decoder.layers.21.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:77824e2d8edf4167c482dec348d62412a334ac6a06dd3fcbb5f3f1451f1e2aaf
+size 5251
diff --git a/params/opt/5/rnd_search_t_lin/comb_6/init/model.decoder.layers.22.fc1/_0.pt b/params/opt/5/rnd_search_t_lin/comb_6/init/model.decoder.layers.22.fc1/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..58c96248fd00550cc15d645205571ee67c337035
--- /dev/null
+++ b/params/opt/5/rnd_search_t_lin/comb_6/init/model.decoder.layers.22.fc1/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d77f62f2a90ce91416a8360d6ec3a5205dee0afeca27666c8c1c6bc185c247e5
+size 17539
diff --git a/params/opt/5/rnd_search_t_lin/comb_6/init/model.decoder.layers.22.fc1/_s.pt b/params/opt/5/rnd_search_t_lin/comb_6/init/model.decoder.layers.22.fc1/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2560c370a52fd4af003e5abf0ac75380f9a92eb7
--- /dev/null
+++ b/params/opt/5/rnd_search_t_lin/comb_6/init/model.decoder.layers.22.fc1/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:defddef729a24ab313256922325304543bad302454acdf52d10e7b93c5f0df49
+size 17539
diff --git a/params/opt/5/rnd_search_t_lin/comb_6/init/model.decoder.layers.22.fc2/_0.pt b/params/opt/5/rnd_search_t_lin/comb_6/init/model.decoder.layers.22.fc2/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/opt/5/rnd_search_t_lin/comb_6/init/model.decoder.layers.22.fc2/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/opt/5/rnd_search_t_lin/comb_6/init/model.decoder.layers.22.fc2/_s.pt b/params/opt/5/rnd_search_t_lin/comb_6/init/model.decoder.layers.22.fc2/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..bff53718a373388bcfcea38188fbc4dca10691c9
--- /dev/null
+++ b/params/opt/5/rnd_search_t_lin/comb_6/init/model.decoder.layers.22.fc2/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d2e331b34be5c7739656f6fc72f5d6e29c04f2de3120eb819dab45ce937fa92b
+size 5251
diff --git a/params/opt/5/rnd_search_t_lin/comb_6/init/model.decoder.layers.22.self_attn.k_proj/_0.pt b/params/opt/5/rnd_search_t_lin/comb_6/init/model.decoder.layers.22.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/opt/5/rnd_search_t_lin/comb_6/init/model.decoder.layers.22.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/opt/5/rnd_search_t_lin/comb_6/init/model.decoder.layers.22.self_attn.k_proj/_s.pt b/params/opt/5/rnd_search_t_lin/comb_6/init/model.decoder.layers.22.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a217f6df4bab80192f6730ae2aeb6dab85dee2b1
--- /dev/null
+++ b/params/opt/5/rnd_search_t_lin/comb_6/init/model.decoder.layers.22.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:316d7e3a634164018d04b90be57579baaa850b214a2702c5d5c698f36c87b841
+size 5251
diff --git a/params/opt/5/rnd_search_t_lin/comb_6/init/model.decoder.layers.22.self_attn.out_proj/_0.pt b/params/opt/5/rnd_search_t_lin/comb_6/init/model.decoder.layers.22.self_attn.out_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/opt/5/rnd_search_t_lin/comb_6/init/model.decoder.layers.22.self_attn.out_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/opt/5/rnd_search_t_lin/comb_6/init/model.decoder.layers.22.self_attn.out_proj/_s.pt b/params/opt/5/rnd_search_t_lin/comb_6/init/model.decoder.layers.22.self_attn.out_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..78ba78410c066ebcb511b8616adcbeb9981f0fcd
--- /dev/null
+++ b/params/opt/5/rnd_search_t_lin/comb_6/init/model.decoder.layers.22.self_attn.out_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a21299681d44657b6992d1545ae7a101722ef0cf4bc1c9643474cf10bbf769cc
+size 5251
diff --git a/params/opt/5/rnd_search_t_lin/comb_6/init/model.decoder.layers.22.self_attn.q_proj/_0.pt b/params/opt/5/rnd_search_t_lin/comb_6/init/model.decoder.layers.22.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/opt/5/rnd_search_t_lin/comb_6/init/model.decoder.layers.22.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/opt/5/rnd_search_t_lin/comb_6/init/model.decoder.layers.22.self_attn.q_proj/_s.pt b/params/opt/5/rnd_search_t_lin/comb_6/init/model.decoder.layers.22.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..daefe9fa9658d90cdb2bc9fe7c600df1168ca35b
--- /dev/null
+++ b/params/opt/5/rnd_search_t_lin/comb_6/init/model.decoder.layers.22.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b3857e33c76a7f79d6043ee12a19aa2dd80545ca6a171aa4ece0047e49755712
+size 5251
diff --git a/params/opt/5/rnd_search_t_lin/comb_6/init/model.decoder.layers.22.self_attn.v_proj/_0.pt b/params/opt/5/rnd_search_t_lin/comb_6/init/model.decoder.layers.22.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/opt/5/rnd_search_t_lin/comb_6/init/model.decoder.layers.22.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/opt/5/rnd_search_t_lin/comb_6/init/model.decoder.layers.22.self_attn.v_proj/_s.pt b/params/opt/5/rnd_search_t_lin/comb_6/init/model.decoder.layers.22.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e0d4d1490faa3c1a321b151dbb2dcf793aa1e86a
--- /dev/null
+++ b/params/opt/5/rnd_search_t_lin/comb_6/init/model.decoder.layers.22.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d1d56d7d5bec8be9026eeae7b6f69dbf99406cf22585b6fb3a32fe8890322a75
+size 5251
diff --git a/params/opt/5/rnd_search_t_lin/comb_6/init/model.decoder.layers.23.fc1/_0.pt b/params/opt/5/rnd_search_t_lin/comb_6/init/model.decoder.layers.23.fc1/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..58c96248fd00550cc15d645205571ee67c337035
--- /dev/null
+++ b/params/opt/5/rnd_search_t_lin/comb_6/init/model.decoder.layers.23.fc1/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d77f62f2a90ce91416a8360d6ec3a5205dee0afeca27666c8c1c6bc185c247e5
+size 17539
diff --git a/params/opt/5/rnd_search_t_lin/comb_6/init/model.decoder.layers.23.fc1/_s.pt b/params/opt/5/rnd_search_t_lin/comb_6/init/model.decoder.layers.23.fc1/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..623478da84b4a04a8317de88612bf3c03fb70cc7
--- /dev/null
+++ b/params/opt/5/rnd_search_t_lin/comb_6/init/model.decoder.layers.23.fc1/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:959fde6dcdb993362ba59141059aa0748164aa9476ed2b35f8254a95cb792d0e
+size 17539
diff --git a/params/opt/5/rnd_search_t_lin/comb_6/init/model.decoder.layers.23.fc2/_0.pt b/params/opt/5/rnd_search_t_lin/comb_6/init/model.decoder.layers.23.fc2/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/opt/5/rnd_search_t_lin/comb_6/init/model.decoder.layers.23.fc2/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/opt/5/rnd_search_t_lin/comb_6/init/model.decoder.layers.23.fc2/_s.pt b/params/opt/5/rnd_search_t_lin/comb_6/init/model.decoder.layers.23.fc2/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..023e70204e0ee07b8be838c425f77d889e64866f
--- /dev/null
+++ b/params/opt/5/rnd_search_t_lin/comb_6/init/model.decoder.layers.23.fc2/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c338dd50be3fb83f01d8661cceb6cd163423b2403f49a685866420d1d0fa7f84
+size 5251
diff --git a/params/opt/5/rnd_search_t_lin/comb_6/init/model.decoder.layers.23.self_attn.k_proj/_0.pt b/params/opt/5/rnd_search_t_lin/comb_6/init/model.decoder.layers.23.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/opt/5/rnd_search_t_lin/comb_6/init/model.decoder.layers.23.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/opt/5/rnd_search_t_lin/comb_6/init/model.decoder.layers.23.self_attn.k_proj/_s.pt b/params/opt/5/rnd_search_t_lin/comb_6/init/model.decoder.layers.23.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..9e93acd96748a33994c87d9077615a5164829893
--- /dev/null
+++ b/params/opt/5/rnd_search_t_lin/comb_6/init/model.decoder.layers.23.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:09831936ccc3d08914b760827344a86348ae00172c005048563bc0de2c533171
+size 5251
diff --git a/params/opt/5/rnd_search_t_lin/comb_6/init/model.decoder.layers.23.self_attn.out_proj/_0.pt b/params/opt/5/rnd_search_t_lin/comb_6/init/model.decoder.layers.23.self_attn.out_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/opt/5/rnd_search_t_lin/comb_6/init/model.decoder.layers.23.self_attn.out_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/opt/5/rnd_search_t_lin/comb_6/init/model.decoder.layers.23.self_attn.out_proj/_s.pt b/params/opt/5/rnd_search_t_lin/comb_6/init/model.decoder.layers.23.self_attn.out_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8c6883f6141833f684fee8d78594c03817fd4b9e
--- /dev/null
+++ b/params/opt/5/rnd_search_t_lin/comb_6/init/model.decoder.layers.23.self_attn.out_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:980a66baec292dab20abc0b518e24487d5f672f42ea276f825a69e063600d3b8
+size 5251
diff --git a/params/opt/5/rnd_search_t_lin/comb_6/init/model.decoder.layers.23.self_attn.q_proj/_0.pt b/params/opt/5/rnd_search_t_lin/comb_6/init/model.decoder.layers.23.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/opt/5/rnd_search_t_lin/comb_6/init/model.decoder.layers.23.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/opt/5/rnd_search_t_lin/comb_6/init/model.decoder.layers.23.self_attn.q_proj/_s.pt b/params/opt/5/rnd_search_t_lin/comb_6/init/model.decoder.layers.23.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..6bf2b08876de0ba0dd6005d10ca1691c05cfe2bb
--- /dev/null
+++ b/params/opt/5/rnd_search_t_lin/comb_6/init/model.decoder.layers.23.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b0a35ece037b71d52575b8e07da8985d1f8a66578134c9d1bf8701c482d916cc
+size 5251
diff --git a/params/opt/5/rnd_search_t_lin/comb_6/init/model.decoder.layers.23.self_attn.v_proj/_0.pt b/params/opt/5/rnd_search_t_lin/comb_6/init/model.decoder.layers.23.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/opt/5/rnd_search_t_lin/comb_6/init/model.decoder.layers.23.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/opt/5/rnd_search_t_lin/comb_6/init/model.decoder.layers.23.self_attn.v_proj/_s.pt b/params/opt/5/rnd_search_t_lin/comb_6/init/model.decoder.layers.23.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..f56306ce02504678cb4e0fa3a950e7463b4dcce8
--- /dev/null
+++ b/params/opt/5/rnd_search_t_lin/comb_6/init/model.decoder.layers.23.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:61428f37d45681f16a22eb51577fd5d9eb2d52d9626abd5e3d28c56d3a2428a9
+size 5251
diff --git a/params/opt/5/rnd_search_t_lin/comb_6/init/model.decoder.layers.3.fc1/_0.pt b/params/opt/5/rnd_search_t_lin/comb_6/init/model.decoder.layers.3.fc1/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..58c96248fd00550cc15d645205571ee67c337035
--- /dev/null
+++ b/params/opt/5/rnd_search_t_lin/comb_6/init/model.decoder.layers.3.fc1/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d77f62f2a90ce91416a8360d6ec3a5205dee0afeca27666c8c1c6bc185c247e5
+size 17539
diff --git a/params/opt/5/rnd_search_t_lin/comb_6/init/model.decoder.layers.3.fc1/_s.pt b/params/opt/5/rnd_search_t_lin/comb_6/init/model.decoder.layers.3.fc1/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..718e3605c03045064e0dde0e013030378ea1b67c
--- /dev/null
+++ b/params/opt/5/rnd_search_t_lin/comb_6/init/model.decoder.layers.3.fc1/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:32465a082b3f0df86ea70d3af36f9e21ee925540d1890b0961ca472a15f00d03
+size 17539
diff --git a/params/opt/5/rnd_search_t_lin/comb_6/init/model.decoder.layers.3.fc2/_0.pt b/params/opt/5/rnd_search_t_lin/comb_6/init/model.decoder.layers.3.fc2/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/opt/5/rnd_search_t_lin/comb_6/init/model.decoder.layers.3.fc2/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/opt/5/rnd_search_t_lin/comb_6/init/model.decoder.layers.3.fc2/_s.pt b/params/opt/5/rnd_search_t_lin/comb_6/init/model.decoder.layers.3.fc2/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..39cfcf77b69909bccc62b682bc9db513d77592cf
--- /dev/null
+++ b/params/opt/5/rnd_search_t_lin/comb_6/init/model.decoder.layers.3.fc2/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:69f2180093f94ab7372ab7f6459a4bf55a53ae4873fdc0005c2b1410cf3c7d7b
+size 5251
diff --git a/params/opt/5/rnd_search_t_lin/comb_6/init/model.decoder.layers.3.self_attn.k_proj/_0.pt b/params/opt/5/rnd_search_t_lin/comb_6/init/model.decoder.layers.3.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/opt/5/rnd_search_t_lin/comb_6/init/model.decoder.layers.3.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/opt/5/rnd_search_t_lin/comb_6/init/model.decoder.layers.3.self_attn.k_proj/_s.pt b/params/opt/5/rnd_search_t_lin/comb_6/init/model.decoder.layers.3.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..93b1329072ff0c5223cce939bdf2c2562b11aff4
--- /dev/null
+++ b/params/opt/5/rnd_search_t_lin/comb_6/init/model.decoder.layers.3.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ebf9dd0a2034c251f4827746f0fddea09a0f958e6a8a6a40f3c76205f83cf0b0
+size 5251
diff --git a/params/opt/5/rnd_search_t_lin/comb_6/init/model.decoder.layers.3.self_attn.out_proj/_0.pt b/params/opt/5/rnd_search_t_lin/comb_6/init/model.decoder.layers.3.self_attn.out_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/opt/5/rnd_search_t_lin/comb_6/init/model.decoder.layers.3.self_attn.out_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/opt/5/rnd_search_t_lin/comb_6/init/model.decoder.layers.3.self_attn.out_proj/_s.pt b/params/opt/5/rnd_search_t_lin/comb_6/init/model.decoder.layers.3.self_attn.out_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..1a130702f7fcfdfedd84d679da75028acf11051a
--- /dev/null
+++ b/params/opt/5/rnd_search_t_lin/comb_6/init/model.decoder.layers.3.self_attn.out_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:146e0a983d24051d795c55fc4008d2c608258dd457459e4df370d8e17f40a9ae
+size 5251
diff --git a/params/opt/5/rnd_search_t_lin/comb_6/init/model.decoder.layers.3.self_attn.q_proj/_0.pt b/params/opt/5/rnd_search_t_lin/comb_6/init/model.decoder.layers.3.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/opt/5/rnd_search_t_lin/comb_6/init/model.decoder.layers.3.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/opt/5/rnd_search_t_lin/comb_6/init/model.decoder.layers.3.self_attn.q_proj/_s.pt b/params/opt/5/rnd_search_t_lin/comb_6/init/model.decoder.layers.3.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..1b5cceb68cce7c2161e97a8f31273f40a37cddd5
--- /dev/null
+++ b/params/opt/5/rnd_search_t_lin/comb_6/init/model.decoder.layers.3.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:4fbcc5b785b9c6cd792039ece77654b2032657fba6a7481f90fbec06d3197d9f
+size 5251
diff --git a/params/opt/5/rnd_search_t_lin/comb_6/init/model.decoder.layers.3.self_attn.v_proj/_0.pt b/params/opt/5/rnd_search_t_lin/comb_6/init/model.decoder.layers.3.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/opt/5/rnd_search_t_lin/comb_6/init/model.decoder.layers.3.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/opt/5/rnd_search_t_lin/comb_6/init/model.decoder.layers.3.self_attn.v_proj/_s.pt b/params/opt/5/rnd_search_t_lin/comb_6/init/model.decoder.layers.3.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..d8a9b8a63f0e2fc91f072e3d1cf59483c31bfbbc
--- /dev/null
+++ b/params/opt/5/rnd_search_t_lin/comb_6/init/model.decoder.layers.3.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:7a18776cfeb670de8121ccab79b78a6bc3ba4b80c1b12d905a641742a20c648e
+size 5251
diff --git a/params/opt/5/rnd_search_t_lin/comb_6/init/model.decoder.layers.4.fc1/_0.pt b/params/opt/5/rnd_search_t_lin/comb_6/init/model.decoder.layers.4.fc1/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..58c96248fd00550cc15d645205571ee67c337035
--- /dev/null
+++ b/params/opt/5/rnd_search_t_lin/comb_6/init/model.decoder.layers.4.fc1/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d77f62f2a90ce91416a8360d6ec3a5205dee0afeca27666c8c1c6bc185c247e5
+size 17539
diff --git a/params/opt/5/rnd_search_t_lin/comb_6/init/model.decoder.layers.4.fc1/_s.pt b/params/opt/5/rnd_search_t_lin/comb_6/init/model.decoder.layers.4.fc1/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..1d2da32bbaa57ce67e570660b94b0d8d38c80ffb
--- /dev/null
+++ b/params/opt/5/rnd_search_t_lin/comb_6/init/model.decoder.layers.4.fc1/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:396ed1e002388292f5e795f88c017871a6716373ad968c5590f86bae9cd014b2
+size 17539
diff --git a/params/opt/5/rnd_search_t_lin/comb_6/init/model.decoder.layers.4.fc2/_0.pt b/params/opt/5/rnd_search_t_lin/comb_6/init/model.decoder.layers.4.fc2/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/opt/5/rnd_search_t_lin/comb_6/init/model.decoder.layers.4.fc2/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/opt/5/rnd_search_t_lin/comb_6/init/model.decoder.layers.4.fc2/_s.pt b/params/opt/5/rnd_search_t_lin/comb_6/init/model.decoder.layers.4.fc2/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..bd18d27228b5fabe28265cb2a5b05b2e94c2de84
--- /dev/null
+++ b/params/opt/5/rnd_search_t_lin/comb_6/init/model.decoder.layers.4.fc2/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:1542795989558838ae436f46809078b406cf4812cfa46300b3f829dae9642651
+size 5251
diff --git a/params/opt/5/rnd_search_t_lin/comb_6/init/model.decoder.layers.4.self_attn.k_proj/_0.pt b/params/opt/5/rnd_search_t_lin/comb_6/init/model.decoder.layers.4.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/opt/5/rnd_search_t_lin/comb_6/init/model.decoder.layers.4.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/opt/5/rnd_search_t_lin/comb_6/init/model.decoder.layers.4.self_attn.k_proj/_s.pt b/params/opt/5/rnd_search_t_lin/comb_6/init/model.decoder.layers.4.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..7598b1cf0cf67fa56bd033e714d2d7b06424b735
--- /dev/null
+++ b/params/opt/5/rnd_search_t_lin/comb_6/init/model.decoder.layers.4.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d716b167ab49416d749b543d7f2e888b15b0dfa3e317f47592d7467e4a35f8f0
+size 5251
diff --git a/params/opt/5/rnd_search_t_lin/comb_6/init/model.decoder.layers.4.self_attn.out_proj/_0.pt b/params/opt/5/rnd_search_t_lin/comb_6/init/model.decoder.layers.4.self_attn.out_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/opt/5/rnd_search_t_lin/comb_6/init/model.decoder.layers.4.self_attn.out_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/opt/5/rnd_search_t_lin/comb_6/init/model.decoder.layers.4.self_attn.out_proj/_s.pt b/params/opt/5/rnd_search_t_lin/comb_6/init/model.decoder.layers.4.self_attn.out_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..b585f8d6062a55a478416ea12d33e6bf1c817887
--- /dev/null
+++ b/params/opt/5/rnd_search_t_lin/comb_6/init/model.decoder.layers.4.self_attn.out_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e13397a646c9d9584c18839a616e152a41d6723fb3d8be3456a6fa950d3492c2
+size 5251
diff --git a/params/opt/5/rnd_search_t_lin/comb_6/init/model.decoder.layers.4.self_attn.q_proj/_0.pt b/params/opt/5/rnd_search_t_lin/comb_6/init/model.decoder.layers.4.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/opt/5/rnd_search_t_lin/comb_6/init/model.decoder.layers.4.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/opt/5/rnd_search_t_lin/comb_6/init/model.decoder.layers.4.self_attn.q_proj/_s.pt b/params/opt/5/rnd_search_t_lin/comb_6/init/model.decoder.layers.4.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..53df0e1e5aab93da65c8b310006bfd84ca8f2872
--- /dev/null
+++ b/params/opt/5/rnd_search_t_lin/comb_6/init/model.decoder.layers.4.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c7f4ab2c7579655c3c97f3e834326942bb71a44730d6945a9040497c13e3f229
+size 5251
diff --git a/params/opt/5/rnd_search_t_lin/comb_6/init/model.decoder.layers.4.self_attn.v_proj/_0.pt b/params/opt/5/rnd_search_t_lin/comb_6/init/model.decoder.layers.4.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/opt/5/rnd_search_t_lin/comb_6/init/model.decoder.layers.4.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/opt/5/rnd_search_t_lin/comb_6/init/model.decoder.layers.4.self_attn.v_proj/_s.pt b/params/opt/5/rnd_search_t_lin/comb_6/init/model.decoder.layers.4.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ab17ce6bebee22812d89258badd098318ba3f30e
--- /dev/null
+++ b/params/opt/5/rnd_search_t_lin/comb_6/init/model.decoder.layers.4.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a487d9639843c3a0b8756486b1ca2fe91f4b62775046376c3f9ddeb1c65edada
+size 5251
diff --git a/params/opt/5/rnd_search_t_lin/comb_6/init/model.decoder.layers.5.fc1/_0.pt b/params/opt/5/rnd_search_t_lin/comb_6/init/model.decoder.layers.5.fc1/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..58c96248fd00550cc15d645205571ee67c337035
--- /dev/null
+++ b/params/opt/5/rnd_search_t_lin/comb_6/init/model.decoder.layers.5.fc1/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d77f62f2a90ce91416a8360d6ec3a5205dee0afeca27666c8c1c6bc185c247e5
+size 17539
diff --git a/params/opt/5/rnd_search_t_lin/comb_6/init/model.decoder.layers.5.fc1/_s.pt b/params/opt/5/rnd_search_t_lin/comb_6/init/model.decoder.layers.5.fc1/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..26ed314074c0fd9289001d036058f499a7282dbd
--- /dev/null
+++ b/params/opt/5/rnd_search_t_lin/comb_6/init/model.decoder.layers.5.fc1/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:9880840a23545c8b739ca520f134990ee46e93765113beca6a9e3a461db77be2
+size 17539
diff --git a/params/opt/5/rnd_search_t_lin/comb_6/init/model.decoder.layers.5.fc2/_0.pt b/params/opt/5/rnd_search_t_lin/comb_6/init/model.decoder.layers.5.fc2/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/opt/5/rnd_search_t_lin/comb_6/init/model.decoder.layers.5.fc2/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/opt/5/rnd_search_t_lin/comb_6/init/model.decoder.layers.5.fc2/_s.pt b/params/opt/5/rnd_search_t_lin/comb_6/init/model.decoder.layers.5.fc2/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..88580342c61c58f6ba5f6e1cf2429289bc539b95
--- /dev/null
+++ b/params/opt/5/rnd_search_t_lin/comb_6/init/model.decoder.layers.5.fc2/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:9931178a11b7366c3638647bc5ce456f46c158169b312a7f2fb770f052853370
+size 5251
diff --git a/params/opt/5/rnd_search_t_lin/comb_6/init/model.decoder.layers.5.self_attn.k_proj/_0.pt b/params/opt/5/rnd_search_t_lin/comb_6/init/model.decoder.layers.5.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/opt/5/rnd_search_t_lin/comb_6/init/model.decoder.layers.5.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/opt/5/rnd_search_t_lin/comb_6/init/model.decoder.layers.5.self_attn.k_proj/_s.pt b/params/opt/5/rnd_search_t_lin/comb_6/init/model.decoder.layers.5.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e10a0168ca9f88a5268e32a16754b2604c2564d6
--- /dev/null
+++ b/params/opt/5/rnd_search_t_lin/comb_6/init/model.decoder.layers.5.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0e2cd24401d5da37d7551cf7adefad00b3c1606a5c698bb0dcb48964460ca38b
+size 5251
diff --git a/params/opt/5/rnd_search_t_lin/comb_6/init/model.decoder.layers.5.self_attn.out_proj/_0.pt b/params/opt/5/rnd_search_t_lin/comb_6/init/model.decoder.layers.5.self_attn.out_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/opt/5/rnd_search_t_lin/comb_6/init/model.decoder.layers.5.self_attn.out_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/opt/5/rnd_search_t_lin/comb_6/init/model.decoder.layers.5.self_attn.out_proj/_s.pt b/params/opt/5/rnd_search_t_lin/comb_6/init/model.decoder.layers.5.self_attn.out_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..92b52f2753dc7b1d8604b325188680d36f1f38bc
--- /dev/null
+++ b/params/opt/5/rnd_search_t_lin/comb_6/init/model.decoder.layers.5.self_attn.out_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:9f651d8dda8664511525b2991b064e326f9f8fcf29fe29029c8a907e5b03d357
+size 5251
diff --git a/params/opt/5/rnd_search_t_lin/comb_6/init/model.decoder.layers.5.self_attn.q_proj/_0.pt b/params/opt/5/rnd_search_t_lin/comb_6/init/model.decoder.layers.5.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/opt/5/rnd_search_t_lin/comb_6/init/model.decoder.layers.5.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/opt/5/rnd_search_t_lin/comb_6/init/model.decoder.layers.5.self_attn.q_proj/_s.pt b/params/opt/5/rnd_search_t_lin/comb_6/init/model.decoder.layers.5.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..956fba8d647e6a25e6e17de084a634c42c274094
--- /dev/null
+++ b/params/opt/5/rnd_search_t_lin/comb_6/init/model.decoder.layers.5.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:1e5faeef7daa2121d9402d95b22e1cab13e9bcb83c85d25eabed3ebc806ddc0e
+size 5251
diff --git a/params/opt/5/rnd_search_t_lin/comb_6/init/model.decoder.layers.5.self_attn.v_proj/_0.pt b/params/opt/5/rnd_search_t_lin/comb_6/init/model.decoder.layers.5.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/opt/5/rnd_search_t_lin/comb_6/init/model.decoder.layers.5.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/opt/5/rnd_search_t_lin/comb_6/init/model.decoder.layers.5.self_attn.v_proj/_s.pt b/params/opt/5/rnd_search_t_lin/comb_6/init/model.decoder.layers.5.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..289df45e4598a7a4ed87a426e04b3898d9314ef3
--- /dev/null
+++ b/params/opt/5/rnd_search_t_lin/comb_6/init/model.decoder.layers.5.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:98c59f39ab92fdee4861bdbbb48370fa6528fa368efca7d30c7bc26cfd223ce4
+size 5251
diff --git a/params/opt/5/rnd_search_t_lin/comb_6/init/model.decoder.layers.6.fc1/_0.pt b/params/opt/5/rnd_search_t_lin/comb_6/init/model.decoder.layers.6.fc1/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..58c96248fd00550cc15d645205571ee67c337035
--- /dev/null
+++ b/params/opt/5/rnd_search_t_lin/comb_6/init/model.decoder.layers.6.fc1/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d77f62f2a90ce91416a8360d6ec3a5205dee0afeca27666c8c1c6bc185c247e5
+size 17539
diff --git a/params/opt/5/rnd_search_t_lin/comb_6/init/model.decoder.layers.6.fc1/_s.pt b/params/opt/5/rnd_search_t_lin/comb_6/init/model.decoder.layers.6.fc1/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ac00b35c4522e8018b38cbc1fcfb33ff8015281a
--- /dev/null
+++ b/params/opt/5/rnd_search_t_lin/comb_6/init/model.decoder.layers.6.fc1/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:4823c6a8466120dc8324dcd1285271d40b6d6f89288f8ab1d0b7377298536678
+size 17539
diff --git a/params/opt/5/rnd_search_t_lin/comb_6/init/model.decoder.layers.6.fc2/_0.pt b/params/opt/5/rnd_search_t_lin/comb_6/init/model.decoder.layers.6.fc2/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/opt/5/rnd_search_t_lin/comb_6/init/model.decoder.layers.6.fc2/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/opt/5/rnd_search_t_lin/comb_6/init/model.decoder.layers.6.fc2/_s.pt b/params/opt/5/rnd_search_t_lin/comb_6/init/model.decoder.layers.6.fc2/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..95966b3848b7639a02ebcd895b8e0110175a758f
--- /dev/null
+++ b/params/opt/5/rnd_search_t_lin/comb_6/init/model.decoder.layers.6.fc2/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:29d5dee188b1b46e616757a0bdcbdb38040a91668a2261f2612b8daf31f7846c
+size 5251
diff --git a/params/opt/5/rnd_search_t_lin/comb_6/init/model.decoder.layers.6.self_attn.k_proj/_0.pt b/params/opt/5/rnd_search_t_lin/comb_6/init/model.decoder.layers.6.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/opt/5/rnd_search_t_lin/comb_6/init/model.decoder.layers.6.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/opt/5/rnd_search_t_lin/comb_6/init/model.decoder.layers.6.self_attn.k_proj/_s.pt b/params/opt/5/rnd_search_t_lin/comb_6/init/model.decoder.layers.6.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..06a5800870b5be899937949ee2a33d1b500b62da
--- /dev/null
+++ b/params/opt/5/rnd_search_t_lin/comb_6/init/model.decoder.layers.6.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0b2650cec7609d919fdaba4818819ffc13818b32a81a948c109045a5f9d5eb85
+size 5251
diff --git a/params/opt/5/rnd_search_t_lin/comb_6/init/model.decoder.layers.6.self_attn.out_proj/_0.pt b/params/opt/5/rnd_search_t_lin/comb_6/init/model.decoder.layers.6.self_attn.out_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/opt/5/rnd_search_t_lin/comb_6/init/model.decoder.layers.6.self_attn.out_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/opt/5/rnd_search_t_lin/comb_6/init/model.decoder.layers.6.self_attn.out_proj/_s.pt b/params/opt/5/rnd_search_t_lin/comb_6/init/model.decoder.layers.6.self_attn.out_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..bf8f2b6ee006ce1425a60ce20b3ac4d9e8787e86
--- /dev/null
+++ b/params/opt/5/rnd_search_t_lin/comb_6/init/model.decoder.layers.6.self_attn.out_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:8d8f56902615401f434af36db03e334abb940a9e59aa5267f3bface46f55c18a
+size 5251
diff --git a/params/opt/5/rnd_search_t_lin/comb_6/init/model.decoder.layers.6.self_attn.q_proj/_0.pt b/params/opt/5/rnd_search_t_lin/comb_6/init/model.decoder.layers.6.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/opt/5/rnd_search_t_lin/comb_6/init/model.decoder.layers.6.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/opt/5/rnd_search_t_lin/comb_6/init/model.decoder.layers.6.self_attn.q_proj/_s.pt b/params/opt/5/rnd_search_t_lin/comb_6/init/model.decoder.layers.6.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..5fa729e51ef359aa31d1b1dc5243cb30fa4ea349
--- /dev/null
+++ b/params/opt/5/rnd_search_t_lin/comb_6/init/model.decoder.layers.6.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a080cebb2ce516bedf88b8625f2a925f9f38f114106b761a967e4527896641fc
+size 5251
diff --git a/params/opt/5/rnd_search_t_lin/comb_6/init/model.decoder.layers.6.self_attn.v_proj/_0.pt b/params/opt/5/rnd_search_t_lin/comb_6/init/model.decoder.layers.6.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/opt/5/rnd_search_t_lin/comb_6/init/model.decoder.layers.6.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/opt/5/rnd_search_t_lin/comb_6/init/model.decoder.layers.6.self_attn.v_proj/_s.pt b/params/opt/5/rnd_search_t_lin/comb_6/init/model.decoder.layers.6.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..b985748918b5d271e1b337b7c5f2a81ecad827fe
--- /dev/null
+++ b/params/opt/5/rnd_search_t_lin/comb_6/init/model.decoder.layers.6.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5e0ccf9ea52d8c573a9405d603a58c4f6572eba7b0bcaf38ff8fac87fa99741f
+size 5251
diff --git a/params/opt/5/rnd_search_t_lin/comb_6/init/model.decoder.layers.7.fc1/_0.pt b/params/opt/5/rnd_search_t_lin/comb_6/init/model.decoder.layers.7.fc1/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..58c96248fd00550cc15d645205571ee67c337035
--- /dev/null
+++ b/params/opt/5/rnd_search_t_lin/comb_6/init/model.decoder.layers.7.fc1/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d77f62f2a90ce91416a8360d6ec3a5205dee0afeca27666c8c1c6bc185c247e5
+size 17539
diff --git a/params/opt/5/rnd_search_t_lin/comb_6/init/model.decoder.layers.7.fc1/_s.pt b/params/opt/5/rnd_search_t_lin/comb_6/init/model.decoder.layers.7.fc1/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..675796d993a0b858c86f38ea4ccd56fee690db88
--- /dev/null
+++ b/params/opt/5/rnd_search_t_lin/comb_6/init/model.decoder.layers.7.fc1/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:59c97ecc604491004232d92528b4c0b592c5e440dc0cc70d2789e5fe7fe8557b
+size 17539
diff --git a/params/opt/5/rnd_search_t_lin/comb_6/init/model.decoder.layers.7.fc2/_0.pt b/params/opt/5/rnd_search_t_lin/comb_6/init/model.decoder.layers.7.fc2/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/opt/5/rnd_search_t_lin/comb_6/init/model.decoder.layers.7.fc2/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/opt/5/rnd_search_t_lin/comb_6/init/model.decoder.layers.7.fc2/_s.pt b/params/opt/5/rnd_search_t_lin/comb_6/init/model.decoder.layers.7.fc2/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..1e299df1fecb3332bcb6bcd5ff5b7787781874d8
--- /dev/null
+++ b/params/opt/5/rnd_search_t_lin/comb_6/init/model.decoder.layers.7.fc2/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:8ecf087befc34858f8e717d65f411b16951829adaf4ebcbcfc80b1dea87f561d
+size 5251
diff --git a/params/opt/5/rnd_search_t_lin/comb_6/init/model.decoder.layers.7.self_attn.k_proj/_0.pt b/params/opt/5/rnd_search_t_lin/comb_6/init/model.decoder.layers.7.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/opt/5/rnd_search_t_lin/comb_6/init/model.decoder.layers.7.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/opt/5/rnd_search_t_lin/comb_6/init/model.decoder.layers.7.self_attn.k_proj/_s.pt b/params/opt/5/rnd_search_t_lin/comb_6/init/model.decoder.layers.7.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..d506799073d8c4cba342dbc95d3b57df1db7659f
--- /dev/null
+++ b/params/opt/5/rnd_search_t_lin/comb_6/init/model.decoder.layers.7.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:fe95e5807be5239dea341c0295bd16fa1707f27e7be1b3a2749c7c53bc92e6d3
+size 5251
diff --git a/params/opt/5/rnd_search_t_lin/comb_6/init/model.decoder.layers.7.self_attn.out_proj/_0.pt b/params/opt/5/rnd_search_t_lin/comb_6/init/model.decoder.layers.7.self_attn.out_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/opt/5/rnd_search_t_lin/comb_6/init/model.decoder.layers.7.self_attn.out_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/opt/5/rnd_search_t_lin/comb_6/init/model.decoder.layers.7.self_attn.out_proj/_s.pt b/params/opt/5/rnd_search_t_lin/comb_6/init/model.decoder.layers.7.self_attn.out_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..214652a803824fcf86040ca5ba491fdcb6de17e8
--- /dev/null
+++ b/params/opt/5/rnd_search_t_lin/comb_6/init/model.decoder.layers.7.self_attn.out_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:3a1848e3fbf0b8a1b37d9bc605fbbb10cd2eb2c6377af95ec643388206289009
+size 5251
diff --git a/params/opt/5/rnd_search_t_lin/comb_6/init/model.decoder.layers.7.self_attn.q_proj/_0.pt b/params/opt/5/rnd_search_t_lin/comb_6/init/model.decoder.layers.7.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/opt/5/rnd_search_t_lin/comb_6/init/model.decoder.layers.7.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/opt/5/rnd_search_t_lin/comb_6/init/model.decoder.layers.7.self_attn.q_proj/_s.pt b/params/opt/5/rnd_search_t_lin/comb_6/init/model.decoder.layers.7.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..35c5cea6d1fa0e51722f05a7d9eea0aa4811b3c0
--- /dev/null
+++ b/params/opt/5/rnd_search_t_lin/comb_6/init/model.decoder.layers.7.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:9339865c3e5de1323c0046ebce797a94a9e3ddd44298fba4261c7b4105179a78
+size 5251
diff --git a/params/opt/5/rnd_search_t_lin/comb_6/init/model.decoder.layers.7.self_attn.v_proj/_0.pt b/params/opt/5/rnd_search_t_lin/comb_6/init/model.decoder.layers.7.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/opt/5/rnd_search_t_lin/comb_6/init/model.decoder.layers.7.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/opt/5/rnd_search_t_lin/comb_6/init/model.decoder.layers.7.self_attn.v_proj/_s.pt b/params/opt/5/rnd_search_t_lin/comb_6/init/model.decoder.layers.7.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..de040cece701ade66ac1048c685311357492d1d0
--- /dev/null
+++ b/params/opt/5/rnd_search_t_lin/comb_6/init/model.decoder.layers.7.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:7fcf501bee8c2fd5dee7568890709098b309f8d93dfdbda8ded656fe8f24f61b
+size 5251
diff --git a/params/opt/5/rnd_search_t_lin/comb_6/init/model.decoder.layers.8.fc1/_0.pt b/params/opt/5/rnd_search_t_lin/comb_6/init/model.decoder.layers.8.fc1/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..58c96248fd00550cc15d645205571ee67c337035
--- /dev/null
+++ b/params/opt/5/rnd_search_t_lin/comb_6/init/model.decoder.layers.8.fc1/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d77f62f2a90ce91416a8360d6ec3a5205dee0afeca27666c8c1c6bc185c247e5
+size 17539
diff --git a/params/opt/5/rnd_search_t_lin/comb_6/init/model.decoder.layers.8.fc1/_s.pt b/params/opt/5/rnd_search_t_lin/comb_6/init/model.decoder.layers.8.fc1/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..50763c386df8854daf399ec9caa95e8292987b39
--- /dev/null
+++ b/params/opt/5/rnd_search_t_lin/comb_6/init/model.decoder.layers.8.fc1/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:945ae3cb39b009571e3435169cc05028eb561bf3a82cb0d5f92a0a17b2671388
+size 17539
diff --git a/params/opt/5/rnd_search_t_lin/comb_6/init/model.decoder.layers.8.fc2/_0.pt b/params/opt/5/rnd_search_t_lin/comb_6/init/model.decoder.layers.8.fc2/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/opt/5/rnd_search_t_lin/comb_6/init/model.decoder.layers.8.fc2/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/opt/5/rnd_search_t_lin/comb_6/init/model.decoder.layers.8.fc2/_s.pt b/params/opt/5/rnd_search_t_lin/comb_6/init/model.decoder.layers.8.fc2/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4091a92235cc27b887ef292b966b6705f88b696a
--- /dev/null
+++ b/params/opt/5/rnd_search_t_lin/comb_6/init/model.decoder.layers.8.fc2/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:de0bd9c9404cbe3809abe9b1fe686f41b0e722691333b649cacdd104118350c6
+size 5251
diff --git a/params/opt/5/rnd_search_t_lin/comb_6/init/model.decoder.layers.8.self_attn.k_proj/_0.pt b/params/opt/5/rnd_search_t_lin/comb_6/init/model.decoder.layers.8.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/opt/5/rnd_search_t_lin/comb_6/init/model.decoder.layers.8.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/opt/5/rnd_search_t_lin/comb_6/init/model.decoder.layers.8.self_attn.k_proj/_s.pt b/params/opt/5/rnd_search_t_lin/comb_6/init/model.decoder.layers.8.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..6180ebb1d59deee4ae66edc93991117f12856645
--- /dev/null
+++ b/params/opt/5/rnd_search_t_lin/comb_6/init/model.decoder.layers.8.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:6b9b4b0f82aa86af18ed50aab5bed48b5f87961940830d16bc338aad6f9364ae
+size 5251
diff --git a/params/opt/5/rnd_search_t_lin/comb_6/init/model.decoder.layers.8.self_attn.out_proj/_0.pt b/params/opt/5/rnd_search_t_lin/comb_6/init/model.decoder.layers.8.self_attn.out_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/opt/5/rnd_search_t_lin/comb_6/init/model.decoder.layers.8.self_attn.out_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/opt/5/rnd_search_t_lin/comb_6/init/model.decoder.layers.8.self_attn.out_proj/_s.pt b/params/opt/5/rnd_search_t_lin/comb_6/init/model.decoder.layers.8.self_attn.out_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..47de6736e23fa7655ef56417b6af901b006e109a
--- /dev/null
+++ b/params/opt/5/rnd_search_t_lin/comb_6/init/model.decoder.layers.8.self_attn.out_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c1a6f80a9586766fc1ef432dbc29327c5419dd1f36017842b4b30a8da0a6423f
+size 5251
diff --git a/params/opt/5/rnd_search_t_lin/comb_6/init/model.decoder.layers.8.self_attn.q_proj/_0.pt b/params/opt/5/rnd_search_t_lin/comb_6/init/model.decoder.layers.8.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/opt/5/rnd_search_t_lin/comb_6/init/model.decoder.layers.8.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/opt/5/rnd_search_t_lin/comb_6/init/model.decoder.layers.8.self_attn.q_proj/_s.pt b/params/opt/5/rnd_search_t_lin/comb_6/init/model.decoder.layers.8.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..6e9dfca9d42269c7425dc0221a2ae84a6b3c689c
--- /dev/null
+++ b/params/opt/5/rnd_search_t_lin/comb_6/init/model.decoder.layers.8.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:496e5b01d6d89ee4a48d53e35121032cbaa77723a1c27fa2edb37a5c77b5c8ca
+size 5251
diff --git a/params/opt/5/rnd_search_t_lin/comb_6/init/model.decoder.layers.8.self_attn.v_proj/_0.pt b/params/opt/5/rnd_search_t_lin/comb_6/init/model.decoder.layers.8.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/opt/5/rnd_search_t_lin/comb_6/init/model.decoder.layers.8.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/opt/5/rnd_search_t_lin/comb_6/init/model.decoder.layers.8.self_attn.v_proj/_s.pt b/params/opt/5/rnd_search_t_lin/comb_6/init/model.decoder.layers.8.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..00d747a78582206d70e6e222c2bed45e3ec286db
--- /dev/null
+++ b/params/opt/5/rnd_search_t_lin/comb_6/init/model.decoder.layers.8.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c94708432f1b4c140d46aa9e9301ca5182b98c81e2396365c15fab53f1941afe
+size 5251
diff --git a/params/opt/5/rnd_search_t_lin/comb_6/init/model.decoder.layers.9.fc1/_0.pt b/params/opt/5/rnd_search_t_lin/comb_6/init/model.decoder.layers.9.fc1/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..58c96248fd00550cc15d645205571ee67c337035
--- /dev/null
+++ b/params/opt/5/rnd_search_t_lin/comb_6/init/model.decoder.layers.9.fc1/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d77f62f2a90ce91416a8360d6ec3a5205dee0afeca27666c8c1c6bc185c247e5
+size 17539
diff --git a/params/opt/5/rnd_search_t_lin/comb_6/init/model.decoder.layers.9.fc1/_s.pt b/params/opt/5/rnd_search_t_lin/comb_6/init/model.decoder.layers.9.fc1/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..870acb3ccd5df8299ee63bf9ec871ac9e9960f7c
--- /dev/null
+++ b/params/opt/5/rnd_search_t_lin/comb_6/init/model.decoder.layers.9.fc1/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0fec17b39dfdc38588e677190028a9e258ea8765f3b30f7939424be6b3da0dba
+size 17539
diff --git a/params/opt/5/rnd_search_t_lin/comb_6/init/model.decoder.layers.9.fc2/_0.pt b/params/opt/5/rnd_search_t_lin/comb_6/init/model.decoder.layers.9.fc2/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/opt/5/rnd_search_t_lin/comb_6/init/model.decoder.layers.9.fc2/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/opt/5/rnd_search_t_lin/comb_6/init/model.decoder.layers.9.fc2/_s.pt b/params/opt/5/rnd_search_t_lin/comb_6/init/model.decoder.layers.9.fc2/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..00d958f0db15cc9c2dc098738a96c870f8180352
--- /dev/null
+++ b/params/opt/5/rnd_search_t_lin/comb_6/init/model.decoder.layers.9.fc2/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:40770f8f9d1798b0ce34ac0a3d1852178d40511f85d67bd18938b826c02b95a2
+size 5251
diff --git a/params/opt/5/rnd_search_t_lin/comb_6/init/model.decoder.layers.9.self_attn.k_proj/_0.pt b/params/opt/5/rnd_search_t_lin/comb_6/init/model.decoder.layers.9.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/opt/5/rnd_search_t_lin/comb_6/init/model.decoder.layers.9.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/opt/5/rnd_search_t_lin/comb_6/init/model.decoder.layers.9.self_attn.k_proj/_s.pt b/params/opt/5/rnd_search_t_lin/comb_6/init/model.decoder.layers.9.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..920a92df39ed6deae3cc51c26dfee227838f5368
--- /dev/null
+++ b/params/opt/5/rnd_search_t_lin/comb_6/init/model.decoder.layers.9.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:76633e233baf61f6ab3d78c6e28e3faa915672730f1152e1f42b28808e1482f8
+size 5251
diff --git a/params/opt/5/rnd_search_t_lin/comb_6/init/model.decoder.layers.9.self_attn.out_proj/_0.pt b/params/opt/5/rnd_search_t_lin/comb_6/init/model.decoder.layers.9.self_attn.out_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/opt/5/rnd_search_t_lin/comb_6/init/model.decoder.layers.9.self_attn.out_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/opt/5/rnd_search_t_lin/comb_6/init/model.decoder.layers.9.self_attn.out_proj/_s.pt b/params/opt/5/rnd_search_t_lin/comb_6/init/model.decoder.layers.9.self_attn.out_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..932eace7b69bb1ec77cbf388f12d8f3b31bcfe2e
--- /dev/null
+++ b/params/opt/5/rnd_search_t_lin/comb_6/init/model.decoder.layers.9.self_attn.out_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:9ea555198ad17fed8df7cf6c924a40e3b77a464b36c9f8e10794851d0814242c
+size 5251
diff --git a/params/opt/5/rnd_search_t_lin/comb_6/init/model.decoder.layers.9.self_attn.q_proj/_0.pt b/params/opt/5/rnd_search_t_lin/comb_6/init/model.decoder.layers.9.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/opt/5/rnd_search_t_lin/comb_6/init/model.decoder.layers.9.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/opt/5/rnd_search_t_lin/comb_6/init/model.decoder.layers.9.self_attn.q_proj/_s.pt b/params/opt/5/rnd_search_t_lin/comb_6/init/model.decoder.layers.9.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..374fb37db67d5b84abeca50350897d555428280e
--- /dev/null
+++ b/params/opt/5/rnd_search_t_lin/comb_6/init/model.decoder.layers.9.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:3339576af8c08e58e3f29fb07d8f5bd9a3bfdc97212e2b0ee89524e123c9cd3b
+size 5251
diff --git a/params/opt/5/rnd_search_t_lin/comb_6/init/model.decoder.layers.9.self_attn.v_proj/_0.pt b/params/opt/5/rnd_search_t_lin/comb_6/init/model.decoder.layers.9.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/opt/5/rnd_search_t_lin/comb_6/init/model.decoder.layers.9.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/opt/5/rnd_search_t_lin/comb_6/init/model.decoder.layers.9.self_attn.v_proj/_s.pt b/params/opt/5/rnd_search_t_lin/comb_6/init/model.decoder.layers.9.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4761b391c6caca06f3cf40bd0066cd8ede2dc5e1
--- /dev/null
+++ b/params/opt/5/rnd_search_t_lin/comb_6/init/model.decoder.layers.9.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d324d1579002e244707f361a354d7dd98d21187d58ce1aaa34672d61b7385ee6
+size 5251
diff --git a/params/opt/5/rnd_search_t_lin/comb_6/init/model.decoder.project_in/_0.pt b/params/opt/5/rnd_search_t_lin/comb_6/init/model.decoder.project_in/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/opt/5/rnd_search_t_lin/comb_6/init/model.decoder.project_in/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/opt/5/rnd_search_t_lin/comb_6/init/model.decoder.project_in/_s.pt b/params/opt/5/rnd_search_t_lin/comb_6/init/model.decoder.project_in/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..118d29f665cadb32a49848168518efa0c182c239
--- /dev/null
+++ b/params/opt/5/rnd_search_t_lin/comb_6/init/model.decoder.project_in/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f3529bf4c011bc9ce8c9f0cf93169f543497177b46585a32e866136f72196339
+size 5251
diff --git a/params/opt/5/rnd_search_t_lin/comb_6/init/model.decoder.project_out/_0.pt b/params/opt/5/rnd_search_t_lin/comb_6/init/model.decoder.project_out/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..7dafd7dbb653cbd2daae7b5c32e1db4207127f70
--- /dev/null
+++ b/params/opt/5/rnd_search_t_lin/comb_6/init/model.decoder.project_out/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c190e0e27174863691b4d6213f0eb2960c410741df0ce7e97f0315f29a271735
+size 3203
diff --git a/params/opt/5/rnd_search_t_lin/comb_6/init/model.decoder.project_out/_s.pt b/params/opt/5/rnd_search_t_lin/comb_6/init/model.decoder.project_out/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..43d34ef022620a522629511bced169a80bf7778b
--- /dev/null
+++ b/params/opt/5/rnd_search_t_lin/comb_6/init/model.decoder.project_out/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:8fc60c2ba5340bb2f3a855e02b43fd24ff36c3493e0c933c5f04ad081cd932dd
+size 3203
diff --git a/params/opt/5/rnd_search_t_lin/comb_6/trained/lm_head/_0.pt b/params/opt/5/rnd_search_t_lin/comb_6/trained/lm_head/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..b9f0f53c8f4638e900302b96a8a99dad4431d96b
--- /dev/null
+++ b/params/opt/5/rnd_search_t_lin/comb_6/trained/lm_head/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0ab4aee8aec8912a8258748c08b63d0be7091aa7700babe8743f8a0b82e6a42a
+size 202243
diff --git a/params/opt/5/rnd_search_t_lin/comb_6/trained/lm_head/_s.pt b/params/opt/5/rnd_search_t_lin/comb_6/trained/lm_head/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2ddb2a45c31763d7a9dec3600cd8b2174a7bb9ea
--- /dev/null
+++ b/params/opt/5/rnd_search_t_lin/comb_6/trained/lm_head/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ec87408ce322ef2decbbfca28b6cb91645773aa5261f2251adab548306389936
+size 202243
diff --git a/params/opt/5/rnd_search_t_lin/comb_6/trained/model.decoder.layers.0.fc1/_0.pt b/params/opt/5/rnd_search_t_lin/comb_6/trained/model.decoder.layers.0.fc1/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..5e76cf5fb42c1f143cccd4debd1baa51bbdc0166
--- /dev/null
+++ b/params/opt/5/rnd_search_t_lin/comb_6/trained/model.decoder.layers.0.fc1/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5e99023591993e86764966dea98a5155541146a1d8dc0cd9905c5252812bfc77
+size 17539
diff --git a/params/opt/5/rnd_search_t_lin/comb_6/trained/model.decoder.layers.0.fc1/_s.pt b/params/opt/5/rnd_search_t_lin/comb_6/trained/model.decoder.layers.0.fc1/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..03e22c484b6f58e8104197b1750252bfd3358ceb
--- /dev/null
+++ b/params/opt/5/rnd_search_t_lin/comb_6/trained/model.decoder.layers.0.fc1/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:bf6c858d74edfaf3c877f7e1481a42cbdae4330e43dc89c4ef4dbe30e3b17a3c
+size 17539
diff --git a/params/opt/5/rnd_search_t_lin/comb_6/trained/model.decoder.layers.0.fc2/_0.pt b/params/opt/5/rnd_search_t_lin/comb_6/trained/model.decoder.layers.0.fc2/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..d1ce8b1c227ef991aed7723904ec9caa5a9a99ea
--- /dev/null
+++ b/params/opt/5/rnd_search_t_lin/comb_6/trained/model.decoder.layers.0.fc2/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0de6f0ba4e24ac3126d350ddcbffa66d8f7bb784ba13b2168b3c870f936eca3d
+size 5251
diff --git a/params/opt/5/rnd_search_t_lin/comb_6/trained/model.decoder.layers.0.fc2/_s.pt b/params/opt/5/rnd_search_t_lin/comb_6/trained/model.decoder.layers.0.fc2/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..5281c68109a6950bc5e3b108a31083fb37432d21
--- /dev/null
+++ b/params/opt/5/rnd_search_t_lin/comb_6/trained/model.decoder.layers.0.fc2/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:9dc021273bb55b7e9ae762d9ff490c1168070a043033b16b37cfaa8d382a4527
+size 5251
diff --git a/params/opt/5/rnd_search_t_lin/comb_6/trained/model.decoder.layers.0.self_attn.k_proj/_0.pt b/params/opt/5/rnd_search_t_lin/comb_6/trained/model.decoder.layers.0.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c3976b68536e72382a6b50f0cff2e360e6ee994a
--- /dev/null
+++ b/params/opt/5/rnd_search_t_lin/comb_6/trained/model.decoder.layers.0.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ba39af70ae0ab902a1444ddcbb6879a7205cf256d0f0ca6aa426991eed7fa3ca
+size 5251
diff --git a/params/opt/5/rnd_search_t_lin/comb_6/trained/model.decoder.layers.0.self_attn.k_proj/_s.pt b/params/opt/5/rnd_search_t_lin/comb_6/trained/model.decoder.layers.0.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..b7329eb0753faa4d0384899fb46a39188066a336
--- /dev/null
+++ b/params/opt/5/rnd_search_t_lin/comb_6/trained/model.decoder.layers.0.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:fdbbc2c6cd70aaddfb340077726f32cc62893ad1f51fe820a3baa60297fdf98a
+size 5251
diff --git a/params/opt/5/rnd_search_t_lin/comb_6/trained/model.decoder.layers.0.self_attn.out_proj/_0.pt b/params/opt/5/rnd_search_t_lin/comb_6/trained/model.decoder.layers.0.self_attn.out_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..15c4179c126d63d5610138b1b8671efa9f03b570
--- /dev/null
+++ b/params/opt/5/rnd_search_t_lin/comb_6/trained/model.decoder.layers.0.self_attn.out_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2be9de3e669329fe1fd655562398a445cab44ed264a696495591728df6d644dd
+size 5251
diff --git a/params/opt/5/rnd_search_t_lin/comb_6/trained/model.decoder.layers.0.self_attn.out_proj/_s.pt b/params/opt/5/rnd_search_t_lin/comb_6/trained/model.decoder.layers.0.self_attn.out_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..33250111a1b0cd33804ddc9580d15b3ea9668618
--- /dev/null
+++ b/params/opt/5/rnd_search_t_lin/comb_6/trained/model.decoder.layers.0.self_attn.out_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e57525b36e7bd19ff7ebf250d10688a2d342bfa0dc7bf565801569d3278e45a2
+size 5251
diff --git a/params/opt/5/rnd_search_t_lin/comb_6/trained/model.decoder.layers.0.self_attn.q_proj/_0.pt b/params/opt/5/rnd_search_t_lin/comb_6/trained/model.decoder.layers.0.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..823f171948b98731d466bdccfb1569c9b7bb017a
--- /dev/null
+++ b/params/opt/5/rnd_search_t_lin/comb_6/trained/model.decoder.layers.0.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:868f689b2109ae2c0ad9f9c1e8f05bffcc020874e240f635d7dbec38c28a0d08
+size 5251
diff --git a/params/opt/5/rnd_search_t_lin/comb_6/trained/model.decoder.layers.0.self_attn.q_proj/_s.pt b/params/opt/5/rnd_search_t_lin/comb_6/trained/model.decoder.layers.0.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8c499ead6c161266f62ed2990de11d2afd5fd6fc
--- /dev/null
+++ b/params/opt/5/rnd_search_t_lin/comb_6/trained/model.decoder.layers.0.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a3aa31776ecd28e8a6758a58b5134e15b9c1aa8ed9c21c3df4476410b3073275
+size 5251
diff --git a/params/opt/5/rnd_search_t_lin/comb_6/trained/model.decoder.layers.0.self_attn.v_proj/_0.pt b/params/opt/5/rnd_search_t_lin/comb_6/trained/model.decoder.layers.0.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..6520ff2a4229deb6662eabc1d2a9291f4ef9e1ec
--- /dev/null
+++ b/params/opt/5/rnd_search_t_lin/comb_6/trained/model.decoder.layers.0.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ddfdd132e6b4e882fb1e75eaa18e0f231e0e05192c2e5cd60c3aa9e33e44b789
+size 5251
diff --git a/params/opt/5/rnd_search_t_lin/comb_6/trained/model.decoder.layers.0.self_attn.v_proj/_s.pt b/params/opt/5/rnd_search_t_lin/comb_6/trained/model.decoder.layers.0.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..0b56ad6678dcb7a2a295556d8554177f5ea1b5ab
--- /dev/null
+++ b/params/opt/5/rnd_search_t_lin/comb_6/trained/model.decoder.layers.0.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:632a29c0cb3b68e52d05533164ab26c78232c6be22aabc474c89bcc0de9fcf88
+size 5251
diff --git a/params/opt/5/rnd_search_t_lin/comb_6/trained/model.decoder.layers.1.fc1/_0.pt b/params/opt/5/rnd_search_t_lin/comb_6/trained/model.decoder.layers.1.fc1/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..79eeb099c622ae4466e57e679d1fbc651c7dd66e
--- /dev/null
+++ b/params/opt/5/rnd_search_t_lin/comb_6/trained/model.decoder.layers.1.fc1/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:1cf0aefe136726cc6e45b76a00d609110345d694e364620b7472bf4fb9804e2e
+size 17539
diff --git a/params/opt/5/rnd_search_t_lin/comb_6/trained/model.decoder.layers.1.fc1/_s.pt b/params/opt/5/rnd_search_t_lin/comb_6/trained/model.decoder.layers.1.fc1/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..26cd5f6113c2a3f5b3ca3138e7482f44fe4bd03a
--- /dev/null
+++ b/params/opt/5/rnd_search_t_lin/comb_6/trained/model.decoder.layers.1.fc1/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e83e8d81626ab3ed9a05ee7c5f910a912cc86dda7b614c0b7524a1bbe54fe283
+size 17539
diff --git a/params/opt/5/rnd_search_t_lin/comb_6/trained/model.decoder.layers.1.fc2/_0.pt b/params/opt/5/rnd_search_t_lin/comb_6/trained/model.decoder.layers.1.fc2/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..030977418e8b8e4c6a06ba6b28ab0ad2274f6647
--- /dev/null
+++ b/params/opt/5/rnd_search_t_lin/comb_6/trained/model.decoder.layers.1.fc2/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e1a7889168fb4bd19332a8e2671810b1d8800e4b14594e641cc2fa69dba699d1
+size 5251
diff --git a/params/opt/5/rnd_search_t_lin/comb_6/trained/model.decoder.layers.1.fc2/_s.pt b/params/opt/5/rnd_search_t_lin/comb_6/trained/model.decoder.layers.1.fc2/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..7eb4e592ab702330d5169475534d0662ad20e358
--- /dev/null
+++ b/params/opt/5/rnd_search_t_lin/comb_6/trained/model.decoder.layers.1.fc2/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:aa95b4be0b71f34f63b46eeb134235ea87175e3a7eac05aaf2841e84bcd2b559
+size 5251
diff --git a/params/opt/5/rnd_search_t_lin/comb_6/trained/model.decoder.layers.1.self_attn.k_proj/_0.pt b/params/opt/5/rnd_search_t_lin/comb_6/trained/model.decoder.layers.1.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..691045a696933989d1b23e1daf5d6cdbc7396d10
--- /dev/null
+++ b/params/opt/5/rnd_search_t_lin/comb_6/trained/model.decoder.layers.1.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:bd9084c1853c5a443bca1aa6a65d68b480b875a40697ea7c7214cc00b74926ec
+size 5251
diff --git a/params/opt/5/rnd_search_t_lin/comb_6/trained/model.decoder.layers.1.self_attn.k_proj/_s.pt b/params/opt/5/rnd_search_t_lin/comb_6/trained/model.decoder.layers.1.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..82ca71f085b184d89ea507e4991607fa12e7381f
--- /dev/null
+++ b/params/opt/5/rnd_search_t_lin/comb_6/trained/model.decoder.layers.1.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:da58378b166e0f9e9133546bc268314a2c98cf96d496d8d64540e7f2026a7fc7
+size 5251
diff --git a/params/opt/5/rnd_search_t_lin/comb_6/trained/model.decoder.layers.1.self_attn.out_proj/_0.pt b/params/opt/5/rnd_search_t_lin/comb_6/trained/model.decoder.layers.1.self_attn.out_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..1da439c8cad1d3271edf2353eb0ff9243c3b6912
--- /dev/null
+++ b/params/opt/5/rnd_search_t_lin/comb_6/trained/model.decoder.layers.1.self_attn.out_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:393ebff13c867411c04ab2f58a44755986bb151900afd8f82da1606b1e572795
+size 5251
diff --git a/params/opt/5/rnd_search_t_lin/comb_6/trained/model.decoder.layers.1.self_attn.out_proj/_s.pt b/params/opt/5/rnd_search_t_lin/comb_6/trained/model.decoder.layers.1.self_attn.out_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..78b69172b2048b333d4b78bef1f1c3cc7805421e
--- /dev/null
+++ b/params/opt/5/rnd_search_t_lin/comb_6/trained/model.decoder.layers.1.self_attn.out_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0874074238f95765e40c03dbdb72a3a8d094c65f92a9ad88704c3e1774bb0c68
+size 5251
diff --git a/params/opt/5/rnd_search_t_lin/comb_6/trained/model.decoder.layers.1.self_attn.q_proj/_0.pt b/params/opt/5/rnd_search_t_lin/comb_6/trained/model.decoder.layers.1.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ea13eb945763530232cc069171e33ce5d747f8ca
--- /dev/null
+++ b/params/opt/5/rnd_search_t_lin/comb_6/trained/model.decoder.layers.1.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0e6adcc4e2215e0baa7b84f0652114f358b186aaaaf4ed52ac7556e72415beee
+size 5251
diff --git a/params/opt/5/rnd_search_t_lin/comb_6/trained/model.decoder.layers.1.self_attn.q_proj/_s.pt b/params/opt/5/rnd_search_t_lin/comb_6/trained/model.decoder.layers.1.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c52b6907e2639c88f76324ada9a131bc0adafdd2
--- /dev/null
+++ b/params/opt/5/rnd_search_t_lin/comb_6/trained/model.decoder.layers.1.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:06074f263704fec67e1cbaa2840a528f062ca59112da1cd52b08d4cb94c105b4
+size 5251
diff --git a/params/opt/5/rnd_search_t_lin/comb_6/trained/model.decoder.layers.1.self_attn.v_proj/_0.pt b/params/opt/5/rnd_search_t_lin/comb_6/trained/model.decoder.layers.1.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a8d9c535a027a162bf7df91711759aac6de13ec1
--- /dev/null
+++ b/params/opt/5/rnd_search_t_lin/comb_6/trained/model.decoder.layers.1.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:fb55ef877118fd863e4c516a3274845c5db51cebf2fc3449bda19b904764a9e1
+size 5251
diff --git a/params/opt/5/rnd_search_t_lin/comb_6/trained/model.decoder.layers.1.self_attn.v_proj/_s.pt b/params/opt/5/rnd_search_t_lin/comb_6/trained/model.decoder.layers.1.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..fe86db1e66780026bb252cfcd028bc607b8589e8
--- /dev/null
+++ b/params/opt/5/rnd_search_t_lin/comb_6/trained/model.decoder.layers.1.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:08fe86533c4bcda2fa9430cbb50c3d507c90316f8b5823877cbd43ee43cb4a4f
+size 5251
diff --git a/params/opt/5/rnd_search_t_lin/comb_6/trained/model.decoder.layers.10.fc1/_0.pt b/params/opt/5/rnd_search_t_lin/comb_6/trained/model.decoder.layers.10.fc1/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..1dd9f8fbb18d045d0a89f2217f4587d48c378651
--- /dev/null
+++ b/params/opt/5/rnd_search_t_lin/comb_6/trained/model.decoder.layers.10.fc1/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:762266fc98232e8590c82cbcc7454c9079bedd8903ffe0bb55339f1339704a5c
+size 17539
diff --git a/params/opt/5/rnd_search_t_lin/comb_6/trained/model.decoder.layers.10.fc1/_s.pt b/params/opt/5/rnd_search_t_lin/comb_6/trained/model.decoder.layers.10.fc1/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..be90189ef65e3aad58195f6ce29fdad84aa5c981
--- /dev/null
+++ b/params/opt/5/rnd_search_t_lin/comb_6/trained/model.decoder.layers.10.fc1/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:4345952f89d40c6e98d868374517be818434421d86c77e1194f3f2921f9a5275
+size 17539
diff --git a/params/opt/5/rnd_search_t_lin/comb_6/trained/model.decoder.layers.10.fc2/_0.pt b/params/opt/5/rnd_search_t_lin/comb_6/trained/model.decoder.layers.10.fc2/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..92f1a611bbc8a7d0c80213bb52fbbe8916131e3b
--- /dev/null
+++ b/params/opt/5/rnd_search_t_lin/comb_6/trained/model.decoder.layers.10.fc2/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b937b46b6506619b1dc1c58929bb090af89e413254b4a6bd3582a96d6ff41586
+size 5251
diff --git a/params/opt/5/rnd_search_t_lin/comb_6/trained/model.decoder.layers.10.fc2/_s.pt b/params/opt/5/rnd_search_t_lin/comb_6/trained/model.decoder.layers.10.fc2/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..729e3e0e20b06e69b8219603a590fb3c0ec6f639
--- /dev/null
+++ b/params/opt/5/rnd_search_t_lin/comb_6/trained/model.decoder.layers.10.fc2/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:67ad4c9f7e64493543aa9a738b0696595919c829bd04ba211d494588d91a3a89
+size 5251
diff --git a/params/opt/5/rnd_search_t_lin/comb_6/trained/model.decoder.layers.10.self_attn.k_proj/_0.pt b/params/opt/5/rnd_search_t_lin/comb_6/trained/model.decoder.layers.10.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..9a92e1748293dd2df88f95c819042304335e37eb
--- /dev/null
+++ b/params/opt/5/rnd_search_t_lin/comb_6/trained/model.decoder.layers.10.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c92aa06f48e0d990f1f58e9915c7b1eef7b26300ef74242ea90c582dc0a76997
+size 5251
diff --git a/params/opt/5/rnd_search_t_lin/comb_6/trained/model.decoder.layers.10.self_attn.k_proj/_s.pt b/params/opt/5/rnd_search_t_lin/comb_6/trained/model.decoder.layers.10.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..f5facefd4e61f457ccfc2672e295e4534132a12c
--- /dev/null
+++ b/params/opt/5/rnd_search_t_lin/comb_6/trained/model.decoder.layers.10.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d7f5a43469cce17e46c091ce8803826990c1c9930c5ce10c7b09bcf5324a38b7
+size 5251
diff --git a/params/opt/5/rnd_search_t_lin/comb_6/trained/model.decoder.layers.10.self_attn.out_proj/_0.pt b/params/opt/5/rnd_search_t_lin/comb_6/trained/model.decoder.layers.10.self_attn.out_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..f400a632ea562bfe89dae19faf6278fcc00abdce
--- /dev/null
+++ b/params/opt/5/rnd_search_t_lin/comb_6/trained/model.decoder.layers.10.self_attn.out_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ebb5dbcce57e2e1ee34ebafbc34fe90e6b5e76d08a88fe90809c476db4fbf661
+size 5251
diff --git a/params/opt/5/rnd_search_t_lin/comb_6/trained/model.decoder.layers.10.self_attn.out_proj/_s.pt b/params/opt/5/rnd_search_t_lin/comb_6/trained/model.decoder.layers.10.self_attn.out_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4de9265fa187351f960f8874794c3b36bf1deb6c
--- /dev/null
+++ b/params/opt/5/rnd_search_t_lin/comb_6/trained/model.decoder.layers.10.self_attn.out_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:dae9def4ed61b2a8f12e7f10960e75b0d96cd3f5b9566fe3c3166b10388a458d
+size 5251
diff --git a/params/opt/5/rnd_search_t_lin/comb_6/trained/model.decoder.layers.10.self_attn.q_proj/_0.pt b/params/opt/5/rnd_search_t_lin/comb_6/trained/model.decoder.layers.10.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..d6deb88aa92be37653d8548cab29f22399f2d548
--- /dev/null
+++ b/params/opt/5/rnd_search_t_lin/comb_6/trained/model.decoder.layers.10.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c745bd91cbadc05c6b81253ea970186aa96efde7744def02f31d8aa3dc8ecf76
+size 5251
diff --git a/params/opt/5/rnd_search_t_lin/comb_6/trained/model.decoder.layers.10.self_attn.q_proj/_s.pt b/params/opt/5/rnd_search_t_lin/comb_6/trained/model.decoder.layers.10.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c1ca06c2870f05effde692f2ffb58f1179409971
--- /dev/null
+++ b/params/opt/5/rnd_search_t_lin/comb_6/trained/model.decoder.layers.10.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ffdba4be20439aea8997a9761dc8fb3a305c473c3f13aa19c0ff11cf0e4060bf
+size 5251
diff --git a/params/opt/5/rnd_search_t_lin/comb_6/trained/model.decoder.layers.10.self_attn.v_proj/_0.pt b/params/opt/5/rnd_search_t_lin/comb_6/trained/model.decoder.layers.10.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..431cfb783c64350e406b0316dfbce2baf0292262
--- /dev/null
+++ b/params/opt/5/rnd_search_t_lin/comb_6/trained/model.decoder.layers.10.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:8147b799c155341829b5d8633f6e2943be0d807451a5c65a38d63c426d1f046c
+size 5251
diff --git a/params/opt/5/rnd_search_t_lin/comb_6/trained/model.decoder.layers.10.self_attn.v_proj/_s.pt b/params/opt/5/rnd_search_t_lin/comb_6/trained/model.decoder.layers.10.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a1098b58e534996f8ad1dd85caba5584620ba72d
--- /dev/null
+++ b/params/opt/5/rnd_search_t_lin/comb_6/trained/model.decoder.layers.10.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f9e130075231e0f6891628fd2c0f8401dc7918f12842763d7f0c4729d534ddc0
+size 5251
diff --git a/params/opt/5/rnd_search_t_lin/comb_6/trained/model.decoder.layers.11.fc1/_0.pt b/params/opt/5/rnd_search_t_lin/comb_6/trained/model.decoder.layers.11.fc1/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2995cbe84c0605369fa342a9ce53e27b8f1227fe
--- /dev/null
+++ b/params/opt/5/rnd_search_t_lin/comb_6/trained/model.decoder.layers.11.fc1/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:799efd58689ff0b7142f8af1c0633d4ac4909ab51d613a1cdc7d2f6760c80e62
+size 17539
diff --git a/params/opt/5/rnd_search_t_lin/comb_6/trained/model.decoder.layers.11.fc1/_s.pt b/params/opt/5/rnd_search_t_lin/comb_6/trained/model.decoder.layers.11.fc1/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2244197a7d849baf09e6ee0ecad43cbb7b8a4b65
--- /dev/null
+++ b/params/opt/5/rnd_search_t_lin/comb_6/trained/model.decoder.layers.11.fc1/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:dfc13a2a7ae62f47ede85cb5dd508a03f3334fa610b9d2bbb58019629056f0f8
+size 17539
diff --git a/params/opt/5/rnd_search_t_lin/comb_6/trained/model.decoder.layers.11.fc2/_0.pt b/params/opt/5/rnd_search_t_lin/comb_6/trained/model.decoder.layers.11.fc2/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..499409bb986edde8d34242795a7f0c68efe7dd29
--- /dev/null
+++ b/params/opt/5/rnd_search_t_lin/comb_6/trained/model.decoder.layers.11.fc2/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:287487c1a4846523434de5980d0838d7b960ebeb3ab86272e52896196cef5b18
+size 5251
diff --git a/params/opt/5/rnd_search_t_lin/comb_6/trained/model.decoder.layers.11.fc2/_s.pt b/params/opt/5/rnd_search_t_lin/comb_6/trained/model.decoder.layers.11.fc2/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..0a87cf79639b58377a20657c5f85df47eb58c897
--- /dev/null
+++ b/params/opt/5/rnd_search_t_lin/comb_6/trained/model.decoder.layers.11.fc2/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:df2a62348b4da095c4df3ceb60009d186b37b023afd9fd9c282fb03bef4188ae
+size 5251
diff --git a/params/opt/5/rnd_search_t_lin/comb_6/trained/model.decoder.layers.11.self_attn.k_proj/_0.pt b/params/opt/5/rnd_search_t_lin/comb_6/trained/model.decoder.layers.11.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..64d3f66d11e9d89ff70e71eee3a7298ae87c3cfd
--- /dev/null
+++ b/params/opt/5/rnd_search_t_lin/comb_6/trained/model.decoder.layers.11.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:7686a992996dbbba99a09b50e6564a5f9c386840a7e44679cabe8379a4fd7548
+size 5251
diff --git a/params/opt/5/rnd_search_t_lin/comb_6/trained/model.decoder.layers.11.self_attn.k_proj/_s.pt b/params/opt/5/rnd_search_t_lin/comb_6/trained/model.decoder.layers.11.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..9e0859421413215d308a8963801c5a57231955dc
--- /dev/null
+++ b/params/opt/5/rnd_search_t_lin/comb_6/trained/model.decoder.layers.11.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d48b6df275cd790e1345eb98563978382b71a6ce32ee317ee21ddcf584ec13ea
+size 5251
diff --git a/params/opt/5/rnd_search_t_lin/comb_6/trained/model.decoder.layers.11.self_attn.out_proj/_0.pt b/params/opt/5/rnd_search_t_lin/comb_6/trained/model.decoder.layers.11.self_attn.out_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..69a0d1346e8099358e5533ff3ebc57daac7a6b92
--- /dev/null
+++ b/params/opt/5/rnd_search_t_lin/comb_6/trained/model.decoder.layers.11.self_attn.out_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:24bbfcbc6debabc65fb4b35564b4ba935c92cdaf36855cdd5d601affa12b3ba2
+size 5251
diff --git a/params/opt/5/rnd_search_t_lin/comb_6/trained/model.decoder.layers.11.self_attn.out_proj/_s.pt b/params/opt/5/rnd_search_t_lin/comb_6/trained/model.decoder.layers.11.self_attn.out_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..59ceb8d964c2cbd94962f7b97412dc4e9cc4526d
--- /dev/null
+++ b/params/opt/5/rnd_search_t_lin/comb_6/trained/model.decoder.layers.11.self_attn.out_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5d2c0ffa9eea79908ac83671b3852e93d87900e45d65210c0543f4d4bed0222a
+size 5251
diff --git a/params/opt/5/rnd_search_t_lin/comb_6/trained/model.decoder.layers.11.self_attn.q_proj/_0.pt b/params/opt/5/rnd_search_t_lin/comb_6/trained/model.decoder.layers.11.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..5e9ebae44548c795382b9e85ce37888512c00c44
--- /dev/null
+++ b/params/opt/5/rnd_search_t_lin/comb_6/trained/model.decoder.layers.11.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:3a6f0c8d4ea2d5a7ac42885613d2ae25217ac8e96ac00b7e1ce96848c99f6e0d
+size 5251
diff --git a/params/opt/5/rnd_search_t_lin/comb_6/trained/model.decoder.layers.11.self_attn.q_proj/_s.pt b/params/opt/5/rnd_search_t_lin/comb_6/trained/model.decoder.layers.11.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..0af69fd373a97d712128092e35cf14a96ef938ca
--- /dev/null
+++ b/params/opt/5/rnd_search_t_lin/comb_6/trained/model.decoder.layers.11.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ec708dc281729bf01176a4eaddafadf7562aac3281b2e5a21dcde9c2322c7185
+size 5251
diff --git a/params/opt/5/rnd_search_t_lin/comb_6/trained/model.decoder.layers.11.self_attn.v_proj/_0.pt b/params/opt/5/rnd_search_t_lin/comb_6/trained/model.decoder.layers.11.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..f393217138d7dd5935f9da6f3bc0370a0da98464
--- /dev/null
+++ b/params/opt/5/rnd_search_t_lin/comb_6/trained/model.decoder.layers.11.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:873b936c948a44a6127f62e0c74fcac80b6741de5d28b08f8e7df4ac30dd72cf
+size 5251
diff --git a/params/opt/5/rnd_search_t_lin/comb_6/trained/model.decoder.layers.11.self_attn.v_proj/_s.pt b/params/opt/5/rnd_search_t_lin/comb_6/trained/model.decoder.layers.11.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..380802bc3c0cb0dc0abf0e955e5a52a5786a6793
--- /dev/null
+++ b/params/opt/5/rnd_search_t_lin/comb_6/trained/model.decoder.layers.11.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5febbc5f9109a1b10b15b6ad60191703cefa362179b46901142ef4f0dd43a63b
+size 5251
diff --git a/params/opt/5/rnd_search_t_lin/comb_6/trained/model.decoder.layers.12.fc1/_0.pt b/params/opt/5/rnd_search_t_lin/comb_6/trained/model.decoder.layers.12.fc1/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..17a9e527ad51490b743905a9f75e3f32449bd9e0
--- /dev/null
+++ b/params/opt/5/rnd_search_t_lin/comb_6/trained/model.decoder.layers.12.fc1/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:6dd70b5a86633f77abe917379db78c4b4b52c9c1973191f070f826de71e7950f
+size 17539
diff --git a/params/opt/5/rnd_search_t_lin/comb_6/trained/model.decoder.layers.12.fc1/_s.pt b/params/opt/5/rnd_search_t_lin/comb_6/trained/model.decoder.layers.12.fc1/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..574d7daddb6e1157fbeea8343d4deef4489f2c13
--- /dev/null
+++ b/params/opt/5/rnd_search_t_lin/comb_6/trained/model.decoder.layers.12.fc1/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b4bda2d59d04a4f7011fbeedf6848c68c8c8a56259b5489d1e057393a9178622
+size 17539
diff --git a/params/opt/5/rnd_search_t_lin/comb_6/trained/model.decoder.layers.12.fc2/_0.pt b/params/opt/5/rnd_search_t_lin/comb_6/trained/model.decoder.layers.12.fc2/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..7e48788152180e81d34d1598c8b5658484e0fc18
--- /dev/null
+++ b/params/opt/5/rnd_search_t_lin/comb_6/trained/model.decoder.layers.12.fc2/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:267a81e80dc95dc4a360a374ba789b4fbffcfc7381257af5ec04335b6ac43195
+size 5251
diff --git a/params/opt/5/rnd_search_t_lin/comb_6/trained/model.decoder.layers.12.fc2/_s.pt b/params/opt/5/rnd_search_t_lin/comb_6/trained/model.decoder.layers.12.fc2/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..6e3ea469cf84f1d5125522a42f6c0bdfbee712c5
--- /dev/null
+++ b/params/opt/5/rnd_search_t_lin/comb_6/trained/model.decoder.layers.12.fc2/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b9f19c6734a720bc331193f051e758a2e01d7c81586bee484ded58abf05696a3
+size 5251
diff --git a/params/opt/5/rnd_search_t_lin/comb_6/trained/model.decoder.layers.12.self_attn.k_proj/_0.pt b/params/opt/5/rnd_search_t_lin/comb_6/trained/model.decoder.layers.12.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..81abfe241348449889eb1734b5877e5a4c3c46cd
--- /dev/null
+++ b/params/opt/5/rnd_search_t_lin/comb_6/trained/model.decoder.layers.12.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5b7cf94ef657ec05cf0ef0bbdec45074bd69583c0441c903bf89950da532b328
+size 5251
diff --git a/params/opt/5/rnd_search_t_lin/comb_6/trained/model.decoder.layers.12.self_attn.k_proj/_s.pt b/params/opt/5/rnd_search_t_lin/comb_6/trained/model.decoder.layers.12.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..400cfb039d6e916208760018b885d37c5c55116f
--- /dev/null
+++ b/params/opt/5/rnd_search_t_lin/comb_6/trained/model.decoder.layers.12.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:802eef3c055e940100ef88c546a30da03f2d07768790917d037ed29b6969a8cb
+size 5251
diff --git a/params/opt/5/rnd_search_t_lin/comb_6/trained/model.decoder.layers.12.self_attn.out_proj/_0.pt b/params/opt/5/rnd_search_t_lin/comb_6/trained/model.decoder.layers.12.self_attn.out_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ada5f1bce56d141d310be8d456a63e49cf76a232
--- /dev/null
+++ b/params/opt/5/rnd_search_t_lin/comb_6/trained/model.decoder.layers.12.self_attn.out_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a52e685068a226c706aa6519a19d9981d8de573f98484b90f76b810b8c0daba3
+size 5251
diff --git a/params/opt/5/rnd_search_t_lin/comb_6/trained/model.decoder.layers.12.self_attn.out_proj/_s.pt b/params/opt/5/rnd_search_t_lin/comb_6/trained/model.decoder.layers.12.self_attn.out_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..0b65abf4011f248a548e6ace1d75ecdf303a4aa3
--- /dev/null
+++ b/params/opt/5/rnd_search_t_lin/comb_6/trained/model.decoder.layers.12.self_attn.out_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:92a647825a70ec7faff574c8c714733c6c4b1fdc4bf5a205baea2a9e6d7bb108
+size 5251
diff --git a/params/opt/5/rnd_search_t_lin/comb_6/trained/model.decoder.layers.12.self_attn.q_proj/_0.pt b/params/opt/5/rnd_search_t_lin/comb_6/trained/model.decoder.layers.12.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..19ffd5ce19bb7c21c9698e961e84ce6a25d1b841
--- /dev/null
+++ b/params/opt/5/rnd_search_t_lin/comb_6/trained/model.decoder.layers.12.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:67563a6c7958c5f038101023d2a51e6753d9edceddd784fdf8714bf7233edb54
+size 5251
diff --git a/params/opt/5/rnd_search_t_lin/comb_6/trained/model.decoder.layers.12.self_attn.q_proj/_s.pt b/params/opt/5/rnd_search_t_lin/comb_6/trained/model.decoder.layers.12.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c2e01267599ac188c10bf3b22d0368767e70f8a1
--- /dev/null
+++ b/params/opt/5/rnd_search_t_lin/comb_6/trained/model.decoder.layers.12.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:adef79845361c9a09674745be6c7b0c236c1bf62f17b8d4e27046c46805c0af9
+size 5251
diff --git a/params/opt/5/rnd_search_t_lin/comb_6/trained/model.decoder.layers.12.self_attn.v_proj/_0.pt b/params/opt/5/rnd_search_t_lin/comb_6/trained/model.decoder.layers.12.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..85ea60a05c57773e37c0df449cf30915e8122c7f
--- /dev/null
+++ b/params/opt/5/rnd_search_t_lin/comb_6/trained/model.decoder.layers.12.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:3fbe60cb15381eea445f0766fae616a6d81611929970198673acffd69fdb4987
+size 5251
diff --git a/params/opt/5/rnd_search_t_lin/comb_6/trained/model.decoder.layers.12.self_attn.v_proj/_s.pt b/params/opt/5/rnd_search_t_lin/comb_6/trained/model.decoder.layers.12.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..34709aad13d18441fdc213eddff705489bbd5a6d
--- /dev/null
+++ b/params/opt/5/rnd_search_t_lin/comb_6/trained/model.decoder.layers.12.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:1217e060c80de4ecaab7177a5963c0a99b3e174dba9a47800fd2992d2c8e949c
+size 5251
diff --git a/params/opt/5/rnd_search_t_lin/comb_6/trained/model.decoder.layers.13.fc1/_0.pt b/params/opt/5/rnd_search_t_lin/comb_6/trained/model.decoder.layers.13.fc1/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..9ab3eada9748927dbc226463d43704aa4b50adc9
--- /dev/null
+++ b/params/opt/5/rnd_search_t_lin/comb_6/trained/model.decoder.layers.13.fc1/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:7f40558761c312d8902fc042ddf4fd4537da26e91ad6251e0020b5b69776e609
+size 17539
diff --git a/params/opt/5/rnd_search_t_lin/comb_6/trained/model.decoder.layers.13.fc1/_s.pt b/params/opt/5/rnd_search_t_lin/comb_6/trained/model.decoder.layers.13.fc1/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..d6b20193f084c5f5faf4839a70af39f30f003427
--- /dev/null
+++ b/params/opt/5/rnd_search_t_lin/comb_6/trained/model.decoder.layers.13.fc1/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a8fe4b279871d92c304a19f3dbaf226d4b0a183050446c7e3fbfc18ae80ca4dc
+size 17539
diff --git a/params/opt/5/rnd_search_t_lin/comb_6/trained/model.decoder.layers.13.fc2/_0.pt b/params/opt/5/rnd_search_t_lin/comb_6/trained/model.decoder.layers.13.fc2/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..566f7585103cd692d103401b4f3810aaf78eca06
--- /dev/null
+++ b/params/opt/5/rnd_search_t_lin/comb_6/trained/model.decoder.layers.13.fc2/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b2ae2f620c89f2f0f572f18a9d64e8c8818127081337412d1bd0e5254505218b
+size 5251
diff --git a/params/opt/5/rnd_search_t_lin/comb_6/trained/model.decoder.layers.13.fc2/_s.pt b/params/opt/5/rnd_search_t_lin/comb_6/trained/model.decoder.layers.13.fc2/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..63c304f28f387e162382c13bcbaa63e50f4a83c5
--- /dev/null
+++ b/params/opt/5/rnd_search_t_lin/comb_6/trained/model.decoder.layers.13.fc2/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c06cf3bf6cd611f75cccf25e49523db041d01fafee8af7fdc0fbd32772619e01
+size 5251
diff --git a/params/opt/5/rnd_search_t_lin/comb_6/trained/model.decoder.layers.13.self_attn.k_proj/_0.pt b/params/opt/5/rnd_search_t_lin/comb_6/trained/model.decoder.layers.13.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..18313722b86482a7a1c17533f5df39ec4c1b66ca
--- /dev/null
+++ b/params/opt/5/rnd_search_t_lin/comb_6/trained/model.decoder.layers.13.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a70d1d70f493c1a909b8921257741cba4eed7e16596c5b866076fccd07b37667
+size 5251
diff --git a/params/opt/5/rnd_search_t_lin/comb_6/trained/model.decoder.layers.13.self_attn.k_proj/_s.pt b/params/opt/5/rnd_search_t_lin/comb_6/trained/model.decoder.layers.13.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..d05b7d9ba2216f126f2d1bd4eadc10544d119cc6
--- /dev/null
+++ b/params/opt/5/rnd_search_t_lin/comb_6/trained/model.decoder.layers.13.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:24bc6a3e9972a814ab7cb6708b400373c8cfcc69bc717789273b3a7eb64d9961
+size 5251
diff --git a/params/opt/5/rnd_search_t_lin/comb_6/trained/model.decoder.layers.13.self_attn.out_proj/_0.pt b/params/opt/5/rnd_search_t_lin/comb_6/trained/model.decoder.layers.13.self_attn.out_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..265716de2e96540903a2c15d41f78fb839fd258a
--- /dev/null
+++ b/params/opt/5/rnd_search_t_lin/comb_6/trained/model.decoder.layers.13.self_attn.out_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:47d3709ec6e85e89848ee468b24ae5d8e72139ca0c5dd68d6b4aca8ebb301385
+size 5251
diff --git a/params/opt/5/rnd_search_t_lin/comb_6/trained/model.decoder.layers.13.self_attn.out_proj/_s.pt b/params/opt/5/rnd_search_t_lin/comb_6/trained/model.decoder.layers.13.self_attn.out_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..32b7cd650fbce637b12da17326f86a148410d414
--- /dev/null
+++ b/params/opt/5/rnd_search_t_lin/comb_6/trained/model.decoder.layers.13.self_attn.out_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5a254a9c50529cce0f62f2b56c4ed830838b1c1ecf250719572120e9562ee166
+size 5251
diff --git a/params/opt/5/rnd_search_t_lin/comb_6/trained/model.decoder.layers.13.self_attn.q_proj/_0.pt b/params/opt/5/rnd_search_t_lin/comb_6/trained/model.decoder.layers.13.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..da357a2e43d71191e1fb54aabca885610ab7d802
--- /dev/null
+++ b/params/opt/5/rnd_search_t_lin/comb_6/trained/model.decoder.layers.13.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e9b2800126a4203397880b761eb8af8698fba8bb2c14972d7dc846390d5eb523
+size 5251
diff --git a/params/opt/5/rnd_search_t_lin/comb_6/trained/model.decoder.layers.13.self_attn.q_proj/_s.pt b/params/opt/5/rnd_search_t_lin/comb_6/trained/model.decoder.layers.13.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..76da6d473c52711806f8e37fc76d6da951b74b63
--- /dev/null
+++ b/params/opt/5/rnd_search_t_lin/comb_6/trained/model.decoder.layers.13.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:95192feefa2f8ce998703bf8311d30a99bdbe6037025313fd70278b90aca4bcb
+size 5251
diff --git a/params/opt/5/rnd_search_t_lin/comb_6/trained/model.decoder.layers.13.self_attn.v_proj/_0.pt b/params/opt/5/rnd_search_t_lin/comb_6/trained/model.decoder.layers.13.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e1272ff0027d597286b964830538596e7502a7ab
--- /dev/null
+++ b/params/opt/5/rnd_search_t_lin/comb_6/trained/model.decoder.layers.13.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:aec7e8a0d7cf9b5c9497b6eeca182933e5ba56232aa67990963d78af56ce12ec
+size 5251
diff --git a/params/opt/5/rnd_search_t_lin/comb_6/trained/model.decoder.layers.13.self_attn.v_proj/_s.pt b/params/opt/5/rnd_search_t_lin/comb_6/trained/model.decoder.layers.13.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..45bcc1152e403d6c4f4c2435d07c50a79c952b62
--- /dev/null
+++ b/params/opt/5/rnd_search_t_lin/comb_6/trained/model.decoder.layers.13.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:3af55fb9cd840fc43ff5826b5f145c0bfebbaf2a5be752a490721b7c99f1089f
+size 5251
diff --git a/params/opt/5/rnd_search_t_lin/comb_6/trained/model.decoder.layers.14.fc1/_0.pt b/params/opt/5/rnd_search_t_lin/comb_6/trained/model.decoder.layers.14.fc1/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2c9149395de64eaeba08f042f297fa55c8e8f8fb
--- /dev/null
+++ b/params/opt/5/rnd_search_t_lin/comb_6/trained/model.decoder.layers.14.fc1/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:35bb7878bb14115f18e21c4358a5c358e40eb1f2ab50298a09d1a9456753a560
+size 17539
diff --git a/params/opt/5/rnd_search_t_lin/comb_6/trained/model.decoder.layers.14.fc1/_s.pt b/params/opt/5/rnd_search_t_lin/comb_6/trained/model.decoder.layers.14.fc1/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..278dbfa4bce3b53e4daae88bc0b7fcc2187f0f9c
--- /dev/null
+++ b/params/opt/5/rnd_search_t_lin/comb_6/trained/model.decoder.layers.14.fc1/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:99f003207d10aec39ec4b107d75d11374f0e8d6d5d59bed336bae2774f54ff5e
+size 17539
diff --git a/params/opt/5/rnd_search_t_lin/comb_6/trained/model.decoder.layers.14.fc2/_0.pt b/params/opt/5/rnd_search_t_lin/comb_6/trained/model.decoder.layers.14.fc2/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..064d20900e1d4a1b71885403c8e4829738e78505
--- /dev/null
+++ b/params/opt/5/rnd_search_t_lin/comb_6/trained/model.decoder.layers.14.fc2/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:8c9ae937ba370f9522315eedd381dfbc7f473260a9908a28dc7df80abe65dd9a
+size 5251
diff --git a/params/opt/5/rnd_search_t_lin/comb_6/trained/model.decoder.layers.14.fc2/_s.pt b/params/opt/5/rnd_search_t_lin/comb_6/trained/model.decoder.layers.14.fc2/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..42294849d00a9f1277c066be1d235d181260fb9a
--- /dev/null
+++ b/params/opt/5/rnd_search_t_lin/comb_6/trained/model.decoder.layers.14.fc2/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:82c50feb9eb9e60263054d2d1d2c77fe58bf30e8889a6e7f1cc951971aab6501
+size 5251
diff --git a/params/opt/5/rnd_search_t_lin/comb_6/trained/model.decoder.layers.14.self_attn.k_proj/_0.pt b/params/opt/5/rnd_search_t_lin/comb_6/trained/model.decoder.layers.14.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ba1640140df82a28b05c76b4ec4c72485a670fe3
--- /dev/null
+++ b/params/opt/5/rnd_search_t_lin/comb_6/trained/model.decoder.layers.14.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:7d38e65357ece46a49e8623a7d5ee42178bce2d0a55d83ce9a60415c354dbd1b
+size 5251
diff --git a/params/opt/5/rnd_search_t_lin/comb_6/trained/model.decoder.layers.14.self_attn.k_proj/_s.pt b/params/opt/5/rnd_search_t_lin/comb_6/trained/model.decoder.layers.14.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..99949a281701df0d9059e81cac746962042bbbd3
--- /dev/null
+++ b/params/opt/5/rnd_search_t_lin/comb_6/trained/model.decoder.layers.14.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:fc471b0b8964993464bcf70e384010d137a95b40deb13d5f53d69a18246f2e91
+size 5251
diff --git a/params/opt/5/rnd_search_t_lin/comb_6/trained/model.decoder.layers.14.self_attn.out_proj/_0.pt b/params/opt/5/rnd_search_t_lin/comb_6/trained/model.decoder.layers.14.self_attn.out_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..17279dcf465a1ebd584aabcd76c7bdc176c10506
--- /dev/null
+++ b/params/opt/5/rnd_search_t_lin/comb_6/trained/model.decoder.layers.14.self_attn.out_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:6bd90e5c0053b55efc73f7b9288171d34f833317a45db4ab5e910695ec426ed4
+size 5251
diff --git a/params/opt/5/rnd_search_t_lin/comb_6/trained/model.decoder.layers.14.self_attn.out_proj/_s.pt b/params/opt/5/rnd_search_t_lin/comb_6/trained/model.decoder.layers.14.self_attn.out_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..73e2fe006955edf08546540a9d841e231e5354e5
--- /dev/null
+++ b/params/opt/5/rnd_search_t_lin/comb_6/trained/model.decoder.layers.14.self_attn.out_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f6fcb9dff107afe662a3ecdd1f6fd32fcbc90f3bc442e636849050fc1f3d74ea
+size 5251
diff --git a/params/opt/5/rnd_search_t_lin/comb_6/trained/model.decoder.layers.14.self_attn.q_proj/_0.pt b/params/opt/5/rnd_search_t_lin/comb_6/trained/model.decoder.layers.14.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..329d28e113537faab1037fae9bb7cb605beb42c3
--- /dev/null
+++ b/params/opt/5/rnd_search_t_lin/comb_6/trained/model.decoder.layers.14.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:fc9b1c90c5d4375c8815cd647c5318d83541f0f55cc6094233ea3faf50a3e2b0
+size 5251
diff --git a/params/opt/5/rnd_search_t_lin/comb_6/trained/model.decoder.layers.14.self_attn.q_proj/_s.pt b/params/opt/5/rnd_search_t_lin/comb_6/trained/model.decoder.layers.14.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8a7b23f4c2c88a9b3e1865fa031f0ca0f30dbb4e
--- /dev/null
+++ b/params/opt/5/rnd_search_t_lin/comb_6/trained/model.decoder.layers.14.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c4213d0b2fd1ab919afd1721a596f2ae731023daf9f41518a71a44a6363eb5b1
+size 5251
diff --git a/params/opt/5/rnd_search_t_lin/comb_6/trained/model.decoder.layers.14.self_attn.v_proj/_0.pt b/params/opt/5/rnd_search_t_lin/comb_6/trained/model.decoder.layers.14.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..5aeebeb232d2d4c2025e03df54d4c9a8b5fd3817
--- /dev/null
+++ b/params/opt/5/rnd_search_t_lin/comb_6/trained/model.decoder.layers.14.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:9f3dc7e42025692de640cd15c0c972b9f5a6c0e7ef14e4d109c97d72cdcef826
+size 5251
diff --git a/params/opt/5/rnd_search_t_lin/comb_6/trained/model.decoder.layers.14.self_attn.v_proj/_s.pt b/params/opt/5/rnd_search_t_lin/comb_6/trained/model.decoder.layers.14.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..59cbd2f60cb8843fd29882a642934ed00cb700e6
--- /dev/null
+++ b/params/opt/5/rnd_search_t_lin/comb_6/trained/model.decoder.layers.14.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:782915e8d2d594c19b8ef3496b2ac145df104e6cc8b8174589e3c7144f1c08bd
+size 5251
diff --git a/params/opt/5/rnd_search_t_lin/comb_6/trained/model.decoder.layers.15.fc1/_0.pt b/params/opt/5/rnd_search_t_lin/comb_6/trained/model.decoder.layers.15.fc1/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e2512a93ce9eea85b5644f5c2936af7044c93556
--- /dev/null
+++ b/params/opt/5/rnd_search_t_lin/comb_6/trained/model.decoder.layers.15.fc1/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b26b202faef8e7ed137ad045a57fd606f0c92524e69e7a46a8a7a496592753bf
+size 17539
diff --git a/params/opt/5/rnd_search_t_lin/comb_6/trained/model.decoder.layers.15.fc1/_s.pt b/params/opt/5/rnd_search_t_lin/comb_6/trained/model.decoder.layers.15.fc1/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..05c4cd85cb0ba0a817f53e29a71c6b5c7a0be055
--- /dev/null
+++ b/params/opt/5/rnd_search_t_lin/comb_6/trained/model.decoder.layers.15.fc1/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:59a1bccd38b9c651d7ab8bc4089a22c307e7b08aba6a47df10de58d21bad60ec
+size 17539
diff --git a/params/opt/5/rnd_search_t_lin/comb_6/trained/model.decoder.layers.15.fc2/_0.pt b/params/opt/5/rnd_search_t_lin/comb_6/trained/model.decoder.layers.15.fc2/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..829e77898747fffe5a54f66bc8046ecdc058bc9f
--- /dev/null
+++ b/params/opt/5/rnd_search_t_lin/comb_6/trained/model.decoder.layers.15.fc2/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:82a32dcf3fb6bb79bde1cf9aa9ac21e2e1e3cd4d6d29bdf424209c67a437f111
+size 5251
diff --git a/params/opt/5/rnd_search_t_lin/comb_6/trained/model.decoder.layers.15.fc2/_s.pt b/params/opt/5/rnd_search_t_lin/comb_6/trained/model.decoder.layers.15.fc2/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ae2f33a55b1e60d92859cc9c6d57b67e7facea39
--- /dev/null
+++ b/params/opt/5/rnd_search_t_lin/comb_6/trained/model.decoder.layers.15.fc2/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:9f41c93ff19178dca27113a6b1d72ff9f9bd89b75922c466df8b3f1032089c21
+size 5251
diff --git a/params/opt/5/rnd_search_t_lin/comb_6/trained/model.decoder.layers.15.self_attn.k_proj/_0.pt b/params/opt/5/rnd_search_t_lin/comb_6/trained/model.decoder.layers.15.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..5f9d9057c3296bbb23014af836ca221342d58008
--- /dev/null
+++ b/params/opt/5/rnd_search_t_lin/comb_6/trained/model.decoder.layers.15.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ec7ccf98d4280c821eec99b05cb926ab93c582780faa5c5f93c0d18d30b8b218
+size 5251
diff --git a/params/opt/5/rnd_search_t_lin/comb_6/trained/model.decoder.layers.15.self_attn.k_proj/_s.pt b/params/opt/5/rnd_search_t_lin/comb_6/trained/model.decoder.layers.15.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..eb2708828d0144a3018d2a795fdfba899c55e1dd
--- /dev/null
+++ b/params/opt/5/rnd_search_t_lin/comb_6/trained/model.decoder.layers.15.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5d1288d84a2b7b234be057f41d429ca88aad9c696fa4c9fcc319d358d99e69fd
+size 5251
diff --git a/params/opt/5/rnd_search_t_lin/comb_6/trained/model.decoder.layers.15.self_attn.out_proj/_0.pt b/params/opt/5/rnd_search_t_lin/comb_6/trained/model.decoder.layers.15.self_attn.out_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..5fdf003cca1310fd540719219731aa252d39bcac
--- /dev/null
+++ b/params/opt/5/rnd_search_t_lin/comb_6/trained/model.decoder.layers.15.self_attn.out_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:75e34608b84de43b0b033c310da29aecedf5ac1daf605ea2dcdb49060fbaf326
+size 5251
diff --git a/params/opt/5/rnd_search_t_lin/comb_6/trained/model.decoder.layers.15.self_attn.out_proj/_s.pt b/params/opt/5/rnd_search_t_lin/comb_6/trained/model.decoder.layers.15.self_attn.out_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..334677fb685fe116ca52775c270e36a8d86654af
--- /dev/null
+++ b/params/opt/5/rnd_search_t_lin/comb_6/trained/model.decoder.layers.15.self_attn.out_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:72b6f57a9a19c70111e2f95ea2ad4cd746afc6a1dbf3ebdf08d5e542c3c21751
+size 5251
diff --git a/params/opt/5/rnd_search_t_lin/comb_6/trained/model.decoder.layers.15.self_attn.q_proj/_0.pt b/params/opt/5/rnd_search_t_lin/comb_6/trained/model.decoder.layers.15.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..849dc448cb75d5743d4ba2c8c19bc2667539ccff
--- /dev/null
+++ b/params/opt/5/rnd_search_t_lin/comb_6/trained/model.decoder.layers.15.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c130998685e1c19999d679df0319f711e50e3cb004821a95e35d9db777e05f8a
+size 5251
diff --git a/params/opt/5/rnd_search_t_lin/comb_6/trained/model.decoder.layers.15.self_attn.q_proj/_s.pt b/params/opt/5/rnd_search_t_lin/comb_6/trained/model.decoder.layers.15.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..5ea85a1bbb711e549559e95897919390e52a4dd2
--- /dev/null
+++ b/params/opt/5/rnd_search_t_lin/comb_6/trained/model.decoder.layers.15.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e3c83a14ddf20044bd2a1cbde366781159f2a5ffdc9897071fa376e2f737a0fe
+size 5251
diff --git a/params/opt/5/rnd_search_t_lin/comb_6/trained/model.decoder.layers.15.self_attn.v_proj/_0.pt b/params/opt/5/rnd_search_t_lin/comb_6/trained/model.decoder.layers.15.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..443226e78439134e19ced0d6de4372af335ce68b
--- /dev/null
+++ b/params/opt/5/rnd_search_t_lin/comb_6/trained/model.decoder.layers.15.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2e5586db714446cfbd28e94adce9bc4c0d70009cf3782e8e5b3af7429f434734
+size 5251
diff --git a/params/opt/5/rnd_search_t_lin/comb_6/trained/model.decoder.layers.15.self_attn.v_proj/_s.pt b/params/opt/5/rnd_search_t_lin/comb_6/trained/model.decoder.layers.15.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..7b7544cdc6147afdb4a8c1405a5b3e3933d08a21
--- /dev/null
+++ b/params/opt/5/rnd_search_t_lin/comb_6/trained/model.decoder.layers.15.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c831206575c09725a16bce432000bf3d58086bcdcd415088d5291b6e3c92a74e
+size 5251
diff --git a/params/opt/5/rnd_search_t_lin/comb_6/trained/model.decoder.layers.16.fc1/_0.pt b/params/opt/5/rnd_search_t_lin/comb_6/trained/model.decoder.layers.16.fc1/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..3782c81fba96c5cf1d1097ee6568333fada970f5
--- /dev/null
+++ b/params/opt/5/rnd_search_t_lin/comb_6/trained/model.decoder.layers.16.fc1/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c1f02bce6c2a97c69b9dcd67f7df291e5bf2e1832500e48d6aa51d8bcd29eee7
+size 17539
diff --git a/params/opt/5/rnd_search_t_lin/comb_6/trained/model.decoder.layers.16.fc1/_s.pt b/params/opt/5/rnd_search_t_lin/comb_6/trained/model.decoder.layers.16.fc1/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..862aad03f3d30f2f686ee3b8ef8b5667df6b3275
--- /dev/null
+++ b/params/opt/5/rnd_search_t_lin/comb_6/trained/model.decoder.layers.16.fc1/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e06a8fb2c4b7cde6c0d8f21e488ab04b7610487963d777abf34378aacf9bcb50
+size 17539
diff --git a/params/opt/5/rnd_search_t_lin/comb_6/trained/model.decoder.layers.16.fc2/_0.pt b/params/opt/5/rnd_search_t_lin/comb_6/trained/model.decoder.layers.16.fc2/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..d3b3572b20fc5834945a75119393fde40a19ab66
--- /dev/null
+++ b/params/opt/5/rnd_search_t_lin/comb_6/trained/model.decoder.layers.16.fc2/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e47b12b08139440b8f011fee83b8b53b9e55c33e94c78475bff1b71007482b3d
+size 5251
diff --git a/params/opt/5/rnd_search_t_lin/comb_6/trained/model.decoder.layers.16.fc2/_s.pt b/params/opt/5/rnd_search_t_lin/comb_6/trained/model.decoder.layers.16.fc2/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4202065d0fe13d480637257061b5cd602c33dd29
--- /dev/null
+++ b/params/opt/5/rnd_search_t_lin/comb_6/trained/model.decoder.layers.16.fc2/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:85bca094343dd413c5dee32f9002e8a649696392c4acced1bfc62893eb4d13d6
+size 5251
diff --git a/params/opt/5/rnd_search_t_lin/comb_6/trained/model.decoder.layers.16.self_attn.k_proj/_0.pt b/params/opt/5/rnd_search_t_lin/comb_6/trained/model.decoder.layers.16.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e8902326f14c0fc252d4dfc9d45a09a803f35141
--- /dev/null
+++ b/params/opt/5/rnd_search_t_lin/comb_6/trained/model.decoder.layers.16.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:3940883245019b0c8b2da2c62f2e55ca2f5bd651901a7aff47fb2687ba420317
+size 5251
diff --git a/params/opt/5/rnd_search_t_lin/comb_6/trained/model.decoder.layers.16.self_attn.k_proj/_s.pt b/params/opt/5/rnd_search_t_lin/comb_6/trained/model.decoder.layers.16.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e6677a02a743f1eb6df2b82741e19b00f951617a
--- /dev/null
+++ b/params/opt/5/rnd_search_t_lin/comb_6/trained/model.decoder.layers.16.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ae02c4cee80539c91f2874af7baaa87d76c64ad089ac69c26f646409de1c2e51
+size 5251
diff --git a/params/opt/5/rnd_search_t_lin/comb_6/trained/model.decoder.layers.16.self_attn.out_proj/_0.pt b/params/opt/5/rnd_search_t_lin/comb_6/trained/model.decoder.layers.16.self_attn.out_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..0c17029fa3fb661b4e112fc3ead2ee4b0855906f
--- /dev/null
+++ b/params/opt/5/rnd_search_t_lin/comb_6/trained/model.decoder.layers.16.self_attn.out_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:3385ea7e3418d204b74d79ad9d6c54d446e9f6ad16904f91c1e4ed1eebcabf08
+size 5251
diff --git a/params/opt/5/rnd_search_t_lin/comb_6/trained/model.decoder.layers.16.self_attn.out_proj/_s.pt b/params/opt/5/rnd_search_t_lin/comb_6/trained/model.decoder.layers.16.self_attn.out_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c7a49261fb648b6e5da0963e9143ddaff0b7eede
--- /dev/null
+++ b/params/opt/5/rnd_search_t_lin/comb_6/trained/model.decoder.layers.16.self_attn.out_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:debdede4e73510fc4b4e391a54ea26aa03cce77f6bde1568dd33aeee692da487
+size 5251
diff --git a/params/opt/5/rnd_search_t_lin/comb_6/trained/model.decoder.layers.16.self_attn.q_proj/_0.pt b/params/opt/5/rnd_search_t_lin/comb_6/trained/model.decoder.layers.16.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..5b5901a83be9b95a54cd352a508a6f0fa38789cb
--- /dev/null
+++ b/params/opt/5/rnd_search_t_lin/comb_6/trained/model.decoder.layers.16.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:547c431f730fd853700135b9023d937d30e97b1e1a3e653ea73e3b0870ddbdc0
+size 5251
diff --git a/params/opt/5/rnd_search_t_lin/comb_6/trained/model.decoder.layers.16.self_attn.q_proj/_s.pt b/params/opt/5/rnd_search_t_lin/comb_6/trained/model.decoder.layers.16.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4d7366531b1f684f70744d08dfee6b77a1d3462b
--- /dev/null
+++ b/params/opt/5/rnd_search_t_lin/comb_6/trained/model.decoder.layers.16.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:9391412b3dc4c944c47bc43247c9ac89b1e93b2f77c0dda4d8cf0ee8a7f52f5d
+size 5251
diff --git a/params/opt/5/rnd_search_t_lin/comb_6/trained/model.decoder.layers.16.self_attn.v_proj/_0.pt b/params/opt/5/rnd_search_t_lin/comb_6/trained/model.decoder.layers.16.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a30d102aeac1079d910613a80debf207958e04c4
--- /dev/null
+++ b/params/opt/5/rnd_search_t_lin/comb_6/trained/model.decoder.layers.16.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e2175ab1aabb0df955edc04082a93c384cd33db3497834afee36913d564700b8
+size 5251
diff --git a/params/opt/5/rnd_search_t_lin/comb_6/trained/model.decoder.layers.16.self_attn.v_proj/_s.pt b/params/opt/5/rnd_search_t_lin/comb_6/trained/model.decoder.layers.16.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..f19e117a93dc0a67161cbd1d8e962164cc145f0a
--- /dev/null
+++ b/params/opt/5/rnd_search_t_lin/comb_6/trained/model.decoder.layers.16.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:1df66a5931ac5c5bc881aab9bb64f00bb7a72904742bab779e295c2c7b19dffe
+size 5251
diff --git a/params/opt/5/rnd_search_t_lin/comb_6/trained/model.decoder.layers.17.fc1/_0.pt b/params/opt/5/rnd_search_t_lin/comb_6/trained/model.decoder.layers.17.fc1/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c47a7406cad7ce0cc544adf078cc2efc9543d82c
--- /dev/null
+++ b/params/opt/5/rnd_search_t_lin/comb_6/trained/model.decoder.layers.17.fc1/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:8a8cb94a0ace7fdf6ef99652faa3eae3a4165226bea4dae4ba8547b024538af0
+size 17539
diff --git a/params/opt/5/rnd_search_t_lin/comb_6/trained/model.decoder.layers.17.fc1/_s.pt b/params/opt/5/rnd_search_t_lin/comb_6/trained/model.decoder.layers.17.fc1/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..07f76a2fcebca1d78b6b338ddae78b129960212a
--- /dev/null
+++ b/params/opt/5/rnd_search_t_lin/comb_6/trained/model.decoder.layers.17.fc1/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ff64d7e840fe5918b62e9422cd49bc22ca7ceac30d1a4704425893250ac195d3
+size 17539
diff --git a/params/opt/5/rnd_search_t_lin/comb_6/trained/model.decoder.layers.17.fc2/_0.pt b/params/opt/5/rnd_search_t_lin/comb_6/trained/model.decoder.layers.17.fc2/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ae7908e493f620bed4534a7db968019099a71918
--- /dev/null
+++ b/params/opt/5/rnd_search_t_lin/comb_6/trained/model.decoder.layers.17.fc2/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e571772218596e3f04a13a0c89b173cd9b54f5f1564efe988a4e6b30ae4c45c3
+size 5251
diff --git a/params/opt/5/rnd_search_t_lin/comb_6/trained/model.decoder.layers.17.fc2/_s.pt b/params/opt/5/rnd_search_t_lin/comb_6/trained/model.decoder.layers.17.fc2/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a4f066880afc383d7a8eb3bd8b52665def484fcc
--- /dev/null
+++ b/params/opt/5/rnd_search_t_lin/comb_6/trained/model.decoder.layers.17.fc2/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d9b395a09c49927ab9a2f9aac4326eaa73698aa3322d12f07761b464ef852036
+size 5251
diff --git a/params/opt/5/rnd_search_t_lin/comb_6/trained/model.decoder.layers.17.self_attn.k_proj/_0.pt b/params/opt/5/rnd_search_t_lin/comb_6/trained/model.decoder.layers.17.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..3aec7be209f7fed32e8495460c1bd810daa8d55c
--- /dev/null
+++ b/params/opt/5/rnd_search_t_lin/comb_6/trained/model.decoder.layers.17.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:6c866e4adea5b58aef3a3c233c06d25471a743e2eb2ee20fd96ce45bbd5ac7d7
+size 5251
diff --git a/params/opt/5/rnd_search_t_lin/comb_6/trained/model.decoder.layers.17.self_attn.k_proj/_s.pt b/params/opt/5/rnd_search_t_lin/comb_6/trained/model.decoder.layers.17.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..76f0045449b8d750ee6c4ff26adaa800197a4f98
--- /dev/null
+++ b/params/opt/5/rnd_search_t_lin/comb_6/trained/model.decoder.layers.17.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e5a3145ac00ef5ea0ec2af57cb46ad7acb8ed319fbb30cf0efe7dde790c7ea87
+size 5251
diff --git a/params/opt/5/rnd_search_t_lin/comb_6/trained/model.decoder.layers.17.self_attn.out_proj/_0.pt b/params/opt/5/rnd_search_t_lin/comb_6/trained/model.decoder.layers.17.self_attn.out_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..6a36ef7c4d6d7fe9539f43db24605350a4688231
--- /dev/null
+++ b/params/opt/5/rnd_search_t_lin/comb_6/trained/model.decoder.layers.17.self_attn.out_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:1dc1a0ddd41196bc36d2752de6bdf1003992ed0370b3dc979e80710c8ae409bb
+size 5251
diff --git a/params/opt/5/rnd_search_t_lin/comb_6/trained/model.decoder.layers.17.self_attn.out_proj/_s.pt b/params/opt/5/rnd_search_t_lin/comb_6/trained/model.decoder.layers.17.self_attn.out_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..319ec1e1fc3b6661c9f79c18210b81e53bc90c32
--- /dev/null
+++ b/params/opt/5/rnd_search_t_lin/comb_6/trained/model.decoder.layers.17.self_attn.out_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:6f342428843ff7de9f493b27c73a3ab54321e1e59e21b812193dc8a89ff5ddcf
+size 5251
diff --git a/params/opt/5/rnd_search_t_lin/comb_6/trained/model.decoder.layers.17.self_attn.q_proj/_0.pt b/params/opt/5/rnd_search_t_lin/comb_6/trained/model.decoder.layers.17.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..321291eaf7d986776335e025c9a138e5c66bc108
--- /dev/null
+++ b/params/opt/5/rnd_search_t_lin/comb_6/trained/model.decoder.layers.17.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:731d6aee24fd3d5612a1174836bf2ee86437b0c3a29e3a0c39cbdd5302fa5cc6
+size 5251
diff --git a/params/opt/5/rnd_search_t_lin/comb_6/trained/model.decoder.layers.17.self_attn.q_proj/_s.pt b/params/opt/5/rnd_search_t_lin/comb_6/trained/model.decoder.layers.17.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..b84af14104bc09c290f6363843c77c1be8715860
--- /dev/null
+++ b/params/opt/5/rnd_search_t_lin/comb_6/trained/model.decoder.layers.17.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:610f912dfda116d5b758f0e30b93eda6e62157c6729dfc25f8b872d9ac75287f
+size 5251
diff --git a/params/opt/5/rnd_search_t_lin/comb_6/trained/model.decoder.layers.17.self_attn.v_proj/_0.pt b/params/opt/5/rnd_search_t_lin/comb_6/trained/model.decoder.layers.17.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4fedaa664f7cd0abd8f7d9030a32acedba0788b7
--- /dev/null
+++ b/params/opt/5/rnd_search_t_lin/comb_6/trained/model.decoder.layers.17.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:9d5135b0673d54532bbce94c21f930d9e77ba09689a8bfb3c9ce3d6b3b04ec9d
+size 5251
diff --git a/params/opt/5/rnd_search_t_lin/comb_6/trained/model.decoder.layers.17.self_attn.v_proj/_s.pt b/params/opt/5/rnd_search_t_lin/comb_6/trained/model.decoder.layers.17.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..86ce1a4a6e8a925bd846829e5db7363f90eef297
--- /dev/null
+++ b/params/opt/5/rnd_search_t_lin/comb_6/trained/model.decoder.layers.17.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5dee176639731c65cd2f76f407cbb77828679bd5bebeb26f7ee530f7d383a90e
+size 5251
diff --git a/params/opt/5/rnd_search_t_lin/comb_6/trained/model.decoder.layers.18.fc1/_0.pt b/params/opt/5/rnd_search_t_lin/comb_6/trained/model.decoder.layers.18.fc1/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4cc22149a574fee20c7e15e05926e8fe25f53764
--- /dev/null
+++ b/params/opt/5/rnd_search_t_lin/comb_6/trained/model.decoder.layers.18.fc1/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:3e89015c1cce455b88c7c76afe0b2c39c3feb8878b9fa853b08cfc8a9817d8cc
+size 17539
diff --git a/params/opt/5/rnd_search_t_lin/comb_6/trained/model.decoder.layers.18.fc1/_s.pt b/params/opt/5/rnd_search_t_lin/comb_6/trained/model.decoder.layers.18.fc1/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..64137edccc265ca03d38541edf05d43eb43799ef
--- /dev/null
+++ b/params/opt/5/rnd_search_t_lin/comb_6/trained/model.decoder.layers.18.fc1/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d57cf4e4bacfe262d806c2faa600bfa9569c7907617491f5cd538aaf95701123
+size 17539
diff --git a/params/opt/5/rnd_search_t_lin/comb_6/trained/model.decoder.layers.18.fc2/_0.pt b/params/opt/5/rnd_search_t_lin/comb_6/trained/model.decoder.layers.18.fc2/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..750c3c5eb072912662f8497769fd89441ca4830e
--- /dev/null
+++ b/params/opt/5/rnd_search_t_lin/comb_6/trained/model.decoder.layers.18.fc2/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:95e4e37c4edf60065318ada043e624f8fd02f64849eef5563527a007484c94f1
+size 5251
diff --git a/params/opt/5/rnd_search_t_lin/comb_6/trained/model.decoder.layers.18.fc2/_s.pt b/params/opt/5/rnd_search_t_lin/comb_6/trained/model.decoder.layers.18.fc2/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..b60dc1eeaa785d08bddbeed88eaabcdda4e4fa6b
--- /dev/null
+++ b/params/opt/5/rnd_search_t_lin/comb_6/trained/model.decoder.layers.18.fc2/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:cd315af9ff028fae79197bf0ed233baf6c3114d1a85b37eced034b48e9d8d9b8
+size 5251
diff --git a/params/opt/5/rnd_search_t_lin/comb_6/trained/model.decoder.layers.18.self_attn.k_proj/_0.pt b/params/opt/5/rnd_search_t_lin/comb_6/trained/model.decoder.layers.18.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..60dff647d9eb627d493cc76a9b0baada3b4677a4
--- /dev/null
+++ b/params/opt/5/rnd_search_t_lin/comb_6/trained/model.decoder.layers.18.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f63bb8db953eef3f21deddf38db5a240aa29f4f93fcf69098503621977d7ff6b
+size 5251
diff --git a/params/opt/5/rnd_search_t_lin/comb_6/trained/model.decoder.layers.18.self_attn.k_proj/_s.pt b/params/opt/5/rnd_search_t_lin/comb_6/trained/model.decoder.layers.18.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ba6b77543640a94ca95404c022a319b752c02dcc
--- /dev/null
+++ b/params/opt/5/rnd_search_t_lin/comb_6/trained/model.decoder.layers.18.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:37401e82b47c8679406331c162ee8c6ff19bbe51707bf24d400a9ec5eff944df
+size 5251
diff --git a/params/opt/5/rnd_search_t_lin/comb_6/trained/model.decoder.layers.18.self_attn.out_proj/_0.pt b/params/opt/5/rnd_search_t_lin/comb_6/trained/model.decoder.layers.18.self_attn.out_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2e982f621112f15226fd8188bef64a354bdd72b1
--- /dev/null
+++ b/params/opt/5/rnd_search_t_lin/comb_6/trained/model.decoder.layers.18.self_attn.out_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ea2a925d403ed58cac6a156a4c9e23ec1810e763cbc44a251724e980061c225d
+size 5251
diff --git a/params/opt/5/rnd_search_t_lin/comb_6/trained/model.decoder.layers.18.self_attn.out_proj/_s.pt b/params/opt/5/rnd_search_t_lin/comb_6/trained/model.decoder.layers.18.self_attn.out_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a56daa9d97cc461edf0716b7a7398e236ee71fa1
--- /dev/null
+++ b/params/opt/5/rnd_search_t_lin/comb_6/trained/model.decoder.layers.18.self_attn.out_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a4391c811587adfe5608a9a9917e90973e4af8de3ab351b61fc3aae447693ba2
+size 5251
diff --git a/params/opt/5/rnd_search_t_lin/comb_6/trained/model.decoder.layers.18.self_attn.q_proj/_0.pt b/params/opt/5/rnd_search_t_lin/comb_6/trained/model.decoder.layers.18.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..978c7280dc4705d25dec5811aa39d8c5ad6e5fb3
--- /dev/null
+++ b/params/opt/5/rnd_search_t_lin/comb_6/trained/model.decoder.layers.18.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:cfa1b1e157502e30eef5075bb57402c9e671def45477708ac9be71dffe02d100
+size 5251
diff --git a/params/opt/5/rnd_search_t_lin/comb_6/trained/model.decoder.layers.18.self_attn.q_proj/_s.pt b/params/opt/5/rnd_search_t_lin/comb_6/trained/model.decoder.layers.18.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..524a71a6470faccffd9f9f6224c30636a09aaa61
--- /dev/null
+++ b/params/opt/5/rnd_search_t_lin/comb_6/trained/model.decoder.layers.18.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:4ca51b36fa26a9d561f81d905f01eeb4cc771945c403b4227693725077a7aba7
+size 5251
diff --git a/params/opt/5/rnd_search_t_lin/comb_6/trained/model.decoder.layers.18.self_attn.v_proj/_0.pt b/params/opt/5/rnd_search_t_lin/comb_6/trained/model.decoder.layers.18.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a9eacd02d79702db246cca4987da7e1e24aa57fa
--- /dev/null
+++ b/params/opt/5/rnd_search_t_lin/comb_6/trained/model.decoder.layers.18.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:659d92757daae2b676b75812648a6cd2b1bf5a43e454f18b0e4d0de0d6dd6149
+size 5251
diff --git a/params/opt/5/rnd_search_t_lin/comb_6/trained/model.decoder.layers.18.self_attn.v_proj/_s.pt b/params/opt/5/rnd_search_t_lin/comb_6/trained/model.decoder.layers.18.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..064f4ea0684a170c052e31f0b76b5b5a7a98b58e
--- /dev/null
+++ b/params/opt/5/rnd_search_t_lin/comb_6/trained/model.decoder.layers.18.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:04048a4e226c064c5808f8dc479b0b35e26e15bb2f339924262dff942c70f168
+size 5251
diff --git a/params/opt/5/rnd_search_t_lin/comb_6/trained/model.decoder.layers.19.fc1/_0.pt b/params/opt/5/rnd_search_t_lin/comb_6/trained/model.decoder.layers.19.fc1/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..16aaae62d794733a75387c5195b4d635fcee4073
--- /dev/null
+++ b/params/opt/5/rnd_search_t_lin/comb_6/trained/model.decoder.layers.19.fc1/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:67a2b1bd9d423bbd99afb4cf481f52183a72efb23084be201e2247e0583e9df6
+size 17539
diff --git a/params/opt/5/rnd_search_t_lin/comb_6/trained/model.decoder.layers.19.fc1/_s.pt b/params/opt/5/rnd_search_t_lin/comb_6/trained/model.decoder.layers.19.fc1/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..b115be983a5efe9919f8a61c491a60f81f4831ab
--- /dev/null
+++ b/params/opt/5/rnd_search_t_lin/comb_6/trained/model.decoder.layers.19.fc1/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:6d879053ef09c1d4f7e0e75cd4087cf1695bee033ccfc9bf8d89653024a7e82f
+size 17539
diff --git a/params/opt/5/rnd_search_t_lin/comb_6/trained/model.decoder.layers.19.fc2/_0.pt b/params/opt/5/rnd_search_t_lin/comb_6/trained/model.decoder.layers.19.fc2/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e4433bc81d8fc7c9303622296d2c81f1ee3cbf1b
--- /dev/null
+++ b/params/opt/5/rnd_search_t_lin/comb_6/trained/model.decoder.layers.19.fc2/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:010cb0e875225b93cecadc45faa3ba52b463963232487d0fac1f5e42aee28215
+size 5251
diff --git a/params/opt/5/rnd_search_t_lin/comb_6/trained/model.decoder.layers.19.fc2/_s.pt b/params/opt/5/rnd_search_t_lin/comb_6/trained/model.decoder.layers.19.fc2/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c9a0092c31e61d2177e9302ca1256c65616d53c5
--- /dev/null
+++ b/params/opt/5/rnd_search_t_lin/comb_6/trained/model.decoder.layers.19.fc2/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:7d4e0617b49e2a21c745ee5fafd243387e6d2e41aae400f5fc56a1a5d369b4d7
+size 5251
diff --git a/params/opt/5/rnd_search_t_lin/comb_6/trained/model.decoder.layers.19.self_attn.k_proj/_0.pt b/params/opt/5/rnd_search_t_lin/comb_6/trained/model.decoder.layers.19.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c5b183d7610b31a95c991428d44bc7030b717ef5
--- /dev/null
+++ b/params/opt/5/rnd_search_t_lin/comb_6/trained/model.decoder.layers.19.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:70ced7a2daa6dc5e5771e7d8cba087ad452c46b5a0e51809d2a311135ea53bdf
+size 5251
diff --git a/params/opt/5/rnd_search_t_lin/comb_6/trained/model.decoder.layers.19.self_attn.k_proj/_s.pt b/params/opt/5/rnd_search_t_lin/comb_6/trained/model.decoder.layers.19.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..f6e92c33eddf61d3427ed1c149d682421be01080
--- /dev/null
+++ b/params/opt/5/rnd_search_t_lin/comb_6/trained/model.decoder.layers.19.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:cae085b909a2b837160d558f7f31feaf2b61a05ce780dcfdddbb17261fd1090a
+size 5251
diff --git a/params/opt/5/rnd_search_t_lin/comb_6/trained/model.decoder.layers.19.self_attn.out_proj/_0.pt b/params/opt/5/rnd_search_t_lin/comb_6/trained/model.decoder.layers.19.self_attn.out_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e03b094f5207afeadb6099bf844a13a835450814
--- /dev/null
+++ b/params/opt/5/rnd_search_t_lin/comb_6/trained/model.decoder.layers.19.self_attn.out_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:00fb34dd53a64c0c54853eb310369f5c8f1f1e134e999f4145f7e197b984cb56
+size 5251
diff --git a/params/opt/5/rnd_search_t_lin/comb_6/trained/model.decoder.layers.19.self_attn.out_proj/_s.pt b/params/opt/5/rnd_search_t_lin/comb_6/trained/model.decoder.layers.19.self_attn.out_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..b002b10cf1d5dd457f6ab69e89a01e6e3508ae05
--- /dev/null
+++ b/params/opt/5/rnd_search_t_lin/comb_6/trained/model.decoder.layers.19.self_attn.out_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:cafbccd2bc7a3cfc39353142459726915dd722f1a97c67cd9424a4ebaa43be40
+size 5251
diff --git a/params/opt/5/rnd_search_t_lin/comb_6/trained/model.decoder.layers.19.self_attn.q_proj/_0.pt b/params/opt/5/rnd_search_t_lin/comb_6/trained/model.decoder.layers.19.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..f73065164926b452abc0b371e8eda059bf47d0c9
--- /dev/null
+++ b/params/opt/5/rnd_search_t_lin/comb_6/trained/model.decoder.layers.19.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b5e11591c24229e1f32bbf96fcb744db163191d4b3bfae6fb73d8e713250c5a4
+size 5251
diff --git a/params/opt/5/rnd_search_t_lin/comb_6/trained/model.decoder.layers.19.self_attn.q_proj/_s.pt b/params/opt/5/rnd_search_t_lin/comb_6/trained/model.decoder.layers.19.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..70e3de1ca31ae8ed74344dc21d810d4863a3f97f
--- /dev/null
+++ b/params/opt/5/rnd_search_t_lin/comb_6/trained/model.decoder.layers.19.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a90741a0eb373053f632ce75942686ec01d9e1dc6bd94d0ea97d211f51d65b53
+size 5251
diff --git a/params/opt/5/rnd_search_t_lin/comb_6/trained/model.decoder.layers.19.self_attn.v_proj/_0.pt b/params/opt/5/rnd_search_t_lin/comb_6/trained/model.decoder.layers.19.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..473fc5453b646d2baaf131e7946bc82198b4e632
--- /dev/null
+++ b/params/opt/5/rnd_search_t_lin/comb_6/trained/model.decoder.layers.19.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b753f737a245ccc7d5be3f64d3f30c79b7ebb087118bb51b8fde7d316e39d891
+size 5251
diff --git a/params/opt/5/rnd_search_t_lin/comb_6/trained/model.decoder.layers.19.self_attn.v_proj/_s.pt b/params/opt/5/rnd_search_t_lin/comb_6/trained/model.decoder.layers.19.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..fb806f1970d9fd200258bf4765d738a600fe8fd8
--- /dev/null
+++ b/params/opt/5/rnd_search_t_lin/comb_6/trained/model.decoder.layers.19.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d662e95ac37cac2d598620dfd3546dd86af0df58f52670b1c58a9119d15be667
+size 5251
diff --git a/params/opt/5/rnd_search_t_lin/comb_6/trained/model.decoder.layers.2.fc1/_0.pt b/params/opt/5/rnd_search_t_lin/comb_6/trained/model.decoder.layers.2.fc1/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..1dd6d28f17d27ef12d17f3cb51e67bca652074fb
--- /dev/null
+++ b/params/opt/5/rnd_search_t_lin/comb_6/trained/model.decoder.layers.2.fc1/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:8e6e6a614f355fbfdc2bab2507ed2cdce551f89f513388f3d60c5a5778fb02f9
+size 17539
diff --git a/params/opt/5/rnd_search_t_lin/comb_6/trained/model.decoder.layers.2.fc1/_s.pt b/params/opt/5/rnd_search_t_lin/comb_6/trained/model.decoder.layers.2.fc1/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c3ac8de4045ee7c64ad1814ab6949c5e9b892a5b
--- /dev/null
+++ b/params/opt/5/rnd_search_t_lin/comb_6/trained/model.decoder.layers.2.fc1/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b8f265eb7f9473326fa7be8aac7252528d222c1c677d537fdc1b4ab2123ed714
+size 17539
diff --git a/params/opt/5/rnd_search_t_lin/comb_6/trained/model.decoder.layers.2.fc2/_0.pt b/params/opt/5/rnd_search_t_lin/comb_6/trained/model.decoder.layers.2.fc2/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..729c914620275a804ed67bb22ec4ca87ad6a3f6b
--- /dev/null
+++ b/params/opt/5/rnd_search_t_lin/comb_6/trained/model.decoder.layers.2.fc2/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d6e6f431ab3cd3a3a1dc197e1aeb8d88e092ca57f276232d1cd7c1599aa4e848
+size 5251
diff --git a/params/opt/5/rnd_search_t_lin/comb_6/trained/model.decoder.layers.2.fc2/_s.pt b/params/opt/5/rnd_search_t_lin/comb_6/trained/model.decoder.layers.2.fc2/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..87265eed873278ba2a9e4bebafe6761e6d7a981f
--- /dev/null
+++ b/params/opt/5/rnd_search_t_lin/comb_6/trained/model.decoder.layers.2.fc2/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f9751fc336f45c97f39297c66154b6661770e0cdba5649eb5264e2c6a04acecc
+size 5251
diff --git a/params/opt/5/rnd_search_t_lin/comb_6/trained/model.decoder.layers.2.self_attn.k_proj/_0.pt b/params/opt/5/rnd_search_t_lin/comb_6/trained/model.decoder.layers.2.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..1bb328b4dd302d7f08d6ea57fdcf4d5e40386ac2
--- /dev/null
+++ b/params/opt/5/rnd_search_t_lin/comb_6/trained/model.decoder.layers.2.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:fa08ebc28e773c97bb7e638681c97c9b2a22aff5a397c0dd492496271edf4628
+size 5251
diff --git a/params/opt/5/rnd_search_t_lin/comb_6/trained/model.decoder.layers.2.self_attn.k_proj/_s.pt b/params/opt/5/rnd_search_t_lin/comb_6/trained/model.decoder.layers.2.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..39de548cb429a2970b37aa1c6c41262df11fc059
--- /dev/null
+++ b/params/opt/5/rnd_search_t_lin/comb_6/trained/model.decoder.layers.2.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:1a6e52882f5c15e4db9a7456cf9aac2b634d12ff964bf0562dbf57969016ba43
+size 5251
diff --git a/params/opt/5/rnd_search_t_lin/comb_6/trained/model.decoder.layers.2.self_attn.out_proj/_0.pt b/params/opt/5/rnd_search_t_lin/comb_6/trained/model.decoder.layers.2.self_attn.out_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4054583eb284da55843d2e1f6486d33ac18b73da
--- /dev/null
+++ b/params/opt/5/rnd_search_t_lin/comb_6/trained/model.decoder.layers.2.self_attn.out_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:89e4c6912f81089969cdde5b9613ba7747bd52f274c9019e27c50cc532f8394d
+size 5251
diff --git a/params/opt/5/rnd_search_t_lin/comb_6/trained/model.decoder.layers.2.self_attn.out_proj/_s.pt b/params/opt/5/rnd_search_t_lin/comb_6/trained/model.decoder.layers.2.self_attn.out_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..b4ec854403ea35cbdb5feb654600f4ea0c3db82a
--- /dev/null
+++ b/params/opt/5/rnd_search_t_lin/comb_6/trained/model.decoder.layers.2.self_attn.out_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f256e86e9b919f3bc96f1461525a296bf1a0cc59535eabb421650775dc30f0c4
+size 5251
diff --git a/params/opt/5/rnd_search_t_lin/comb_6/trained/model.decoder.layers.2.self_attn.q_proj/_0.pt b/params/opt/5/rnd_search_t_lin/comb_6/trained/model.decoder.layers.2.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e42b4dcbd34d41a1be7700756023be1f26bdf0e4
--- /dev/null
+++ b/params/opt/5/rnd_search_t_lin/comb_6/trained/model.decoder.layers.2.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:6052d1c9dfe82cda161a198acdfef2569278063c38b5e35cbd64b675df23e812
+size 5251
diff --git a/params/opt/5/rnd_search_t_lin/comb_6/trained/model.decoder.layers.2.self_attn.q_proj/_s.pt b/params/opt/5/rnd_search_t_lin/comb_6/trained/model.decoder.layers.2.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..fd1b49618b0e84847a3593729fe097198f8a7611
--- /dev/null
+++ b/params/opt/5/rnd_search_t_lin/comb_6/trained/model.decoder.layers.2.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ccd4c601db5ffa64e0c1123baa86cf115fbf8e1754d3d5a154881dbd9bd0fc6e
+size 5251
diff --git a/params/opt/5/rnd_search_t_lin/comb_6/trained/model.decoder.layers.2.self_attn.v_proj/_0.pt b/params/opt/5/rnd_search_t_lin/comb_6/trained/model.decoder.layers.2.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8f8ad526e0d42e7420606c2b25f7a1a8dabc0166
--- /dev/null
+++ b/params/opt/5/rnd_search_t_lin/comb_6/trained/model.decoder.layers.2.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e7d49c45bb1d431fb8a499fe56163c96b95f003d0d61382c15bacd8ab51d4806
+size 5251
diff --git a/params/opt/5/rnd_search_t_lin/comb_6/trained/model.decoder.layers.2.self_attn.v_proj/_s.pt b/params/opt/5/rnd_search_t_lin/comb_6/trained/model.decoder.layers.2.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..f597f59ba30e2dbeb9a9cc49d664b9e8f84906dc
--- /dev/null
+++ b/params/opt/5/rnd_search_t_lin/comb_6/trained/model.decoder.layers.2.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:772f4a0bb6f8b8e2e53a8e1bb03d22fed40962fe36a4de5e30c31121dbf50b19
+size 5251
diff --git a/params/opt/5/rnd_search_t_lin/comb_6/trained/model.decoder.layers.20.fc1/_0.pt b/params/opt/5/rnd_search_t_lin/comb_6/trained/model.decoder.layers.20.fc1/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..bfce5b0b6bc3da827c94437d72c51c8dc5b1544e
--- /dev/null
+++ b/params/opt/5/rnd_search_t_lin/comb_6/trained/model.decoder.layers.20.fc1/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:57a80cac25d9fd71d559682d893a0ee342c9dc8f46e01c6a906186635b86bd63
+size 17539
diff --git a/params/opt/5/rnd_search_t_lin/comb_6/trained/model.decoder.layers.20.fc1/_s.pt b/params/opt/5/rnd_search_t_lin/comb_6/trained/model.decoder.layers.20.fc1/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..f4ff83b7db3f3f928a41f285a1c7ea45a67e725c
--- /dev/null
+++ b/params/opt/5/rnd_search_t_lin/comb_6/trained/model.decoder.layers.20.fc1/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:1234220dc10db5a6ee2209dd2220be2dd7a3bf4725d775380be9dea046e77605
+size 17539
diff --git a/params/opt/5/rnd_search_t_lin/comb_6/trained/model.decoder.layers.20.fc2/_0.pt b/params/opt/5/rnd_search_t_lin/comb_6/trained/model.decoder.layers.20.fc2/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..3d00299e8cb103b677236bfef86837d56e93728b
--- /dev/null
+++ b/params/opt/5/rnd_search_t_lin/comb_6/trained/model.decoder.layers.20.fc2/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:16acbe145c0a49ab2e5c272e54d9713d592228ddab0ae89cac1a8c331d737a73
+size 5251
diff --git a/params/opt/5/rnd_search_t_lin/comb_6/trained/model.decoder.layers.20.fc2/_s.pt b/params/opt/5/rnd_search_t_lin/comb_6/trained/model.decoder.layers.20.fc2/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..09183303630d7c30136b3a88cb9dea4916fd5d0f
--- /dev/null
+++ b/params/opt/5/rnd_search_t_lin/comb_6/trained/model.decoder.layers.20.fc2/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:3961d713e04ce5eb3391c4430b79b060dae656ff629da40d45dfddce5dfbd955
+size 5251
diff --git a/params/opt/5/rnd_search_t_lin/comb_6/trained/model.decoder.layers.20.self_attn.k_proj/_0.pt b/params/opt/5/rnd_search_t_lin/comb_6/trained/model.decoder.layers.20.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..aede639583c3cc94856fcbc0b7408c13e571f311
--- /dev/null
+++ b/params/opt/5/rnd_search_t_lin/comb_6/trained/model.decoder.layers.20.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d60604c4cb040760d0bc199a4e99e25cf6740013de5331f03ff530e2567d82e8
+size 5251
diff --git a/params/opt/5/rnd_search_t_lin/comb_6/trained/model.decoder.layers.20.self_attn.k_proj/_s.pt b/params/opt/5/rnd_search_t_lin/comb_6/trained/model.decoder.layers.20.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2dc3be7d548d8b4905cdd27c72adc06ad4cdea73
--- /dev/null
+++ b/params/opt/5/rnd_search_t_lin/comb_6/trained/model.decoder.layers.20.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5c9be1f937be09f53f5b2d27ab8c69487cec54326465ea7666809564d59c024a
+size 5251
diff --git a/params/opt/5/rnd_search_t_lin/comb_6/trained/model.decoder.layers.20.self_attn.out_proj/_0.pt b/params/opt/5/rnd_search_t_lin/comb_6/trained/model.decoder.layers.20.self_attn.out_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..1d788ea73aee3016ef2c12353fcfcadc8eaacc3a
--- /dev/null
+++ b/params/opt/5/rnd_search_t_lin/comb_6/trained/model.decoder.layers.20.self_attn.out_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:214f899a27b3ed7226a861b5893b0d006aa4e221422975efc14a1c0baea545e9
+size 5251
diff --git a/params/opt/5/rnd_search_t_lin/comb_6/trained/model.decoder.layers.20.self_attn.out_proj/_s.pt b/params/opt/5/rnd_search_t_lin/comb_6/trained/model.decoder.layers.20.self_attn.out_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..50cf88e6f5d6d52977284dd85af88d98b3de80be
--- /dev/null
+++ b/params/opt/5/rnd_search_t_lin/comb_6/trained/model.decoder.layers.20.self_attn.out_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:71a2ff975125775857a911ec0c5f72fe5945e027bd5b9de4115eaccdb6b5dac1
+size 5251
diff --git a/params/opt/5/rnd_search_t_lin/comb_6/trained/model.decoder.layers.20.self_attn.q_proj/_0.pt b/params/opt/5/rnd_search_t_lin/comb_6/trained/model.decoder.layers.20.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e484cdd6a25cf136dc5e07138fe6d5ebdcffa204
--- /dev/null
+++ b/params/opt/5/rnd_search_t_lin/comb_6/trained/model.decoder.layers.20.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:1c510afff780d281432abbdd63eea91d27c3252b0458f44bfce82999059a6be8
+size 5251
diff --git a/params/opt/5/rnd_search_t_lin/comb_6/trained/model.decoder.layers.20.self_attn.q_proj/_s.pt b/params/opt/5/rnd_search_t_lin/comb_6/trained/model.decoder.layers.20.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..82d837f54101f11eae694f9a580538be94d031a0
--- /dev/null
+++ b/params/opt/5/rnd_search_t_lin/comb_6/trained/model.decoder.layers.20.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:aae8aee2f7f292a50d819bac82531c726f61a6382795afbba0add4c4ca5c2521
+size 5251
diff --git a/params/opt/5/rnd_search_t_lin/comb_6/trained/model.decoder.layers.20.self_attn.v_proj/_0.pt b/params/opt/5/rnd_search_t_lin/comb_6/trained/model.decoder.layers.20.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c7f696fc2937f9af79c3260816278b6678b0d414
--- /dev/null
+++ b/params/opt/5/rnd_search_t_lin/comb_6/trained/model.decoder.layers.20.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f34e4dd6decbada6a64b153a8b023dbc7f46b715a649d47c3f308df89862082a
+size 5251
diff --git a/params/opt/5/rnd_search_t_lin/comb_6/trained/model.decoder.layers.20.self_attn.v_proj/_s.pt b/params/opt/5/rnd_search_t_lin/comb_6/trained/model.decoder.layers.20.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..14302cfd4b9d0a0cf691c83d3dfc22d721271f18
--- /dev/null
+++ b/params/opt/5/rnd_search_t_lin/comb_6/trained/model.decoder.layers.20.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:efad7715deb366eafa1d64047d9468799d91f8c6658b63869aba68c2d5f4d1c0
+size 5251
diff --git a/params/opt/5/rnd_search_t_lin/comb_6/trained/model.decoder.layers.21.fc1/_0.pt b/params/opt/5/rnd_search_t_lin/comb_6/trained/model.decoder.layers.21.fc1/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..721806f7036049b5da645c72add04079ba06643e
--- /dev/null
+++ b/params/opt/5/rnd_search_t_lin/comb_6/trained/model.decoder.layers.21.fc1/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:faed41a1afa3c7df764be73fcdfe2875bb0977ce4b941d74124e1d5b7a9d0cf7
+size 17539
diff --git a/params/opt/5/rnd_search_t_lin/comb_6/trained/model.decoder.layers.21.fc1/_s.pt b/params/opt/5/rnd_search_t_lin/comb_6/trained/model.decoder.layers.21.fc1/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..845aa562ebf8dc175b2a4ff780742c6e4082d72d
--- /dev/null
+++ b/params/opt/5/rnd_search_t_lin/comb_6/trained/model.decoder.layers.21.fc1/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:bd048568473f42f3fb7efd6b1c82976d6d885ead489c7be0bc401851f302e8fa
+size 17539
diff --git a/params/opt/5/rnd_search_t_lin/comb_6/trained/model.decoder.layers.21.fc2/_0.pt b/params/opt/5/rnd_search_t_lin/comb_6/trained/model.decoder.layers.21.fc2/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..7d586ed332e8da4aee55c4b91bd310647c38afd2
--- /dev/null
+++ b/params/opt/5/rnd_search_t_lin/comb_6/trained/model.decoder.layers.21.fc2/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:fcc14326dbb79bf8c384e48c1957620bd1c2ea1adbfc3eff596f69400f7a53f6
+size 5251
diff --git a/params/opt/5/rnd_search_t_lin/comb_6/trained/model.decoder.layers.21.fc2/_s.pt b/params/opt/5/rnd_search_t_lin/comb_6/trained/model.decoder.layers.21.fc2/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..95fd9beb66489222f6e389229b5783322a6a5387
--- /dev/null
+++ b/params/opt/5/rnd_search_t_lin/comb_6/trained/model.decoder.layers.21.fc2/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:1ab80aaf609cecfb4fe96788170b490360771693b5dbf4ee5cd3285d78a19ed3
+size 5251
diff --git a/params/opt/5/rnd_search_t_lin/comb_6/trained/model.decoder.layers.21.self_attn.k_proj/_0.pt b/params/opt/5/rnd_search_t_lin/comb_6/trained/model.decoder.layers.21.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..984b6368d10091d13c6d612855c5cbf5a0a97687
--- /dev/null
+++ b/params/opt/5/rnd_search_t_lin/comb_6/trained/model.decoder.layers.21.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f95ef4b44730862923b5a96b22dcee93dc2ec76df282babdcdf8d25a0ce27538
+size 5251
diff --git a/params/opt/5/rnd_search_t_lin/comb_6/trained/model.decoder.layers.21.self_attn.k_proj/_s.pt b/params/opt/5/rnd_search_t_lin/comb_6/trained/model.decoder.layers.21.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..22ee6adfa4ba637f10e38561f4e3532eb98bdc73
--- /dev/null
+++ b/params/opt/5/rnd_search_t_lin/comb_6/trained/model.decoder.layers.21.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:19e59d0a06dd9e79c1f2d06aed603bb11e45de13d6f3dbc12580d67fde4ea7bd
+size 5251
diff --git a/params/opt/5/rnd_search_t_lin/comb_6/trained/model.decoder.layers.21.self_attn.out_proj/_0.pt b/params/opt/5/rnd_search_t_lin/comb_6/trained/model.decoder.layers.21.self_attn.out_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..cde7be84c7172d7b9e12f275c91d3724e657c8fc
--- /dev/null
+++ b/params/opt/5/rnd_search_t_lin/comb_6/trained/model.decoder.layers.21.self_attn.out_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d9ee31047424b200090402ed8060670f4d1733f42a1700bca81022b2f9263c0f
+size 5251
diff --git a/params/opt/5/rnd_search_t_lin/comb_6/trained/model.decoder.layers.21.self_attn.out_proj/_s.pt b/params/opt/5/rnd_search_t_lin/comb_6/trained/model.decoder.layers.21.self_attn.out_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..1b4ae65dc30bc1e7074aba6e1170068e9ae8b656
--- /dev/null
+++ b/params/opt/5/rnd_search_t_lin/comb_6/trained/model.decoder.layers.21.self_attn.out_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c492e00811b186afff7da9e9ff3dd275b51e68385d55860305f990e2650891fc
+size 5251
diff --git a/params/opt/5/rnd_search_t_lin/comb_6/trained/model.decoder.layers.21.self_attn.q_proj/_0.pt b/params/opt/5/rnd_search_t_lin/comb_6/trained/model.decoder.layers.21.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..388162b718e7fc2cc69a2a54c9115c451ce6388a
--- /dev/null
+++ b/params/opt/5/rnd_search_t_lin/comb_6/trained/model.decoder.layers.21.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e067fbc594dd243248bea8bdceeec036bada0657035468b2fc18892bc3e0dc38
+size 5251
diff --git a/params/opt/5/rnd_search_t_lin/comb_6/trained/model.decoder.layers.21.self_attn.q_proj/_s.pt b/params/opt/5/rnd_search_t_lin/comb_6/trained/model.decoder.layers.21.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..529f1a09d2f3998725c458e6e0ae4825bc97e29f
--- /dev/null
+++ b/params/opt/5/rnd_search_t_lin/comb_6/trained/model.decoder.layers.21.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:25bcc46ea5ba33564219daae46a8227ab39fba0bd61e31b57669a0e2c9d2d5e5
+size 5251
diff --git a/params/opt/5/rnd_search_t_lin/comb_6/trained/model.decoder.layers.21.self_attn.v_proj/_0.pt b/params/opt/5/rnd_search_t_lin/comb_6/trained/model.decoder.layers.21.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8e2d898efc3c2c43d05afe6ea6d2fbf84d46f1de
--- /dev/null
+++ b/params/opt/5/rnd_search_t_lin/comb_6/trained/model.decoder.layers.21.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:3d752dee4d2498fff6230c26b83d6c8c56f47809357dc6ce6e90880a94a3d38f
+size 5251
diff --git a/params/opt/5/rnd_search_t_lin/comb_6/trained/model.decoder.layers.21.self_attn.v_proj/_s.pt b/params/opt/5/rnd_search_t_lin/comb_6/trained/model.decoder.layers.21.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..696f7cf8e4b53f8e19e1bb71c4ab4c37c4fb35e1
--- /dev/null
+++ b/params/opt/5/rnd_search_t_lin/comb_6/trained/model.decoder.layers.21.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:139f38f57ce0da257c1ff8ebcace8f7c43d7d3299dc9ff61a9a1ad448598b105
+size 5251
diff --git a/params/opt/5/rnd_search_t_lin/comb_6/trained/model.decoder.layers.22.fc1/_0.pt b/params/opt/5/rnd_search_t_lin/comb_6/trained/model.decoder.layers.22.fc1/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ce105d71a1aa869bf6b4187fa1a884514b00ee33
--- /dev/null
+++ b/params/opt/5/rnd_search_t_lin/comb_6/trained/model.decoder.layers.22.fc1/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:1a865c836dae2efa946b3bcfc37018d6a8628faacd97a80ad3fe9b0ce314e749
+size 17539
diff --git a/params/opt/5/rnd_search_t_lin/comb_6/trained/model.decoder.layers.22.fc1/_s.pt b/params/opt/5/rnd_search_t_lin/comb_6/trained/model.decoder.layers.22.fc1/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..b865f23e2afd70a01dd41a7e075410e56b9d5d88
--- /dev/null
+++ b/params/opt/5/rnd_search_t_lin/comb_6/trained/model.decoder.layers.22.fc1/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d54bb6f637fa0dfeded77154222931a6c36df5ff1590c2794d85aff5305505bf
+size 17539
diff --git a/params/opt/5/rnd_search_t_lin/comb_6/trained/model.decoder.layers.22.fc2/_0.pt b/params/opt/5/rnd_search_t_lin/comb_6/trained/model.decoder.layers.22.fc2/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..52dd9784e40d01bea67df0b130b8299fb2e46175
--- /dev/null
+++ b/params/opt/5/rnd_search_t_lin/comb_6/trained/model.decoder.layers.22.fc2/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:1001edf418bfe83e967e0a8cc9e85dcb42cb37208b33c11bcae2e8c40b247bff
+size 5251
diff --git a/params/opt/5/rnd_search_t_lin/comb_6/trained/model.decoder.layers.22.fc2/_s.pt b/params/opt/5/rnd_search_t_lin/comb_6/trained/model.decoder.layers.22.fc2/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..42c2302c6bf07e8ef348737ee0a1149fdbaccdc0
--- /dev/null
+++ b/params/opt/5/rnd_search_t_lin/comb_6/trained/model.decoder.layers.22.fc2/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:3ed7045c66b5d1144760cb0859ac1760ab1c7069cc0abddc626539c26c74d708
+size 5251
diff --git a/params/opt/5/rnd_search_t_lin/comb_6/trained/model.decoder.layers.22.self_attn.k_proj/_0.pt b/params/opt/5/rnd_search_t_lin/comb_6/trained/model.decoder.layers.22.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..6aa6257c3427c59042c94dbb6860c02fd6c45fde
--- /dev/null
+++ b/params/opt/5/rnd_search_t_lin/comb_6/trained/model.decoder.layers.22.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:da81e85bd966dcf4726753da7928c350acdccc91df9a9f0830cbbfbfa1a0b2a3
+size 5251
diff --git a/params/opt/5/rnd_search_t_lin/comb_6/trained/model.decoder.layers.22.self_attn.k_proj/_s.pt b/params/opt/5/rnd_search_t_lin/comb_6/trained/model.decoder.layers.22.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..153990a36bbbab84b5a00aaaa0e4908a3d5a11a4
--- /dev/null
+++ b/params/opt/5/rnd_search_t_lin/comb_6/trained/model.decoder.layers.22.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f869027d41885ac4cec1ddef2063c756a4b2e00a2656817cb3270a5b0fb66050
+size 5251
diff --git a/params/opt/5/rnd_search_t_lin/comb_6/trained/model.decoder.layers.22.self_attn.out_proj/_0.pt b/params/opt/5/rnd_search_t_lin/comb_6/trained/model.decoder.layers.22.self_attn.out_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..3c0d53512bb144a1e81b55315dee6bc7c5fffabf
--- /dev/null
+++ b/params/opt/5/rnd_search_t_lin/comb_6/trained/model.decoder.layers.22.self_attn.out_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f9a52a44ad531136d042d38fb39b88d0daa4b5d52e8458c2badac4421315469d
+size 5251
diff --git a/params/opt/5/rnd_search_t_lin/comb_6/trained/model.decoder.layers.22.self_attn.out_proj/_s.pt b/params/opt/5/rnd_search_t_lin/comb_6/trained/model.decoder.layers.22.self_attn.out_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..bdf1ca6a0395ea82f465f299749a5de3821859e1
--- /dev/null
+++ b/params/opt/5/rnd_search_t_lin/comb_6/trained/model.decoder.layers.22.self_attn.out_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:df080af7cb6d9d9467616dd06603d59a4a46ae7924a4a247877f857a5e813aa9
+size 5251
diff --git a/params/opt/5/rnd_search_t_lin/comb_6/trained/model.decoder.layers.22.self_attn.q_proj/_0.pt b/params/opt/5/rnd_search_t_lin/comb_6/trained/model.decoder.layers.22.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8183a0690833497cc30664ca5596f50a6795a53c
--- /dev/null
+++ b/params/opt/5/rnd_search_t_lin/comb_6/trained/model.decoder.layers.22.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:74eb64bc15e4516fe3ff202092305439595d2cef1bbff44e0e3f76b1f4851027
+size 5251
diff --git a/params/opt/5/rnd_search_t_lin/comb_6/trained/model.decoder.layers.22.self_attn.q_proj/_s.pt b/params/opt/5/rnd_search_t_lin/comb_6/trained/model.decoder.layers.22.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..617a6461da464685b309e4113796bc505271bb4f
--- /dev/null
+++ b/params/opt/5/rnd_search_t_lin/comb_6/trained/model.decoder.layers.22.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a2dc0b27152a4ba3856c66f1270bd6adbf998064c5ed966adbb3a29a4030f73c
+size 5251
diff --git a/params/opt/5/rnd_search_t_lin/comb_6/trained/model.decoder.layers.22.self_attn.v_proj/_0.pt b/params/opt/5/rnd_search_t_lin/comb_6/trained/model.decoder.layers.22.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..3505c51ca270a4a5081864ec164e17777b6c8773
--- /dev/null
+++ b/params/opt/5/rnd_search_t_lin/comb_6/trained/model.decoder.layers.22.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ee1637fbfe3e74b60a87239f75d974244d14f5ce2911a125fff8203c8082355f
+size 5251
diff --git a/params/opt/5/rnd_search_t_lin/comb_6/trained/model.decoder.layers.22.self_attn.v_proj/_s.pt b/params/opt/5/rnd_search_t_lin/comb_6/trained/model.decoder.layers.22.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..978c51aa66ff501aae15dc7641d725c864f2349f
--- /dev/null
+++ b/params/opt/5/rnd_search_t_lin/comb_6/trained/model.decoder.layers.22.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d5aad66a8378762e3c3f80e755a418858ca1a7adc6ba1f7ee96a5d14a3dd20e9
+size 5251
diff --git a/params/opt/5/rnd_search_t_lin/comb_6/trained/model.decoder.layers.23.fc1/_0.pt b/params/opt/5/rnd_search_t_lin/comb_6/trained/model.decoder.layers.23.fc1/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ffe47d9b6bda15de0812efaba8612548f516b005
--- /dev/null
+++ b/params/opt/5/rnd_search_t_lin/comb_6/trained/model.decoder.layers.23.fc1/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c83010a7d4610a030d3705854de4b31b928ec34a5815ccc27f7e38a981cd4ffc
+size 17539
diff --git a/params/opt/5/rnd_search_t_lin/comb_6/trained/model.decoder.layers.23.fc1/_s.pt b/params/opt/5/rnd_search_t_lin/comb_6/trained/model.decoder.layers.23.fc1/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a59c99341ab31c25c97493fdf0d3f133c9fd0d3b
--- /dev/null
+++ b/params/opt/5/rnd_search_t_lin/comb_6/trained/model.decoder.layers.23.fc1/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b9fd2b36f1b4f223454d9e59af2e16dfdb90cb08e205f267b118ab700484766f
+size 17539
diff --git a/params/opt/5/rnd_search_t_lin/comb_6/trained/model.decoder.layers.23.fc2/_0.pt b/params/opt/5/rnd_search_t_lin/comb_6/trained/model.decoder.layers.23.fc2/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..9194f3580208e7dd46fab23a77a0a069d609d58e
--- /dev/null
+++ b/params/opt/5/rnd_search_t_lin/comb_6/trained/model.decoder.layers.23.fc2/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:4cf94015025041ab887b04568f7ccfc095b43521100d77d3c9621e9dd0ce2c96
+size 5251
diff --git a/params/opt/5/rnd_search_t_lin/comb_6/trained/model.decoder.layers.23.fc2/_s.pt b/params/opt/5/rnd_search_t_lin/comb_6/trained/model.decoder.layers.23.fc2/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e758319921d0315904e833877940e2a8e9064321
--- /dev/null
+++ b/params/opt/5/rnd_search_t_lin/comb_6/trained/model.decoder.layers.23.fc2/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:686209a958cd3e2b3e7a5c572a51541d1443e695c937634eae1e91f5ffca0602
+size 5251
diff --git a/params/opt/5/rnd_search_t_lin/comb_6/trained/model.decoder.layers.23.self_attn.k_proj/_0.pt b/params/opt/5/rnd_search_t_lin/comb_6/trained/model.decoder.layers.23.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..6305633c3cfaac63956c4592c485ab25c69086eb
--- /dev/null
+++ b/params/opt/5/rnd_search_t_lin/comb_6/trained/model.decoder.layers.23.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:eb61e74cd3a05d4984e426566fda02d140fc32653477f8e0de4e684d918b4c21
+size 5251
diff --git a/params/opt/5/rnd_search_t_lin/comb_6/trained/model.decoder.layers.23.self_attn.k_proj/_s.pt b/params/opt/5/rnd_search_t_lin/comb_6/trained/model.decoder.layers.23.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..d13e98f435912670b25c8fe385250a2ad4adb7b9
--- /dev/null
+++ b/params/opt/5/rnd_search_t_lin/comb_6/trained/model.decoder.layers.23.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:56fcc700db0c61815e0996159dd95817d91feedb1bde257e381c715f399562cf
+size 5251
diff --git a/params/opt/5/rnd_search_t_lin/comb_6/trained/model.decoder.layers.23.self_attn.out_proj/_0.pt b/params/opt/5/rnd_search_t_lin/comb_6/trained/model.decoder.layers.23.self_attn.out_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e53b51597519cd594028052b6a2eb405a7b311e1
--- /dev/null
+++ b/params/opt/5/rnd_search_t_lin/comb_6/trained/model.decoder.layers.23.self_attn.out_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:8f858ef9149010236bf7fcfce50e01a448a2beb4ea89b8ddce83932c46582050
+size 5251
diff --git a/params/opt/5/rnd_search_t_lin/comb_6/trained/model.decoder.layers.23.self_attn.out_proj/_s.pt b/params/opt/5/rnd_search_t_lin/comb_6/trained/model.decoder.layers.23.self_attn.out_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..19b8ccba156d443ea701cc3641ee0ebf8574be9b
--- /dev/null
+++ b/params/opt/5/rnd_search_t_lin/comb_6/trained/model.decoder.layers.23.self_attn.out_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:74b7b805e68f8c1b792a875aad450b6c15aa4af9d5ae8a7440ce969242deb5ca
+size 5251
diff --git a/params/opt/5/rnd_search_t_lin/comb_6/trained/model.decoder.layers.23.self_attn.q_proj/_0.pt b/params/opt/5/rnd_search_t_lin/comb_6/trained/model.decoder.layers.23.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..9bf298e3d53426c6b0d9c73260f2233f3309d528
--- /dev/null
+++ b/params/opt/5/rnd_search_t_lin/comb_6/trained/model.decoder.layers.23.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:92a809ac40416a5c57f84b7562e810ba4b44aa7660cb49e1160d13fc4a0466d4
+size 5251
diff --git a/params/opt/5/rnd_search_t_lin/comb_6/trained/model.decoder.layers.23.self_attn.q_proj/_s.pt b/params/opt/5/rnd_search_t_lin/comb_6/trained/model.decoder.layers.23.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2474368c76f5072688927df4f3447eb0b3ae3b34
--- /dev/null
+++ b/params/opt/5/rnd_search_t_lin/comb_6/trained/model.decoder.layers.23.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f888ba3ab26d770c6e3ba59f40dd15c398b8db57c7d32813d08b20216d185c59
+size 5251
diff --git a/params/opt/5/rnd_search_t_lin/comb_6/trained/model.decoder.layers.23.self_attn.v_proj/_0.pt b/params/opt/5/rnd_search_t_lin/comb_6/trained/model.decoder.layers.23.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..7c4cea0f86d324be77c2adffd8303f476fb16c38
--- /dev/null
+++ b/params/opt/5/rnd_search_t_lin/comb_6/trained/model.decoder.layers.23.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c4daba485c47ca3558fb379e8fc0cd1a2d66f275c870c96acdc62ad8320c95a8
+size 5251
diff --git a/params/opt/5/rnd_search_t_lin/comb_6/trained/model.decoder.layers.23.self_attn.v_proj/_s.pt b/params/opt/5/rnd_search_t_lin/comb_6/trained/model.decoder.layers.23.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..00eb5f841130784b3a5560fe473b6aa5ea2455bd
--- /dev/null
+++ b/params/opt/5/rnd_search_t_lin/comb_6/trained/model.decoder.layers.23.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:bb110f5d0ce5f8274671562d4f5d7a99f07ee74387943e29d859209ef2a12111
+size 5251
diff --git a/params/opt/5/rnd_search_t_lin/comb_6/trained/model.decoder.layers.3.fc1/_0.pt b/params/opt/5/rnd_search_t_lin/comb_6/trained/model.decoder.layers.3.fc1/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..b29305d7d51a492a655843ca8d7f793f8906ab6c
--- /dev/null
+++ b/params/opt/5/rnd_search_t_lin/comb_6/trained/model.decoder.layers.3.fc1/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e9ccdb0dbb95a64eded0a40c2958c3be471310d5cd5aeb12b29d7f70bd71ec30
+size 17539
diff --git a/params/opt/5/rnd_search_t_lin/comb_6/trained/model.decoder.layers.3.fc1/_s.pt b/params/opt/5/rnd_search_t_lin/comb_6/trained/model.decoder.layers.3.fc1/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..b7cab20ea91efd72d491a37ff35e5d010c66338b
--- /dev/null
+++ b/params/opt/5/rnd_search_t_lin/comb_6/trained/model.decoder.layers.3.fc1/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:bcef5e19cd1c951ebb4ccc7619d9bcbe53a0159d62e34d28a8a6cd288fe199fe
+size 17539
diff --git a/params/opt/5/rnd_search_t_lin/comb_6/trained/model.decoder.layers.3.fc2/_0.pt b/params/opt/5/rnd_search_t_lin/comb_6/trained/model.decoder.layers.3.fc2/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..60680c749183dfd790645108e465c3f46718f9c1
--- /dev/null
+++ b/params/opt/5/rnd_search_t_lin/comb_6/trained/model.decoder.layers.3.fc2/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:1b3e3ae8f0c977da3e5bcbbef9a77610a10eb593494c23b84988ba2fe0508204
+size 5251
diff --git a/params/opt/5/rnd_search_t_lin/comb_6/trained/model.decoder.layers.3.fc2/_s.pt b/params/opt/5/rnd_search_t_lin/comb_6/trained/model.decoder.layers.3.fc2/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..1e9afb0d2989dec9f1e231fde296a3771f9eb484
--- /dev/null
+++ b/params/opt/5/rnd_search_t_lin/comb_6/trained/model.decoder.layers.3.fc2/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e4777d2b2d6c867698609d37e3dc7c0e6afcf1befbfe626fd1e77e62ce0fe10a
+size 5251
diff --git a/params/opt/5/rnd_search_t_lin/comb_6/trained/model.decoder.layers.3.self_attn.k_proj/_0.pt b/params/opt/5/rnd_search_t_lin/comb_6/trained/model.decoder.layers.3.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e702e6f546f4e6ab4904409c10a99378a6dcff70
--- /dev/null
+++ b/params/opt/5/rnd_search_t_lin/comb_6/trained/model.decoder.layers.3.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0dcdb151b5d1dbfd418d8fc2385848b3f2491a14f6ff65a74ff6f558042c5ba0
+size 5251
diff --git a/params/opt/5/rnd_search_t_lin/comb_6/trained/model.decoder.layers.3.self_attn.k_proj/_s.pt b/params/opt/5/rnd_search_t_lin/comb_6/trained/model.decoder.layers.3.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..b3c4648928b5bb78d072b2f0d4c2cdf0c392fb1d
--- /dev/null
+++ b/params/opt/5/rnd_search_t_lin/comb_6/trained/model.decoder.layers.3.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:1007fe4e8834fc80ed97bc3556179fb875c1b2c65ac9223028032c0c97a85024
+size 5251
diff --git a/params/opt/5/rnd_search_t_lin/comb_6/trained/model.decoder.layers.3.self_attn.out_proj/_0.pt b/params/opt/5/rnd_search_t_lin/comb_6/trained/model.decoder.layers.3.self_attn.out_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..3048fe32f18ad508632eace5fef6a80522b495ab
--- /dev/null
+++ b/params/opt/5/rnd_search_t_lin/comb_6/trained/model.decoder.layers.3.self_attn.out_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:8dec0e6f3d2d2545c8e033d1b956d1b7016966c60b8d1055948a17810c42f97f
+size 5251
diff --git a/params/opt/5/rnd_search_t_lin/comb_6/trained/model.decoder.layers.3.self_attn.out_proj/_s.pt b/params/opt/5/rnd_search_t_lin/comb_6/trained/model.decoder.layers.3.self_attn.out_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..b8480cb15ef0f2aae5cb9574e9bbff8fdbf927a4
--- /dev/null
+++ b/params/opt/5/rnd_search_t_lin/comb_6/trained/model.decoder.layers.3.self_attn.out_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ad4ed8c46812e70797f350409c5650f063be7afa5ff361bb4e18ac079f4afb1a
+size 5251
diff --git a/params/opt/5/rnd_search_t_lin/comb_6/trained/model.decoder.layers.3.self_attn.q_proj/_0.pt b/params/opt/5/rnd_search_t_lin/comb_6/trained/model.decoder.layers.3.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..0836527f846a828f62c085b9ad0a3b254a378b86
--- /dev/null
+++ b/params/opt/5/rnd_search_t_lin/comb_6/trained/model.decoder.layers.3.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d42a3cc35359bbe9f7254abc1f937153979888a0072ca21cd6c943f7f36bb609
+size 5251
diff --git a/params/opt/5/rnd_search_t_lin/comb_6/trained/model.decoder.layers.3.self_attn.q_proj/_s.pt b/params/opt/5/rnd_search_t_lin/comb_6/trained/model.decoder.layers.3.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..dc294646d439408fff30417d413607204c607d27
--- /dev/null
+++ b/params/opt/5/rnd_search_t_lin/comb_6/trained/model.decoder.layers.3.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:aa87b360a44975350025f28c145466ac9d18825c541c256553a6f8754677521c
+size 5251
diff --git a/params/opt/5/rnd_search_t_lin/comb_6/trained/model.decoder.layers.3.self_attn.v_proj/_0.pt b/params/opt/5/rnd_search_t_lin/comb_6/trained/model.decoder.layers.3.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..508d571a7c6f28ec4d2682e92023778d2edb9147
--- /dev/null
+++ b/params/opt/5/rnd_search_t_lin/comb_6/trained/model.decoder.layers.3.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:4ea5c48cd640113062a2918970d106d5c1dfc833231c4e5b5e6c7e1a16ec3029
+size 5251
diff --git a/params/opt/5/rnd_search_t_lin/comb_6/trained/model.decoder.layers.3.self_attn.v_proj/_s.pt b/params/opt/5/rnd_search_t_lin/comb_6/trained/model.decoder.layers.3.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..3948bd3229c4370b76c08e3f011a71b96ccdd13b
--- /dev/null
+++ b/params/opt/5/rnd_search_t_lin/comb_6/trained/model.decoder.layers.3.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:648a896110ded3703f69b859d38d10b658901be09063b231fda18774e3a2d49a
+size 5251
diff --git a/params/opt/5/rnd_search_t_lin/comb_6/trained/model.decoder.layers.4.fc1/_0.pt b/params/opt/5/rnd_search_t_lin/comb_6/trained/model.decoder.layers.4.fc1/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..d540111c127d1c6e4a74ba2b1f4ccd056a5a695d
--- /dev/null
+++ b/params/opt/5/rnd_search_t_lin/comb_6/trained/model.decoder.layers.4.fc1/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:054a920c6196e9190ff1f8e697b9d46c4d69a8ce10df94e6b32308e8fb933d90
+size 17539
diff --git a/params/opt/5/rnd_search_t_lin/comb_6/trained/model.decoder.layers.4.fc1/_s.pt b/params/opt/5/rnd_search_t_lin/comb_6/trained/model.decoder.layers.4.fc1/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..7ccd2c9d194830a6746625a95099090b925b4361
--- /dev/null
+++ b/params/opt/5/rnd_search_t_lin/comb_6/trained/model.decoder.layers.4.fc1/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5184d3f659a8c72fa7331f749d0e7746cf9bfa6a813ad37e46bcd437de43ee10
+size 17539
diff --git a/params/opt/5/rnd_search_t_lin/comb_6/trained/model.decoder.layers.4.fc2/_0.pt b/params/opt/5/rnd_search_t_lin/comb_6/trained/model.decoder.layers.4.fc2/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..7abe9b90729d3fbec22ba281da8649c9cfe7f28a
--- /dev/null
+++ b/params/opt/5/rnd_search_t_lin/comb_6/trained/model.decoder.layers.4.fc2/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:1da764303293841a338399a83ac452d5972b15246a764abe3389e4525a7ebf1c
+size 5251
diff --git a/params/opt/5/rnd_search_t_lin/comb_6/trained/model.decoder.layers.4.fc2/_s.pt b/params/opt/5/rnd_search_t_lin/comb_6/trained/model.decoder.layers.4.fc2/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..90a066cd6b63db9d5d03c206a9828d243a67ef31
--- /dev/null
+++ b/params/opt/5/rnd_search_t_lin/comb_6/trained/model.decoder.layers.4.fc2/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:69829b7d5740e29f64df8f8b9a1495b3ae828bac7eb6862332290e229f8c8c5a
+size 5251
diff --git a/params/opt/5/rnd_search_t_lin/comb_6/trained/model.decoder.layers.4.self_attn.k_proj/_0.pt b/params/opt/5/rnd_search_t_lin/comb_6/trained/model.decoder.layers.4.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e91383185ed4383c9c2907828bf73a47812436c5
--- /dev/null
+++ b/params/opt/5/rnd_search_t_lin/comb_6/trained/model.decoder.layers.4.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:fe4dd7c23763706585dd96464b7713147f3a6aaa27f66d51d75c1f85a0a57256
+size 5251
diff --git a/params/opt/5/rnd_search_t_lin/comb_6/trained/model.decoder.layers.4.self_attn.k_proj/_s.pt b/params/opt/5/rnd_search_t_lin/comb_6/trained/model.decoder.layers.4.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..85631bffb4dd451f9c4c9aa92ec2893747cb6b46
--- /dev/null
+++ b/params/opt/5/rnd_search_t_lin/comb_6/trained/model.decoder.layers.4.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:7a896030ed3f95d00e14fe7df2ff4edef4fcdf6530af683e5ab87f6514da5ff5
+size 5251
diff --git a/params/opt/5/rnd_search_t_lin/comb_6/trained/model.decoder.layers.4.self_attn.out_proj/_0.pt b/params/opt/5/rnd_search_t_lin/comb_6/trained/model.decoder.layers.4.self_attn.out_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..d6952c8fd79b48e22194249aeabc5f1addb2b7be
--- /dev/null
+++ b/params/opt/5/rnd_search_t_lin/comb_6/trained/model.decoder.layers.4.self_attn.out_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5c7610b6b14018f92b0c01a65343b214dc1255c2e81e7ca0aec8921b948b57d4
+size 5251
diff --git a/params/opt/5/rnd_search_t_lin/comb_6/trained/model.decoder.layers.4.self_attn.out_proj/_s.pt b/params/opt/5/rnd_search_t_lin/comb_6/trained/model.decoder.layers.4.self_attn.out_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..7c5784eac3b23d45577de447869e258ba393fcfb
--- /dev/null
+++ b/params/opt/5/rnd_search_t_lin/comb_6/trained/model.decoder.layers.4.self_attn.out_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:21b1cf91b03c1618b9ede7665ff85aa6a465c1fbf282174c1251056717961e69
+size 5251
diff --git a/params/opt/5/rnd_search_t_lin/comb_6/trained/model.decoder.layers.4.self_attn.q_proj/_0.pt b/params/opt/5/rnd_search_t_lin/comb_6/trained/model.decoder.layers.4.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..dacf94de11882561d984e5b0fe68a19f4fbf64f2
--- /dev/null
+++ b/params/opt/5/rnd_search_t_lin/comb_6/trained/model.decoder.layers.4.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:3408adef3ab7831c869ea8c6c79e7d34f3b6875cb4ea9c1edaae1bed9e76ad01
+size 5251
diff --git a/params/opt/5/rnd_search_t_lin/comb_6/trained/model.decoder.layers.4.self_attn.q_proj/_s.pt b/params/opt/5/rnd_search_t_lin/comb_6/trained/model.decoder.layers.4.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..47b532d5fd3bbd9a5b9a26b65048e88789b9002e
--- /dev/null
+++ b/params/opt/5/rnd_search_t_lin/comb_6/trained/model.decoder.layers.4.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5049e6c75976c60201b5e6998b9794d4ebe30f8768d180fa683495c76bb2d33f
+size 5251
diff --git a/params/opt/5/rnd_search_t_lin/comb_6/trained/model.decoder.layers.4.self_attn.v_proj/_0.pt b/params/opt/5/rnd_search_t_lin/comb_6/trained/model.decoder.layers.4.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..f99f8988d3da1b25d3896a96ff299bf7138537a8
--- /dev/null
+++ b/params/opt/5/rnd_search_t_lin/comb_6/trained/model.decoder.layers.4.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0d390068546ba1940dc819685e04155761519d1cc44ed01022b696cd2a460aac
+size 5251
diff --git a/params/opt/5/rnd_search_t_lin/comb_6/trained/model.decoder.layers.4.self_attn.v_proj/_s.pt b/params/opt/5/rnd_search_t_lin/comb_6/trained/model.decoder.layers.4.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..1149033d071146c3574a869cbbd51611d9ceec05
--- /dev/null
+++ b/params/opt/5/rnd_search_t_lin/comb_6/trained/model.decoder.layers.4.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:8021a2bff31a8340f36f4de80d5acf1987aef096f541a968b7f267303a57ce68
+size 5251
diff --git a/params/opt/5/rnd_search_t_lin/comb_6/trained/model.decoder.layers.5.fc1/_0.pt b/params/opt/5/rnd_search_t_lin/comb_6/trained/model.decoder.layers.5.fc1/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..9fc575dc9a7f185c6af111b77322bfa819189afc
--- /dev/null
+++ b/params/opt/5/rnd_search_t_lin/comb_6/trained/model.decoder.layers.5.fc1/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e9fb2122dff90ce473deaa193bf2029e980a2e51ca1f603546a94d930b8661d1
+size 17539
diff --git a/params/opt/5/rnd_search_t_lin/comb_6/trained/model.decoder.layers.5.fc1/_s.pt b/params/opt/5/rnd_search_t_lin/comb_6/trained/model.decoder.layers.5.fc1/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..fba7400344c1448537aec94ae9ef37b6479fdfc9
--- /dev/null
+++ b/params/opt/5/rnd_search_t_lin/comb_6/trained/model.decoder.layers.5.fc1/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:401568cddd09d76a9359be54a1bfdde3dcc67b1e52078a170fb3ad884d79671d
+size 17539
diff --git a/params/opt/5/rnd_search_t_lin/comb_6/trained/model.decoder.layers.5.fc2/_0.pt b/params/opt/5/rnd_search_t_lin/comb_6/trained/model.decoder.layers.5.fc2/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8547b46f55ac9b485d13c86d68f9f061990c5a63
--- /dev/null
+++ b/params/opt/5/rnd_search_t_lin/comb_6/trained/model.decoder.layers.5.fc2/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:6525b748b126f94879a6a2798235f02c4bdd27f590bda1a604a98a686054c536
+size 5251
diff --git a/params/opt/5/rnd_search_t_lin/comb_6/trained/model.decoder.layers.5.fc2/_s.pt b/params/opt/5/rnd_search_t_lin/comb_6/trained/model.decoder.layers.5.fc2/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..6567422091f548dc1e2dea90b1c0a658d149eabe
--- /dev/null
+++ b/params/opt/5/rnd_search_t_lin/comb_6/trained/model.decoder.layers.5.fc2/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c804ef8888e333cf36f7361bd9ae4e1a2bb64616adb755b1ecee755a77ec811f
+size 5251
diff --git a/params/opt/5/rnd_search_t_lin/comb_6/trained/model.decoder.layers.5.self_attn.k_proj/_0.pt b/params/opt/5/rnd_search_t_lin/comb_6/trained/model.decoder.layers.5.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..3ea32cdb7516142ca54681259b387b9db4c02385
--- /dev/null
+++ b/params/opt/5/rnd_search_t_lin/comb_6/trained/model.decoder.layers.5.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b52bb3d987bc525725788240e929ec5e55e3bdae57ae5e6f459484c27f04d653
+size 5251
diff --git a/params/opt/5/rnd_search_t_lin/comb_6/trained/model.decoder.layers.5.self_attn.k_proj/_s.pt b/params/opt/5/rnd_search_t_lin/comb_6/trained/model.decoder.layers.5.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..defef8903e5516c003cdd2f9c6a428ca1cf30b78
--- /dev/null
+++ b/params/opt/5/rnd_search_t_lin/comb_6/trained/model.decoder.layers.5.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e0d6a890f117343c30daa456c0f9c239686c230bf9aab90b7f8b25464d4dbe6d
+size 5251
diff --git a/params/opt/5/rnd_search_t_lin/comb_6/trained/model.decoder.layers.5.self_attn.out_proj/_0.pt b/params/opt/5/rnd_search_t_lin/comb_6/trained/model.decoder.layers.5.self_attn.out_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..52cebb486bfaab7c957de7438e48b0a061d35b27
--- /dev/null
+++ b/params/opt/5/rnd_search_t_lin/comb_6/trained/model.decoder.layers.5.self_attn.out_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c1f5821f75c4dfaa91af93be09c23e4c87cd71e3dd814b549d31c8494b9178a9
+size 5251
diff --git a/params/opt/5/rnd_search_t_lin/comb_6/trained/model.decoder.layers.5.self_attn.out_proj/_s.pt b/params/opt/5/rnd_search_t_lin/comb_6/trained/model.decoder.layers.5.self_attn.out_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..5bd4a01eb012170dda77a5d8c9a9a21b430a8750
--- /dev/null
+++ b/params/opt/5/rnd_search_t_lin/comb_6/trained/model.decoder.layers.5.self_attn.out_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:51a2a5ca6e74af8b44a8623819acf1d70edd282fdad59a998b223cc95877e899
+size 5251
diff --git a/params/opt/5/rnd_search_t_lin/comb_6/trained/model.decoder.layers.5.self_attn.q_proj/_0.pt b/params/opt/5/rnd_search_t_lin/comb_6/trained/model.decoder.layers.5.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2589bf9c715619eb7eb5ffc533bbcfb99535a24f
--- /dev/null
+++ b/params/opt/5/rnd_search_t_lin/comb_6/trained/model.decoder.layers.5.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:53764bad882ba615598bd57b0074a973aa73e3fe422a52c0279d8ec3fabd7cff
+size 5251
diff --git a/params/opt/5/rnd_search_t_lin/comb_6/trained/model.decoder.layers.5.self_attn.q_proj/_s.pt b/params/opt/5/rnd_search_t_lin/comb_6/trained/model.decoder.layers.5.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ca5813aec0a7497c9b8ff58b6abaa3885f20b299
--- /dev/null
+++ b/params/opt/5/rnd_search_t_lin/comb_6/trained/model.decoder.layers.5.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:bc42f1135a6881f889471c9be8330bb36ff9f3409017da4666b70ffcc042770b
+size 5251
diff --git a/params/opt/5/rnd_search_t_lin/comb_6/trained/model.decoder.layers.5.self_attn.v_proj/_0.pt b/params/opt/5/rnd_search_t_lin/comb_6/trained/model.decoder.layers.5.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..562404a95e9e77367bedf51f3abda0217e2001b3
--- /dev/null
+++ b/params/opt/5/rnd_search_t_lin/comb_6/trained/model.decoder.layers.5.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:cdb3af558311eb80175f3459d15c3a33ca474c3f9790ec1522e28db649ce4727
+size 5251
diff --git a/params/opt/5/rnd_search_t_lin/comb_6/trained/model.decoder.layers.5.self_attn.v_proj/_s.pt b/params/opt/5/rnd_search_t_lin/comb_6/trained/model.decoder.layers.5.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..0fb3cf8b5813e4f754cb2c8d1674e214f6d6d644
--- /dev/null
+++ b/params/opt/5/rnd_search_t_lin/comb_6/trained/model.decoder.layers.5.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e432ac0f79019938907ac1cc816807b924bb7958efdf1ead9670ea30d625899d
+size 5251
diff --git a/params/opt/5/rnd_search_t_lin/comb_6/trained/model.decoder.layers.6.fc1/_0.pt b/params/opt/5/rnd_search_t_lin/comb_6/trained/model.decoder.layers.6.fc1/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..357f9f0f2c964d3dde65476bf40625218f356589
--- /dev/null
+++ b/params/opt/5/rnd_search_t_lin/comb_6/trained/model.decoder.layers.6.fc1/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:111a9af21dec1f14042875604ec0ef4c085704ba979adcb9191f2c4292c5eca7
+size 17539
diff --git a/params/opt/5/rnd_search_t_lin/comb_6/trained/model.decoder.layers.6.fc1/_s.pt b/params/opt/5/rnd_search_t_lin/comb_6/trained/model.decoder.layers.6.fc1/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..bf55c321a622cc05a7f4a4d01906d77900730249
--- /dev/null
+++ b/params/opt/5/rnd_search_t_lin/comb_6/trained/model.decoder.layers.6.fc1/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:3db0ab7809f4e6b200e1624dd9604eb758eea613a8a9c35013a75963f03f6aac
+size 17539
diff --git a/params/opt/5/rnd_search_t_lin/comb_6/trained/model.decoder.layers.6.fc2/_0.pt b/params/opt/5/rnd_search_t_lin/comb_6/trained/model.decoder.layers.6.fc2/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..5cbb7fb814f29a1edac8d0ea3b3ba346d78a5c57
--- /dev/null
+++ b/params/opt/5/rnd_search_t_lin/comb_6/trained/model.decoder.layers.6.fc2/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:3eb15358b18b5a51b2bfc12029f997539f4bbffc1b36c5488464aa981242f9f1
+size 5251
diff --git a/params/opt/5/rnd_search_t_lin/comb_6/trained/model.decoder.layers.6.fc2/_s.pt b/params/opt/5/rnd_search_t_lin/comb_6/trained/model.decoder.layers.6.fc2/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..cf49a48d7a373f276daed934c55af38fde9a59ec
--- /dev/null
+++ b/params/opt/5/rnd_search_t_lin/comb_6/trained/model.decoder.layers.6.fc2/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d976665c376ee3907e934b90313dbabeb3fca6e0e589b7e5382574c66219abea
+size 5251
diff --git a/params/opt/5/rnd_search_t_lin/comb_6/trained/model.decoder.layers.6.self_attn.k_proj/_0.pt b/params/opt/5/rnd_search_t_lin/comb_6/trained/model.decoder.layers.6.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..d050f2665fe0aad2aac4ac520e3aa0987777fa66
--- /dev/null
+++ b/params/opt/5/rnd_search_t_lin/comb_6/trained/model.decoder.layers.6.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:7dfc55818df7f9b0db1a6a01d17e9a40a52d7dc7f7c5cc56cf555d57f153eaf2
+size 5251
diff --git a/params/opt/5/rnd_search_t_lin/comb_6/trained/model.decoder.layers.6.self_attn.k_proj/_s.pt b/params/opt/5/rnd_search_t_lin/comb_6/trained/model.decoder.layers.6.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c3c528ac8729932f04f1dc947bf6cf3a519278a9
--- /dev/null
+++ b/params/opt/5/rnd_search_t_lin/comb_6/trained/model.decoder.layers.6.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:70617b2f0a610c33d898e2df8e8051857c09d5bb4924f9ec9062efe599073e57
+size 5251
diff --git a/params/opt/5/rnd_search_t_lin/comb_6/trained/model.decoder.layers.6.self_attn.out_proj/_0.pt b/params/opt/5/rnd_search_t_lin/comb_6/trained/model.decoder.layers.6.self_attn.out_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..0a133451639ce1bfbda4505a758743c783374e3d
--- /dev/null
+++ b/params/opt/5/rnd_search_t_lin/comb_6/trained/model.decoder.layers.6.self_attn.out_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d2dc2412148045451e5a10a9e4eef458c313aacdec584592a11bc5750cfcca3c
+size 5251
diff --git a/params/opt/5/rnd_search_t_lin/comb_6/trained/model.decoder.layers.6.self_attn.out_proj/_s.pt b/params/opt/5/rnd_search_t_lin/comb_6/trained/model.decoder.layers.6.self_attn.out_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..07c19059e3ed6a8668d401c5995a9640f7503e3a
--- /dev/null
+++ b/params/opt/5/rnd_search_t_lin/comb_6/trained/model.decoder.layers.6.self_attn.out_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:04c652639bef022132c6bd5e929d862186865efc08695846eef3bc215e0d8e84
+size 5251
diff --git a/params/opt/5/rnd_search_t_lin/comb_6/trained/model.decoder.layers.6.self_attn.q_proj/_0.pt b/params/opt/5/rnd_search_t_lin/comb_6/trained/model.decoder.layers.6.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..46ca44a21195b0ad9bc74cbdba6a5d5ac7b5a1f1
--- /dev/null
+++ b/params/opt/5/rnd_search_t_lin/comb_6/trained/model.decoder.layers.6.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d805360c69aa4406127a59cf96ce50cc6f521d20bb4dd72befa45bd719be8aa6
+size 5251
diff --git a/params/opt/5/rnd_search_t_lin/comb_6/trained/model.decoder.layers.6.self_attn.q_proj/_s.pt b/params/opt/5/rnd_search_t_lin/comb_6/trained/model.decoder.layers.6.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..cdd070e1841d0e7e69719965c1923dba11ca6f84
--- /dev/null
+++ b/params/opt/5/rnd_search_t_lin/comb_6/trained/model.decoder.layers.6.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:73bd97e127c1ce7dd3951731060cae9194c49b48f185c3cf94059dbcc6f8e7a1
+size 5251
diff --git a/params/opt/5/rnd_search_t_lin/comb_6/trained/model.decoder.layers.6.self_attn.v_proj/_0.pt b/params/opt/5/rnd_search_t_lin/comb_6/trained/model.decoder.layers.6.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4bf046c0b18490975fd9bfb0e22b163bbd29d7ff
--- /dev/null
+++ b/params/opt/5/rnd_search_t_lin/comb_6/trained/model.decoder.layers.6.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0fbe1fcabf38ac6546704fa70eaa81f32a480e4848c7f99338c805b3c701e27e
+size 5251
diff --git a/params/opt/5/rnd_search_t_lin/comb_6/trained/model.decoder.layers.6.self_attn.v_proj/_s.pt b/params/opt/5/rnd_search_t_lin/comb_6/trained/model.decoder.layers.6.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..17cfc120b848929282950c88b3deee3e9813f6d4
--- /dev/null
+++ b/params/opt/5/rnd_search_t_lin/comb_6/trained/model.decoder.layers.6.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:160b03bc4f3757a9f50ac3dc32679c5e28a1bdecd71c339ab79c38309e760f0e
+size 5251
diff --git a/params/opt/5/rnd_search_t_lin/comb_6/trained/model.decoder.layers.7.fc1/_0.pt b/params/opt/5/rnd_search_t_lin/comb_6/trained/model.decoder.layers.7.fc1/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..bc7cf27a5968fc14128549f6331c30e1d2023891
--- /dev/null
+++ b/params/opt/5/rnd_search_t_lin/comb_6/trained/model.decoder.layers.7.fc1/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e0eaaa049cdf1a58622cb240406b850e7ce0482ca5711e2c7ca001d7e189a02c
+size 17539
diff --git a/params/opt/5/rnd_search_t_lin/comb_6/trained/model.decoder.layers.7.fc1/_s.pt b/params/opt/5/rnd_search_t_lin/comb_6/trained/model.decoder.layers.7.fc1/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..48d21680c973ee03897f61732db131a47c3dd5dc
--- /dev/null
+++ b/params/opt/5/rnd_search_t_lin/comb_6/trained/model.decoder.layers.7.fc1/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:1c0b6c622c9ecb0f30ef7b959862720d6bfe3e3dbfe1ff78a001caeb6352c8cc
+size 17539
diff --git a/params/opt/5/rnd_search_t_lin/comb_6/trained/model.decoder.layers.7.fc2/_0.pt b/params/opt/5/rnd_search_t_lin/comb_6/trained/model.decoder.layers.7.fc2/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..59a86b93516ac8e404f94c9419eeba5dfb6d12e6
--- /dev/null
+++ b/params/opt/5/rnd_search_t_lin/comb_6/trained/model.decoder.layers.7.fc2/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:8d1c680955f0cfa5c8fe7c45a41482edffd6bd3c824e65d4421f76dca2de3395
+size 5251
diff --git a/params/opt/5/rnd_search_t_lin/comb_6/trained/model.decoder.layers.7.fc2/_s.pt b/params/opt/5/rnd_search_t_lin/comb_6/trained/model.decoder.layers.7.fc2/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..59cbd0498b84697facb118887eafd00e4e1709fa
--- /dev/null
+++ b/params/opt/5/rnd_search_t_lin/comb_6/trained/model.decoder.layers.7.fc2/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:cd585cbc504e8f6fef306f02758f9689a37cff64151f019c3e49600fc8da1dc4
+size 5251
diff --git a/params/opt/5/rnd_search_t_lin/comb_6/trained/model.decoder.layers.7.self_attn.k_proj/_0.pt b/params/opt/5/rnd_search_t_lin/comb_6/trained/model.decoder.layers.7.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..30d6a7accb8113c29d1c812cf192a1aad36d5f0a
--- /dev/null
+++ b/params/opt/5/rnd_search_t_lin/comb_6/trained/model.decoder.layers.7.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f7e4c73c1b22f49542767fafe25715d5cb417af63fe2f4a82836961ebebdf02a
+size 5251
diff --git a/params/opt/5/rnd_search_t_lin/comb_6/trained/model.decoder.layers.7.self_attn.k_proj/_s.pt b/params/opt/5/rnd_search_t_lin/comb_6/trained/model.decoder.layers.7.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a18e0207e5056146ae4aeb70392974e23740082b
--- /dev/null
+++ b/params/opt/5/rnd_search_t_lin/comb_6/trained/model.decoder.layers.7.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e68e59ef66513af65e2b68c646ecb71a504d5e4c2955a3bfc106f908c46794b7
+size 5251
diff --git a/params/opt/5/rnd_search_t_lin/comb_6/trained/model.decoder.layers.7.self_attn.out_proj/_0.pt b/params/opt/5/rnd_search_t_lin/comb_6/trained/model.decoder.layers.7.self_attn.out_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..3ed62eef067e2ec9d326eeb5bc2a0567dc49689d
--- /dev/null
+++ b/params/opt/5/rnd_search_t_lin/comb_6/trained/model.decoder.layers.7.self_attn.out_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:6de1bf5ec125900cf75ab52bf2f89203f1a366c3a66c00f2b7abc076ac8f3b73
+size 5251
diff --git a/params/opt/5/rnd_search_t_lin/comb_6/trained/model.decoder.layers.7.self_attn.out_proj/_s.pt b/params/opt/5/rnd_search_t_lin/comb_6/trained/model.decoder.layers.7.self_attn.out_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..471af2f55a16ec96eacaf40425d05057e09641bd
--- /dev/null
+++ b/params/opt/5/rnd_search_t_lin/comb_6/trained/model.decoder.layers.7.self_attn.out_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:15a1abd08067a7931c98b41636e50ee0d9f3f6d4a17a1b6e6ca854ea06a50a72
+size 5251
diff --git a/params/opt/5/rnd_search_t_lin/comb_6/trained/model.decoder.layers.7.self_attn.q_proj/_0.pt b/params/opt/5/rnd_search_t_lin/comb_6/trained/model.decoder.layers.7.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..49307b9c6d986a5060c9210aea9743a30a86096a
--- /dev/null
+++ b/params/opt/5/rnd_search_t_lin/comb_6/trained/model.decoder.layers.7.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:32222702bd8e7dffad4b972d615c5d40897665cd7b7c109a94a5a6cd190381e7
+size 5251
diff --git a/params/opt/5/rnd_search_t_lin/comb_6/trained/model.decoder.layers.7.self_attn.q_proj/_s.pt b/params/opt/5/rnd_search_t_lin/comb_6/trained/model.decoder.layers.7.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c1492957cdb273ce3280f4a50f35156610999c21
--- /dev/null
+++ b/params/opt/5/rnd_search_t_lin/comb_6/trained/model.decoder.layers.7.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:3672d75d78a2dee20b60f5f755f835e1006762e7b88c7b28538900f7a161a3d8
+size 5251
diff --git a/params/opt/5/rnd_search_t_lin/comb_6/trained/model.decoder.layers.7.self_attn.v_proj/_0.pt b/params/opt/5/rnd_search_t_lin/comb_6/trained/model.decoder.layers.7.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..5ea000bf2c65a027b4a191709a4487f0555a5393
--- /dev/null
+++ b/params/opt/5/rnd_search_t_lin/comb_6/trained/model.decoder.layers.7.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:6811f80cb89b41e40be44d7558ae686067742b3b22f93611b869d98c86c8d2c3
+size 5251
diff --git a/params/opt/5/rnd_search_t_lin/comb_6/trained/model.decoder.layers.7.self_attn.v_proj/_s.pt b/params/opt/5/rnd_search_t_lin/comb_6/trained/model.decoder.layers.7.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..3b66ab0813c5f86793a2c352f7e784d358a72b32
--- /dev/null
+++ b/params/opt/5/rnd_search_t_lin/comb_6/trained/model.decoder.layers.7.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:6144b96164311526628595c1964bd3b8677425fdb037eb5c4ee0d4de182a892d
+size 5251
diff --git a/params/opt/5/rnd_search_t_lin/comb_6/trained/model.decoder.layers.8.fc1/_0.pt b/params/opt/5/rnd_search_t_lin/comb_6/trained/model.decoder.layers.8.fc1/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..dde7190e8d36d1af0cac61552cf3f4849586de10
--- /dev/null
+++ b/params/opt/5/rnd_search_t_lin/comb_6/trained/model.decoder.layers.8.fc1/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:4d381ca23ed300e97567f38de0cd448d6992f402b94bf4b962dd8d23b28ffe27
+size 17539
diff --git a/params/opt/5/rnd_search_t_lin/comb_6/trained/model.decoder.layers.8.fc1/_s.pt b/params/opt/5/rnd_search_t_lin/comb_6/trained/model.decoder.layers.8.fc1/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2aa010352621c3cdcaf722a2c891b7598339f36d
--- /dev/null
+++ b/params/opt/5/rnd_search_t_lin/comb_6/trained/model.decoder.layers.8.fc1/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d46213d9a298833e8cd668e939b07f7af3787df253b8d145565236029dcb3dde
+size 17539
diff --git a/params/opt/5/rnd_search_t_lin/comb_6/trained/model.decoder.layers.8.fc2/_0.pt b/params/opt/5/rnd_search_t_lin/comb_6/trained/model.decoder.layers.8.fc2/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c0b2c76bb9c1b9c7e8a1dfc7472ecf70ea6a33f6
--- /dev/null
+++ b/params/opt/5/rnd_search_t_lin/comb_6/trained/model.decoder.layers.8.fc2/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:41941afc36401162a045b92ffd76c8c2a7b9f7501cff9d00d9eb1776a47286c6
+size 5251
diff --git a/params/opt/5/rnd_search_t_lin/comb_6/trained/model.decoder.layers.8.fc2/_s.pt b/params/opt/5/rnd_search_t_lin/comb_6/trained/model.decoder.layers.8.fc2/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..fe0dbe6c5bec91601649704a1c3b308dde0a82ef
--- /dev/null
+++ b/params/opt/5/rnd_search_t_lin/comb_6/trained/model.decoder.layers.8.fc2/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:21380288cf347913c2de1f371105ee69888c3fad6c73ba2df566f1551f9ef715
+size 5251
diff --git a/params/opt/5/rnd_search_t_lin/comb_6/trained/model.decoder.layers.8.self_attn.k_proj/_0.pt b/params/opt/5/rnd_search_t_lin/comb_6/trained/model.decoder.layers.8.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a31ec2ac4d1f18cdeecd09cc93219c2583dadf3b
--- /dev/null
+++ b/params/opt/5/rnd_search_t_lin/comb_6/trained/model.decoder.layers.8.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b430a944ae5c4664f70b08d1801ad7af9bfc9958b35cedd3755af35c88a5259a
+size 5251
diff --git a/params/opt/5/rnd_search_t_lin/comb_6/trained/model.decoder.layers.8.self_attn.k_proj/_s.pt b/params/opt/5/rnd_search_t_lin/comb_6/trained/model.decoder.layers.8.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..182ae728d6c5015b2acf29ff2ec68b8a4d2d1c9d
--- /dev/null
+++ b/params/opt/5/rnd_search_t_lin/comb_6/trained/model.decoder.layers.8.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e9b643096c5a99608c77d158fd673f8430d1018169f25c704bf77b7a137c8238
+size 5251
diff --git a/params/opt/5/rnd_search_t_lin/comb_6/trained/model.decoder.layers.8.self_attn.out_proj/_0.pt b/params/opt/5/rnd_search_t_lin/comb_6/trained/model.decoder.layers.8.self_attn.out_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..14e3bafb5c42c131cf1f37c81b9c9d6ee29b65f1
--- /dev/null
+++ b/params/opt/5/rnd_search_t_lin/comb_6/trained/model.decoder.layers.8.self_attn.out_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:eb8b759f1f9af43e74e606c9fd446549a9461ce5b80f6429ca6a93a4f56765e0
+size 5251
diff --git a/params/opt/5/rnd_search_t_lin/comb_6/trained/model.decoder.layers.8.self_attn.out_proj/_s.pt b/params/opt/5/rnd_search_t_lin/comb_6/trained/model.decoder.layers.8.self_attn.out_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2730f364023f78915368b448bf366a9bb2ef8e2e
--- /dev/null
+++ b/params/opt/5/rnd_search_t_lin/comb_6/trained/model.decoder.layers.8.self_attn.out_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0a78ad4ca8cab3f977f4ed673234ea4b442e6e7381b4d50c9ea0866a74510cfd
+size 5251
diff --git a/params/opt/5/rnd_search_t_lin/comb_6/trained/model.decoder.layers.8.self_attn.q_proj/_0.pt b/params/opt/5/rnd_search_t_lin/comb_6/trained/model.decoder.layers.8.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..382f42f1f10f1265de30736c4b15fcad289e0f39
--- /dev/null
+++ b/params/opt/5/rnd_search_t_lin/comb_6/trained/model.decoder.layers.8.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d5a91a0b13e242e0610fa79af980997c0017efdf6af5f8dc87d9a7a7db467b5d
+size 5251
diff --git a/params/opt/5/rnd_search_t_lin/comb_6/trained/model.decoder.layers.8.self_attn.q_proj/_s.pt b/params/opt/5/rnd_search_t_lin/comb_6/trained/model.decoder.layers.8.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..890f69eaabc2b70f98c4d31a339de128fe9270ee
--- /dev/null
+++ b/params/opt/5/rnd_search_t_lin/comb_6/trained/model.decoder.layers.8.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d4ca51bce29de57eea8ae49ae395561b87ed0f4e613f51e8e5fb6c7d5ffd5e98
+size 5251
diff --git a/params/opt/5/rnd_search_t_lin/comb_6/trained/model.decoder.layers.8.self_attn.v_proj/_0.pt b/params/opt/5/rnd_search_t_lin/comb_6/trained/model.decoder.layers.8.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..5250f491a28f98a93291ffb5f71b604fa3accc60
--- /dev/null
+++ b/params/opt/5/rnd_search_t_lin/comb_6/trained/model.decoder.layers.8.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a16c2b3e18880d8c64e6e7f502590387f22650a991203c323933653b1d9e9dd6
+size 5251
diff --git a/params/opt/5/rnd_search_t_lin/comb_6/trained/model.decoder.layers.8.self_attn.v_proj/_s.pt b/params/opt/5/rnd_search_t_lin/comb_6/trained/model.decoder.layers.8.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..6f1155ef06e45b3344f9930395032e6deac9bd04
--- /dev/null
+++ b/params/opt/5/rnd_search_t_lin/comb_6/trained/model.decoder.layers.8.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:853d56a471740256f5d19699f415c8ee0606aa5487e0e73e938c114137dd7551
+size 5251
diff --git a/params/opt/5/rnd_search_t_lin/comb_6/trained/model.decoder.layers.9.fc1/_0.pt b/params/opt/5/rnd_search_t_lin/comb_6/trained/model.decoder.layers.9.fc1/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..1848f00567b5dd9e4737fe1242f09d6806c65142
--- /dev/null
+++ b/params/opt/5/rnd_search_t_lin/comb_6/trained/model.decoder.layers.9.fc1/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:1dd489de94f454f396958d0efcd3434df174662219281249de83d631a4fc9284
+size 17539
diff --git a/params/opt/5/rnd_search_t_lin/comb_6/trained/model.decoder.layers.9.fc1/_s.pt b/params/opt/5/rnd_search_t_lin/comb_6/trained/model.decoder.layers.9.fc1/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..626320428672977e8de1a4f3a6b2654d61d925bd
--- /dev/null
+++ b/params/opt/5/rnd_search_t_lin/comb_6/trained/model.decoder.layers.9.fc1/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:506cc768b015b68c833d5d116bc0294677ccc60450f45a360ecd880f16f5cbe1
+size 17539
diff --git a/params/opt/5/rnd_search_t_lin/comb_6/trained/model.decoder.layers.9.fc2/_0.pt b/params/opt/5/rnd_search_t_lin/comb_6/trained/model.decoder.layers.9.fc2/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..1637fb3ff9dc56c0cb6c86c61fb763bd3b0e6821
--- /dev/null
+++ b/params/opt/5/rnd_search_t_lin/comb_6/trained/model.decoder.layers.9.fc2/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:71390cba9860a89a5c939c450792fd04532da1192deb8bef5163778b872179b9
+size 5251
diff --git a/params/opt/5/rnd_search_t_lin/comb_6/trained/model.decoder.layers.9.fc2/_s.pt b/params/opt/5/rnd_search_t_lin/comb_6/trained/model.decoder.layers.9.fc2/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..d6187a46f7926a6f7e23b5d51f90ee7738faa328
--- /dev/null
+++ b/params/opt/5/rnd_search_t_lin/comb_6/trained/model.decoder.layers.9.fc2/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e26b456525de0a40cd945c00507e0057ce98fe88a3b88788a732312ddde3cfd6
+size 5251
diff --git a/params/opt/5/rnd_search_t_lin/comb_6/trained/model.decoder.layers.9.self_attn.k_proj/_0.pt b/params/opt/5/rnd_search_t_lin/comb_6/trained/model.decoder.layers.9.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..236ce219914a569ea19e0f4db3152b86cb1d1814
--- /dev/null
+++ b/params/opt/5/rnd_search_t_lin/comb_6/trained/model.decoder.layers.9.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a51836891f6c9361796715382a262b6618721f7a11beb9e20824f11a896d23d0
+size 5251
diff --git a/params/opt/5/rnd_search_t_lin/comb_6/trained/model.decoder.layers.9.self_attn.k_proj/_s.pt b/params/opt/5/rnd_search_t_lin/comb_6/trained/model.decoder.layers.9.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..47d36b83280fecdab35b9f0dea86a7f900fd22aa
--- /dev/null
+++ b/params/opt/5/rnd_search_t_lin/comb_6/trained/model.decoder.layers.9.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5dfe7ab67cb4c6c0de1d303c18206e813624cbdb73e3bf59622a43987212d779
+size 5251
diff --git a/params/opt/5/rnd_search_t_lin/comb_6/trained/model.decoder.layers.9.self_attn.out_proj/_0.pt b/params/opt/5/rnd_search_t_lin/comb_6/trained/model.decoder.layers.9.self_attn.out_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a8bfe52045a183545bcbd874dd774acad3e33830
--- /dev/null
+++ b/params/opt/5/rnd_search_t_lin/comb_6/trained/model.decoder.layers.9.self_attn.out_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2618ea5c9602aee0cf31b965a15a217412e7775de30683dbf5163931b195d6a2
+size 5251
diff --git a/params/opt/5/rnd_search_t_lin/comb_6/trained/model.decoder.layers.9.self_attn.out_proj/_s.pt b/params/opt/5/rnd_search_t_lin/comb_6/trained/model.decoder.layers.9.self_attn.out_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..29fcc2ebc005aadd116888383f08234d4264e713
--- /dev/null
+++ b/params/opt/5/rnd_search_t_lin/comb_6/trained/model.decoder.layers.9.self_attn.out_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:4c5f8a152a2bcb8020dc5ee345dcfd5c4d03c178003b2a4f7265cf5befa70fcc
+size 5251
diff --git a/params/opt/5/rnd_search_t_lin/comb_6/trained/model.decoder.layers.9.self_attn.q_proj/_0.pt b/params/opt/5/rnd_search_t_lin/comb_6/trained/model.decoder.layers.9.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..6de2a9c594c8e4445936069fe85bdde60de75e51
--- /dev/null
+++ b/params/opt/5/rnd_search_t_lin/comb_6/trained/model.decoder.layers.9.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:1896e8bf4f3f360d234fdb6885f1c38f4828a096e6b929217183d7d45e5126aa
+size 5251
diff --git a/params/opt/5/rnd_search_t_lin/comb_6/trained/model.decoder.layers.9.self_attn.q_proj/_s.pt b/params/opt/5/rnd_search_t_lin/comb_6/trained/model.decoder.layers.9.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..07c1097f1aa41faefaa9ef1a334ef6afea542545
--- /dev/null
+++ b/params/opt/5/rnd_search_t_lin/comb_6/trained/model.decoder.layers.9.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ae8ea8fcfc28e68bf92467b9c0b72191b8ed7378b9a4d1836dd951a484bc34b8
+size 5251
diff --git a/params/opt/5/rnd_search_t_lin/comb_6/trained/model.decoder.layers.9.self_attn.v_proj/_0.pt b/params/opt/5/rnd_search_t_lin/comb_6/trained/model.decoder.layers.9.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4da6b9c8a937da30ab68fced7426e7b460eade53
--- /dev/null
+++ b/params/opt/5/rnd_search_t_lin/comb_6/trained/model.decoder.layers.9.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f6c8bb21fff6a98adf09a1a372f456ac9c143b328b492213cd8c1ee77a4b7a9b
+size 5251
diff --git a/params/opt/5/rnd_search_t_lin/comb_6/trained/model.decoder.layers.9.self_attn.v_proj/_s.pt b/params/opt/5/rnd_search_t_lin/comb_6/trained/model.decoder.layers.9.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..9af25db2c8215b167779166d69cf66d82d909c74
--- /dev/null
+++ b/params/opt/5/rnd_search_t_lin/comb_6/trained/model.decoder.layers.9.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d4e8f50f64f3f4cb8f9a51e8195e7fe9a3c3fa993e35c315756d560124ee5fd8
+size 5251
diff --git a/params/opt/5/rnd_search_t_lin/comb_6/trained/model.decoder.project_in/_0.pt b/params/opt/5/rnd_search_t_lin/comb_6/trained/model.decoder.project_in/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..06fa1c12136f254fa7e769e2de28c6fbdc887dfe
--- /dev/null
+++ b/params/opt/5/rnd_search_t_lin/comb_6/trained/model.decoder.project_in/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:99a23fb1d02a5dd6026c0e4330bd4bf0181a064d1145dd37eb64255dfded15fb
+size 5251
diff --git a/params/opt/5/rnd_search_t_lin/comb_6/trained/model.decoder.project_in/_s.pt b/params/opt/5/rnd_search_t_lin/comb_6/trained/model.decoder.project_in/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e95a6ce1f0b521414b8d14f626407e3e0e3a15b0
--- /dev/null
+++ b/params/opt/5/rnd_search_t_lin/comb_6/trained/model.decoder.project_in/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:036757fbb361a5e6da3a226aa097f8c402a55ffe63202fed67e8d16d7cb23bdb
+size 5251
diff --git a/params/opt/5/rnd_search_t_lin/comb_6/trained/model.decoder.project_out/_0.pt b/params/opt/5/rnd_search_t_lin/comb_6/trained/model.decoder.project_out/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..d0a2ae7e6851c5c321712741636c6929afb2008c
--- /dev/null
+++ b/params/opt/5/rnd_search_t_lin/comb_6/trained/model.decoder.project_out/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:9dd8a1dcd590c8eaca8fdb127a88a0898298e15e6c395ac6c73b03233421be99
+size 3203
diff --git a/params/opt/5/rnd_search_t_lin/comb_6/trained/model.decoder.project_out/_s.pt b/params/opt/5/rnd_search_t_lin/comb_6/trained/model.decoder.project_out/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..12dc66abea267f62baa308fb74de743ed9346427
--- /dev/null
+++ b/params/opt/5/rnd_search_t_lin/comb_6/trained/model.decoder.project_out/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b6327a45581551db809518ed90891fe03f02a69d4c6a83c05eb7d16609384732
+size 3203
diff --git a/params/opt/5/rnd_search_t_lin/comb_6_t/global_train/lm_head/_0.pt b/params/opt/5/rnd_search_t_lin/comb_6_t/global_train/lm_head/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..53bcb3c3a8551a53e527a9e81d5abdc0530c3848
--- /dev/null
+++ b/params/opt/5/rnd_search_t_lin/comb_6_t/global_train/lm_head/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:42d90abc04f5a7b0129806905e5f0855987fe0c0582e1a83c1e37c32a9f3a7cd
+size 202243
diff --git a/params/opt/5/rnd_search_t_lin/comb_6_t/global_train/lm_head/_s.pt b/params/opt/5/rnd_search_t_lin/comb_6_t/global_train/lm_head/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a5d24ff1fc13ca2b7f9702dd4b91674a3b421cda
--- /dev/null
+++ b/params/opt/5/rnd_search_t_lin/comb_6_t/global_train/lm_head/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:deafdcaea88eaa8c752f7f31e11043a703fd95a19bfadb60d2d342e70b375ac5
+size 202243
diff --git a/params/opt/5/rnd_search_t_lin/comb_6_t/global_train/model.decoder.layers.0.fc1/_0.pt b/params/opt/5/rnd_search_t_lin/comb_6_t/global_train/model.decoder.layers.0.fc1/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..260f747d41f2835828b63b0d3110ad59120f26ae
--- /dev/null
+++ b/params/opt/5/rnd_search_t_lin/comb_6_t/global_train/model.decoder.layers.0.fc1/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:6541602e89a7f84dd6e5a8bdcc7b65c283d99b9f5748034ee72c96509475cd47
+size 17539
diff --git a/params/opt/5/rnd_search_t_lin/comb_6_t/global_train/model.decoder.layers.0.fc1/_s.pt b/params/opt/5/rnd_search_t_lin/comb_6_t/global_train/model.decoder.layers.0.fc1/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e19e34b7ff58bb2b05ed33ec3a620b6e990b69f9
--- /dev/null
+++ b/params/opt/5/rnd_search_t_lin/comb_6_t/global_train/model.decoder.layers.0.fc1/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:3bc284205b8da5380b5edbad4d93da4381370daedb707fc0e95dbaae3e0c6af3
+size 17539
diff --git a/params/opt/5/rnd_search_t_lin/comb_6_t/global_train/model.decoder.layers.0.fc2/_0.pt b/params/opt/5/rnd_search_t_lin/comb_6_t/global_train/model.decoder.layers.0.fc2/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..50211b993896e56401c989caf1662a768c2fa563
--- /dev/null
+++ b/params/opt/5/rnd_search_t_lin/comb_6_t/global_train/model.decoder.layers.0.fc2/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:73f6b8746fd522f3e8256dca01b176dcb50666fae23cede59bb1d45dca2be635
+size 5251
diff --git a/params/opt/5/rnd_search_t_lin/comb_6_t/global_train/model.decoder.layers.0.fc2/_s.pt b/params/opt/5/rnd_search_t_lin/comb_6_t/global_train/model.decoder.layers.0.fc2/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..abb5947fbfbd9632c022c80afdf73796e18eade7
--- /dev/null
+++ b/params/opt/5/rnd_search_t_lin/comb_6_t/global_train/model.decoder.layers.0.fc2/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:95f0e04519e90aa481801460fc914ee80cbca70c7b45a6f0209d2cbe6f460fa7
+size 5251
diff --git a/params/opt/5/rnd_search_t_lin/comb_6_t/global_train/model.decoder.layers.0.self_attn.k_proj/_0.pt b/params/opt/5/rnd_search_t_lin/comb_6_t/global_train/model.decoder.layers.0.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..fd8c7e26b2e70502adbef16a8c4eedb2e5ca0ac7
--- /dev/null
+++ b/params/opt/5/rnd_search_t_lin/comb_6_t/global_train/model.decoder.layers.0.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:867c4ec09c721cf09c246d4d95c74a50fbb64ec7bba6757eba026f8dd9752c01
+size 5251
diff --git a/params/opt/5/rnd_search_t_lin/comb_6_t/global_train/model.decoder.layers.0.self_attn.k_proj/_s.pt b/params/opt/5/rnd_search_t_lin/comb_6_t/global_train/model.decoder.layers.0.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..038921fe00f463864e041dda8883e50fe800e642
--- /dev/null
+++ b/params/opt/5/rnd_search_t_lin/comb_6_t/global_train/model.decoder.layers.0.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:dc0bc9b87ec6f244800c0969ef8599189f46062afca94ccd4be964cf5e4e998e
+size 5251
diff --git a/params/opt/5/rnd_search_t_lin/comb_6_t/global_train/model.decoder.layers.0.self_attn.out_proj/_0.pt b/params/opt/5/rnd_search_t_lin/comb_6_t/global_train/model.decoder.layers.0.self_attn.out_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..481f82e8679b3d553ecd7340767e70275155e06a
--- /dev/null
+++ b/params/opt/5/rnd_search_t_lin/comb_6_t/global_train/model.decoder.layers.0.self_attn.out_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c890bc54f2b4c154bbc318215db41938a4975461184910448e783469a5ca737a
+size 5251
diff --git a/params/opt/5/rnd_search_t_lin/comb_6_t/global_train/model.decoder.layers.0.self_attn.out_proj/_s.pt b/params/opt/5/rnd_search_t_lin/comb_6_t/global_train/model.decoder.layers.0.self_attn.out_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c2e66bc8047e45fd0f2f4e1254e4174a79977990
--- /dev/null
+++ b/params/opt/5/rnd_search_t_lin/comb_6_t/global_train/model.decoder.layers.0.self_attn.out_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d6ed1bf3ad3073295dfbb5371bc15d2d3004f93b7bc09620f57cac4473e713d8
+size 5251
diff --git a/params/opt/5/rnd_search_t_lin/comb_6_t/global_train/model.decoder.layers.0.self_attn.q_proj/_0.pt b/params/opt/5/rnd_search_t_lin/comb_6_t/global_train/model.decoder.layers.0.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ba0bfdde63f12d3853fd1b06d0f3aa508a3a4242
--- /dev/null
+++ b/params/opt/5/rnd_search_t_lin/comb_6_t/global_train/model.decoder.layers.0.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:386bd5497b14b1b8519f5206edc7bab0d8124cd88f85badd46411c86957a1428
+size 5251
diff --git a/params/opt/5/rnd_search_t_lin/comb_6_t/global_train/model.decoder.layers.0.self_attn.q_proj/_s.pt b/params/opt/5/rnd_search_t_lin/comb_6_t/global_train/model.decoder.layers.0.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..93a542b15ba0767677dd43acd368381b8db63689
--- /dev/null
+++ b/params/opt/5/rnd_search_t_lin/comb_6_t/global_train/model.decoder.layers.0.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:3bb7db805df1beb16ff6baadd56242314eb417891342a76ee7b31fb38e7eae6e
+size 5251
diff --git a/params/opt/5/rnd_search_t_lin/comb_6_t/global_train/model.decoder.layers.0.self_attn.v_proj/_0.pt b/params/opt/5/rnd_search_t_lin/comb_6_t/global_train/model.decoder.layers.0.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4433840c0384dd327fd5a7a83e053c1ff77337aa
--- /dev/null
+++ b/params/opt/5/rnd_search_t_lin/comb_6_t/global_train/model.decoder.layers.0.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:9357fae9c81895a63aadfd15ef32ac515efa5766eeba374b806bd4790a3e2231
+size 5251
diff --git a/params/opt/5/rnd_search_t_lin/comb_6_t/global_train/model.decoder.layers.0.self_attn.v_proj/_s.pt b/params/opt/5/rnd_search_t_lin/comb_6_t/global_train/model.decoder.layers.0.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..125b6890da5061e771756110269d033dac7f06b2
--- /dev/null
+++ b/params/opt/5/rnd_search_t_lin/comb_6_t/global_train/model.decoder.layers.0.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5f07acbccaef1c4499a73fd7f64d44f120c1267eaded269f498878d8a7e0cf2b
+size 5251
diff --git a/params/opt/5/rnd_search_t_lin/comb_6_t/global_train/model.decoder.layers.1.fc1/_0.pt b/params/opt/5/rnd_search_t_lin/comb_6_t/global_train/model.decoder.layers.1.fc1/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c0666f9d0b82de4f3790ac2c7146c4c3786224ea
--- /dev/null
+++ b/params/opt/5/rnd_search_t_lin/comb_6_t/global_train/model.decoder.layers.1.fc1/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:26d1d2aada38e40ba719320a9da7903d6df605ab920593834a716a571a12fb43
+size 17539
diff --git a/params/opt/5/rnd_search_t_lin/comb_6_t/global_train/model.decoder.layers.1.fc1/_s.pt b/params/opt/5/rnd_search_t_lin/comb_6_t/global_train/model.decoder.layers.1.fc1/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..7113e3a687bce91b9628a9308f1b9945f40bd010
--- /dev/null
+++ b/params/opt/5/rnd_search_t_lin/comb_6_t/global_train/model.decoder.layers.1.fc1/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:750addae274434fdc2e30fc622ee3d3ea5ff0e2b71eed4d91eab5dd2108c4fd2
+size 17539
diff --git a/params/opt/5/rnd_search_t_lin/comb_6_t/global_train/model.decoder.layers.1.fc2/_0.pt b/params/opt/5/rnd_search_t_lin/comb_6_t/global_train/model.decoder.layers.1.fc2/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c56802f9481be41559782bbce8210f672b17f0aa
--- /dev/null
+++ b/params/opt/5/rnd_search_t_lin/comb_6_t/global_train/model.decoder.layers.1.fc2/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:bb70ec8993ebadde82509e8d3550348b1f0ca44e7f50e1044408ba8112f991aa
+size 5251
diff --git a/params/opt/5/rnd_search_t_lin/comb_6_t/global_train/model.decoder.layers.1.fc2/_s.pt b/params/opt/5/rnd_search_t_lin/comb_6_t/global_train/model.decoder.layers.1.fc2/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..7fdec2da3973668742de477f519c60fbee330f78
--- /dev/null
+++ b/params/opt/5/rnd_search_t_lin/comb_6_t/global_train/model.decoder.layers.1.fc2/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f51b64804b643270af7d90427d717aa5643223c15f8b8fc5da2ad41b973c7057
+size 5251
diff --git a/params/opt/5/rnd_search_t_lin/comb_6_t/global_train/model.decoder.layers.1.self_attn.k_proj/_0.pt b/params/opt/5/rnd_search_t_lin/comb_6_t/global_train/model.decoder.layers.1.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..09553c8edc364112bf5bca8fad1e9ac12a1ac663
--- /dev/null
+++ b/params/opt/5/rnd_search_t_lin/comb_6_t/global_train/model.decoder.layers.1.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c257d03ffb44f700e55cbdb687d795d8a341fa29f3b67322703e9b3bd0fbc81b
+size 5251
diff --git a/params/opt/5/rnd_search_t_lin/comb_6_t/global_train/model.decoder.layers.1.self_attn.k_proj/_s.pt b/params/opt/5/rnd_search_t_lin/comb_6_t/global_train/model.decoder.layers.1.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..d6cc4ede2b25e59231500e28a4b3d84b6e27a7f8
--- /dev/null
+++ b/params/opt/5/rnd_search_t_lin/comb_6_t/global_train/model.decoder.layers.1.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f650d11ce988d1f8df11c3c7b977bea0f2e4f68412e81120f6c87db9e47d5e1c
+size 5251
diff --git a/params/opt/5/rnd_search_t_lin/comb_6_t/global_train/model.decoder.layers.1.self_attn.out_proj/_0.pt b/params/opt/5/rnd_search_t_lin/comb_6_t/global_train/model.decoder.layers.1.self_attn.out_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e78b90ec361d3d846fc2d7dc0ed71764e634dd6b
--- /dev/null
+++ b/params/opt/5/rnd_search_t_lin/comb_6_t/global_train/model.decoder.layers.1.self_attn.out_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:83f41865d2f51088d2631e3472dc91ab583f5cfabe2d1b6c613988439ff1288d
+size 5251
diff --git a/params/opt/5/rnd_search_t_lin/comb_6_t/global_train/model.decoder.layers.1.self_attn.out_proj/_s.pt b/params/opt/5/rnd_search_t_lin/comb_6_t/global_train/model.decoder.layers.1.self_attn.out_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..f05a1877387ee64b695d103ab025a46377d5b6bc
--- /dev/null
+++ b/params/opt/5/rnd_search_t_lin/comb_6_t/global_train/model.decoder.layers.1.self_attn.out_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:aea5615440599d3570cd6509a12e181514664363ab0d7ee3157ef475e79599ad
+size 5251
diff --git a/params/opt/5/rnd_search_t_lin/comb_6_t/global_train/model.decoder.layers.1.self_attn.q_proj/_0.pt b/params/opt/5/rnd_search_t_lin/comb_6_t/global_train/model.decoder.layers.1.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..993778872af43d9086f7cf9d7b433e7631562909
--- /dev/null
+++ b/params/opt/5/rnd_search_t_lin/comb_6_t/global_train/model.decoder.layers.1.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0f282b49c8834887fc4db16a4a4b6f03b55ab24527b85ff8bd21f92edc64ee77
+size 5251
diff --git a/params/opt/5/rnd_search_t_lin/comb_6_t/global_train/model.decoder.layers.1.self_attn.q_proj/_s.pt b/params/opt/5/rnd_search_t_lin/comb_6_t/global_train/model.decoder.layers.1.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..923868dabf76c889a2a953497f042e4459041d3a
--- /dev/null
+++ b/params/opt/5/rnd_search_t_lin/comb_6_t/global_train/model.decoder.layers.1.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:27f81cf00b884fe597d8f011108c6929b54121f4fea329bef017324b7a7ce8b9
+size 5251
diff --git a/params/opt/5/rnd_search_t_lin/comb_6_t/global_train/model.decoder.layers.1.self_attn.v_proj/_0.pt b/params/opt/5/rnd_search_t_lin/comb_6_t/global_train/model.decoder.layers.1.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..0771c6c5ad5f8e9c5fe88ac09b02410fa38a9213
--- /dev/null
+++ b/params/opt/5/rnd_search_t_lin/comb_6_t/global_train/model.decoder.layers.1.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:19bb227934ac27f7e4d97d8dd1279cc777418e7b5f4c66bee8c2a40a87e540cc
+size 5251
diff --git a/params/opt/5/rnd_search_t_lin/comb_6_t/global_train/model.decoder.layers.1.self_attn.v_proj/_s.pt b/params/opt/5/rnd_search_t_lin/comb_6_t/global_train/model.decoder.layers.1.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..624b14b445cdac50c21ccdf9972deeea2b947fbc
--- /dev/null
+++ b/params/opt/5/rnd_search_t_lin/comb_6_t/global_train/model.decoder.layers.1.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a29e6fd15212cdae110a50e505e8a31a9e8072be6a2bfb7a308c8005630b977b
+size 5251
diff --git a/params/opt/5/rnd_search_t_lin/comb_6_t/global_train/model.decoder.layers.10.fc1/_0.pt b/params/opt/5/rnd_search_t_lin/comb_6_t/global_train/model.decoder.layers.10.fc1/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..55ebc4ef82264dd2e81a01b445ccfc1b1144a6c0
--- /dev/null
+++ b/params/opt/5/rnd_search_t_lin/comb_6_t/global_train/model.decoder.layers.10.fc1/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2c03f4c7ec252dfbf43ef2f5ff4a9d1bf18736eb51a6ea63145cf3459266f550
+size 17539
diff --git a/params/opt/5/rnd_search_t_lin/comb_6_t/global_train/model.decoder.layers.10.fc1/_s.pt b/params/opt/5/rnd_search_t_lin/comb_6_t/global_train/model.decoder.layers.10.fc1/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..b7bf37e2beb8bf3df7fc2c744cddda281016d23c
--- /dev/null
+++ b/params/opt/5/rnd_search_t_lin/comb_6_t/global_train/model.decoder.layers.10.fc1/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:fd4c8a12c2f1293e76be007ae322f433824a22d142d0794dd572bc8ea61c9557
+size 17539
diff --git a/params/opt/5/rnd_search_t_lin/comb_6_t/global_train/model.decoder.layers.10.fc2/_0.pt b/params/opt/5/rnd_search_t_lin/comb_6_t/global_train/model.decoder.layers.10.fc2/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..9cc2903ccd42519045e195e50a2101f7117158b4
--- /dev/null
+++ b/params/opt/5/rnd_search_t_lin/comb_6_t/global_train/model.decoder.layers.10.fc2/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0bfdd0f0351a51093277ba48aacb6300b7fc45667d6a9f66b782c6077fca310b
+size 5251
diff --git a/params/opt/5/rnd_search_t_lin/comb_6_t/global_train/model.decoder.layers.10.fc2/_s.pt b/params/opt/5/rnd_search_t_lin/comb_6_t/global_train/model.decoder.layers.10.fc2/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..d548177ddd8350db7f17cdcd9d39c071a3324c05
--- /dev/null
+++ b/params/opt/5/rnd_search_t_lin/comb_6_t/global_train/model.decoder.layers.10.fc2/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:26ca5a41d6fe95fc692c258d27879d327b66ec22c8327cf8899ef23def56d3a9
+size 5251
diff --git a/params/opt/5/rnd_search_t_lin/comb_6_t/global_train/model.decoder.layers.10.self_attn.k_proj/_0.pt b/params/opt/5/rnd_search_t_lin/comb_6_t/global_train/model.decoder.layers.10.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..126aaa42ef962e29a9017ff5376b98775835bc8a
--- /dev/null
+++ b/params/opt/5/rnd_search_t_lin/comb_6_t/global_train/model.decoder.layers.10.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:44d89c77e8153684d6edad8d3f6858d9891e52957d85d3a697b39db06b186b65
+size 5251
diff --git a/params/opt/5/rnd_search_t_lin/comb_6_t/global_train/model.decoder.layers.10.self_attn.k_proj/_s.pt b/params/opt/5/rnd_search_t_lin/comb_6_t/global_train/model.decoder.layers.10.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..0b0e31a237fceb111014b384dd74e4a54159fa3f
--- /dev/null
+++ b/params/opt/5/rnd_search_t_lin/comb_6_t/global_train/model.decoder.layers.10.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:109be3e966738a3f7432bb842a17753cc0546f698f7cf8ddc9458ae33d44a77e
+size 5251
diff --git a/params/opt/5/rnd_search_t_lin/comb_6_t/global_train/model.decoder.layers.10.self_attn.out_proj/_0.pt b/params/opt/5/rnd_search_t_lin/comb_6_t/global_train/model.decoder.layers.10.self_attn.out_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..7a1de791e77390cc054a7b690673c195c5a25af1
--- /dev/null
+++ b/params/opt/5/rnd_search_t_lin/comb_6_t/global_train/model.decoder.layers.10.self_attn.out_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:54a6074d586e74d6cb7ccb09f159fa6fc61e2ec4d88b4bc2f93bde75f85e40cd
+size 5251
diff --git a/params/opt/5/rnd_search_t_lin/comb_6_t/global_train/model.decoder.layers.10.self_attn.out_proj/_s.pt b/params/opt/5/rnd_search_t_lin/comb_6_t/global_train/model.decoder.layers.10.self_attn.out_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2715cc87bad10d104f45b9eb806f4f18c09faf70
--- /dev/null
+++ b/params/opt/5/rnd_search_t_lin/comb_6_t/global_train/model.decoder.layers.10.self_attn.out_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:dbc80429503f33a70dde14640bb18183569cdbd40ad9e88dc2ed74d767ab1488
+size 5251
diff --git a/params/opt/5/rnd_search_t_lin/comb_6_t/global_train/model.decoder.layers.10.self_attn.q_proj/_0.pt b/params/opt/5/rnd_search_t_lin/comb_6_t/global_train/model.decoder.layers.10.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..5ae4ccbf1936df8792b2d00b4aa4ed9651885fcc
--- /dev/null
+++ b/params/opt/5/rnd_search_t_lin/comb_6_t/global_train/model.decoder.layers.10.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5abdba9a23848fd2486711db247f7c434bc3b79a3cf0051349da1d3dfedda39f
+size 5251
diff --git a/params/opt/5/rnd_search_t_lin/comb_6_t/global_train/model.decoder.layers.10.self_attn.q_proj/_s.pt b/params/opt/5/rnd_search_t_lin/comb_6_t/global_train/model.decoder.layers.10.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..f645af9e5ea80ff6361559702291df4d8eaf90c8
--- /dev/null
+++ b/params/opt/5/rnd_search_t_lin/comb_6_t/global_train/model.decoder.layers.10.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:619f6df5cd6099c597e34b3d87904b005034616ac6372a10d72afc1d842ff74e
+size 5251
diff --git a/params/opt/5/rnd_search_t_lin/comb_6_t/global_train/model.decoder.layers.10.self_attn.v_proj/_0.pt b/params/opt/5/rnd_search_t_lin/comb_6_t/global_train/model.decoder.layers.10.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..b7e48c531d651f73535be1a9b3cca728310b6a29
--- /dev/null
+++ b/params/opt/5/rnd_search_t_lin/comb_6_t/global_train/model.decoder.layers.10.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:1ca69717129abfeb007a72485f27158b954ba4df5bdb3abefc381102b7925f0d
+size 5251
diff --git a/params/opt/5/rnd_search_t_lin/comb_6_t/global_train/model.decoder.layers.10.self_attn.v_proj/_s.pt b/params/opt/5/rnd_search_t_lin/comb_6_t/global_train/model.decoder.layers.10.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..d86972ff89d6a9d5a29a2c8f8c1c06a20e327c04
--- /dev/null
+++ b/params/opt/5/rnd_search_t_lin/comb_6_t/global_train/model.decoder.layers.10.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:00e2e189241118d4375fa29787e624efb7965dc9bcff9976b7365b5e7a7e420f
+size 5251
diff --git a/params/opt/5/rnd_search_t_lin/comb_6_t/global_train/model.decoder.layers.11.fc1/_0.pt b/params/opt/5/rnd_search_t_lin/comb_6_t/global_train/model.decoder.layers.11.fc1/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c9b2f9872f771797f49dfc3f2280ecd50b3bf887
--- /dev/null
+++ b/params/opt/5/rnd_search_t_lin/comb_6_t/global_train/model.decoder.layers.11.fc1/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d3f47a3a1681523d1ba8da876414703da5527c2227d8d81ecc54abbec353ef0b
+size 17539
diff --git a/params/opt/5/rnd_search_t_lin/comb_6_t/global_train/model.decoder.layers.11.fc1/_s.pt b/params/opt/5/rnd_search_t_lin/comb_6_t/global_train/model.decoder.layers.11.fc1/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..f1c26c69d9bbbd927577aa75772c14d4cedcdbec
--- /dev/null
+++ b/params/opt/5/rnd_search_t_lin/comb_6_t/global_train/model.decoder.layers.11.fc1/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:19c13ec1bfbbd11ffc2ddcb82ac1da24ae84c6f3421d86b28f9d4aeee7bb3b36
+size 17539
diff --git a/params/opt/5/rnd_search_t_lin/comb_6_t/global_train/model.decoder.layers.11.fc2/_0.pt b/params/opt/5/rnd_search_t_lin/comb_6_t/global_train/model.decoder.layers.11.fc2/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..982795b436c70b6daf245a00bcabecceea2eb0ba
--- /dev/null
+++ b/params/opt/5/rnd_search_t_lin/comb_6_t/global_train/model.decoder.layers.11.fc2/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:bdfe94381c6cafc71d363cf4dc674dfe6b4deb808bb00cba77312a63e80b904d
+size 5251
diff --git a/params/opt/5/rnd_search_t_lin/comb_6_t/global_train/model.decoder.layers.11.fc2/_s.pt b/params/opt/5/rnd_search_t_lin/comb_6_t/global_train/model.decoder.layers.11.fc2/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a99249cd05107f8f7e78b804f552bef3242a919a
--- /dev/null
+++ b/params/opt/5/rnd_search_t_lin/comb_6_t/global_train/model.decoder.layers.11.fc2/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:50564860308eb04de65503b9713744f6abf9cfbb922c401e1bd41f258f59b998
+size 5251
diff --git a/params/opt/5/rnd_search_t_lin/comb_6_t/global_train/model.decoder.layers.11.self_attn.k_proj/_0.pt b/params/opt/5/rnd_search_t_lin/comb_6_t/global_train/model.decoder.layers.11.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a7c35b2f745e6a07d22a43e92665eff656a1531b
--- /dev/null
+++ b/params/opt/5/rnd_search_t_lin/comb_6_t/global_train/model.decoder.layers.11.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:432446044ce8d9a57dc66df9666a6c60622a4e4df7d7dc62a5b0add984b6cac9
+size 5251
diff --git a/params/opt/5/rnd_search_t_lin/comb_6_t/global_train/model.decoder.layers.11.self_attn.k_proj/_s.pt b/params/opt/5/rnd_search_t_lin/comb_6_t/global_train/model.decoder.layers.11.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..0818957152463eff9905b9f75fbdef4624fdb355
--- /dev/null
+++ b/params/opt/5/rnd_search_t_lin/comb_6_t/global_train/model.decoder.layers.11.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:3afd60d025792e85d517ca9860802cfaf011715902e25a61c6156d2207622109
+size 5251
diff --git a/params/opt/5/rnd_search_t_lin/comb_6_t/global_train/model.decoder.layers.11.self_attn.out_proj/_0.pt b/params/opt/5/rnd_search_t_lin/comb_6_t/global_train/model.decoder.layers.11.self_attn.out_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..acfbfd41d0b1f3b715d4c37feaf3771ce51971be
--- /dev/null
+++ b/params/opt/5/rnd_search_t_lin/comb_6_t/global_train/model.decoder.layers.11.self_attn.out_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:937d674241b80297b15495bdcaa0b75afb5354308ab15f6dfebc526325840a03
+size 5251
diff --git a/params/opt/5/rnd_search_t_lin/comb_6_t/global_train/model.decoder.layers.11.self_attn.out_proj/_s.pt b/params/opt/5/rnd_search_t_lin/comb_6_t/global_train/model.decoder.layers.11.self_attn.out_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..9205bb6550dfe137453f233dd67458fa937b830a
--- /dev/null
+++ b/params/opt/5/rnd_search_t_lin/comb_6_t/global_train/model.decoder.layers.11.self_attn.out_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:800b3e4af22b45ea1f5855964a5d64efafd5e9a0cb4a652740ac16aa4ea5a1c9
+size 5251
diff --git a/params/opt/5/rnd_search_t_lin/comb_6_t/global_train/model.decoder.layers.11.self_attn.q_proj/_0.pt b/params/opt/5/rnd_search_t_lin/comb_6_t/global_train/model.decoder.layers.11.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..240c655f5b93faa7d9c8ef7eafe9f6c0c274a573
--- /dev/null
+++ b/params/opt/5/rnd_search_t_lin/comb_6_t/global_train/model.decoder.layers.11.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a770d3b13b8ef40d5dca77c35e5535c16bb591d5785de7ec1a4bbcf86aef67d1
+size 5251
diff --git a/params/opt/5/rnd_search_t_lin/comb_6_t/global_train/model.decoder.layers.11.self_attn.q_proj/_s.pt b/params/opt/5/rnd_search_t_lin/comb_6_t/global_train/model.decoder.layers.11.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..38f80b321e4afcf069ff19797253c67cd6e3e6a0
--- /dev/null
+++ b/params/opt/5/rnd_search_t_lin/comb_6_t/global_train/model.decoder.layers.11.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b51dd66df881faa93ba099d2cb5e6c26a47e1dc08d0a429025815e53fca95649
+size 5251
diff --git a/params/opt/5/rnd_search_t_lin/comb_6_t/global_train/model.decoder.layers.11.self_attn.v_proj/_0.pt b/params/opt/5/rnd_search_t_lin/comb_6_t/global_train/model.decoder.layers.11.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2bc0d9601bb2b292cdee0ef0c47caba4669a0707
--- /dev/null
+++ b/params/opt/5/rnd_search_t_lin/comb_6_t/global_train/model.decoder.layers.11.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5e01cd17803bec14d610646ca8b12a4ca31ab560e380f6ada3303eb3f90380dd
+size 5251
diff --git a/params/opt/5/rnd_search_t_lin/comb_6_t/global_train/model.decoder.layers.11.self_attn.v_proj/_s.pt b/params/opt/5/rnd_search_t_lin/comb_6_t/global_train/model.decoder.layers.11.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..831f546ff0298a55088c729157a6b00e5b173952
--- /dev/null
+++ b/params/opt/5/rnd_search_t_lin/comb_6_t/global_train/model.decoder.layers.11.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f6f5ef8a45a64745ea5dba3e141b19cb485c5fb26f47f7b8de5fa2c6cb8d1f5e
+size 5251
diff --git a/params/opt/5/rnd_search_t_lin/comb_6_t/global_train/model.decoder.layers.12.fc1/_0.pt b/params/opt/5/rnd_search_t_lin/comb_6_t/global_train/model.decoder.layers.12.fc1/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..eae2ae80727421ed2e387b7956928e509cf88fc3
--- /dev/null
+++ b/params/opt/5/rnd_search_t_lin/comb_6_t/global_train/model.decoder.layers.12.fc1/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b7796c4d9df16ddd6844e60744deaedba51e622876d2a056716f6791c657ac86
+size 17539
diff --git a/params/opt/5/rnd_search_t_lin/comb_6_t/global_train/model.decoder.layers.12.fc1/_s.pt b/params/opt/5/rnd_search_t_lin/comb_6_t/global_train/model.decoder.layers.12.fc1/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c0308a704c77c2609ed13b291a2563a60059fe1b
--- /dev/null
+++ b/params/opt/5/rnd_search_t_lin/comb_6_t/global_train/model.decoder.layers.12.fc1/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b0c540c30140f57a5e57000918ac0c9616221559dc8a26cdede2fb045d45f254
+size 17539
diff --git a/params/opt/5/rnd_search_t_lin/comb_6_t/global_train/model.decoder.layers.12.fc2/_0.pt b/params/opt/5/rnd_search_t_lin/comb_6_t/global_train/model.decoder.layers.12.fc2/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..68dc9bca36ae794a29749abcefb9f1ffbf70e2ef
--- /dev/null
+++ b/params/opt/5/rnd_search_t_lin/comb_6_t/global_train/model.decoder.layers.12.fc2/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:509b7df269ac99e8fbc7998642e777a0b82817b5a5e476d41e8fc9ff2f01593b
+size 5251
diff --git a/params/opt/5/rnd_search_t_lin/comb_6_t/global_train/model.decoder.layers.12.fc2/_s.pt b/params/opt/5/rnd_search_t_lin/comb_6_t/global_train/model.decoder.layers.12.fc2/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..d532ab95fbbd8d05db77b1b1bdf01b9e98ea2916
--- /dev/null
+++ b/params/opt/5/rnd_search_t_lin/comb_6_t/global_train/model.decoder.layers.12.fc2/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:076da29cc98b67b56a3fa77cb57e51d3e4391320d2a523593e9c857f9fa6d4ce
+size 5251
diff --git a/params/opt/5/rnd_search_t_lin/comb_6_t/global_train/model.decoder.layers.12.self_attn.k_proj/_0.pt b/params/opt/5/rnd_search_t_lin/comb_6_t/global_train/model.decoder.layers.12.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c50c004b5e9feb553c7f5757bad7d6afcb13dda3
--- /dev/null
+++ b/params/opt/5/rnd_search_t_lin/comb_6_t/global_train/model.decoder.layers.12.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:9970097ac63588cb4ee0b46e9dfee172489b280700082135e3741437bbcf5c46
+size 5251
diff --git a/params/opt/5/rnd_search_t_lin/comb_6_t/global_train/model.decoder.layers.12.self_attn.k_proj/_s.pt b/params/opt/5/rnd_search_t_lin/comb_6_t/global_train/model.decoder.layers.12.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..397e85478f019499e5616955f413935aa6bd94a7
--- /dev/null
+++ b/params/opt/5/rnd_search_t_lin/comb_6_t/global_train/model.decoder.layers.12.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:1e7a865f76d68f7f9d976784b82d878096bf29e913e664304cf8f898cd5745f1
+size 5251
diff --git a/params/opt/5/rnd_search_t_lin/comb_6_t/global_train/model.decoder.layers.12.self_attn.out_proj/_0.pt b/params/opt/5/rnd_search_t_lin/comb_6_t/global_train/model.decoder.layers.12.self_attn.out_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..64dcdcfbaceebc22534cf72b1170bbea851fcb00
--- /dev/null
+++ b/params/opt/5/rnd_search_t_lin/comb_6_t/global_train/model.decoder.layers.12.self_attn.out_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:4f051d817bb99d14e8e05a78607fe7bc74c0b90c31379d82dcdba1403427d3b3
+size 5251
diff --git a/params/opt/5/rnd_search_t_lin/comb_6_t/global_train/model.decoder.layers.12.self_attn.out_proj/_s.pt b/params/opt/5/rnd_search_t_lin/comb_6_t/global_train/model.decoder.layers.12.self_attn.out_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..5d09f2b3926e2992409cf4ae0a6674e1d5da9095
--- /dev/null
+++ b/params/opt/5/rnd_search_t_lin/comb_6_t/global_train/model.decoder.layers.12.self_attn.out_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2e5b3090a7f0a3f77f80f58302e2ed0d5e6b0d735d9499930e0b94b03088c952
+size 5251
diff --git a/params/opt/5/rnd_search_t_lin/comb_6_t/global_train/model.decoder.layers.12.self_attn.q_proj/_0.pt b/params/opt/5/rnd_search_t_lin/comb_6_t/global_train/model.decoder.layers.12.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..f57f91848b32193b46d88e0316dc68c20e881fec
--- /dev/null
+++ b/params/opt/5/rnd_search_t_lin/comb_6_t/global_train/model.decoder.layers.12.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5ffd31232e14d4712bcb77c8c9569790254aa277623c7e31bcd45f02a6ac31cf
+size 5251
diff --git a/params/opt/5/rnd_search_t_lin/comb_6_t/global_train/model.decoder.layers.12.self_attn.q_proj/_s.pt b/params/opt/5/rnd_search_t_lin/comb_6_t/global_train/model.decoder.layers.12.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2e5f49520b86291b55ddb4d9dec33db0e9a298a3
--- /dev/null
+++ b/params/opt/5/rnd_search_t_lin/comb_6_t/global_train/model.decoder.layers.12.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:9299ad6b71c62d8c10700e9ebfb8c4adff835fd3dd92ed8bce73b4e71cfe33fd
+size 5251
diff --git a/params/opt/5/rnd_search_t_lin/comb_6_t/global_train/model.decoder.layers.12.self_attn.v_proj/_0.pt b/params/opt/5/rnd_search_t_lin/comb_6_t/global_train/model.decoder.layers.12.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..1b4cd123e10b83ec2353aa3f4c31173a7cb6cbaf
--- /dev/null
+++ b/params/opt/5/rnd_search_t_lin/comb_6_t/global_train/model.decoder.layers.12.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f35c32bb9b6f6f5f34495f96ab36aa3c22d39da016e3637bcb3faefb4781473a
+size 5251
diff --git a/params/opt/5/rnd_search_t_lin/comb_6_t/global_train/model.decoder.layers.12.self_attn.v_proj/_s.pt b/params/opt/5/rnd_search_t_lin/comb_6_t/global_train/model.decoder.layers.12.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..6e9eb84df8dab5bf80183c37c5e74379ae009a1b
--- /dev/null
+++ b/params/opt/5/rnd_search_t_lin/comb_6_t/global_train/model.decoder.layers.12.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:9165630aa9c84733d4bb93f40ceca1559aa221d091754a644f218980c6733108
+size 5251
diff --git a/params/opt/5/rnd_search_t_lin/comb_6_t/global_train/model.decoder.layers.13.fc1/_0.pt b/params/opt/5/rnd_search_t_lin/comb_6_t/global_train/model.decoder.layers.13.fc1/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..f258f9c027915cf2260ef9f0f605aa9ba2115a6f
--- /dev/null
+++ b/params/opt/5/rnd_search_t_lin/comb_6_t/global_train/model.decoder.layers.13.fc1/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:84c1346501e2e33d3a6e5c7853419f43069c76bc819aa922ca8cd726cc91c246
+size 17539
diff --git a/params/opt/5/rnd_search_t_lin/comb_6_t/global_train/model.decoder.layers.13.fc1/_s.pt b/params/opt/5/rnd_search_t_lin/comb_6_t/global_train/model.decoder.layers.13.fc1/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..0c5f087e1b1809abb54afb9617dde5a5e2224e46
--- /dev/null
+++ b/params/opt/5/rnd_search_t_lin/comb_6_t/global_train/model.decoder.layers.13.fc1/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:65dd216209dd2d5bea8c1b4f38f05a93eb1dad8b0c7b116b2abedfc4352b742f
+size 17539
diff --git a/params/opt/5/rnd_search_t_lin/comb_6_t/global_train/model.decoder.layers.13.fc2/_0.pt b/params/opt/5/rnd_search_t_lin/comb_6_t/global_train/model.decoder.layers.13.fc2/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..b1a705f3da3380582df91f6c63c77717386a4163
--- /dev/null
+++ b/params/opt/5/rnd_search_t_lin/comb_6_t/global_train/model.decoder.layers.13.fc2/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:afa61837326e6827c2f59cf56c23e1b4e3c597a4e643667bc19d007b7deadd06
+size 5251
diff --git a/params/opt/5/rnd_search_t_lin/comb_6_t/global_train/model.decoder.layers.13.fc2/_s.pt b/params/opt/5/rnd_search_t_lin/comb_6_t/global_train/model.decoder.layers.13.fc2/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e08c4728260a235525c5ebfa1da49d6d6252a30b
--- /dev/null
+++ b/params/opt/5/rnd_search_t_lin/comb_6_t/global_train/model.decoder.layers.13.fc2/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:430e5e549a68d3e213a70f66f57bd04473ba6d15a749059c1e706f9b122487b2
+size 5251
diff --git a/params/opt/5/rnd_search_t_lin/comb_6_t/global_train/model.decoder.layers.13.self_attn.k_proj/_0.pt b/params/opt/5/rnd_search_t_lin/comb_6_t/global_train/model.decoder.layers.13.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..22576ff904fb6c4c43ef9ed0b218450cb49a042e
--- /dev/null
+++ b/params/opt/5/rnd_search_t_lin/comb_6_t/global_train/model.decoder.layers.13.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:596f614665b100570f3bc382796522bbae9797050dfd9375962c2506fab49ce8
+size 5251
diff --git a/params/opt/5/rnd_search_t_lin/comb_6_t/global_train/model.decoder.layers.13.self_attn.k_proj/_s.pt b/params/opt/5/rnd_search_t_lin/comb_6_t/global_train/model.decoder.layers.13.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ee40001ca5588638ca3078215b0853755fcaff1a
--- /dev/null
+++ b/params/opt/5/rnd_search_t_lin/comb_6_t/global_train/model.decoder.layers.13.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2c669cd80b70f16de4908a446da6e45b7b2e562715612ef4720b38ea96f8a733
+size 5251
diff --git a/params/opt/5/rnd_search_t_lin/comb_6_t/global_train/model.decoder.layers.13.self_attn.out_proj/_0.pt b/params/opt/5/rnd_search_t_lin/comb_6_t/global_train/model.decoder.layers.13.self_attn.out_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a614e03ac410d282d4f43db97bfa541f04e35585
--- /dev/null
+++ b/params/opt/5/rnd_search_t_lin/comb_6_t/global_train/model.decoder.layers.13.self_attn.out_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b1b60044f9b4ca42666792a94cd5fa372ae9712855c2f25b9a9afe14828e41a0
+size 5251
diff --git a/params/opt/5/rnd_search_t_lin/comb_6_t/global_train/model.decoder.layers.13.self_attn.out_proj/_s.pt b/params/opt/5/rnd_search_t_lin/comb_6_t/global_train/model.decoder.layers.13.self_attn.out_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..69c5f025b93b1453f295703eda14bc45d75b5a15
--- /dev/null
+++ b/params/opt/5/rnd_search_t_lin/comb_6_t/global_train/model.decoder.layers.13.self_attn.out_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:16cc1bf2919bae5380d09e98d50844c94766051d7c7809a4bdacf854c305f823
+size 5251
diff --git a/params/opt/5/rnd_search_t_lin/comb_6_t/global_train/model.decoder.layers.13.self_attn.q_proj/_0.pt b/params/opt/5/rnd_search_t_lin/comb_6_t/global_train/model.decoder.layers.13.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..dd383d15a442b9b0e51ca630a2dd2c40709deff1
--- /dev/null
+++ b/params/opt/5/rnd_search_t_lin/comb_6_t/global_train/model.decoder.layers.13.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5e07be969d7149cb969b23902b34fbee342d4d522250c6b4cb1202034ca5ea62
+size 5251
diff --git a/params/opt/5/rnd_search_t_lin/comb_6_t/global_train/model.decoder.layers.13.self_attn.q_proj/_s.pt b/params/opt/5/rnd_search_t_lin/comb_6_t/global_train/model.decoder.layers.13.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..317d81fb893bd46c8c8855965938edce58e29d1e
--- /dev/null
+++ b/params/opt/5/rnd_search_t_lin/comb_6_t/global_train/model.decoder.layers.13.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:1706be38587ca5fd2eb080f3ec3b878c4939e70df336b88ecf077fef82657be4
+size 5251
diff --git a/params/opt/5/rnd_search_t_lin/comb_6_t/global_train/model.decoder.layers.13.self_attn.v_proj/_0.pt b/params/opt/5/rnd_search_t_lin/comb_6_t/global_train/model.decoder.layers.13.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..aa50fe2e9cf6e64daa728384d8eaa0fcf3a3a7f0
--- /dev/null
+++ b/params/opt/5/rnd_search_t_lin/comb_6_t/global_train/model.decoder.layers.13.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f67015c2e44b1507eee3b4d752eae7cbeccb550bc4e4b43c37bdcc1dc852f481
+size 5251
diff --git a/params/opt/5/rnd_search_t_lin/comb_6_t/global_train/model.decoder.layers.13.self_attn.v_proj/_s.pt b/params/opt/5/rnd_search_t_lin/comb_6_t/global_train/model.decoder.layers.13.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e76bc1ec5993a02c70a61e69f9b80e8ba856dac6
--- /dev/null
+++ b/params/opt/5/rnd_search_t_lin/comb_6_t/global_train/model.decoder.layers.13.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:1241fcb798a06a81322d875a5528e7369820684d26361c59f24f386de90247b6
+size 5251
diff --git a/params/opt/5/rnd_search_t_lin/comb_6_t/global_train/model.decoder.layers.14.fc1/_0.pt b/params/opt/5/rnd_search_t_lin/comb_6_t/global_train/model.decoder.layers.14.fc1/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..b1e636df5126f5e118cf26c6349ce2fbc50e8d6e
--- /dev/null
+++ b/params/opt/5/rnd_search_t_lin/comb_6_t/global_train/model.decoder.layers.14.fc1/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b4c4030853d29bc81aaf09c2790ed93a84b03df49071faea5dfe9f71b9c0ab06
+size 17539
diff --git a/params/opt/5/rnd_search_t_lin/comb_6_t/global_train/model.decoder.layers.14.fc1/_s.pt b/params/opt/5/rnd_search_t_lin/comb_6_t/global_train/model.decoder.layers.14.fc1/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..7fe3c117e7265587bd1112d20e15dba35fb2eaf3
--- /dev/null
+++ b/params/opt/5/rnd_search_t_lin/comb_6_t/global_train/model.decoder.layers.14.fc1/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:cb837a65ea7ae4fa019d6c863bce5e4872f5dda4aa0716905d04aba3095e24b3
+size 17539
diff --git a/params/opt/5/rnd_search_t_lin/comb_6_t/global_train/model.decoder.layers.14.fc2/_0.pt b/params/opt/5/rnd_search_t_lin/comb_6_t/global_train/model.decoder.layers.14.fc2/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ff2224a230154906ded42ef05878ba0fdaa1bd2e
--- /dev/null
+++ b/params/opt/5/rnd_search_t_lin/comb_6_t/global_train/model.decoder.layers.14.fc2/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:232509ff5958e79aec3a3138b45bd8e244d55e99e9e0751b463670d02d191883
+size 5251
diff --git a/params/opt/5/rnd_search_t_lin/comb_6_t/global_train/model.decoder.layers.14.fc2/_s.pt b/params/opt/5/rnd_search_t_lin/comb_6_t/global_train/model.decoder.layers.14.fc2/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..f68e850120b8024f218ff9f3e2ffea968d57bc5d
--- /dev/null
+++ b/params/opt/5/rnd_search_t_lin/comb_6_t/global_train/model.decoder.layers.14.fc2/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:3cafb8db690b600953ca1959ac8da791c3505b1b61b75f743216c241cf764194
+size 5251
diff --git a/params/opt/5/rnd_search_t_lin/comb_6_t/global_train/model.decoder.layers.14.self_attn.k_proj/_0.pt b/params/opt/5/rnd_search_t_lin/comb_6_t/global_train/model.decoder.layers.14.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..3ed5045f3df91eb05e8ec3d056a986a4d985b63c
--- /dev/null
+++ b/params/opt/5/rnd_search_t_lin/comb_6_t/global_train/model.decoder.layers.14.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:3c1cbd1226d4e4af355a8d13b56eed3e4b26e75d94456c69389c9fa7c8dec07e
+size 5251
diff --git a/params/opt/5/rnd_search_t_lin/comb_6_t/global_train/model.decoder.layers.14.self_attn.k_proj/_s.pt b/params/opt/5/rnd_search_t_lin/comb_6_t/global_train/model.decoder.layers.14.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..aa71447f19118f547108bcc12eeb13ff40cb1e54
--- /dev/null
+++ b/params/opt/5/rnd_search_t_lin/comb_6_t/global_train/model.decoder.layers.14.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:56cff2e6a9da70c1142a64fe494499203058a2d02f4e01666e199048f1df6403
+size 5251
diff --git a/params/opt/5/rnd_search_t_lin/comb_6_t/global_train/model.decoder.layers.14.self_attn.out_proj/_0.pt b/params/opt/5/rnd_search_t_lin/comb_6_t/global_train/model.decoder.layers.14.self_attn.out_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..fe9961d7742ea4950b3f68dd46f4ebfba1833786
--- /dev/null
+++ b/params/opt/5/rnd_search_t_lin/comb_6_t/global_train/model.decoder.layers.14.self_attn.out_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:554fd5669ea0741495855300be56dd4f9e8e00b4b8023860e1f86f6209186153
+size 5251
diff --git a/params/opt/5/rnd_search_t_lin/comb_6_t/global_train/model.decoder.layers.14.self_attn.out_proj/_s.pt b/params/opt/5/rnd_search_t_lin/comb_6_t/global_train/model.decoder.layers.14.self_attn.out_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..b11c0a813cc8c587ac4292cb2745e0b4cf60c970
--- /dev/null
+++ b/params/opt/5/rnd_search_t_lin/comb_6_t/global_train/model.decoder.layers.14.self_attn.out_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:edb103566c5df56e2fb4fd927d315a58267f3636a87bcc90016281971323cf1f
+size 5251
diff --git a/params/opt/5/rnd_search_t_lin/comb_6_t/global_train/model.decoder.layers.14.self_attn.q_proj/_0.pt b/params/opt/5/rnd_search_t_lin/comb_6_t/global_train/model.decoder.layers.14.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4cdc0be8e8e3b014669d76a4e6b9d854e1debc54
--- /dev/null
+++ b/params/opt/5/rnd_search_t_lin/comb_6_t/global_train/model.decoder.layers.14.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a82b3c92cf6be348953538e3db0efeb59d4da33061628a0084841aeae1d8a04d
+size 5251
diff --git a/params/opt/5/rnd_search_t_lin/comb_6_t/global_train/model.decoder.layers.14.self_attn.q_proj/_s.pt b/params/opt/5/rnd_search_t_lin/comb_6_t/global_train/model.decoder.layers.14.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..f56ef24d07dc521b770185791715ec257d3f967b
--- /dev/null
+++ b/params/opt/5/rnd_search_t_lin/comb_6_t/global_train/model.decoder.layers.14.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ed2f965c62a3f0ecf68b26947e28cef41adf3478a33b70c054066360f74c585b
+size 5251
diff --git a/params/opt/5/rnd_search_t_lin/comb_6_t/global_train/model.decoder.layers.14.self_attn.v_proj/_0.pt b/params/opt/5/rnd_search_t_lin/comb_6_t/global_train/model.decoder.layers.14.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a1b99b03d6deea0834ca3c26246c18cb8c911767
--- /dev/null
+++ b/params/opt/5/rnd_search_t_lin/comb_6_t/global_train/model.decoder.layers.14.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:50129aec5e834127b1d4e183c3dd2c803485adcb4d8eb2610bdf4849cfe4b128
+size 5251
diff --git a/params/opt/5/rnd_search_t_lin/comb_6_t/global_train/model.decoder.layers.14.self_attn.v_proj/_s.pt b/params/opt/5/rnd_search_t_lin/comb_6_t/global_train/model.decoder.layers.14.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..fc03e8e2674ad5e2b0078dcd83d8e4dbe9d89886
--- /dev/null
+++ b/params/opt/5/rnd_search_t_lin/comb_6_t/global_train/model.decoder.layers.14.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:fc3fff6bd11247770db7d7f346d72d8304e4c9acabf2463a4fe1b58f9cd75fd0
+size 5251
diff --git a/params/opt/5/rnd_search_t_lin/comb_6_t/global_train/model.decoder.layers.15.fc1/_0.pt b/params/opt/5/rnd_search_t_lin/comb_6_t/global_train/model.decoder.layers.15.fc1/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a3b8bbc605addf0ee5a1b8b9ca23ed64bc3ff0e9
--- /dev/null
+++ b/params/opt/5/rnd_search_t_lin/comb_6_t/global_train/model.decoder.layers.15.fc1/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0821f91141e15178be8b0fa9a19d37bc4ac162a1fda0cae222b86afa3421370a
+size 17539
diff --git a/params/opt/5/rnd_search_t_lin/comb_6_t/global_train/model.decoder.layers.15.fc1/_s.pt b/params/opt/5/rnd_search_t_lin/comb_6_t/global_train/model.decoder.layers.15.fc1/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e28c37b4eb051c1d24e89f8af6fbcf3abfb83a0e
--- /dev/null
+++ b/params/opt/5/rnd_search_t_lin/comb_6_t/global_train/model.decoder.layers.15.fc1/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:101e5a0c901bc816cd2f5cf22349b125dfd36faee85c6872d36cdd5881ae6db9
+size 17539
diff --git a/params/opt/5/rnd_search_t_lin/comb_6_t/global_train/model.decoder.layers.15.fc2/_0.pt b/params/opt/5/rnd_search_t_lin/comb_6_t/global_train/model.decoder.layers.15.fc2/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..79e7a1033f48b2dcdb08c3b977de57226c35163b
--- /dev/null
+++ b/params/opt/5/rnd_search_t_lin/comb_6_t/global_train/model.decoder.layers.15.fc2/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:3ed86ec42f5ef427a9068c4ab3a4e12fe494e31fa62ff884c1e0736f16970bd3
+size 5251
diff --git a/params/opt/5/rnd_search_t_lin/comb_6_t/global_train/model.decoder.layers.15.fc2/_s.pt b/params/opt/5/rnd_search_t_lin/comb_6_t/global_train/model.decoder.layers.15.fc2/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2dfe914291fb18fc10d2b02b485ab7ac7b57e357
--- /dev/null
+++ b/params/opt/5/rnd_search_t_lin/comb_6_t/global_train/model.decoder.layers.15.fc2/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5e4cee13a18080c28a7f383a7cb619e1d3aed7f76dc3508a6aa2659004e14ade
+size 5251
diff --git a/params/opt/5/rnd_search_t_lin/comb_6_t/global_train/model.decoder.layers.15.self_attn.k_proj/_0.pt b/params/opt/5/rnd_search_t_lin/comb_6_t/global_train/model.decoder.layers.15.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..39425d7df1b67b7e2eab08cf1ba5b90cb496b7e8
--- /dev/null
+++ b/params/opt/5/rnd_search_t_lin/comb_6_t/global_train/model.decoder.layers.15.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a47d4870748c60755f636931c98ec830f5f0d986eab7179354bfe213cf5b9d45
+size 5251
diff --git a/params/opt/5/rnd_search_t_lin/comb_6_t/global_train/model.decoder.layers.15.self_attn.k_proj/_s.pt b/params/opt/5/rnd_search_t_lin/comb_6_t/global_train/model.decoder.layers.15.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..6d0021136cc38d66728d86c54610f36e5b3e615f
--- /dev/null
+++ b/params/opt/5/rnd_search_t_lin/comb_6_t/global_train/model.decoder.layers.15.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:9ef7e8ca00e11b3783158f96fb9253d1aa11ba0a133069eed441647ff82ec3b2
+size 5251
diff --git a/params/opt/5/rnd_search_t_lin/comb_6_t/global_train/model.decoder.layers.15.self_attn.out_proj/_0.pt b/params/opt/5/rnd_search_t_lin/comb_6_t/global_train/model.decoder.layers.15.self_attn.out_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a27d1fec77fc3956a030d60aba4fadb4b54518ab
--- /dev/null
+++ b/params/opt/5/rnd_search_t_lin/comb_6_t/global_train/model.decoder.layers.15.self_attn.out_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:95bf138676bc920fee4d4faafbe33b7349deb5fa7a646d1951c8922898add1b0
+size 5251
diff --git a/params/opt/5/rnd_search_t_lin/comb_6_t/global_train/model.decoder.layers.15.self_attn.out_proj/_s.pt b/params/opt/5/rnd_search_t_lin/comb_6_t/global_train/model.decoder.layers.15.self_attn.out_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..76cd9b584070dfc66723308416e7d611af6a83d8
--- /dev/null
+++ b/params/opt/5/rnd_search_t_lin/comb_6_t/global_train/model.decoder.layers.15.self_attn.out_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:bc4588de6477379d7378223d9d9683de4936a2ce88db95537f5a5e60cbfbb526
+size 5251
diff --git a/params/opt/5/rnd_search_t_lin/comb_6_t/global_train/model.decoder.layers.15.self_attn.q_proj/_0.pt b/params/opt/5/rnd_search_t_lin/comb_6_t/global_train/model.decoder.layers.15.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..f7966d1a0a433aa9f285af457bccbec74713a079
--- /dev/null
+++ b/params/opt/5/rnd_search_t_lin/comb_6_t/global_train/model.decoder.layers.15.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f386197094c0730c03712560dbd23f1fa639c477a5cec06432cf2b88d4e85857
+size 5251
diff --git a/params/opt/5/rnd_search_t_lin/comb_6_t/global_train/model.decoder.layers.15.self_attn.q_proj/_s.pt b/params/opt/5/rnd_search_t_lin/comb_6_t/global_train/model.decoder.layers.15.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4d1efacb8503295184fe3999d4abfbae7ebc9448
--- /dev/null
+++ b/params/opt/5/rnd_search_t_lin/comb_6_t/global_train/model.decoder.layers.15.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:aa39c15d40de3b45bc0c345eb0d0118b3e09ecf1ebc171ad1310f9d2b8b492cb
+size 5251
diff --git a/params/opt/5/rnd_search_t_lin/comb_6_t/global_train/model.decoder.layers.15.self_attn.v_proj/_0.pt b/params/opt/5/rnd_search_t_lin/comb_6_t/global_train/model.decoder.layers.15.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..faad10ebcc5ea7790ece86111aca7b0268230674
--- /dev/null
+++ b/params/opt/5/rnd_search_t_lin/comb_6_t/global_train/model.decoder.layers.15.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f7ecad8ac7261f59e9a7e3c21764c38e6feecf8b62395763a6783332818e7ea2
+size 5251
diff --git a/params/opt/5/rnd_search_t_lin/comb_6_t/global_train/model.decoder.layers.15.self_attn.v_proj/_s.pt b/params/opt/5/rnd_search_t_lin/comb_6_t/global_train/model.decoder.layers.15.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..bda6f49ba918ef31b6bdde8ff4ff669314f08970
--- /dev/null
+++ b/params/opt/5/rnd_search_t_lin/comb_6_t/global_train/model.decoder.layers.15.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:3ae38ece1eb87caa6f14d330482960a0f2f0e53264328064103f04db54aff253
+size 5251
diff --git a/params/opt/5/rnd_search_t_lin/comb_6_t/global_train/model.decoder.layers.16.fc1/_0.pt b/params/opt/5/rnd_search_t_lin/comb_6_t/global_train/model.decoder.layers.16.fc1/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..7f37fce278a21c4e518f74ece8df2a78c55f8ec9
--- /dev/null
+++ b/params/opt/5/rnd_search_t_lin/comb_6_t/global_train/model.decoder.layers.16.fc1/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:277b9aadaa1353ebba69340b431ebf9ca8f2d48b9cc52d418a2b07f29cb89336
+size 17539
diff --git a/params/opt/5/rnd_search_t_lin/comb_6_t/global_train/model.decoder.layers.16.fc1/_s.pt b/params/opt/5/rnd_search_t_lin/comb_6_t/global_train/model.decoder.layers.16.fc1/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..1568661a285916fc98df3fc7f644526f3a8028ed
--- /dev/null
+++ b/params/opt/5/rnd_search_t_lin/comb_6_t/global_train/model.decoder.layers.16.fc1/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c79a03f4dc9cc340724a882caa25fb23bce94bc90dfdb84ad5188acc3b92597a
+size 17539
diff --git a/params/opt/5/rnd_search_t_lin/comb_6_t/global_train/model.decoder.layers.16.fc2/_0.pt b/params/opt/5/rnd_search_t_lin/comb_6_t/global_train/model.decoder.layers.16.fc2/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c6210af1588aaf24fbfab6cd206590141d65d825
--- /dev/null
+++ b/params/opt/5/rnd_search_t_lin/comb_6_t/global_train/model.decoder.layers.16.fc2/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d46e022975b77c7688f511f804793038fe4d9f3f9459f00934c3e6f2c2be09e3
+size 5251
diff --git a/params/opt/5/rnd_search_t_lin/comb_6_t/global_train/model.decoder.layers.16.fc2/_s.pt b/params/opt/5/rnd_search_t_lin/comb_6_t/global_train/model.decoder.layers.16.fc2/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..32d7f2e58924820b8bd38328e4deec22ea36c6d8
--- /dev/null
+++ b/params/opt/5/rnd_search_t_lin/comb_6_t/global_train/model.decoder.layers.16.fc2/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:19110c1ee11a0aa2a0f01a8f6c0082b6049dd81a3c835006ad9b84b7d86d6a1c
+size 5251
diff --git a/params/opt/5/rnd_search_t_lin/comb_6_t/global_train/model.decoder.layers.16.self_attn.k_proj/_0.pt b/params/opt/5/rnd_search_t_lin/comb_6_t/global_train/model.decoder.layers.16.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..17da559c2bac8361ad1cf2f436794cb86e79bb8a
--- /dev/null
+++ b/params/opt/5/rnd_search_t_lin/comb_6_t/global_train/model.decoder.layers.16.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:3d93afac70cf45cce323aefef0f4fb306c8e0526c698c554c819a1068577f2de
+size 5251
diff --git a/params/opt/5/rnd_search_t_lin/comb_6_t/global_train/model.decoder.layers.16.self_attn.k_proj/_s.pt b/params/opt/5/rnd_search_t_lin/comb_6_t/global_train/model.decoder.layers.16.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c54887e608adaadc59803a09bf2b61be92938818
--- /dev/null
+++ b/params/opt/5/rnd_search_t_lin/comb_6_t/global_train/model.decoder.layers.16.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:20ba46775ae11445f9b4fddaf96df193186d259a2d923b6df3d64bd105040fee
+size 5251
diff --git a/params/opt/5/rnd_search_t_lin/comb_6_t/global_train/model.decoder.layers.16.self_attn.out_proj/_0.pt b/params/opt/5/rnd_search_t_lin/comb_6_t/global_train/model.decoder.layers.16.self_attn.out_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..17396f8dce8762052d1cc161d9b8521cf944a903
--- /dev/null
+++ b/params/opt/5/rnd_search_t_lin/comb_6_t/global_train/model.decoder.layers.16.self_attn.out_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e2a9d0b40f2c9fc76b8542ae988476e7edca7dfc43d684b608398d6e47141322
+size 5251
diff --git a/params/opt/5/rnd_search_t_lin/comb_6_t/global_train/model.decoder.layers.16.self_attn.out_proj/_s.pt b/params/opt/5/rnd_search_t_lin/comb_6_t/global_train/model.decoder.layers.16.self_attn.out_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..5f02520804b63eda7f0653b3e9e38bc6592ab7c8
--- /dev/null
+++ b/params/opt/5/rnd_search_t_lin/comb_6_t/global_train/model.decoder.layers.16.self_attn.out_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:91eb19268dc09f01de434b62a664a36f2e447da31667562030fbe04adec8b84e
+size 5251
diff --git a/params/opt/5/rnd_search_t_lin/comb_6_t/global_train/model.decoder.layers.16.self_attn.q_proj/_0.pt b/params/opt/5/rnd_search_t_lin/comb_6_t/global_train/model.decoder.layers.16.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2a34ecad5646ebeaa9341e7dd107f1fc68afab38
--- /dev/null
+++ b/params/opt/5/rnd_search_t_lin/comb_6_t/global_train/model.decoder.layers.16.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:52fe541afcbabec0f54678b78bfdf2c9fe46c7362d93a78dabe156d92fa0aec2
+size 5251
diff --git a/params/opt/5/rnd_search_t_lin/comb_6_t/global_train/model.decoder.layers.16.self_attn.q_proj/_s.pt b/params/opt/5/rnd_search_t_lin/comb_6_t/global_train/model.decoder.layers.16.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..1c6f8f918f8f48e37378c658cf830cae320cbd85
--- /dev/null
+++ b/params/opt/5/rnd_search_t_lin/comb_6_t/global_train/model.decoder.layers.16.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:1d681dd5c0b4b90e34561f0e74f236e43b9ab83e8f87338b63f4629fc0af9eab
+size 5251
diff --git a/params/opt/5/rnd_search_t_lin/comb_6_t/global_train/model.decoder.layers.16.self_attn.v_proj/_0.pt b/params/opt/5/rnd_search_t_lin/comb_6_t/global_train/model.decoder.layers.16.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..87eafd23da793b4a41a0594c93b4799d7561911a
--- /dev/null
+++ b/params/opt/5/rnd_search_t_lin/comb_6_t/global_train/model.decoder.layers.16.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:7740904396de837683332d49eb710d23390e51c389e893eebc374d077f2ad0b1
+size 5251
diff --git a/params/opt/5/rnd_search_t_lin/comb_6_t/global_train/model.decoder.layers.16.self_attn.v_proj/_s.pt b/params/opt/5/rnd_search_t_lin/comb_6_t/global_train/model.decoder.layers.16.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..7b4ca0e360a7389a5e64ac41d1e62e2e468d8351
--- /dev/null
+++ b/params/opt/5/rnd_search_t_lin/comb_6_t/global_train/model.decoder.layers.16.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:afa9beed48852c5b77bc61889337a8811545127eb9c5d437bb19eb32c64d4aae
+size 5251
diff --git a/params/opt/5/rnd_search_t_lin/comb_6_t/global_train/model.decoder.layers.17.fc1/_0.pt b/params/opt/5/rnd_search_t_lin/comb_6_t/global_train/model.decoder.layers.17.fc1/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e32dc39b96151e69d22a3dc25238a3a9fd93cff6
--- /dev/null
+++ b/params/opt/5/rnd_search_t_lin/comb_6_t/global_train/model.decoder.layers.17.fc1/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:211dc8962300c80e3bdc39dc3d3ecf09c96aa1a69558c5c14839daf5f4a90026
+size 17539
diff --git a/params/opt/5/rnd_search_t_lin/comb_6_t/global_train/model.decoder.layers.17.fc1/_s.pt b/params/opt/5/rnd_search_t_lin/comb_6_t/global_train/model.decoder.layers.17.fc1/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..0400d30d866b9636208edb401c1762a0ed4fc5ae
--- /dev/null
+++ b/params/opt/5/rnd_search_t_lin/comb_6_t/global_train/model.decoder.layers.17.fc1/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2bbe3eef154e5e5ad91757f9a8ead57403309ef8f94df26a5b5938962e7fca6f
+size 17539
diff --git a/params/opt/5/rnd_search_t_lin/comb_6_t/global_train/model.decoder.layers.17.fc2/_0.pt b/params/opt/5/rnd_search_t_lin/comb_6_t/global_train/model.decoder.layers.17.fc2/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8828595875cd148947a0cd9012e151113e89f953
--- /dev/null
+++ b/params/opt/5/rnd_search_t_lin/comb_6_t/global_train/model.decoder.layers.17.fc2/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ecbf5a36e531b62cba3f8082c3f7f310f45d1385596143a7dd4e6f97dabe6d45
+size 5251
diff --git a/params/opt/5/rnd_search_t_lin/comb_6_t/global_train/model.decoder.layers.17.fc2/_s.pt b/params/opt/5/rnd_search_t_lin/comb_6_t/global_train/model.decoder.layers.17.fc2/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..648d2336d202df573a2a5f59fc05c38117327916
--- /dev/null
+++ b/params/opt/5/rnd_search_t_lin/comb_6_t/global_train/model.decoder.layers.17.fc2/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:7ad33f0d4e1fc6d0879f8f502196bb07d615afda697a5a165b0c18b9d9f733a2
+size 5251
diff --git a/params/opt/5/rnd_search_t_lin/comb_6_t/global_train/model.decoder.layers.17.self_attn.k_proj/_0.pt b/params/opt/5/rnd_search_t_lin/comb_6_t/global_train/model.decoder.layers.17.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..5a3f4b0ce5a38463d61d9ab7480d8a924a1670de
--- /dev/null
+++ b/params/opt/5/rnd_search_t_lin/comb_6_t/global_train/model.decoder.layers.17.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2d66c33d1cca2ea631fc377095130fe946d006f63b4eea07478eca0c0f7e84cd
+size 5251
diff --git a/params/opt/5/rnd_search_t_lin/comb_6_t/global_train/model.decoder.layers.17.self_attn.k_proj/_s.pt b/params/opt/5/rnd_search_t_lin/comb_6_t/global_train/model.decoder.layers.17.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..7fe0be65933ab2501b313a8fcc4d4acb73de236e
--- /dev/null
+++ b/params/opt/5/rnd_search_t_lin/comb_6_t/global_train/model.decoder.layers.17.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5ede8ac1997e33fd8ea78e5eb30f5b5df1254270efa1dd368e42f5ae474d2307
+size 5251
diff --git a/params/opt/5/rnd_search_t_lin/comb_6_t/global_train/model.decoder.layers.17.self_attn.out_proj/_0.pt b/params/opt/5/rnd_search_t_lin/comb_6_t/global_train/model.decoder.layers.17.self_attn.out_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..64748140379669e2dc43becd895a3472390bc7eb
--- /dev/null
+++ b/params/opt/5/rnd_search_t_lin/comb_6_t/global_train/model.decoder.layers.17.self_attn.out_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:6f2c9535d381476b497e4d62827affca76e4e6d499ead840e6fb026e11bfcbc8
+size 5251
diff --git a/params/opt/5/rnd_search_t_lin/comb_6_t/global_train/model.decoder.layers.17.self_attn.out_proj/_s.pt b/params/opt/5/rnd_search_t_lin/comb_6_t/global_train/model.decoder.layers.17.self_attn.out_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ba1e9c83a394ad9fb3a7ca91971e3e4559ccca1f
--- /dev/null
+++ b/params/opt/5/rnd_search_t_lin/comb_6_t/global_train/model.decoder.layers.17.self_attn.out_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0cfff8aa5c5a37c38735d93d357c3f9925cef4af7a37021b254c7ed59859fb42
+size 5251
diff --git a/params/opt/5/rnd_search_t_lin/comb_6_t/global_train/model.decoder.layers.17.self_attn.q_proj/_0.pt b/params/opt/5/rnd_search_t_lin/comb_6_t/global_train/model.decoder.layers.17.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e76b83adfdb5fd45c9de85efa69834948f238b6a
--- /dev/null
+++ b/params/opt/5/rnd_search_t_lin/comb_6_t/global_train/model.decoder.layers.17.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:fa3122c02cb8e3635dcfc87347044fa164e9760ec728d3c4540067e75282064a
+size 5251
diff --git a/params/opt/5/rnd_search_t_lin/comb_6_t/global_train/model.decoder.layers.17.self_attn.q_proj/_s.pt b/params/opt/5/rnd_search_t_lin/comb_6_t/global_train/model.decoder.layers.17.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2a9796d8af57928dff0fab25d7626741704fc9ae
--- /dev/null
+++ b/params/opt/5/rnd_search_t_lin/comb_6_t/global_train/model.decoder.layers.17.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:1fbf91eb932a998dbaaed4ad96d2653c37f2cb7cfe7c90bf4d7ad4f9d840a969
+size 5251
diff --git a/params/opt/5/rnd_search_t_lin/comb_6_t/global_train/model.decoder.layers.17.self_attn.v_proj/_0.pt b/params/opt/5/rnd_search_t_lin/comb_6_t/global_train/model.decoder.layers.17.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e0131a05a2a18fb876cff698ba43d9f24beefdb9
--- /dev/null
+++ b/params/opt/5/rnd_search_t_lin/comb_6_t/global_train/model.decoder.layers.17.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:07e897a14ee1fdb38b0b6dbce47ca66420c4ce657be47038f30a7553ba985096
+size 5251
diff --git a/params/opt/5/rnd_search_t_lin/comb_6_t/global_train/model.decoder.layers.17.self_attn.v_proj/_s.pt b/params/opt/5/rnd_search_t_lin/comb_6_t/global_train/model.decoder.layers.17.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..aff366149e1a53ffb9b19a39b8f2ecbba090b4fb
--- /dev/null
+++ b/params/opt/5/rnd_search_t_lin/comb_6_t/global_train/model.decoder.layers.17.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:73d3a7043595a628e59dd9bbc5b175e38d94f5014f4b9b8a78ce97c9acd51610
+size 5251
diff --git a/params/opt/5/rnd_search_t_lin/comb_6_t/global_train/model.decoder.layers.18.fc1/_0.pt b/params/opt/5/rnd_search_t_lin/comb_6_t/global_train/model.decoder.layers.18.fc1/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..602933f2aa1eb325156ccb059e02b35d989a9da8
--- /dev/null
+++ b/params/opt/5/rnd_search_t_lin/comb_6_t/global_train/model.decoder.layers.18.fc1/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0623fd329550573916d17ddd0db69f9cadf1a0fb20581fdca1e758e5a4b1c0a5
+size 17539
diff --git a/params/opt/5/rnd_search_t_lin/comb_6_t/global_train/model.decoder.layers.18.fc1/_s.pt b/params/opt/5/rnd_search_t_lin/comb_6_t/global_train/model.decoder.layers.18.fc1/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ec026b6ab2f9676e99b5bb79f7bdf3c00fe83b04
--- /dev/null
+++ b/params/opt/5/rnd_search_t_lin/comb_6_t/global_train/model.decoder.layers.18.fc1/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:8f0df3f7366a9cf967b16dd107ec922db9e906c66a2bf314df442b3cab3cb739
+size 17539
diff --git a/params/opt/5/rnd_search_t_lin/comb_6_t/global_train/model.decoder.layers.18.fc2/_0.pt b/params/opt/5/rnd_search_t_lin/comb_6_t/global_train/model.decoder.layers.18.fc2/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..54b13c416bab1c4c9003a7834e51288e4285246c
--- /dev/null
+++ b/params/opt/5/rnd_search_t_lin/comb_6_t/global_train/model.decoder.layers.18.fc2/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:99470b21090dd13bfac2d77c1632944593b689a041e11f3fb9c21261a92ff3c5
+size 5251
diff --git a/params/opt/5/rnd_search_t_lin/comb_6_t/global_train/model.decoder.layers.18.fc2/_s.pt b/params/opt/5/rnd_search_t_lin/comb_6_t/global_train/model.decoder.layers.18.fc2/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..3ab7239cd8387547771c4ff11ce5fda712043929
--- /dev/null
+++ b/params/opt/5/rnd_search_t_lin/comb_6_t/global_train/model.decoder.layers.18.fc2/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:fc980df72917b3ce786e3c3b003e7887ef9321d5e1e57bfefe9269e6038e7c04
+size 5251
diff --git a/params/opt/5/rnd_search_t_lin/comb_6_t/global_train/model.decoder.layers.18.self_attn.k_proj/_0.pt b/params/opt/5/rnd_search_t_lin/comb_6_t/global_train/model.decoder.layers.18.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..706362be06fb3a03235b079e0efa3c37f2524927
--- /dev/null
+++ b/params/opt/5/rnd_search_t_lin/comb_6_t/global_train/model.decoder.layers.18.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a649dc2119f09ec08d56431d479d05610bf88cad003175eec524494cfec5a609
+size 5251
diff --git a/params/opt/5/rnd_search_t_lin/comb_6_t/global_train/model.decoder.layers.18.self_attn.k_proj/_s.pt b/params/opt/5/rnd_search_t_lin/comb_6_t/global_train/model.decoder.layers.18.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..5329b40a78e7fe6bbb12fb3372238baaf07a7b84
--- /dev/null
+++ b/params/opt/5/rnd_search_t_lin/comb_6_t/global_train/model.decoder.layers.18.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:28fe50cfcb0de2eba621cdfec9a1d3f269cc6b566dcf2fc72c55956b9b6583bd
+size 5251
diff --git a/params/opt/5/rnd_search_t_lin/comb_6_t/global_train/model.decoder.layers.18.self_attn.out_proj/_0.pt b/params/opt/5/rnd_search_t_lin/comb_6_t/global_train/model.decoder.layers.18.self_attn.out_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..9fe45035209830ffd8473d2ac4f7116a94b4c436
--- /dev/null
+++ b/params/opt/5/rnd_search_t_lin/comb_6_t/global_train/model.decoder.layers.18.self_attn.out_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d3bcca2a23de6c91f0e9f9f1f276c228d822802fbf3ef48f5ca0ff32f78b09d8
+size 5251
diff --git a/params/opt/5/rnd_search_t_lin/comb_6_t/global_train/model.decoder.layers.18.self_attn.out_proj/_s.pt b/params/opt/5/rnd_search_t_lin/comb_6_t/global_train/model.decoder.layers.18.self_attn.out_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..b7325040857f8ffee01abde412225c0557c1fd72
--- /dev/null
+++ b/params/opt/5/rnd_search_t_lin/comb_6_t/global_train/model.decoder.layers.18.self_attn.out_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:fe78acdda30f3aa9773878eb5f9c81f22979c3fe7ece7ba66258c35b47a07675
+size 5251
diff --git a/params/opt/5/rnd_search_t_lin/comb_6_t/global_train/model.decoder.layers.18.self_attn.q_proj/_0.pt b/params/opt/5/rnd_search_t_lin/comb_6_t/global_train/model.decoder.layers.18.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..5e5123e2bddf5405e5a48db6e71d0b20d221199c
--- /dev/null
+++ b/params/opt/5/rnd_search_t_lin/comb_6_t/global_train/model.decoder.layers.18.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ab7ec5875f5c5448bf96a0edfb545473301dbc2595c09602bcc31734751c53fa
+size 5251
diff --git a/params/opt/5/rnd_search_t_lin/comb_6_t/global_train/model.decoder.layers.18.self_attn.q_proj/_s.pt b/params/opt/5/rnd_search_t_lin/comb_6_t/global_train/model.decoder.layers.18.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..b60ac7d0d07c14099b2b2d66acdca4f681067455
--- /dev/null
+++ b/params/opt/5/rnd_search_t_lin/comb_6_t/global_train/model.decoder.layers.18.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:6888d15a95b261911056745dce9ac48d4b14ee540b0fee0519f3efff2613a77d
+size 5251
diff --git a/params/opt/5/rnd_search_t_lin/comb_6_t/global_train/model.decoder.layers.18.self_attn.v_proj/_0.pt b/params/opt/5/rnd_search_t_lin/comb_6_t/global_train/model.decoder.layers.18.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..1566d6d74b2816a09d28b016fc2ae90e6606feb4
--- /dev/null
+++ b/params/opt/5/rnd_search_t_lin/comb_6_t/global_train/model.decoder.layers.18.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:07b99a78df1fd355aff35bed958163ea79a1a05dd760124be313eb78aef4bcc6
+size 5251
diff --git a/params/opt/5/rnd_search_t_lin/comb_6_t/global_train/model.decoder.layers.18.self_attn.v_proj/_s.pt b/params/opt/5/rnd_search_t_lin/comb_6_t/global_train/model.decoder.layers.18.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..9e29e612ba7f6bbc09efe292ebb23e30b372ae56
--- /dev/null
+++ b/params/opt/5/rnd_search_t_lin/comb_6_t/global_train/model.decoder.layers.18.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:49f94a05cfb674ef44e20e7d0968e6b1cca682fc935bcae3f36f15000b8a6011
+size 5251
diff --git a/params/opt/5/rnd_search_t_lin/comb_6_t/global_train/model.decoder.layers.19.fc1/_0.pt b/params/opt/5/rnd_search_t_lin/comb_6_t/global_train/model.decoder.layers.19.fc1/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a19afb3bf401439092c3b48fbad456c4d9365ac2
--- /dev/null
+++ b/params/opt/5/rnd_search_t_lin/comb_6_t/global_train/model.decoder.layers.19.fc1/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c443c2f3187cf1e3084c07f9b79a7d1cb692301baf3b65f9586fb8901be70921
+size 17539
diff --git a/params/opt/5/rnd_search_t_lin/comb_6_t/global_train/model.decoder.layers.19.fc1/_s.pt b/params/opt/5/rnd_search_t_lin/comb_6_t/global_train/model.decoder.layers.19.fc1/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c6f6aaef990831eb8724db339a7779cb8264463e
--- /dev/null
+++ b/params/opt/5/rnd_search_t_lin/comb_6_t/global_train/model.decoder.layers.19.fc1/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:cb0012390a0b23fee8876dc1b543219640ef0192bc1682d32661a7fc778a80b4
+size 17539
diff --git a/params/opt/5/rnd_search_t_lin/comb_6_t/global_train/model.decoder.layers.19.fc2/_0.pt b/params/opt/5/rnd_search_t_lin/comb_6_t/global_train/model.decoder.layers.19.fc2/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..f6d623333f870ef2d96b1cc17298278449fcdb3a
--- /dev/null
+++ b/params/opt/5/rnd_search_t_lin/comb_6_t/global_train/model.decoder.layers.19.fc2/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e982cb0ca2a75e9cafff38ca8d2b14031a6589962f95879dd2dca4d3b5cf00e8
+size 5251
diff --git a/params/opt/5/rnd_search_t_lin/comb_6_t/global_train/model.decoder.layers.19.fc2/_s.pt b/params/opt/5/rnd_search_t_lin/comb_6_t/global_train/model.decoder.layers.19.fc2/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..64d80758bfcafe55011295e39ed7a5d23afe6d67
--- /dev/null
+++ b/params/opt/5/rnd_search_t_lin/comb_6_t/global_train/model.decoder.layers.19.fc2/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a43732688e2b558593f3655ef21105adbab61de23dae0fb14a8e25d03da6e114
+size 5251
diff --git a/params/opt/5/rnd_search_t_lin/comb_6_t/global_train/model.decoder.layers.19.self_attn.k_proj/_0.pt b/params/opt/5/rnd_search_t_lin/comb_6_t/global_train/model.decoder.layers.19.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..336cd03e233887bdbac7831dafcd2221c6ee5965
--- /dev/null
+++ b/params/opt/5/rnd_search_t_lin/comb_6_t/global_train/model.decoder.layers.19.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f411c41594b02281617012f2afdedbbed56e56788ce6f1ff61ace315c9f799de
+size 5251
diff --git a/params/opt/5/rnd_search_t_lin/comb_6_t/global_train/model.decoder.layers.19.self_attn.k_proj/_s.pt b/params/opt/5/rnd_search_t_lin/comb_6_t/global_train/model.decoder.layers.19.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..74e1af942ab8c10a912bd54abcade213ae127274
--- /dev/null
+++ b/params/opt/5/rnd_search_t_lin/comb_6_t/global_train/model.decoder.layers.19.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:9037a8eaebb19ab48b302c3c5a34bad4b0b6848c0f855432c4f49785430f0cc2
+size 5251
diff --git a/params/opt/5/rnd_search_t_lin/comb_6_t/global_train/model.decoder.layers.19.self_attn.out_proj/_0.pt b/params/opt/5/rnd_search_t_lin/comb_6_t/global_train/model.decoder.layers.19.self_attn.out_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..adc636fa5b63c061b39c75b54dd626c5e957493d
--- /dev/null
+++ b/params/opt/5/rnd_search_t_lin/comb_6_t/global_train/model.decoder.layers.19.self_attn.out_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c577a5768b2d108320c5232ef7d92c69b5c09e12cb3f0b736721c8d218516831
+size 5251
diff --git a/params/opt/5/rnd_search_t_lin/comb_6_t/global_train/model.decoder.layers.19.self_attn.out_proj/_s.pt b/params/opt/5/rnd_search_t_lin/comb_6_t/global_train/model.decoder.layers.19.self_attn.out_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c641bf6cf2e9d90cdcf07dece3f4ba3836b3373a
--- /dev/null
+++ b/params/opt/5/rnd_search_t_lin/comb_6_t/global_train/model.decoder.layers.19.self_attn.out_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:3dd37bb1d122e1c959a5de64504a42aa3d516bdee7ffda6b1cd25285f0d25318
+size 5251
diff --git a/params/opt/5/rnd_search_t_lin/comb_6_t/global_train/model.decoder.layers.19.self_attn.q_proj/_0.pt b/params/opt/5/rnd_search_t_lin/comb_6_t/global_train/model.decoder.layers.19.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..b47110a447086e77600d075546bfb43e75f5d12d
--- /dev/null
+++ b/params/opt/5/rnd_search_t_lin/comb_6_t/global_train/model.decoder.layers.19.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a229adca7cba0bd6927ca99b51e7dd69ff0059afc66c58206693500b4c69cc3d
+size 5251
diff --git a/params/opt/5/rnd_search_t_lin/comb_6_t/global_train/model.decoder.layers.19.self_attn.q_proj/_s.pt b/params/opt/5/rnd_search_t_lin/comb_6_t/global_train/model.decoder.layers.19.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..97446c853c5a1327b6549ceb8ccd2f6f97fbd3de
--- /dev/null
+++ b/params/opt/5/rnd_search_t_lin/comb_6_t/global_train/model.decoder.layers.19.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:798d275c1227468c4cc3de51413a33b1818cd51c59c2a34e5af881e17650813d
+size 5251
diff --git a/params/opt/5/rnd_search_t_lin/comb_6_t/global_train/model.decoder.layers.19.self_attn.v_proj/_0.pt b/params/opt/5/rnd_search_t_lin/comb_6_t/global_train/model.decoder.layers.19.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..79fd24408a029c9f6905cc4e1652880ccea4161a
--- /dev/null
+++ b/params/opt/5/rnd_search_t_lin/comb_6_t/global_train/model.decoder.layers.19.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:90eb4886f5f659f742bf261d8f45d53894eda798191a392dd5f6a40916adfb07
+size 5251
diff --git a/params/opt/5/rnd_search_t_lin/comb_6_t/global_train/model.decoder.layers.19.self_attn.v_proj/_s.pt b/params/opt/5/rnd_search_t_lin/comb_6_t/global_train/model.decoder.layers.19.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..20b1c7fc1d2e1907e7d03344f55a58d40aeff351
--- /dev/null
+++ b/params/opt/5/rnd_search_t_lin/comb_6_t/global_train/model.decoder.layers.19.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:3b78068f1910eb1a2084b14466bba48ba278028d6dd1c99542cbfe80c171a244
+size 5251
diff --git a/params/opt/5/rnd_search_t_lin/comb_6_t/global_train/model.decoder.layers.2.fc1/_0.pt b/params/opt/5/rnd_search_t_lin/comb_6_t/global_train/model.decoder.layers.2.fc1/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ac1f490ec9f5a6cf8c24dd71c306a1e57921588c
--- /dev/null
+++ b/params/opt/5/rnd_search_t_lin/comb_6_t/global_train/model.decoder.layers.2.fc1/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:8e7ad6225ba5be420363ef779aeb1392227aac1c25f7f0189ecadfadf0fc4451
+size 17539
diff --git a/params/opt/5/rnd_search_t_lin/comb_6_t/global_train/model.decoder.layers.2.fc1/_s.pt b/params/opt/5/rnd_search_t_lin/comb_6_t/global_train/model.decoder.layers.2.fc1/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..62b4d1a79a509f9885096775ce32c0a681366c70
--- /dev/null
+++ b/params/opt/5/rnd_search_t_lin/comb_6_t/global_train/model.decoder.layers.2.fc1/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:eaf26f2bcfac0db5edfaef8902374197d0807c994c0f49aecd4945e52a7bacef
+size 17539
diff --git a/params/opt/5/rnd_search_t_lin/comb_6_t/global_train/model.decoder.layers.2.fc2/_0.pt b/params/opt/5/rnd_search_t_lin/comb_6_t/global_train/model.decoder.layers.2.fc2/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..672e0075aff1aa67bc9b5075bef94591f8e18725
--- /dev/null
+++ b/params/opt/5/rnd_search_t_lin/comb_6_t/global_train/model.decoder.layers.2.fc2/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5bcadbe89ad987ca1c474f22a5c3442544b232327dd76e1316d9f17c17d1dc38
+size 5251
diff --git a/params/opt/5/rnd_search_t_lin/comb_6_t/global_train/model.decoder.layers.2.fc2/_s.pt b/params/opt/5/rnd_search_t_lin/comb_6_t/global_train/model.decoder.layers.2.fc2/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..b6595935953971f637d6fc9d217f331c12eeecd4
--- /dev/null
+++ b/params/opt/5/rnd_search_t_lin/comb_6_t/global_train/model.decoder.layers.2.fc2/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:3fb75dffad6b989b73e773733944ec1343e178ab2e4b1b920262d632d7a4cd35
+size 5251
diff --git a/params/opt/5/rnd_search_t_lin/comb_6_t/global_train/model.decoder.layers.2.self_attn.k_proj/_0.pt b/params/opt/5/rnd_search_t_lin/comb_6_t/global_train/model.decoder.layers.2.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..be8fdf657b6853d3af01d6bda0eca562ad509951
--- /dev/null
+++ b/params/opt/5/rnd_search_t_lin/comb_6_t/global_train/model.decoder.layers.2.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ab4da2ff4bf54dbf18ce1a9269480dfdcce5aa9c019211ae6635a1ac97d873f4
+size 5251
diff --git a/params/opt/5/rnd_search_t_lin/comb_6_t/global_train/model.decoder.layers.2.self_attn.k_proj/_s.pt b/params/opt/5/rnd_search_t_lin/comb_6_t/global_train/model.decoder.layers.2.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..98180450b45e83a8a34a20e317cb85842e71d7e3
--- /dev/null
+++ b/params/opt/5/rnd_search_t_lin/comb_6_t/global_train/model.decoder.layers.2.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:1473470d9adc728b34b17e16f61e41c6bc5b0aa2bc36ca63109609cca3e17814
+size 5251
diff --git a/params/opt/5/rnd_search_t_lin/comb_6_t/global_train/model.decoder.layers.2.self_attn.out_proj/_0.pt b/params/opt/5/rnd_search_t_lin/comb_6_t/global_train/model.decoder.layers.2.self_attn.out_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..b2596e72ac0e7e6d019f252ca73276105b2df339
--- /dev/null
+++ b/params/opt/5/rnd_search_t_lin/comb_6_t/global_train/model.decoder.layers.2.self_attn.out_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:325542bb8293a3218e80cd9c3454343a2da5adaa0eb196a5a80cfde00f75a750
+size 5251
diff --git a/params/opt/5/rnd_search_t_lin/comb_6_t/global_train/model.decoder.layers.2.self_attn.out_proj/_s.pt b/params/opt/5/rnd_search_t_lin/comb_6_t/global_train/model.decoder.layers.2.self_attn.out_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..3fbe3e08ae85e863516591a2d6474b19802c191b
--- /dev/null
+++ b/params/opt/5/rnd_search_t_lin/comb_6_t/global_train/model.decoder.layers.2.self_attn.out_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:34d5144911758aea78e5c22c49b3b6e4729c2f185799a0d3018554022d2629e4
+size 5251
diff --git a/params/opt/5/rnd_search_t_lin/comb_6_t/global_train/model.decoder.layers.2.self_attn.q_proj/_0.pt b/params/opt/5/rnd_search_t_lin/comb_6_t/global_train/model.decoder.layers.2.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..369f064f2fd7025fca82855d3647fb365f06af0b
--- /dev/null
+++ b/params/opt/5/rnd_search_t_lin/comb_6_t/global_train/model.decoder.layers.2.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:07f90a436463688b2d9d63f525e37748bce5d4dcb01d588ceb28921d8f6d5fc8
+size 5251
diff --git a/params/opt/5/rnd_search_t_lin/comb_6_t/global_train/model.decoder.layers.2.self_attn.q_proj/_s.pt b/params/opt/5/rnd_search_t_lin/comb_6_t/global_train/model.decoder.layers.2.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..801e8b107daad8e5e6ee0e3fb30330435d63167c
--- /dev/null
+++ b/params/opt/5/rnd_search_t_lin/comb_6_t/global_train/model.decoder.layers.2.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2805eade0af5218c00c9564a266984b2a48c3b62f82cb8dbdfc33e6c9e457920
+size 5251
diff --git a/params/opt/5/rnd_search_t_lin/comb_6_t/global_train/model.decoder.layers.2.self_attn.v_proj/_0.pt b/params/opt/5/rnd_search_t_lin/comb_6_t/global_train/model.decoder.layers.2.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..f7083e3147e37bebbb635ad0c22129bc4b8f585c
--- /dev/null
+++ b/params/opt/5/rnd_search_t_lin/comb_6_t/global_train/model.decoder.layers.2.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:7b637dbcbdda6df09c09df4b8825a2dc3136b034ecb54e47720f858815768996
+size 5251
diff --git a/params/opt/5/rnd_search_t_lin/comb_6_t/global_train/model.decoder.layers.2.self_attn.v_proj/_s.pt b/params/opt/5/rnd_search_t_lin/comb_6_t/global_train/model.decoder.layers.2.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2e1aa577a94160ce0941c773141f696bd8b2856d
--- /dev/null
+++ b/params/opt/5/rnd_search_t_lin/comb_6_t/global_train/model.decoder.layers.2.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:249bbf8c8d6fb2755d470bf032ea5063ba58835534eded820c99a7b865535b70
+size 5251
diff --git a/params/opt/5/rnd_search_t_lin/comb_6_t/global_train/model.decoder.layers.20.fc1/_0.pt b/params/opt/5/rnd_search_t_lin/comb_6_t/global_train/model.decoder.layers.20.fc1/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..95d038d55bb19789d9e4069e9dba94e5af925db4
--- /dev/null
+++ b/params/opt/5/rnd_search_t_lin/comb_6_t/global_train/model.decoder.layers.20.fc1/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:22878c1d14949a63c5dd705fba7e87cc837457ce5208b520510dc721ea395941
+size 17539
diff --git a/params/opt/5/rnd_search_t_lin/comb_6_t/global_train/model.decoder.layers.20.fc1/_s.pt b/params/opt/5/rnd_search_t_lin/comb_6_t/global_train/model.decoder.layers.20.fc1/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..388be6d977fd6c4d2bb743d15b6f80ae3cd85cb5
--- /dev/null
+++ b/params/opt/5/rnd_search_t_lin/comb_6_t/global_train/model.decoder.layers.20.fc1/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d3b332e7917c31ca540b2df1f4278111278ad8938a34fd9cf29855fc956b4373
+size 17539
diff --git a/params/opt/5/rnd_search_t_lin/comb_6_t/global_train/model.decoder.layers.20.fc2/_0.pt b/params/opt/5/rnd_search_t_lin/comb_6_t/global_train/model.decoder.layers.20.fc2/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..42e752b5f9c129eab24d23cdd276d37db811a7f0
--- /dev/null
+++ b/params/opt/5/rnd_search_t_lin/comb_6_t/global_train/model.decoder.layers.20.fc2/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:4edfda8eec3ca582af855eca451a267003a9ecf1c4968285a7756e0aeb85a2df
+size 5251
diff --git a/params/opt/5/rnd_search_t_lin/comb_6_t/global_train/model.decoder.layers.20.fc2/_s.pt b/params/opt/5/rnd_search_t_lin/comb_6_t/global_train/model.decoder.layers.20.fc2/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..bc9c306a058029b39e7fecdeed3a5d46f53f7dab
--- /dev/null
+++ b/params/opt/5/rnd_search_t_lin/comb_6_t/global_train/model.decoder.layers.20.fc2/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:fbb2705f6894f2786146b76c7c21b6d90fcf92a68848f93bdeb4ac047c9cb0eb
+size 5251
diff --git a/params/opt/5/rnd_search_t_lin/comb_6_t/global_train/model.decoder.layers.20.self_attn.k_proj/_0.pt b/params/opt/5/rnd_search_t_lin/comb_6_t/global_train/model.decoder.layers.20.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..dc901e609260b5b9da9f4a053ce5c645a24d6317
--- /dev/null
+++ b/params/opt/5/rnd_search_t_lin/comb_6_t/global_train/model.decoder.layers.20.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:7687090eeb8c2c7ae90ac55645baa1c4cfb150e983314c2229e6d5ef8d61dfa2
+size 5251
diff --git a/params/opt/5/rnd_search_t_lin/comb_6_t/global_train/model.decoder.layers.20.self_attn.k_proj/_s.pt b/params/opt/5/rnd_search_t_lin/comb_6_t/global_train/model.decoder.layers.20.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..06cca6a5d091dc54b6b89530204f1f11838ec3f4
--- /dev/null
+++ b/params/opt/5/rnd_search_t_lin/comb_6_t/global_train/model.decoder.layers.20.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:16abc87680e87e77a01fac97b3e6a5537575c97175f7bae19b2e5e0b21a5a50a
+size 5251
diff --git a/params/opt/5/rnd_search_t_lin/comb_6_t/global_train/model.decoder.layers.20.self_attn.out_proj/_0.pt b/params/opt/5/rnd_search_t_lin/comb_6_t/global_train/model.decoder.layers.20.self_attn.out_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..5751119529223c96dbc484004086df7f10969d4e
--- /dev/null
+++ b/params/opt/5/rnd_search_t_lin/comb_6_t/global_train/model.decoder.layers.20.self_attn.out_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e3ea2004b707e5a5fa39702b6bcced2d329b358c9dd8dac374b4de92022bccb7
+size 5251
diff --git a/params/opt/5/rnd_search_t_lin/comb_6_t/global_train/model.decoder.layers.20.self_attn.out_proj/_s.pt b/params/opt/5/rnd_search_t_lin/comb_6_t/global_train/model.decoder.layers.20.self_attn.out_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..5c53fb59575a4cfa716fbbbff2b575ad1f9da713
--- /dev/null
+++ b/params/opt/5/rnd_search_t_lin/comb_6_t/global_train/model.decoder.layers.20.self_attn.out_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:fe53fe16dfb616b58713008af13b1153767625afd17c3baf7a5686c45eea603c
+size 5251
diff --git a/params/opt/5/rnd_search_t_lin/comb_6_t/global_train/model.decoder.layers.20.self_attn.q_proj/_0.pt b/params/opt/5/rnd_search_t_lin/comb_6_t/global_train/model.decoder.layers.20.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..5d9641418dcac3072407bbe315d2e58f54f459cd
--- /dev/null
+++ b/params/opt/5/rnd_search_t_lin/comb_6_t/global_train/model.decoder.layers.20.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:4c446d4702ef4e4d041e6613ed3a231b41825f9aed99d07c0693b556f2db6848
+size 5251
diff --git a/params/opt/5/rnd_search_t_lin/comb_6_t/global_train/model.decoder.layers.20.self_attn.q_proj/_s.pt b/params/opt/5/rnd_search_t_lin/comb_6_t/global_train/model.decoder.layers.20.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a122fa15625d7e970836d28b5f42c6f743e350b0
--- /dev/null
+++ b/params/opt/5/rnd_search_t_lin/comb_6_t/global_train/model.decoder.layers.20.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d8a24ed9a945202548cf1a3b3f24ae5b804280f42b49854375f20efa0d5f0538
+size 5251
diff --git a/params/opt/5/rnd_search_t_lin/comb_6_t/global_train/model.decoder.layers.20.self_attn.v_proj/_0.pt b/params/opt/5/rnd_search_t_lin/comb_6_t/global_train/model.decoder.layers.20.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..85cf9038da6574234c18631f70700eaa7eb770ea
--- /dev/null
+++ b/params/opt/5/rnd_search_t_lin/comb_6_t/global_train/model.decoder.layers.20.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:eaeccb63217f812b1b155c0210ec6ab70c66f55626c38f598223b63e5f0cdf1b
+size 5251
diff --git a/params/opt/5/rnd_search_t_lin/comb_6_t/global_train/model.decoder.layers.20.self_attn.v_proj/_s.pt b/params/opt/5/rnd_search_t_lin/comb_6_t/global_train/model.decoder.layers.20.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..868d834ed41e3ec673804a626acd7376f74f76db
--- /dev/null
+++ b/params/opt/5/rnd_search_t_lin/comb_6_t/global_train/model.decoder.layers.20.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:8a63f4b38dcabb1aec8a65ce15895085322ad6eeb25a8b9d3de0249760da7141
+size 5251
diff --git a/params/opt/5/rnd_search_t_lin/comb_6_t/global_train/model.decoder.layers.21.fc1/_0.pt b/params/opt/5/rnd_search_t_lin/comb_6_t/global_train/model.decoder.layers.21.fc1/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..6432a217dd6512746922e0498bc49d7e45f4772b
--- /dev/null
+++ b/params/opt/5/rnd_search_t_lin/comb_6_t/global_train/model.decoder.layers.21.fc1/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2b3780e8d0c68a79b3ebf37d91cd2ca4a4db1e89f21a6a09afa83ef2a3a0ade9
+size 17539
diff --git a/params/opt/5/rnd_search_t_lin/comb_6_t/global_train/model.decoder.layers.21.fc1/_s.pt b/params/opt/5/rnd_search_t_lin/comb_6_t/global_train/model.decoder.layers.21.fc1/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e8bbe333d1e223f882388c8c86e04a275dea3f8e
--- /dev/null
+++ b/params/opt/5/rnd_search_t_lin/comb_6_t/global_train/model.decoder.layers.21.fc1/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d6b962fb713e4e6f4480d81500dc1cbbcd4ea00c841f99d7ed77ad46f39b0325
+size 17539
diff --git a/params/opt/5/rnd_search_t_lin/comb_6_t/global_train/model.decoder.layers.21.fc2/_0.pt b/params/opt/5/rnd_search_t_lin/comb_6_t/global_train/model.decoder.layers.21.fc2/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..9ec506ffb22b30d075c205f610de2989e42d910d
--- /dev/null
+++ b/params/opt/5/rnd_search_t_lin/comb_6_t/global_train/model.decoder.layers.21.fc2/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:503c69f6fca78d91071522961101cd3b550e653a3fb3118462a6807cad7d968f
+size 5251
diff --git a/params/opt/5/rnd_search_t_lin/comb_6_t/global_train/model.decoder.layers.21.fc2/_s.pt b/params/opt/5/rnd_search_t_lin/comb_6_t/global_train/model.decoder.layers.21.fc2/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..1de487f2a3094b76ec013c14ab2becd329264e23
--- /dev/null
+++ b/params/opt/5/rnd_search_t_lin/comb_6_t/global_train/model.decoder.layers.21.fc2/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d609b13fca8cdde127a31031a7e2e922105ee9fbd3ae8492978814277e3bcf77
+size 5251
diff --git a/params/opt/5/rnd_search_t_lin/comb_6_t/global_train/model.decoder.layers.21.self_attn.k_proj/_0.pt b/params/opt/5/rnd_search_t_lin/comb_6_t/global_train/model.decoder.layers.21.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..fe31843456a4f95906f653e411e2f92e082fbe7e
--- /dev/null
+++ b/params/opt/5/rnd_search_t_lin/comb_6_t/global_train/model.decoder.layers.21.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:8a878699d79e9c30f6c6f8216654a5c4cc7087843f26b70bfa99e6ad63dbe2fd
+size 5251
diff --git a/params/opt/5/rnd_search_t_lin/comb_6_t/global_train/model.decoder.layers.21.self_attn.k_proj/_s.pt b/params/opt/5/rnd_search_t_lin/comb_6_t/global_train/model.decoder.layers.21.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a674cd2a81eacb9134058d600a3469ab91a83dd7
--- /dev/null
+++ b/params/opt/5/rnd_search_t_lin/comb_6_t/global_train/model.decoder.layers.21.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:64a923d0d33820eb6f41a0e20088ffa7b06b17db51f8cf521beec9165182a984
+size 5251
diff --git a/params/opt/5/rnd_search_t_lin/comb_6_t/global_train/model.decoder.layers.21.self_attn.out_proj/_0.pt b/params/opt/5/rnd_search_t_lin/comb_6_t/global_train/model.decoder.layers.21.self_attn.out_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..496082b51814b08532b685f0a0f4168bcabe85d2
--- /dev/null
+++ b/params/opt/5/rnd_search_t_lin/comb_6_t/global_train/model.decoder.layers.21.self_attn.out_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:40fd839bd8995e11eda5e7791ffc620359dfc7de0208218d2c24475b985043fa
+size 5251
diff --git a/params/opt/5/rnd_search_t_lin/comb_6_t/global_train/model.decoder.layers.21.self_attn.out_proj/_s.pt b/params/opt/5/rnd_search_t_lin/comb_6_t/global_train/model.decoder.layers.21.self_attn.out_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8cad26cca4f9dfd196e92919c178199e1383d768
--- /dev/null
+++ b/params/opt/5/rnd_search_t_lin/comb_6_t/global_train/model.decoder.layers.21.self_attn.out_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:3954aeef4363b024a6dafc0408a9d1d5e4b922378baab62db194733db7fe5e71
+size 5251
diff --git a/params/opt/5/rnd_search_t_lin/comb_6_t/global_train/model.decoder.layers.21.self_attn.q_proj/_0.pt b/params/opt/5/rnd_search_t_lin/comb_6_t/global_train/model.decoder.layers.21.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..787a555bd7df708e339f7f8a23b2c499dba3e115
--- /dev/null
+++ b/params/opt/5/rnd_search_t_lin/comb_6_t/global_train/model.decoder.layers.21.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:3d68a1bff77e0a0d16375eace84e9872b95a5bd403a3729e4f1cebd9d0a1f2d5
+size 5251
diff --git a/params/opt/5/rnd_search_t_lin/comb_6_t/global_train/model.decoder.layers.21.self_attn.q_proj/_s.pt b/params/opt/5/rnd_search_t_lin/comb_6_t/global_train/model.decoder.layers.21.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..5471dbf40bc4e1e579f53e31a45e7caed095a42e
--- /dev/null
+++ b/params/opt/5/rnd_search_t_lin/comb_6_t/global_train/model.decoder.layers.21.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ac83b9ada61de62a677ebb8c995cfe1177454665a1a2064edff51415ee71a5fe
+size 5251
diff --git a/params/opt/5/rnd_search_t_lin/comb_6_t/global_train/model.decoder.layers.21.self_attn.v_proj/_0.pt b/params/opt/5/rnd_search_t_lin/comb_6_t/global_train/model.decoder.layers.21.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..01b435f714511dcb418f7e9fd1f8aa04936a0c7a
--- /dev/null
+++ b/params/opt/5/rnd_search_t_lin/comb_6_t/global_train/model.decoder.layers.21.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d8cf85e839d7f8bda7f2396514d6f9ddb0e354a177af3e43d2faa0ace63bef34
+size 5251
diff --git a/params/opt/5/rnd_search_t_lin/comb_6_t/global_train/model.decoder.layers.21.self_attn.v_proj/_s.pt b/params/opt/5/rnd_search_t_lin/comb_6_t/global_train/model.decoder.layers.21.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..b56109681fac6de711942a2783a60e1007bf5886
--- /dev/null
+++ b/params/opt/5/rnd_search_t_lin/comb_6_t/global_train/model.decoder.layers.21.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:dd2cd7ab05348de57fbb95db54daa7514af489efc904f016fe306aa5202fbde2
+size 5251
diff --git a/params/opt/5/rnd_search_t_lin/comb_6_t/global_train/model.decoder.layers.22.fc1/_0.pt b/params/opt/5/rnd_search_t_lin/comb_6_t/global_train/model.decoder.layers.22.fc1/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..3259abd093e50d693fbac1ddaa192ecaf30b75a9
--- /dev/null
+++ b/params/opt/5/rnd_search_t_lin/comb_6_t/global_train/model.decoder.layers.22.fc1/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:151fc89eb1036e16cbf87584e6f0ecaa7c2c2ad2e04f3420d1ba6eaf2454c037
+size 17539
diff --git a/params/opt/5/rnd_search_t_lin/comb_6_t/global_train/model.decoder.layers.22.fc1/_s.pt b/params/opt/5/rnd_search_t_lin/comb_6_t/global_train/model.decoder.layers.22.fc1/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..5368d48b2326ae33c18e364bdfe6ac9333b4c7fd
--- /dev/null
+++ b/params/opt/5/rnd_search_t_lin/comb_6_t/global_train/model.decoder.layers.22.fc1/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0bafbcf8fc1d3a04cdd617fcd7bc161cca58299d42d3d8dc339dc270487739f5
+size 17539
diff --git a/params/opt/5/rnd_search_t_lin/comb_6_t/global_train/model.decoder.layers.22.fc2/_0.pt b/params/opt/5/rnd_search_t_lin/comb_6_t/global_train/model.decoder.layers.22.fc2/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..39f966d34cf9ef8af19fd9ff6b821836c4c6c28e
--- /dev/null
+++ b/params/opt/5/rnd_search_t_lin/comb_6_t/global_train/model.decoder.layers.22.fc2/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:1ccb7aa74600648446080126372f173fcfa09667c247ec7b38dce3f8804efab1
+size 5251
diff --git a/params/opt/5/rnd_search_t_lin/comb_6_t/global_train/model.decoder.layers.22.fc2/_s.pt b/params/opt/5/rnd_search_t_lin/comb_6_t/global_train/model.decoder.layers.22.fc2/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..0bbf77125731410762ac386c6b02a7ac6378d01a
--- /dev/null
+++ b/params/opt/5/rnd_search_t_lin/comb_6_t/global_train/model.decoder.layers.22.fc2/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5999c38435961099bb1d1ae8608307cdeae6471080c19221c6bb933a4131b3e0
+size 5251
diff --git a/params/opt/5/rnd_search_t_lin/comb_6_t/global_train/model.decoder.layers.22.self_attn.k_proj/_0.pt b/params/opt/5/rnd_search_t_lin/comb_6_t/global_train/model.decoder.layers.22.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..905b76278496fa564b624c8e0483e2e3388f4396
--- /dev/null
+++ b/params/opt/5/rnd_search_t_lin/comb_6_t/global_train/model.decoder.layers.22.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:37e6a419fb82c7eab5f666d5feaaf7f248e712ecea325b368f2667b8ba474016
+size 5251
diff --git a/params/opt/5/rnd_search_t_lin/comb_6_t/global_train/model.decoder.layers.22.self_attn.k_proj/_s.pt b/params/opt/5/rnd_search_t_lin/comb_6_t/global_train/model.decoder.layers.22.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2087c951c55947ad9ccce093128523e2251bd3a8
--- /dev/null
+++ b/params/opt/5/rnd_search_t_lin/comb_6_t/global_train/model.decoder.layers.22.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:42a8c49c44d4806ea43c9676fd27a813ad1fa897d9d5ae94ce40133242ce0c3a
+size 5251
diff --git a/params/opt/5/rnd_search_t_lin/comb_6_t/global_train/model.decoder.layers.22.self_attn.out_proj/_0.pt b/params/opt/5/rnd_search_t_lin/comb_6_t/global_train/model.decoder.layers.22.self_attn.out_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..91f90620ff4556d00432136aa5924fe3b2c0ec92
--- /dev/null
+++ b/params/opt/5/rnd_search_t_lin/comb_6_t/global_train/model.decoder.layers.22.self_attn.out_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:150c0a64a339a9e2d1c0184b87c498aaec973e8b3924a188219c78d68c90e4ad
+size 5251
diff --git a/params/opt/5/rnd_search_t_lin/comb_6_t/global_train/model.decoder.layers.22.self_attn.out_proj/_s.pt b/params/opt/5/rnd_search_t_lin/comb_6_t/global_train/model.decoder.layers.22.self_attn.out_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a6c6b6e92d8c6a393eddd50e8d6e0c1ecadc1cdf
--- /dev/null
+++ b/params/opt/5/rnd_search_t_lin/comb_6_t/global_train/model.decoder.layers.22.self_attn.out_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:9590d9e60c464822552be8e795e75f66de7286f67ded73e88847e94cc71488a5
+size 5251
diff --git a/params/opt/5/rnd_search_t_lin/comb_6_t/global_train/model.decoder.layers.22.self_attn.q_proj/_0.pt b/params/opt/5/rnd_search_t_lin/comb_6_t/global_train/model.decoder.layers.22.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ff40fc4e84c495d293ef33cd48330047e0bc66ba
--- /dev/null
+++ b/params/opt/5/rnd_search_t_lin/comb_6_t/global_train/model.decoder.layers.22.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:4a7294dce9543dc0236c742c5115bc81096171ee9458586f5d0bc302c2e4011e
+size 5251
diff --git a/params/opt/5/rnd_search_t_lin/comb_6_t/global_train/model.decoder.layers.22.self_attn.q_proj/_s.pt b/params/opt/5/rnd_search_t_lin/comb_6_t/global_train/model.decoder.layers.22.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..b9943911a726d4c930c322e90990648eeb5281ae
--- /dev/null
+++ b/params/opt/5/rnd_search_t_lin/comb_6_t/global_train/model.decoder.layers.22.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:806bfff79de2819af2bfe7235271bbcaf418eaea7de5044ccfb89d7224270f9f
+size 5251
diff --git a/params/opt/5/rnd_search_t_lin/comb_6_t/global_train/model.decoder.layers.22.self_attn.v_proj/_0.pt b/params/opt/5/rnd_search_t_lin/comb_6_t/global_train/model.decoder.layers.22.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..955aa3e43d406e282b121b476685aa2450b87162
--- /dev/null
+++ b/params/opt/5/rnd_search_t_lin/comb_6_t/global_train/model.decoder.layers.22.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f9924c7f9b5aa13cf29c20ded4c45fc117a2bffad0c0493a410617ede39ea569
+size 5251
diff --git a/params/opt/5/rnd_search_t_lin/comb_6_t/global_train/model.decoder.layers.22.self_attn.v_proj/_s.pt b/params/opt/5/rnd_search_t_lin/comb_6_t/global_train/model.decoder.layers.22.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..b6bba0f2bbb98f0d8c0b9e0bb4b2b581dad9eab5
--- /dev/null
+++ b/params/opt/5/rnd_search_t_lin/comb_6_t/global_train/model.decoder.layers.22.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f5a8545d8ea370f66c1592b2e4861a514be663bfe53aead82b6e4cdfac7a95f8
+size 5251
diff --git a/params/opt/5/rnd_search_t_lin/comb_6_t/global_train/model.decoder.layers.23.fc1/_0.pt b/params/opt/5/rnd_search_t_lin/comb_6_t/global_train/model.decoder.layers.23.fc1/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..9a7aaac6eca67a94bfa217e9a1aa15731b4f9d55
--- /dev/null
+++ b/params/opt/5/rnd_search_t_lin/comb_6_t/global_train/model.decoder.layers.23.fc1/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:4e58e1cfba23fa43aa9093941aa8fa5391fbb6563c4946c25bf6e8c7a6c03aa3
+size 17539
diff --git a/params/opt/5/rnd_search_t_lin/comb_6_t/global_train/model.decoder.layers.23.fc1/_s.pt b/params/opt/5/rnd_search_t_lin/comb_6_t/global_train/model.decoder.layers.23.fc1/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..68375237bbf9919b8994e745a9a0f31c4bd08987
--- /dev/null
+++ b/params/opt/5/rnd_search_t_lin/comb_6_t/global_train/model.decoder.layers.23.fc1/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:53ae59483d4f4b3ae6a13b4e51349171d9bd575611b90f6dc322765f1538cac6
+size 17539
diff --git a/params/opt/5/rnd_search_t_lin/comb_6_t/global_train/model.decoder.layers.23.fc2/_0.pt b/params/opt/5/rnd_search_t_lin/comb_6_t/global_train/model.decoder.layers.23.fc2/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..6fa17fa27595c44daabad109d8827bb1175e14d7
--- /dev/null
+++ b/params/opt/5/rnd_search_t_lin/comb_6_t/global_train/model.decoder.layers.23.fc2/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:8c26932b51d5f36dc4904cb0ce9b18ffc55125c9e94ddaf0412ae6150fd5d9e9
+size 5251
diff --git a/params/opt/5/rnd_search_t_lin/comb_6_t/global_train/model.decoder.layers.23.fc2/_s.pt b/params/opt/5/rnd_search_t_lin/comb_6_t/global_train/model.decoder.layers.23.fc2/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..1b9b973d1b2905be11885ecfb89d22db94d79565
--- /dev/null
+++ b/params/opt/5/rnd_search_t_lin/comb_6_t/global_train/model.decoder.layers.23.fc2/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f0dbc82ed4deded7934c2c06b8c6ec5ac6e8e7236671769616b581ab78c866e7
+size 5251
diff --git a/params/opt/5/rnd_search_t_lin/comb_6_t/global_train/model.decoder.layers.23.self_attn.k_proj/_0.pt b/params/opt/5/rnd_search_t_lin/comb_6_t/global_train/model.decoder.layers.23.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..6fef3b44a1bdeaaae407b867c7a046a2c367a09a
--- /dev/null
+++ b/params/opt/5/rnd_search_t_lin/comb_6_t/global_train/model.decoder.layers.23.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ab42cd882468bd06da81d003d0337c48cec4bc71a08c52efa168783bed94c8c4
+size 5251
diff --git a/params/opt/5/rnd_search_t_lin/comb_6_t/global_train/model.decoder.layers.23.self_attn.k_proj/_s.pt b/params/opt/5/rnd_search_t_lin/comb_6_t/global_train/model.decoder.layers.23.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..b723434725fa3b7b3dd9573df450b2adadcca6ae
--- /dev/null
+++ b/params/opt/5/rnd_search_t_lin/comb_6_t/global_train/model.decoder.layers.23.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:84b58f398b1dfc350863a0e641860fee9a07cf0c70428a9f377b8170c5896986
+size 5251
diff --git a/params/opt/5/rnd_search_t_lin/comb_6_t/global_train/model.decoder.layers.23.self_attn.out_proj/_0.pt b/params/opt/5/rnd_search_t_lin/comb_6_t/global_train/model.decoder.layers.23.self_attn.out_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..0274aa3c85f52ff96a5c170bb5ab4e3dead93539
--- /dev/null
+++ b/params/opt/5/rnd_search_t_lin/comb_6_t/global_train/model.decoder.layers.23.self_attn.out_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:82d6d6fb7e909cab30c61f577b6a5fed4c010b2c86959e7e4f67fe498e1b8044
+size 5251
diff --git a/params/opt/5/rnd_search_t_lin/comb_6_t/global_train/model.decoder.layers.23.self_attn.out_proj/_s.pt b/params/opt/5/rnd_search_t_lin/comb_6_t/global_train/model.decoder.layers.23.self_attn.out_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..85cab9868067454022038fdd1b10072b0374f51b
--- /dev/null
+++ b/params/opt/5/rnd_search_t_lin/comb_6_t/global_train/model.decoder.layers.23.self_attn.out_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f0945c40dc8db12db562bc0aa9d5ad2fe776778ad6b848713b9691db07f6ee37
+size 5251
diff --git a/params/opt/5/rnd_search_t_lin/comb_6_t/global_train/model.decoder.layers.23.self_attn.q_proj/_0.pt b/params/opt/5/rnd_search_t_lin/comb_6_t/global_train/model.decoder.layers.23.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..611e9ce6bf2a55c0c443c9b6e402f941cdebd8de
--- /dev/null
+++ b/params/opt/5/rnd_search_t_lin/comb_6_t/global_train/model.decoder.layers.23.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b54454323c152f5b70486a28135092ea8f2ca649b24792dc1fadf63655d5f819
+size 5251
diff --git a/params/opt/5/rnd_search_t_lin/comb_6_t/global_train/model.decoder.layers.23.self_attn.q_proj/_s.pt b/params/opt/5/rnd_search_t_lin/comb_6_t/global_train/model.decoder.layers.23.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..358b96618d08c26d15ebaa629eb2c2a2d8b1cdf8
--- /dev/null
+++ b/params/opt/5/rnd_search_t_lin/comb_6_t/global_train/model.decoder.layers.23.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:22b127592717a412e0e642a65dcbbb1bc3bea7b5bcae8805a06baa91a4b19013
+size 5251
diff --git a/params/opt/5/rnd_search_t_lin/comb_6_t/global_train/model.decoder.layers.23.self_attn.v_proj/_0.pt b/params/opt/5/rnd_search_t_lin/comb_6_t/global_train/model.decoder.layers.23.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..57e0a8143dd77b9c51449a60464e1406cf998df1
--- /dev/null
+++ b/params/opt/5/rnd_search_t_lin/comb_6_t/global_train/model.decoder.layers.23.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2b20e41bd340672ef15ca5925b69757740e2af7426b9d02f088564c08ffcc48b
+size 5251
diff --git a/params/opt/5/rnd_search_t_lin/comb_6_t/global_train/model.decoder.layers.23.self_attn.v_proj/_s.pt b/params/opt/5/rnd_search_t_lin/comb_6_t/global_train/model.decoder.layers.23.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..098e3c14fa18b4295affe208dffa94c2ff18ff41
--- /dev/null
+++ b/params/opt/5/rnd_search_t_lin/comb_6_t/global_train/model.decoder.layers.23.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:6f04755a77e79618599d27aa1ac604da254d8abaef39e06bc135118776548723
+size 5251
diff --git a/params/opt/5/rnd_search_t_lin/comb_6_t/global_train/model.decoder.layers.3.fc1/_0.pt b/params/opt/5/rnd_search_t_lin/comb_6_t/global_train/model.decoder.layers.3.fc1/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..7e4817841a30bcf12f9cca3a303f660fd2c72fa4
--- /dev/null
+++ b/params/opt/5/rnd_search_t_lin/comb_6_t/global_train/model.decoder.layers.3.fc1/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:1cc5b0bfd1c04aefcf748c037e3c0a582c49d703c9bd70c64bbaf32ea8d2842e
+size 17539
diff --git a/params/opt/5/rnd_search_t_lin/comb_6_t/global_train/model.decoder.layers.3.fc1/_s.pt b/params/opt/5/rnd_search_t_lin/comb_6_t/global_train/model.decoder.layers.3.fc1/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e9b74ff2dcb8d6c446eabd5b5979436424f15c07
--- /dev/null
+++ b/params/opt/5/rnd_search_t_lin/comb_6_t/global_train/model.decoder.layers.3.fc1/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5a999ee718797dda14254c51536922c7a567c761b0a5a86b2e380b7169d787ff
+size 17539
diff --git a/params/opt/5/rnd_search_t_lin/comb_6_t/global_train/model.decoder.layers.3.fc2/_0.pt b/params/opt/5/rnd_search_t_lin/comb_6_t/global_train/model.decoder.layers.3.fc2/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e8e27ef698fe62e2649db5637ac1f0b400fdf503
--- /dev/null
+++ b/params/opt/5/rnd_search_t_lin/comb_6_t/global_train/model.decoder.layers.3.fc2/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:931688dd3de8bba9c10f9ad7f43c9494ff31d5742b207b98d943e73bb22959da
+size 5251
diff --git a/params/opt/5/rnd_search_t_lin/comb_6_t/global_train/model.decoder.layers.3.fc2/_s.pt b/params/opt/5/rnd_search_t_lin/comb_6_t/global_train/model.decoder.layers.3.fc2/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c1609bf6848dc32bd9e8c7885184dacb472c6656
--- /dev/null
+++ b/params/opt/5/rnd_search_t_lin/comb_6_t/global_train/model.decoder.layers.3.fc2/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:360b34e9f48609d4433eb3b66d5e3089bdb2e8f277771c251a90c55e58513126
+size 5251
diff --git a/params/opt/5/rnd_search_t_lin/comb_6_t/global_train/model.decoder.layers.3.self_attn.k_proj/_0.pt b/params/opt/5/rnd_search_t_lin/comb_6_t/global_train/model.decoder.layers.3.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..18107c3457a3081d6ed4803a59cbdc271b93253b
--- /dev/null
+++ b/params/opt/5/rnd_search_t_lin/comb_6_t/global_train/model.decoder.layers.3.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d3ff102a59a86377ad892432dd6262e68d5a60e63d96c68c284df0722dce0269
+size 5251
diff --git a/params/opt/5/rnd_search_t_lin/comb_6_t/global_train/model.decoder.layers.3.self_attn.k_proj/_s.pt b/params/opt/5/rnd_search_t_lin/comb_6_t/global_train/model.decoder.layers.3.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8b08023670848ff2287b1f29c78fe685b30bc063
--- /dev/null
+++ b/params/opt/5/rnd_search_t_lin/comb_6_t/global_train/model.decoder.layers.3.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a4ba0d6d63787f88885374d489df0476c243005bd33eaee30599843ad6fb6faa
+size 5251
diff --git a/params/opt/5/rnd_search_t_lin/comb_6_t/global_train/model.decoder.layers.3.self_attn.out_proj/_0.pt b/params/opt/5/rnd_search_t_lin/comb_6_t/global_train/model.decoder.layers.3.self_attn.out_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..6be48309c5081b0e0b0b6954a5b80598e9b37d65
--- /dev/null
+++ b/params/opt/5/rnd_search_t_lin/comb_6_t/global_train/model.decoder.layers.3.self_attn.out_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:3ef71f5a0181bf22fa866eb00da5fa3ec6b50d17c0fdde943e20c69571204a69
+size 5251
diff --git a/params/opt/5/rnd_search_t_lin/comb_6_t/global_train/model.decoder.layers.3.self_attn.out_proj/_s.pt b/params/opt/5/rnd_search_t_lin/comb_6_t/global_train/model.decoder.layers.3.self_attn.out_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..bced3f37a9c1318633f6bbda379de33f33f1e244
--- /dev/null
+++ b/params/opt/5/rnd_search_t_lin/comb_6_t/global_train/model.decoder.layers.3.self_attn.out_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:8bf0a6a63292e6a5578825a6048589a4551a496a5c066c2b1e8e7244d3c590c8
+size 5251
diff --git a/params/opt/5/rnd_search_t_lin/comb_6_t/global_train/model.decoder.layers.3.self_attn.q_proj/_0.pt b/params/opt/5/rnd_search_t_lin/comb_6_t/global_train/model.decoder.layers.3.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c9e094c827f8a5b8d2a3d59a14fa0306289136d8
--- /dev/null
+++ b/params/opt/5/rnd_search_t_lin/comb_6_t/global_train/model.decoder.layers.3.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ab1da50f3f2a53fc1f0ef41dc1f312eb429b1258603991df5b5ffad45ac66cf2
+size 5251
diff --git a/params/opt/5/rnd_search_t_lin/comb_6_t/global_train/model.decoder.layers.3.self_attn.q_proj/_s.pt b/params/opt/5/rnd_search_t_lin/comb_6_t/global_train/model.decoder.layers.3.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..91a5e8a286bdae715906850651b1ab02ef44149a
--- /dev/null
+++ b/params/opt/5/rnd_search_t_lin/comb_6_t/global_train/model.decoder.layers.3.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:36399e577707f143ee48cc0284a0b55e5ffa12f75d3afc298b6a9f90c38d2f52
+size 5251
diff --git a/params/opt/5/rnd_search_t_lin/comb_6_t/global_train/model.decoder.layers.3.self_attn.v_proj/_0.pt b/params/opt/5/rnd_search_t_lin/comb_6_t/global_train/model.decoder.layers.3.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..1bf3359f6a9cc6576b8b21293acecb43aef1b4c8
--- /dev/null
+++ b/params/opt/5/rnd_search_t_lin/comb_6_t/global_train/model.decoder.layers.3.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:bda8005cef3104a15f217dd15e4d2f2ec45cc9971463caa51fd55b993bd9e0e1
+size 5251
diff --git a/params/opt/5/rnd_search_t_lin/comb_6_t/global_train/model.decoder.layers.3.self_attn.v_proj/_s.pt b/params/opt/5/rnd_search_t_lin/comb_6_t/global_train/model.decoder.layers.3.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..60b9bbcfd9d35296cd42ec1c45344087f584adf5
--- /dev/null
+++ b/params/opt/5/rnd_search_t_lin/comb_6_t/global_train/model.decoder.layers.3.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:15d9069d38dfc0bea1366fa4f7d5da5ad622cac156437b4a1dcbc06f751ad63f
+size 5251
diff --git a/params/opt/5/rnd_search_t_lin/comb_6_t/global_train/model.decoder.layers.4.fc1/_0.pt b/params/opt/5/rnd_search_t_lin/comb_6_t/global_train/model.decoder.layers.4.fc1/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..93add2c227ca8eb69f018c8555a27565f270a66b
--- /dev/null
+++ b/params/opt/5/rnd_search_t_lin/comb_6_t/global_train/model.decoder.layers.4.fc1/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:07928defffd753ac59a90bc98d3b8d01a5d052eb9dc6d3f89753de93ac54062b
+size 17539
diff --git a/params/opt/5/rnd_search_t_lin/comb_6_t/global_train/model.decoder.layers.4.fc1/_s.pt b/params/opt/5/rnd_search_t_lin/comb_6_t/global_train/model.decoder.layers.4.fc1/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ad676a1b99d165977adb2d22e4c06485cce7f3be
--- /dev/null
+++ b/params/opt/5/rnd_search_t_lin/comb_6_t/global_train/model.decoder.layers.4.fc1/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0ea113e21118d5aaf4d14b3007f2125b1ecb3dcbd742020825db35b37db8bf0b
+size 17539
diff --git a/params/opt/5/rnd_search_t_lin/comb_6_t/global_train/model.decoder.layers.4.fc2/_0.pt b/params/opt/5/rnd_search_t_lin/comb_6_t/global_train/model.decoder.layers.4.fc2/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..25ae508daf1495d93b430b03a884d542777d8f8a
--- /dev/null
+++ b/params/opt/5/rnd_search_t_lin/comb_6_t/global_train/model.decoder.layers.4.fc2/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:8c1ea3a1020d225f7b6f22b695fd8b1da75e1efbfe8f598cb06776b5fd2338be
+size 5251
diff --git a/params/opt/5/rnd_search_t_lin/comb_6_t/global_train/model.decoder.layers.4.fc2/_s.pt b/params/opt/5/rnd_search_t_lin/comb_6_t/global_train/model.decoder.layers.4.fc2/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..54ded4d372e786202ae236839920b9df8836807b
--- /dev/null
+++ b/params/opt/5/rnd_search_t_lin/comb_6_t/global_train/model.decoder.layers.4.fc2/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:10b02bfffa23fab61f5e57b7ef33b7eea32959cdbf79e52c6a1dff44050c90bf
+size 5251
diff --git a/params/opt/5/rnd_search_t_lin/comb_6_t/global_train/model.decoder.layers.4.self_attn.k_proj/_0.pt b/params/opt/5/rnd_search_t_lin/comb_6_t/global_train/model.decoder.layers.4.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..588fcbc26ece08226a97bccfb355fad50048c3ad
--- /dev/null
+++ b/params/opt/5/rnd_search_t_lin/comb_6_t/global_train/model.decoder.layers.4.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d18dc03f6330e259f9ec92a5b723f72bb6d53cb5b4b736719b48931ee14f42e4
+size 5251
diff --git a/params/opt/5/rnd_search_t_lin/comb_6_t/global_train/model.decoder.layers.4.self_attn.k_proj/_s.pt b/params/opt/5/rnd_search_t_lin/comb_6_t/global_train/model.decoder.layers.4.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e5c0b70afd97fb3807c226aaac09b0cca098808a
--- /dev/null
+++ b/params/opt/5/rnd_search_t_lin/comb_6_t/global_train/model.decoder.layers.4.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a800a14922f2f6909a7d62bb4d576651bd861dfea3c7e2182c1deaae825b1617
+size 5251
diff --git a/params/opt/5/rnd_search_t_lin/comb_6_t/global_train/model.decoder.layers.4.self_attn.out_proj/_0.pt b/params/opt/5/rnd_search_t_lin/comb_6_t/global_train/model.decoder.layers.4.self_attn.out_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..adf9c9cfb8ac9054218dae394eef8f59259dc3a5
--- /dev/null
+++ b/params/opt/5/rnd_search_t_lin/comb_6_t/global_train/model.decoder.layers.4.self_attn.out_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:6366f8ad3208b610377e6e381ff1d6c05a37f85116a1ecbb5627c30ceb774d7f
+size 5251
diff --git a/params/opt/5/rnd_search_t_lin/comb_6_t/global_train/model.decoder.layers.4.self_attn.out_proj/_s.pt b/params/opt/5/rnd_search_t_lin/comb_6_t/global_train/model.decoder.layers.4.self_attn.out_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ccced55e60021d5f304fb39c123bd91be7b99356
--- /dev/null
+++ b/params/opt/5/rnd_search_t_lin/comb_6_t/global_train/model.decoder.layers.4.self_attn.out_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:db7941e0c578bff6f12c36c48960368e94be818fa9f768b1ca96ed9b98625384
+size 5251
diff --git a/params/opt/5/rnd_search_t_lin/comb_6_t/global_train/model.decoder.layers.4.self_attn.q_proj/_0.pt b/params/opt/5/rnd_search_t_lin/comb_6_t/global_train/model.decoder.layers.4.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8aed605e911a48b48e97475d94d202fdd6a4508f
--- /dev/null
+++ b/params/opt/5/rnd_search_t_lin/comb_6_t/global_train/model.decoder.layers.4.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:3ff5190a3a328dc7031843d388c6f8e5d5ff550fc1ab16c9485e96cf9fc7d787
+size 5251
diff --git a/params/opt/5/rnd_search_t_lin/comb_6_t/global_train/model.decoder.layers.4.self_attn.q_proj/_s.pt b/params/opt/5/rnd_search_t_lin/comb_6_t/global_train/model.decoder.layers.4.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2ae1ebd825bd4bd472de7251c90c9512e2f441cd
--- /dev/null
+++ b/params/opt/5/rnd_search_t_lin/comb_6_t/global_train/model.decoder.layers.4.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5249bc774eead62bda125d1f450601f7e855c32773cda5da9e5302adfbc3c7a6
+size 5251
diff --git a/params/opt/5/rnd_search_t_lin/comb_6_t/global_train/model.decoder.layers.4.self_attn.v_proj/_0.pt b/params/opt/5/rnd_search_t_lin/comb_6_t/global_train/model.decoder.layers.4.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..26427b49b91c060230db19426992ee89861055da
--- /dev/null
+++ b/params/opt/5/rnd_search_t_lin/comb_6_t/global_train/model.decoder.layers.4.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:10e32b331aabcc1041a0b7cc28a17d617648e75cdbb332a2e9cd0c18b3ebbc1e
+size 5251
diff --git a/params/opt/5/rnd_search_t_lin/comb_6_t/global_train/model.decoder.layers.4.self_attn.v_proj/_s.pt b/params/opt/5/rnd_search_t_lin/comb_6_t/global_train/model.decoder.layers.4.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..91ce1ee7ec6e5716803bf5dd3080c122a105e9cd
--- /dev/null
+++ b/params/opt/5/rnd_search_t_lin/comb_6_t/global_train/model.decoder.layers.4.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b2c08697488b5f3dd03bc64a842b8661fe2e4c55b5b51b50fcbee65d94aba2c1
+size 5251
diff --git a/params/opt/5/rnd_search_t_lin/comb_6_t/global_train/model.decoder.layers.5.fc1/_0.pt b/params/opt/5/rnd_search_t_lin/comb_6_t/global_train/model.decoder.layers.5.fc1/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..35512f194d413f6a71941da26edb01dd2e9dcea6
--- /dev/null
+++ b/params/opt/5/rnd_search_t_lin/comb_6_t/global_train/model.decoder.layers.5.fc1/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:7daf862fc4bf7b158cc3ed73dc0c4f66550d4fc0f9cf6afaa4141083bc59d590
+size 17539
diff --git a/params/opt/5/rnd_search_t_lin/comb_6_t/global_train/model.decoder.layers.5.fc1/_s.pt b/params/opt/5/rnd_search_t_lin/comb_6_t/global_train/model.decoder.layers.5.fc1/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4a474c7745df0fbd561bf9ac74263fc39d4ebc3e
--- /dev/null
+++ b/params/opt/5/rnd_search_t_lin/comb_6_t/global_train/model.decoder.layers.5.fc1/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c07571e00d3ba7ffe02e4a65aca6edab63b107427c0415a54ee4d2941543e581
+size 17539
diff --git a/params/opt/5/rnd_search_t_lin/comb_6_t/global_train/model.decoder.layers.5.fc2/_0.pt b/params/opt/5/rnd_search_t_lin/comb_6_t/global_train/model.decoder.layers.5.fc2/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..7c31e41016b32d4b5abf2792c87b74d2e446843f
--- /dev/null
+++ b/params/opt/5/rnd_search_t_lin/comb_6_t/global_train/model.decoder.layers.5.fc2/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:7c3a0e3cebb92057aada1d3d380f6a98f655aabe9f1559ce1cca1f14318e9ec5
+size 5251
diff --git a/params/opt/5/rnd_search_t_lin/comb_6_t/global_train/model.decoder.layers.5.fc2/_s.pt b/params/opt/5/rnd_search_t_lin/comb_6_t/global_train/model.decoder.layers.5.fc2/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..1c604bf3f816a9a7b35be2b8e0594ebd524d5a22
--- /dev/null
+++ b/params/opt/5/rnd_search_t_lin/comb_6_t/global_train/model.decoder.layers.5.fc2/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:1594960f1f6f7c9857e26aaee589b5ab8ff22dbf2bde5b53396f7b531ee348ff
+size 5251
diff --git a/params/opt/5/rnd_search_t_lin/comb_6_t/global_train/model.decoder.layers.5.self_attn.k_proj/_0.pt b/params/opt/5/rnd_search_t_lin/comb_6_t/global_train/model.decoder.layers.5.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..b480ed77f6cfe48959bd3318616f0209a8c976f1
--- /dev/null
+++ b/params/opt/5/rnd_search_t_lin/comb_6_t/global_train/model.decoder.layers.5.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:706264f552741b4c99efc5068a3076e1e8da70cb4c0707b84bcf15861df9e65d
+size 5251
diff --git a/params/opt/5/rnd_search_t_lin/comb_6_t/global_train/model.decoder.layers.5.self_attn.k_proj/_s.pt b/params/opt/5/rnd_search_t_lin/comb_6_t/global_train/model.decoder.layers.5.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ea9a14c7696897bc33c8bdc9bb1f405ebff7155c
--- /dev/null
+++ b/params/opt/5/rnd_search_t_lin/comb_6_t/global_train/model.decoder.layers.5.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d00c56fbace77f51a8ff77ac7dcf10dba0fc0374e6162f75d8d6b5960bd901fa
+size 5251
diff --git a/params/opt/5/rnd_search_t_lin/comb_6_t/global_train/model.decoder.layers.5.self_attn.out_proj/_0.pt b/params/opt/5/rnd_search_t_lin/comb_6_t/global_train/model.decoder.layers.5.self_attn.out_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e2080e5f4e2adb1d77787d693a469b759a4180e1
--- /dev/null
+++ b/params/opt/5/rnd_search_t_lin/comb_6_t/global_train/model.decoder.layers.5.self_attn.out_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ae8d9f172b0e057399b794f3ff6a57c6f0eeb137cca84f936e7d411f0b490662
+size 5251
diff --git a/params/opt/5/rnd_search_t_lin/comb_6_t/global_train/model.decoder.layers.5.self_attn.out_proj/_s.pt b/params/opt/5/rnd_search_t_lin/comb_6_t/global_train/model.decoder.layers.5.self_attn.out_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a0bbe18732054da07f96675f44d571f52c56c579
--- /dev/null
+++ b/params/opt/5/rnd_search_t_lin/comb_6_t/global_train/model.decoder.layers.5.self_attn.out_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:fd1a47422a273d52a28ae7ffd94db9bc94bab266cfd54bb9c963ef2330e6ebdb
+size 5251
diff --git a/params/opt/5/rnd_search_t_lin/comb_6_t/global_train/model.decoder.layers.5.self_attn.q_proj/_0.pt b/params/opt/5/rnd_search_t_lin/comb_6_t/global_train/model.decoder.layers.5.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2def2405407e38d7ea92e59f1bdd698914cee4c7
--- /dev/null
+++ b/params/opt/5/rnd_search_t_lin/comb_6_t/global_train/model.decoder.layers.5.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5f7e0c5aeac78e47c0111799e418c6523cd3666bf7cbcc08e7ba5dc606f460bf
+size 5251
diff --git a/params/opt/5/rnd_search_t_lin/comb_6_t/global_train/model.decoder.layers.5.self_attn.q_proj/_s.pt b/params/opt/5/rnd_search_t_lin/comb_6_t/global_train/model.decoder.layers.5.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..100025b0ecbec449a469eaecead8d68713514624
--- /dev/null
+++ b/params/opt/5/rnd_search_t_lin/comb_6_t/global_train/model.decoder.layers.5.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c42d4540de86d4e3b6c4d4549eb8bff4b80746b41aadfd691d4a9b112dfd30e1
+size 5251
diff --git a/params/opt/5/rnd_search_t_lin/comb_6_t/global_train/model.decoder.layers.5.self_attn.v_proj/_0.pt b/params/opt/5/rnd_search_t_lin/comb_6_t/global_train/model.decoder.layers.5.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..fc92884635ff723b3226a64c75e187f7e91a7132
--- /dev/null
+++ b/params/opt/5/rnd_search_t_lin/comb_6_t/global_train/model.decoder.layers.5.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:cf5614bc0a7f9f300c4d09bcd738edeba9acb448ba94af697d2110c1b09c2f3c
+size 5251
diff --git a/params/opt/5/rnd_search_t_lin/comb_6_t/global_train/model.decoder.layers.5.self_attn.v_proj/_s.pt b/params/opt/5/rnd_search_t_lin/comb_6_t/global_train/model.decoder.layers.5.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..d8131c34b2cd12c170191c811e753e0c0ee86365
--- /dev/null
+++ b/params/opt/5/rnd_search_t_lin/comb_6_t/global_train/model.decoder.layers.5.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b3381ad62cb7014c208de6e6a1344003c078600a0273c7bd3361074e62f7eb40
+size 5251
diff --git a/params/opt/5/rnd_search_t_lin/comb_6_t/global_train/model.decoder.layers.6.fc1/_0.pt b/params/opt/5/rnd_search_t_lin/comb_6_t/global_train/model.decoder.layers.6.fc1/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c41b5f127dbce2d9b677bcecbf36c3e329403c6c
--- /dev/null
+++ b/params/opt/5/rnd_search_t_lin/comb_6_t/global_train/model.decoder.layers.6.fc1/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:82ea679a0bebe9013127e86147be82efafe0466e3b0037614595400ffbc284be
+size 17539
diff --git a/params/opt/5/rnd_search_t_lin/comb_6_t/global_train/model.decoder.layers.6.fc1/_s.pt b/params/opt/5/rnd_search_t_lin/comb_6_t/global_train/model.decoder.layers.6.fc1/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..003f1bdc9405eb8afb98f8f46e2b7e92ae48c64e
--- /dev/null
+++ b/params/opt/5/rnd_search_t_lin/comb_6_t/global_train/model.decoder.layers.6.fc1/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:17a40adb622dff292934f902ef18dff949fcb0018a543ff91910efab7eb8d66e
+size 17539
diff --git a/params/opt/5/rnd_search_t_lin/comb_6_t/global_train/model.decoder.layers.6.fc2/_0.pt b/params/opt/5/rnd_search_t_lin/comb_6_t/global_train/model.decoder.layers.6.fc2/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..dd991192ed524c773ede7774b464e10e6878d04c
--- /dev/null
+++ b/params/opt/5/rnd_search_t_lin/comb_6_t/global_train/model.decoder.layers.6.fc2/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d67d148549950efac4612f1e9ba739ea6f5c9f306ed1330bd2e657d1e734cf83
+size 5251
diff --git a/params/opt/5/rnd_search_t_lin/comb_6_t/global_train/model.decoder.layers.6.fc2/_s.pt b/params/opt/5/rnd_search_t_lin/comb_6_t/global_train/model.decoder.layers.6.fc2/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..d0df65c8bd00b68be9a8ec21c6343129d30561c2
--- /dev/null
+++ b/params/opt/5/rnd_search_t_lin/comb_6_t/global_train/model.decoder.layers.6.fc2/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2086138ddca80b02f5f2d0041a7b8e630a1bc3abb5fa6042c0ba80697959b4d7
+size 5251
diff --git a/params/opt/5/rnd_search_t_lin/comb_6_t/global_train/model.decoder.layers.6.self_attn.k_proj/_0.pt b/params/opt/5/rnd_search_t_lin/comb_6_t/global_train/model.decoder.layers.6.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..cc21df4b2ca00d597f0f127c65e61e9b2c567406
--- /dev/null
+++ b/params/opt/5/rnd_search_t_lin/comb_6_t/global_train/model.decoder.layers.6.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:45595425080321016a763156ca90726a70ba257d821285085838aa54b795b41e
+size 5251
diff --git a/params/opt/5/rnd_search_t_lin/comb_6_t/global_train/model.decoder.layers.6.self_attn.k_proj/_s.pt b/params/opt/5/rnd_search_t_lin/comb_6_t/global_train/model.decoder.layers.6.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..d57a95c89615ad371139cffc8fba80d0a70522aa
--- /dev/null
+++ b/params/opt/5/rnd_search_t_lin/comb_6_t/global_train/model.decoder.layers.6.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:cc1dbc8957cf0a0bdc14719c5fae1425fd29d6b5f10f9ec04f107ccae4accd11
+size 5251
diff --git a/params/opt/5/rnd_search_t_lin/comb_6_t/global_train/model.decoder.layers.6.self_attn.out_proj/_0.pt b/params/opt/5/rnd_search_t_lin/comb_6_t/global_train/model.decoder.layers.6.self_attn.out_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..362af9cecc8fa5375512b1b36d76fad09643d58d
--- /dev/null
+++ b/params/opt/5/rnd_search_t_lin/comb_6_t/global_train/model.decoder.layers.6.self_attn.out_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:fe49b8e9a0b51e79aee9e0ea820b12d09c3082a52ee511e95ea71db6ffe3fa65
+size 5251
diff --git a/params/opt/5/rnd_search_t_lin/comb_6_t/global_train/model.decoder.layers.6.self_attn.out_proj/_s.pt b/params/opt/5/rnd_search_t_lin/comb_6_t/global_train/model.decoder.layers.6.self_attn.out_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c3c6e9ddbeed26be06b7de902684ea90b8a2c3ea
--- /dev/null
+++ b/params/opt/5/rnd_search_t_lin/comb_6_t/global_train/model.decoder.layers.6.self_attn.out_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:9be13ebe20596f968a1cfcd3b87557125390769ddf872418f1e27e4be07faed8
+size 5251
diff --git a/params/opt/5/rnd_search_t_lin/comb_6_t/global_train/model.decoder.layers.6.self_attn.q_proj/_0.pt b/params/opt/5/rnd_search_t_lin/comb_6_t/global_train/model.decoder.layers.6.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a12ee8bb4844f03ff7405f544f84dbe1ca27785f
--- /dev/null
+++ b/params/opt/5/rnd_search_t_lin/comb_6_t/global_train/model.decoder.layers.6.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:069a36e57ea687cb85981bc008275a59b0bfd338fee2ad96e1e8306dafc4fb43
+size 5251
diff --git a/params/opt/5/rnd_search_t_lin/comb_6_t/global_train/model.decoder.layers.6.self_attn.q_proj/_s.pt b/params/opt/5/rnd_search_t_lin/comb_6_t/global_train/model.decoder.layers.6.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4f55b7fbeb899643a3a83531a3c29b28a52110b1
--- /dev/null
+++ b/params/opt/5/rnd_search_t_lin/comb_6_t/global_train/model.decoder.layers.6.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:1ea389e4acbb8c69101e5448b388027b03389b2b3c86ec24714c65e23dfbf0ee
+size 5251
diff --git a/params/opt/5/rnd_search_t_lin/comb_6_t/global_train/model.decoder.layers.6.self_attn.v_proj/_0.pt b/params/opt/5/rnd_search_t_lin/comb_6_t/global_train/model.decoder.layers.6.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..f9b4e9844ef22e6b582de253a6ea17a348cdb1de
--- /dev/null
+++ b/params/opt/5/rnd_search_t_lin/comb_6_t/global_train/model.decoder.layers.6.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a8f39453dd607d04a65d7962de69820b4a6afc7fd23a69cf46fb45908e44b19e
+size 5251
diff --git a/params/opt/5/rnd_search_t_lin/comb_6_t/global_train/model.decoder.layers.6.self_attn.v_proj/_s.pt b/params/opt/5/rnd_search_t_lin/comb_6_t/global_train/model.decoder.layers.6.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..0c565ecd574cada47e58080da975359ffb72f0cb
--- /dev/null
+++ b/params/opt/5/rnd_search_t_lin/comb_6_t/global_train/model.decoder.layers.6.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:be3035f7c134b3be40ea90cc6402c2a487308bb001960ddd03811557bfbf0b82
+size 5251
diff --git a/params/opt/5/rnd_search_t_lin/comb_6_t/global_train/model.decoder.layers.7.fc1/_0.pt b/params/opt/5/rnd_search_t_lin/comb_6_t/global_train/model.decoder.layers.7.fc1/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..9f696e474cb6177b762a27eaba29719efebc05e2
--- /dev/null
+++ b/params/opt/5/rnd_search_t_lin/comb_6_t/global_train/model.decoder.layers.7.fc1/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:09aabd43bc168858cc36eaa65d723d2e7a7def38559185f1da11b83dc033b9d5
+size 17539
diff --git a/params/opt/5/rnd_search_t_lin/comb_6_t/global_train/model.decoder.layers.7.fc1/_s.pt b/params/opt/5/rnd_search_t_lin/comb_6_t/global_train/model.decoder.layers.7.fc1/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4a7a9ee3c6dc74c1bca1968158dcf78935ac32be
--- /dev/null
+++ b/params/opt/5/rnd_search_t_lin/comb_6_t/global_train/model.decoder.layers.7.fc1/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:85755dd1805a2ec2de0473385d1d686dbeb6d1f02a10f571da77fc61eeafb80b
+size 17539
diff --git a/params/opt/5/rnd_search_t_lin/comb_6_t/global_train/model.decoder.layers.7.fc2/_0.pt b/params/opt/5/rnd_search_t_lin/comb_6_t/global_train/model.decoder.layers.7.fc2/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..64a0a6402d59366e7c008a10793b56c48655c992
--- /dev/null
+++ b/params/opt/5/rnd_search_t_lin/comb_6_t/global_train/model.decoder.layers.7.fc2/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:bcae9aea618ca01ba1b2a75af4732df193b56669a238ae0ff8895e31e904e726
+size 5251
diff --git a/params/opt/5/rnd_search_t_lin/comb_6_t/global_train/model.decoder.layers.7.fc2/_s.pt b/params/opt/5/rnd_search_t_lin/comb_6_t/global_train/model.decoder.layers.7.fc2/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..d3548d76d6f3ddd7fc505ed52213527c53ecb767
--- /dev/null
+++ b/params/opt/5/rnd_search_t_lin/comb_6_t/global_train/model.decoder.layers.7.fc2/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:69298bdf9b21d9d7de0f4a1d4542670d03d345e883072b7c11d251639bcdd9f8
+size 5251
diff --git a/params/opt/5/rnd_search_t_lin/comb_6_t/global_train/model.decoder.layers.7.self_attn.k_proj/_0.pt b/params/opt/5/rnd_search_t_lin/comb_6_t/global_train/model.decoder.layers.7.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..216e995ed31d4e71c24a8fa25d5d3f742f6e685a
--- /dev/null
+++ b/params/opt/5/rnd_search_t_lin/comb_6_t/global_train/model.decoder.layers.7.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:830b81ba9e42f4c0167204a4f30997482de071206184d5898406c51af16c416c
+size 5251
diff --git a/params/opt/5/rnd_search_t_lin/comb_6_t/global_train/model.decoder.layers.7.self_attn.k_proj/_s.pt b/params/opt/5/rnd_search_t_lin/comb_6_t/global_train/model.decoder.layers.7.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e821bd764debda86cfc92f6a29507940c852fcea
--- /dev/null
+++ b/params/opt/5/rnd_search_t_lin/comb_6_t/global_train/model.decoder.layers.7.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:6abc5830f6a8e1096d89c8214dcac6167d010ed7742ad14570f387936d712ee4
+size 5251
diff --git a/params/opt/5/rnd_search_t_lin/comb_6_t/global_train/model.decoder.layers.7.self_attn.out_proj/_0.pt b/params/opt/5/rnd_search_t_lin/comb_6_t/global_train/model.decoder.layers.7.self_attn.out_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..feec5952f6a076026251eacca977de4a40166124
--- /dev/null
+++ b/params/opt/5/rnd_search_t_lin/comb_6_t/global_train/model.decoder.layers.7.self_attn.out_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d20bccee743bfe982a8fbaa6ec2acee45803278a36b1d011a3dcf83b07d82d6d
+size 5251
diff --git a/params/opt/5/rnd_search_t_lin/comb_6_t/global_train/model.decoder.layers.7.self_attn.out_proj/_s.pt b/params/opt/5/rnd_search_t_lin/comb_6_t/global_train/model.decoder.layers.7.self_attn.out_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..9516d7b6b8cbda1ba1b832f7ad72136026ec1099
--- /dev/null
+++ b/params/opt/5/rnd_search_t_lin/comb_6_t/global_train/model.decoder.layers.7.self_attn.out_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f018c93cb73a9081a18ae99d5f4e84705cd2b5dde32c0d07227ece45ca57d07a
+size 5251
diff --git a/params/opt/5/rnd_search_t_lin/comb_6_t/global_train/model.decoder.layers.7.self_attn.q_proj/_0.pt b/params/opt/5/rnd_search_t_lin/comb_6_t/global_train/model.decoder.layers.7.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..363e624ad249fd31ebe87ef2f3e81036e5bff57b
--- /dev/null
+++ b/params/opt/5/rnd_search_t_lin/comb_6_t/global_train/model.decoder.layers.7.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:13b77d32f6a8c9069bf32289cc953feb7ce05500c349054952a3bef25a9c31f6
+size 5251
diff --git a/params/opt/5/rnd_search_t_lin/comb_6_t/global_train/model.decoder.layers.7.self_attn.q_proj/_s.pt b/params/opt/5/rnd_search_t_lin/comb_6_t/global_train/model.decoder.layers.7.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..bb91c600491b2b360f264a46fb4d3b157ad8a111
--- /dev/null
+++ b/params/opt/5/rnd_search_t_lin/comb_6_t/global_train/model.decoder.layers.7.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:93542d8a6894d744e387f39ca046ddd7aae625700e713990aca594873c585a0f
+size 5251
diff --git a/params/opt/5/rnd_search_t_lin/comb_6_t/global_train/model.decoder.layers.7.self_attn.v_proj/_0.pt b/params/opt/5/rnd_search_t_lin/comb_6_t/global_train/model.decoder.layers.7.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..da68a2149412f856a123e5505148f8b87badd2c8
--- /dev/null
+++ b/params/opt/5/rnd_search_t_lin/comb_6_t/global_train/model.decoder.layers.7.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2c8803549714a3d67406ef1f007bed855d6fa265d3c1ed95b3af712bed7a6bcd
+size 5251
diff --git a/params/opt/5/rnd_search_t_lin/comb_6_t/global_train/model.decoder.layers.7.self_attn.v_proj/_s.pt b/params/opt/5/rnd_search_t_lin/comb_6_t/global_train/model.decoder.layers.7.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..31523ed3b5fa61b5a118096f10a75bd2cf1fc0f4
--- /dev/null
+++ b/params/opt/5/rnd_search_t_lin/comb_6_t/global_train/model.decoder.layers.7.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:3d9282a1110038e7bd71d618a91ae03c24ec0ee578506c58b03fd682844b618e
+size 5251
diff --git a/params/opt/5/rnd_search_t_lin/comb_6_t/global_train/model.decoder.layers.8.fc1/_0.pt b/params/opt/5/rnd_search_t_lin/comb_6_t/global_train/model.decoder.layers.8.fc1/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..f7420e87d48cd947074ee0377a108c938df144d3
--- /dev/null
+++ b/params/opt/5/rnd_search_t_lin/comb_6_t/global_train/model.decoder.layers.8.fc1/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0982532ccab4160a183fc46e4808af773911f97fdddd48632c1ac95f9179f90e
+size 17539
diff --git a/params/opt/5/rnd_search_t_lin/comb_6_t/global_train/model.decoder.layers.8.fc1/_s.pt b/params/opt/5/rnd_search_t_lin/comb_6_t/global_train/model.decoder.layers.8.fc1/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..14f4b5787b625040cf3c6584b07b45e27837bdbe
--- /dev/null
+++ b/params/opt/5/rnd_search_t_lin/comb_6_t/global_train/model.decoder.layers.8.fc1/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2e24dcc5bbbf47aec9ced227e21340e2a91de6b29ef435ba6dc275349d0b2fbe
+size 17539
diff --git a/params/opt/5/rnd_search_t_lin/comb_6_t/global_train/model.decoder.layers.8.fc2/_0.pt b/params/opt/5/rnd_search_t_lin/comb_6_t/global_train/model.decoder.layers.8.fc2/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..500849727b9d62ba409c2afe60bad6af6878aff8
--- /dev/null
+++ b/params/opt/5/rnd_search_t_lin/comb_6_t/global_train/model.decoder.layers.8.fc2/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:58d5cb46986f3600245bc2291c4f1fbe98c61f4b289a1608aaf647dd01ab7658
+size 5251
diff --git a/params/opt/5/rnd_search_t_lin/comb_6_t/global_train/model.decoder.layers.8.fc2/_s.pt b/params/opt/5/rnd_search_t_lin/comb_6_t/global_train/model.decoder.layers.8.fc2/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..47e95b7ccd88d448e0396512e1d4b866b40b92d1
--- /dev/null
+++ b/params/opt/5/rnd_search_t_lin/comb_6_t/global_train/model.decoder.layers.8.fc2/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:1754430f1fe8b0094f64d6b0d947839d0d48dd648198abe427f6f3bf7064c98d
+size 5251
diff --git a/params/opt/5/rnd_search_t_lin/comb_6_t/global_train/model.decoder.layers.8.self_attn.k_proj/_0.pt b/params/opt/5/rnd_search_t_lin/comb_6_t/global_train/model.decoder.layers.8.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..560ee8c8b57ff43932bfa4b1f1dab43fd79c279d
--- /dev/null
+++ b/params/opt/5/rnd_search_t_lin/comb_6_t/global_train/model.decoder.layers.8.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:64e9294ab5632260f4a24d1aa3783129cee3c532d775a05d54846478ed7edb82
+size 5251
diff --git a/params/opt/5/rnd_search_t_lin/comb_6_t/global_train/model.decoder.layers.8.self_attn.k_proj/_s.pt b/params/opt/5/rnd_search_t_lin/comb_6_t/global_train/model.decoder.layers.8.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..987ea577ff56a5a41e1dcdadcf6a31bf7db7ca2e
--- /dev/null
+++ b/params/opt/5/rnd_search_t_lin/comb_6_t/global_train/model.decoder.layers.8.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f31630e596ff29b7915efaf1ddbf31116903f9025605614818b966f31dbfdbd9
+size 5251
diff --git a/params/opt/5/rnd_search_t_lin/comb_6_t/global_train/model.decoder.layers.8.self_attn.out_proj/_0.pt b/params/opt/5/rnd_search_t_lin/comb_6_t/global_train/model.decoder.layers.8.self_attn.out_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..3fbf15e5a249996e652b3b4c8dcc7eacaca37723
--- /dev/null
+++ b/params/opt/5/rnd_search_t_lin/comb_6_t/global_train/model.decoder.layers.8.self_attn.out_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d36f8bd4413cb4d6ac9312533d66c7d74290874dc52020859ff7e867d22e0177
+size 5251
diff --git a/params/opt/5/rnd_search_t_lin/comb_6_t/global_train/model.decoder.layers.8.self_attn.out_proj/_s.pt b/params/opt/5/rnd_search_t_lin/comb_6_t/global_train/model.decoder.layers.8.self_attn.out_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..7930f9f2f5009acc7bc3d67a9adb684936f0149c
--- /dev/null
+++ b/params/opt/5/rnd_search_t_lin/comb_6_t/global_train/model.decoder.layers.8.self_attn.out_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b36d37afc6988bd5270f71a270a99b8423c4053fb7a63531a52a8e95d2a1d690
+size 5251
diff --git a/params/opt/5/rnd_search_t_lin/comb_6_t/global_train/model.decoder.layers.8.self_attn.q_proj/_0.pt b/params/opt/5/rnd_search_t_lin/comb_6_t/global_train/model.decoder.layers.8.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..0c7a7c6f7fe69eae92e900e49a49d9234ed4cc90
--- /dev/null
+++ b/params/opt/5/rnd_search_t_lin/comb_6_t/global_train/model.decoder.layers.8.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0ff54eb8f66057bb627e7a401f1af71238eb95682804104bcc70b0d45658ce6b
+size 5251
diff --git a/params/opt/5/rnd_search_t_lin/comb_6_t/global_train/model.decoder.layers.8.self_attn.q_proj/_s.pt b/params/opt/5/rnd_search_t_lin/comb_6_t/global_train/model.decoder.layers.8.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a814c8e2e70cb0120d0e041d6a47ea35f779c782
--- /dev/null
+++ b/params/opt/5/rnd_search_t_lin/comb_6_t/global_train/model.decoder.layers.8.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:31a3762fab821afbabb576a85465c869c84ed6638c463b4abac1e5f7464344cc
+size 5251
diff --git a/params/opt/5/rnd_search_t_lin/comb_6_t/global_train/model.decoder.layers.8.self_attn.v_proj/_0.pt b/params/opt/5/rnd_search_t_lin/comb_6_t/global_train/model.decoder.layers.8.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..50e59800a1321dca81268a6293591f6b05095a35
--- /dev/null
+++ b/params/opt/5/rnd_search_t_lin/comb_6_t/global_train/model.decoder.layers.8.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:3d3b1643a900f57fc01cef32f1c7e9ccb5edbfaa2eb82f64abd2a587322e84f4
+size 5251
diff --git a/params/opt/5/rnd_search_t_lin/comb_6_t/global_train/model.decoder.layers.8.self_attn.v_proj/_s.pt b/params/opt/5/rnd_search_t_lin/comb_6_t/global_train/model.decoder.layers.8.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e5f406f6ddd4ce9e58e92f643b9eb7e847aa761a
--- /dev/null
+++ b/params/opt/5/rnd_search_t_lin/comb_6_t/global_train/model.decoder.layers.8.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0613352ac6a89217bc79465d6267903c66573a5a4004a67ca94c326baaaed911
+size 5251
diff --git a/params/opt/5/rnd_search_t_lin/comb_6_t/global_train/model.decoder.layers.9.fc1/_0.pt b/params/opt/5/rnd_search_t_lin/comb_6_t/global_train/model.decoder.layers.9.fc1/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2640c12272fc5e8f1a406344f98bf24c9f252535
--- /dev/null
+++ b/params/opt/5/rnd_search_t_lin/comb_6_t/global_train/model.decoder.layers.9.fc1/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:620d80f7d2f8ecc91e891c1cb728fe1fc566de478b76be5627ef5b0da86a19db
+size 17539
diff --git a/params/opt/5/rnd_search_t_lin/comb_6_t/global_train/model.decoder.layers.9.fc1/_s.pt b/params/opt/5/rnd_search_t_lin/comb_6_t/global_train/model.decoder.layers.9.fc1/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4c53db379eb2ab209b94a145f7bcb86ad89714a0
--- /dev/null
+++ b/params/opt/5/rnd_search_t_lin/comb_6_t/global_train/model.decoder.layers.9.fc1/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:21bf20ef849459197ad9521eddcd07edc77008ccd3afc7a22af740760101e55b
+size 17539
diff --git a/params/opt/5/rnd_search_t_lin/comb_6_t/global_train/model.decoder.layers.9.fc2/_0.pt b/params/opt/5/rnd_search_t_lin/comb_6_t/global_train/model.decoder.layers.9.fc2/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ecb27773c282e7343d79ed5d4ad42dd2dfb95cee
--- /dev/null
+++ b/params/opt/5/rnd_search_t_lin/comb_6_t/global_train/model.decoder.layers.9.fc2/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:38faae775cc2f182a8da9ed1688f919be5ea93fe5fb05ac8bd2724238853a805
+size 5251
diff --git a/params/opt/5/rnd_search_t_lin/comb_6_t/global_train/model.decoder.layers.9.fc2/_s.pt b/params/opt/5/rnd_search_t_lin/comb_6_t/global_train/model.decoder.layers.9.fc2/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..11bb253e096d366db1710151461febde872f15ea
--- /dev/null
+++ b/params/opt/5/rnd_search_t_lin/comb_6_t/global_train/model.decoder.layers.9.fc2/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:fe20b47a3bfa36d0879cbec1e8c283dc0425df1a956d8f42a9424de9bf7bcc72
+size 5251
diff --git a/params/opt/5/rnd_search_t_lin/comb_6_t/global_train/model.decoder.layers.9.self_attn.k_proj/_0.pt b/params/opt/5/rnd_search_t_lin/comb_6_t/global_train/model.decoder.layers.9.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8173b1f6ccb2bf2cdcca99a2eb1164754e968938
--- /dev/null
+++ b/params/opt/5/rnd_search_t_lin/comb_6_t/global_train/model.decoder.layers.9.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e48592a2b49f1956d8dc4c82776ccc6a335022cbb285e9ccbadcc9042e7e14e7
+size 5251
diff --git a/params/opt/5/rnd_search_t_lin/comb_6_t/global_train/model.decoder.layers.9.self_attn.k_proj/_s.pt b/params/opt/5/rnd_search_t_lin/comb_6_t/global_train/model.decoder.layers.9.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..5c087c109cfe57ae6d017c9150aaa9ac459a5cd5
--- /dev/null
+++ b/params/opt/5/rnd_search_t_lin/comb_6_t/global_train/model.decoder.layers.9.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:45aa8ed8b203d088f8740ff62e172c896d9e556b22e7d8d6160b5369f747b446
+size 5251
diff --git a/params/opt/5/rnd_search_t_lin/comb_6_t/global_train/model.decoder.layers.9.self_attn.out_proj/_0.pt b/params/opt/5/rnd_search_t_lin/comb_6_t/global_train/model.decoder.layers.9.self_attn.out_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..6c4cd0c61a676f17e2ff1b4c0aeabf5b2f1cd27b
--- /dev/null
+++ b/params/opt/5/rnd_search_t_lin/comb_6_t/global_train/model.decoder.layers.9.self_attn.out_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:1de53a392711abb224a55d947d9b691b07ce12af3bc58969ea9a23aca016a2bb
+size 5251
diff --git a/params/opt/5/rnd_search_t_lin/comb_6_t/global_train/model.decoder.layers.9.self_attn.out_proj/_s.pt b/params/opt/5/rnd_search_t_lin/comb_6_t/global_train/model.decoder.layers.9.self_attn.out_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..7cffe69b942f0c377ca4d150292622c554fe1056
--- /dev/null
+++ b/params/opt/5/rnd_search_t_lin/comb_6_t/global_train/model.decoder.layers.9.self_attn.out_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d71beeec24ef9e62ed38ff165cca789eeaa812bbfecc7b51f5a061cb780f2c74
+size 5251
diff --git a/params/opt/5/rnd_search_t_lin/comb_6_t/global_train/model.decoder.layers.9.self_attn.q_proj/_0.pt b/params/opt/5/rnd_search_t_lin/comb_6_t/global_train/model.decoder.layers.9.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..6d9af9ae8ad975b139948c87dd8414a3c1697f84
--- /dev/null
+++ b/params/opt/5/rnd_search_t_lin/comb_6_t/global_train/model.decoder.layers.9.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e2c36dc9e0eb4ef0ae8a34150deca2793ffa11b2aa57b8623b1acb36404e925d
+size 5251
diff --git a/params/opt/5/rnd_search_t_lin/comb_6_t/global_train/model.decoder.layers.9.self_attn.q_proj/_s.pt b/params/opt/5/rnd_search_t_lin/comb_6_t/global_train/model.decoder.layers.9.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..f056f9350e93af352e1123643d15a7f4ee7de1b3
--- /dev/null
+++ b/params/opt/5/rnd_search_t_lin/comb_6_t/global_train/model.decoder.layers.9.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:109f93b9aeaf20d5b0fb645c12379b536ebc07d06eb64c5169cc33121530966c
+size 5251
diff --git a/params/opt/5/rnd_search_t_lin/comb_6_t/global_train/model.decoder.layers.9.self_attn.v_proj/_0.pt b/params/opt/5/rnd_search_t_lin/comb_6_t/global_train/model.decoder.layers.9.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..12230efcde1f76c4c506d006e9017619b42a339b
--- /dev/null
+++ b/params/opt/5/rnd_search_t_lin/comb_6_t/global_train/model.decoder.layers.9.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:bddd8bfc8a3506cb82e2dc06907ed84b574332c1a3d08188a56941aa7856ba0c
+size 5251
diff --git a/params/opt/5/rnd_search_t_lin/comb_6_t/global_train/model.decoder.layers.9.self_attn.v_proj/_s.pt b/params/opt/5/rnd_search_t_lin/comb_6_t/global_train/model.decoder.layers.9.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..131c21d6fc4f02f65f5f40be6bb3be9ace59b3cc
--- /dev/null
+++ b/params/opt/5/rnd_search_t_lin/comb_6_t/global_train/model.decoder.layers.9.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:87b5a2d5829e3d84f52421f0c70e0d0b421d5755866855b46102cb5cbffd84d8
+size 5251
diff --git a/params/opt/5/rnd_search_t_lin/comb_6_t/global_train/model.decoder.project_in/_0.pt b/params/opt/5/rnd_search_t_lin/comb_6_t/global_train/model.decoder.project_in/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..d6408fe1d2d166b566fa1aae118d02ef75b2f5fb
--- /dev/null
+++ b/params/opt/5/rnd_search_t_lin/comb_6_t/global_train/model.decoder.project_in/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b1a445d366bb80550a69f4cd31a6365a3c89d5bf9060e904150022647f4dced9
+size 5251
diff --git a/params/opt/5/rnd_search_t_lin/comb_6_t/global_train/model.decoder.project_in/_s.pt b/params/opt/5/rnd_search_t_lin/comb_6_t/global_train/model.decoder.project_in/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a5ac86fd33abd84a9c4d8b10b965b8453a815bf7
--- /dev/null
+++ b/params/opt/5/rnd_search_t_lin/comb_6_t/global_train/model.decoder.project_in/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c464d57387d19b3daeb45a90f45a6911035acb7d1bcd79d2273cd37b34af8e04
+size 5251
diff --git a/params/opt/5/rnd_search_t_lin/comb_6_t/global_train/model.decoder.project_out/_0.pt b/params/opt/5/rnd_search_t_lin/comb_6_t/global_train/model.decoder.project_out/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a51bdf70d0fda3fb4e191e461e55f93830156961
--- /dev/null
+++ b/params/opt/5/rnd_search_t_lin/comb_6_t/global_train/model.decoder.project_out/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:df8b86ba8265b8ea5eac8da9eb0a2c888f3c47113144e5ef15ab7c3970ad985d
+size 3203
diff --git a/params/opt/5/rnd_search_t_lin/comb_6_t/global_train/model.decoder.project_out/_s.pt b/params/opt/5/rnd_search_t_lin/comb_6_t/global_train/model.decoder.project_out/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8c97a5be414ac4c25d16f7b662fcabdefbf0c7fb
--- /dev/null
+++ b/params/opt/5/rnd_search_t_lin/comb_6_t/global_train/model.decoder.project_out/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:779e597ffdd15ece32fab23798c8040f0da22d992f7744febf360c1286334edd
+size 3203
diff --git a/params/opt/5/rnd_search_t_lin/comb_8/init/lm_head/_0.pt b/params/opt/5/rnd_search_t_lin/comb_8/init/lm_head/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..b26634d31627d1a0044c3f3651ff144ed5eb8f4c
--- /dev/null
+++ b/params/opt/5/rnd_search_t_lin/comb_8/init/lm_head/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2aeb55462019e469ec40ffa03573a99ed00c39ee31ce90f00c8b184c5501dbf7
+size 202243
diff --git a/params/opt/5/rnd_search_t_lin/comb_8/init/lm_head/_s.pt b/params/opt/5/rnd_search_t_lin/comb_8/init/lm_head/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..213ea8be3ecf307e4f1a1072b297d101df74ec27
--- /dev/null
+++ b/params/opt/5/rnd_search_t_lin/comb_8/init/lm_head/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:3944603277860d72a3dfb638f128a77827e05013469a8fb542f96e801d95d997
+size 202243
diff --git a/params/opt/5/rnd_search_t_lin/comb_8/init/model.decoder.layers.0.fc1/_0.pt b/params/opt/5/rnd_search_t_lin/comb_8/init/model.decoder.layers.0.fc1/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..58c96248fd00550cc15d645205571ee67c337035
--- /dev/null
+++ b/params/opt/5/rnd_search_t_lin/comb_8/init/model.decoder.layers.0.fc1/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d77f62f2a90ce91416a8360d6ec3a5205dee0afeca27666c8c1c6bc185c247e5
+size 17539
diff --git a/params/opt/5/rnd_search_t_lin/comb_8/init/model.decoder.layers.0.fc1/_s.pt b/params/opt/5/rnd_search_t_lin/comb_8/init/model.decoder.layers.0.fc1/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..dc80af70ec8b7fec249fecaf0899c47245e22dbf
--- /dev/null
+++ b/params/opt/5/rnd_search_t_lin/comb_8/init/model.decoder.layers.0.fc1/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f595a08542ee1c354952e8f8ef0c7cc8a9c6e57b53487f2dd2a81e91e43c09ff
+size 17539
diff --git a/params/opt/5/rnd_search_t_lin/comb_8/init/model.decoder.layers.0.fc2/_0.pt b/params/opt/5/rnd_search_t_lin/comb_8/init/model.decoder.layers.0.fc2/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/opt/5/rnd_search_t_lin/comb_8/init/model.decoder.layers.0.fc2/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/opt/5/rnd_search_t_lin/comb_8/init/model.decoder.layers.0.fc2/_s.pt b/params/opt/5/rnd_search_t_lin/comb_8/init/model.decoder.layers.0.fc2/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..7a5d788fc36b071070460e0a01c2bda80d90b512
--- /dev/null
+++ b/params/opt/5/rnd_search_t_lin/comb_8/init/model.decoder.layers.0.fc2/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f26448756977b1d6f82774cb223f251936a3a17ddacc3e8c9f17152a4cdba8e6
+size 5251
diff --git a/params/opt/5/rnd_search_t_lin/comb_8/init/model.decoder.layers.0.self_attn.k_proj/_0.pt b/params/opt/5/rnd_search_t_lin/comb_8/init/model.decoder.layers.0.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/opt/5/rnd_search_t_lin/comb_8/init/model.decoder.layers.0.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/opt/5/rnd_search_t_lin/comb_8/init/model.decoder.layers.0.self_attn.k_proj/_s.pt b/params/opt/5/rnd_search_t_lin/comb_8/init/model.decoder.layers.0.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..33a0257ae2ccc1e7130160f4f2593277adf0e0f6
--- /dev/null
+++ b/params/opt/5/rnd_search_t_lin/comb_8/init/model.decoder.layers.0.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:fe38a5725b920f587c44da24ec4f9523a5ea9c96493cb5106837a6eb29dcb20b
+size 5251
diff --git a/params/opt/5/rnd_search_t_lin/comb_8/init/model.decoder.layers.0.self_attn.out_proj/_0.pt b/params/opt/5/rnd_search_t_lin/comb_8/init/model.decoder.layers.0.self_attn.out_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/opt/5/rnd_search_t_lin/comb_8/init/model.decoder.layers.0.self_attn.out_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/opt/5/rnd_search_t_lin/comb_8/init/model.decoder.layers.0.self_attn.out_proj/_s.pt b/params/opt/5/rnd_search_t_lin/comb_8/init/model.decoder.layers.0.self_attn.out_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..5827090f596ff265ed4ebd575ddea0c4c755c74a
--- /dev/null
+++ b/params/opt/5/rnd_search_t_lin/comb_8/init/model.decoder.layers.0.self_attn.out_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b083a787819545330ce5573714ff08cdd189b510890fe9dae0993a7f9a3229a2
+size 5251
diff --git a/params/opt/5/rnd_search_t_lin/comb_8/init/model.decoder.layers.0.self_attn.q_proj/_0.pt b/params/opt/5/rnd_search_t_lin/comb_8/init/model.decoder.layers.0.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/opt/5/rnd_search_t_lin/comb_8/init/model.decoder.layers.0.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/opt/5/rnd_search_t_lin/comb_8/init/model.decoder.layers.0.self_attn.q_proj/_s.pt b/params/opt/5/rnd_search_t_lin/comb_8/init/model.decoder.layers.0.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c48c4018c7736f957480218f40a2b703d833b450
--- /dev/null
+++ b/params/opt/5/rnd_search_t_lin/comb_8/init/model.decoder.layers.0.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:dbdf9413d7877b883ab3b8a89fbbcee0cf9dace2e88bdc24d503840729e32098
+size 5251
diff --git a/params/opt/5/rnd_search_t_lin/comb_8/init/model.decoder.layers.0.self_attn.v_proj/_0.pt b/params/opt/5/rnd_search_t_lin/comb_8/init/model.decoder.layers.0.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/opt/5/rnd_search_t_lin/comb_8/init/model.decoder.layers.0.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/opt/5/rnd_search_t_lin/comb_8/init/model.decoder.layers.0.self_attn.v_proj/_s.pt b/params/opt/5/rnd_search_t_lin/comb_8/init/model.decoder.layers.0.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ed99e4084d5fcd85895290bea176ee84488a3de6
--- /dev/null
+++ b/params/opt/5/rnd_search_t_lin/comb_8/init/model.decoder.layers.0.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e884477dff727687812fc96ccbeef71b11bb9324d3bb03866be023b059435fa1
+size 5251
diff --git a/params/opt/5/rnd_search_t_lin/comb_8/init/model.decoder.layers.1.fc1/_0.pt b/params/opt/5/rnd_search_t_lin/comb_8/init/model.decoder.layers.1.fc1/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..58c96248fd00550cc15d645205571ee67c337035
--- /dev/null
+++ b/params/opt/5/rnd_search_t_lin/comb_8/init/model.decoder.layers.1.fc1/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d77f62f2a90ce91416a8360d6ec3a5205dee0afeca27666c8c1c6bc185c247e5
+size 17539
diff --git a/params/opt/5/rnd_search_t_lin/comb_8/init/model.decoder.layers.1.fc1/_s.pt b/params/opt/5/rnd_search_t_lin/comb_8/init/model.decoder.layers.1.fc1/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..5adfb0c47827d1544d9c95ef57555e1ff726d4b6
--- /dev/null
+++ b/params/opt/5/rnd_search_t_lin/comb_8/init/model.decoder.layers.1.fc1/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:aeebe288fe344b86bee86189d21336e517ac7337f6a6594e16f1fc1db8021b06
+size 17539
diff --git a/params/opt/5/rnd_search_t_lin/comb_8/init/model.decoder.layers.1.fc2/_0.pt b/params/opt/5/rnd_search_t_lin/comb_8/init/model.decoder.layers.1.fc2/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/opt/5/rnd_search_t_lin/comb_8/init/model.decoder.layers.1.fc2/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/opt/5/rnd_search_t_lin/comb_8/init/model.decoder.layers.1.fc2/_s.pt b/params/opt/5/rnd_search_t_lin/comb_8/init/model.decoder.layers.1.fc2/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..21034cdd7b7bbd0b887d6be56cc0ea8b2f508e96
--- /dev/null
+++ b/params/opt/5/rnd_search_t_lin/comb_8/init/model.decoder.layers.1.fc2/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:48a89c474451ec5c5025775a8163e3b9a541f0bc7112ee7d5f15cdacd62e008f
+size 5251
diff --git a/params/opt/5/rnd_search_t_lin/comb_8/init/model.decoder.layers.1.self_attn.k_proj/_0.pt b/params/opt/5/rnd_search_t_lin/comb_8/init/model.decoder.layers.1.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/opt/5/rnd_search_t_lin/comb_8/init/model.decoder.layers.1.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/opt/5/rnd_search_t_lin/comb_8/init/model.decoder.layers.1.self_attn.k_proj/_s.pt b/params/opt/5/rnd_search_t_lin/comb_8/init/model.decoder.layers.1.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ae89bf56aa6bec0faab1b2c04b9205de70799018
--- /dev/null
+++ b/params/opt/5/rnd_search_t_lin/comb_8/init/model.decoder.layers.1.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:6ee5595b6f8bec691e1f46cb7765607fc0c9a66f4cf510ebcf6c13a8f5237168
+size 5251
diff --git a/params/opt/5/rnd_search_t_lin/comb_8/init/model.decoder.layers.1.self_attn.out_proj/_0.pt b/params/opt/5/rnd_search_t_lin/comb_8/init/model.decoder.layers.1.self_attn.out_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/opt/5/rnd_search_t_lin/comb_8/init/model.decoder.layers.1.self_attn.out_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/opt/5/rnd_search_t_lin/comb_8/init/model.decoder.layers.1.self_attn.out_proj/_s.pt b/params/opt/5/rnd_search_t_lin/comb_8/init/model.decoder.layers.1.self_attn.out_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2c085ea398fc33d6c9b94869db326785659c78b8
--- /dev/null
+++ b/params/opt/5/rnd_search_t_lin/comb_8/init/model.decoder.layers.1.self_attn.out_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:fd4046e04cc37db29c191f725618ca0b2f3e3591dcdc2c65a4755202b9c1ad94
+size 5251
diff --git a/params/opt/5/rnd_search_t_lin/comb_8/init/model.decoder.layers.1.self_attn.q_proj/_0.pt b/params/opt/5/rnd_search_t_lin/comb_8/init/model.decoder.layers.1.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/opt/5/rnd_search_t_lin/comb_8/init/model.decoder.layers.1.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/opt/5/rnd_search_t_lin/comb_8/init/model.decoder.layers.1.self_attn.q_proj/_s.pt b/params/opt/5/rnd_search_t_lin/comb_8/init/model.decoder.layers.1.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..7865bbea204749537b5d7f59a27df4f090a97613
--- /dev/null
+++ b/params/opt/5/rnd_search_t_lin/comb_8/init/model.decoder.layers.1.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:26106d7d8f284496722e911cd5f84d90ab785d7732d212c03d34decdd39042ad
+size 5251
diff --git a/params/opt/5/rnd_search_t_lin/comb_8/init/model.decoder.layers.1.self_attn.v_proj/_0.pt b/params/opt/5/rnd_search_t_lin/comb_8/init/model.decoder.layers.1.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/opt/5/rnd_search_t_lin/comb_8/init/model.decoder.layers.1.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/opt/5/rnd_search_t_lin/comb_8/init/model.decoder.layers.1.self_attn.v_proj/_s.pt b/params/opt/5/rnd_search_t_lin/comb_8/init/model.decoder.layers.1.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..b828cb856dbe0de57b3b84092c3b7dd48d8fa486
--- /dev/null
+++ b/params/opt/5/rnd_search_t_lin/comb_8/init/model.decoder.layers.1.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a07fb16e78b63fb953e2e50daae0008ca7d8b339b1da58a24cb113cc758d2c34
+size 5251
diff --git a/params/opt/5/rnd_search_t_lin/comb_8/init/model.decoder.layers.10.fc1/_0.pt b/params/opt/5/rnd_search_t_lin/comb_8/init/model.decoder.layers.10.fc1/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..58c96248fd00550cc15d645205571ee67c337035
--- /dev/null
+++ b/params/opt/5/rnd_search_t_lin/comb_8/init/model.decoder.layers.10.fc1/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d77f62f2a90ce91416a8360d6ec3a5205dee0afeca27666c8c1c6bc185c247e5
+size 17539
diff --git a/params/opt/5/rnd_search_t_lin/comb_8/init/model.decoder.layers.10.fc1/_s.pt b/params/opt/5/rnd_search_t_lin/comb_8/init/model.decoder.layers.10.fc1/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ce64a6cb1fd3032550ec3734a8f5cbcf5548f8c7
--- /dev/null
+++ b/params/opt/5/rnd_search_t_lin/comb_8/init/model.decoder.layers.10.fc1/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:fdf25b97936ba298a00794920ba2d8662ca5e94d64bc4feca83cf52270e0cfe3
+size 17539
diff --git a/params/opt/5/rnd_search_t_lin/comb_8/init/model.decoder.layers.10.fc2/_0.pt b/params/opt/5/rnd_search_t_lin/comb_8/init/model.decoder.layers.10.fc2/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/opt/5/rnd_search_t_lin/comb_8/init/model.decoder.layers.10.fc2/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/opt/5/rnd_search_t_lin/comb_8/init/model.decoder.layers.10.fc2/_s.pt b/params/opt/5/rnd_search_t_lin/comb_8/init/model.decoder.layers.10.fc2/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4c275667a7333697f45dba7b1b41173cc39d2c8d
--- /dev/null
+++ b/params/opt/5/rnd_search_t_lin/comb_8/init/model.decoder.layers.10.fc2/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:355af3bdab483ad202edfc5f10b79a0a000703d322f5d3e06dd8bc937bac09c1
+size 5251
diff --git a/params/opt/5/rnd_search_t_lin/comb_8/init/model.decoder.layers.10.self_attn.k_proj/_0.pt b/params/opt/5/rnd_search_t_lin/comb_8/init/model.decoder.layers.10.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/opt/5/rnd_search_t_lin/comb_8/init/model.decoder.layers.10.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/opt/5/rnd_search_t_lin/comb_8/init/model.decoder.layers.10.self_attn.k_proj/_s.pt b/params/opt/5/rnd_search_t_lin/comb_8/init/model.decoder.layers.10.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..7a03600189377bf4504b64a9e235e65ce20e7cf7
--- /dev/null
+++ b/params/opt/5/rnd_search_t_lin/comb_8/init/model.decoder.layers.10.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:7d148566f49ea492c870cb564298c00e4ef79001f9bd3eddceb87fc3f2b13b44
+size 5251
diff --git a/params/opt/5/rnd_search_t_lin/comb_8/init/model.decoder.layers.10.self_attn.out_proj/_0.pt b/params/opt/5/rnd_search_t_lin/comb_8/init/model.decoder.layers.10.self_attn.out_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/opt/5/rnd_search_t_lin/comb_8/init/model.decoder.layers.10.self_attn.out_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/opt/5/rnd_search_t_lin/comb_8/init/model.decoder.layers.10.self_attn.out_proj/_s.pt b/params/opt/5/rnd_search_t_lin/comb_8/init/model.decoder.layers.10.self_attn.out_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8af9ee0dd22b1c4b269902bfc17c56b6c32ecea4
--- /dev/null
+++ b/params/opt/5/rnd_search_t_lin/comb_8/init/model.decoder.layers.10.self_attn.out_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:07af3efef6a697dd7faa7cc019ac85992a11abc6eac7e1f9ce9f1066ee90f9db
+size 5251
diff --git a/params/opt/5/rnd_search_t_lin/comb_8/init/model.decoder.layers.10.self_attn.q_proj/_0.pt b/params/opt/5/rnd_search_t_lin/comb_8/init/model.decoder.layers.10.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/opt/5/rnd_search_t_lin/comb_8/init/model.decoder.layers.10.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/opt/5/rnd_search_t_lin/comb_8/init/model.decoder.layers.10.self_attn.q_proj/_s.pt b/params/opt/5/rnd_search_t_lin/comb_8/init/model.decoder.layers.10.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a98f1d3d084ab3dd4c81c4d1b63f6a7f697a10b3
--- /dev/null
+++ b/params/opt/5/rnd_search_t_lin/comb_8/init/model.decoder.layers.10.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:6dec6e7c2038e00a56e97aeef1558458e7e09aa7b37cc35c3da02729728881d9
+size 5251
diff --git a/params/opt/5/rnd_search_t_lin/comb_8/init/model.decoder.layers.10.self_attn.v_proj/_0.pt b/params/opt/5/rnd_search_t_lin/comb_8/init/model.decoder.layers.10.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/opt/5/rnd_search_t_lin/comb_8/init/model.decoder.layers.10.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/opt/5/rnd_search_t_lin/comb_8/init/model.decoder.layers.10.self_attn.v_proj/_s.pt b/params/opt/5/rnd_search_t_lin/comb_8/init/model.decoder.layers.10.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2c9650c82c9cd53f96efb62f426c82375d2cae58
--- /dev/null
+++ b/params/opt/5/rnd_search_t_lin/comb_8/init/model.decoder.layers.10.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:84e97b3c70e9b547e2eb9f94519ca3dbe7f5559e30aeff1eef05b67c2d1708bc
+size 5251
diff --git a/params/opt/5/rnd_search_t_lin/comb_8/init/model.decoder.layers.11.fc1/_0.pt b/params/opt/5/rnd_search_t_lin/comb_8/init/model.decoder.layers.11.fc1/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..58c96248fd00550cc15d645205571ee67c337035
--- /dev/null
+++ b/params/opt/5/rnd_search_t_lin/comb_8/init/model.decoder.layers.11.fc1/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d77f62f2a90ce91416a8360d6ec3a5205dee0afeca27666c8c1c6bc185c247e5
+size 17539
diff --git a/params/opt/5/rnd_search_t_lin/comb_8/init/model.decoder.layers.11.fc1/_s.pt b/params/opt/5/rnd_search_t_lin/comb_8/init/model.decoder.layers.11.fc1/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..9850eb0b603ee739b58a908351df83807c277273
--- /dev/null
+++ b/params/opt/5/rnd_search_t_lin/comb_8/init/model.decoder.layers.11.fc1/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a57a8f4262bf3cb8fe841918845c1e33d17543f296d81d74527fd54a326fcbca
+size 17539
diff --git a/params/opt/5/rnd_search_t_lin/comb_8/init/model.decoder.layers.11.fc2/_0.pt b/params/opt/5/rnd_search_t_lin/comb_8/init/model.decoder.layers.11.fc2/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/opt/5/rnd_search_t_lin/comb_8/init/model.decoder.layers.11.fc2/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/opt/5/rnd_search_t_lin/comb_8/init/model.decoder.layers.11.fc2/_s.pt b/params/opt/5/rnd_search_t_lin/comb_8/init/model.decoder.layers.11.fc2/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..fee8c8800444a98b70e38100591495ad84354166
--- /dev/null
+++ b/params/opt/5/rnd_search_t_lin/comb_8/init/model.decoder.layers.11.fc2/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e1e046133f1cbe6d1ce48983cfcfc1a877e38e6d9ff6aaa59d39638c3538ea1e
+size 5251
diff --git a/params/opt/5/rnd_search_t_lin/comb_8/init/model.decoder.layers.11.self_attn.k_proj/_0.pt b/params/opt/5/rnd_search_t_lin/comb_8/init/model.decoder.layers.11.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/opt/5/rnd_search_t_lin/comb_8/init/model.decoder.layers.11.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/opt/5/rnd_search_t_lin/comb_8/init/model.decoder.layers.11.self_attn.k_proj/_s.pt b/params/opt/5/rnd_search_t_lin/comb_8/init/model.decoder.layers.11.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c2a7cc37b9442efbc2a2449bdfcbfd51a65c3c43
--- /dev/null
+++ b/params/opt/5/rnd_search_t_lin/comb_8/init/model.decoder.layers.11.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e601938e0f58c59216c103a864ddb2cbccdf91f013b2ff382493a9e72e4eef0c
+size 5251
diff --git a/params/opt/5/rnd_search_t_lin/comb_8/init/model.decoder.layers.11.self_attn.out_proj/_0.pt b/params/opt/5/rnd_search_t_lin/comb_8/init/model.decoder.layers.11.self_attn.out_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/opt/5/rnd_search_t_lin/comb_8/init/model.decoder.layers.11.self_attn.out_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/opt/5/rnd_search_t_lin/comb_8/init/model.decoder.layers.11.self_attn.out_proj/_s.pt b/params/opt/5/rnd_search_t_lin/comb_8/init/model.decoder.layers.11.self_attn.out_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..dc4d9083538196d1c2ef860a47ab111e132a0dc8
--- /dev/null
+++ b/params/opt/5/rnd_search_t_lin/comb_8/init/model.decoder.layers.11.self_attn.out_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e34ce749e10f3c2285b342aede496fe289688560a20b4970fb78c15f67190537
+size 5251
diff --git a/params/opt/5/rnd_search_t_lin/comb_8/init/model.decoder.layers.11.self_attn.q_proj/_0.pt b/params/opt/5/rnd_search_t_lin/comb_8/init/model.decoder.layers.11.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/opt/5/rnd_search_t_lin/comb_8/init/model.decoder.layers.11.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/opt/5/rnd_search_t_lin/comb_8/init/model.decoder.layers.11.self_attn.q_proj/_s.pt b/params/opt/5/rnd_search_t_lin/comb_8/init/model.decoder.layers.11.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..87e586eb6dd0ff9e5decad53ce25bb1360d8a2c9
--- /dev/null
+++ b/params/opt/5/rnd_search_t_lin/comb_8/init/model.decoder.layers.11.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f5929706f4daa7d7473eaea5b724a3a4b935afcd156bd1517a6b7c2736c25c9a
+size 5251
diff --git a/params/opt/5/rnd_search_t_lin/comb_8/init/model.decoder.layers.11.self_attn.v_proj/_0.pt b/params/opt/5/rnd_search_t_lin/comb_8/init/model.decoder.layers.11.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/opt/5/rnd_search_t_lin/comb_8/init/model.decoder.layers.11.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/opt/5/rnd_search_t_lin/comb_8/init/model.decoder.layers.11.self_attn.v_proj/_s.pt b/params/opt/5/rnd_search_t_lin/comb_8/init/model.decoder.layers.11.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..08b8c07b45f08983f2c70ec439611e6709c12f67
--- /dev/null
+++ b/params/opt/5/rnd_search_t_lin/comb_8/init/model.decoder.layers.11.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e73693825143517a9754d63067e0b96377dbc9db821cd4051fdedb8a98e2b498
+size 5251
diff --git a/params/opt/5/rnd_search_t_lin/comb_8/init/model.decoder.layers.12.fc1/_0.pt b/params/opt/5/rnd_search_t_lin/comb_8/init/model.decoder.layers.12.fc1/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..58c96248fd00550cc15d645205571ee67c337035
--- /dev/null
+++ b/params/opt/5/rnd_search_t_lin/comb_8/init/model.decoder.layers.12.fc1/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d77f62f2a90ce91416a8360d6ec3a5205dee0afeca27666c8c1c6bc185c247e5
+size 17539
diff --git a/params/opt/5/rnd_search_t_lin/comb_8/init/model.decoder.layers.12.fc1/_s.pt b/params/opt/5/rnd_search_t_lin/comb_8/init/model.decoder.layers.12.fc1/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ebb3107f84edbe60ca0e0a888e8f2d65934f3233
--- /dev/null
+++ b/params/opt/5/rnd_search_t_lin/comb_8/init/model.decoder.layers.12.fc1/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:3b8700174b69c19156257c7e2f9000e9ff8e8c1b20ddc5f72366f03b2277844a
+size 17539
diff --git a/params/opt/5/rnd_search_t_lin/comb_8/init/model.decoder.layers.12.fc2/_0.pt b/params/opt/5/rnd_search_t_lin/comb_8/init/model.decoder.layers.12.fc2/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/opt/5/rnd_search_t_lin/comb_8/init/model.decoder.layers.12.fc2/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/opt/5/rnd_search_t_lin/comb_8/init/model.decoder.layers.12.fc2/_s.pt b/params/opt/5/rnd_search_t_lin/comb_8/init/model.decoder.layers.12.fc2/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..b5ed98698040c77d22bd59f487103806c5dc8305
--- /dev/null
+++ b/params/opt/5/rnd_search_t_lin/comb_8/init/model.decoder.layers.12.fc2/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0790121f1cda969cf3b4827a8457a770cee6609b5a09e38dae071fbe7f2ebe50
+size 5251
diff --git a/params/opt/5/rnd_search_t_lin/comb_8/init/model.decoder.layers.12.self_attn.k_proj/_0.pt b/params/opt/5/rnd_search_t_lin/comb_8/init/model.decoder.layers.12.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/opt/5/rnd_search_t_lin/comb_8/init/model.decoder.layers.12.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/opt/5/rnd_search_t_lin/comb_8/init/model.decoder.layers.12.self_attn.k_proj/_s.pt b/params/opt/5/rnd_search_t_lin/comb_8/init/model.decoder.layers.12.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..48b064ad9dca9d08e4ffea17523fc78ac53f5860
--- /dev/null
+++ b/params/opt/5/rnd_search_t_lin/comb_8/init/model.decoder.layers.12.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0338712cc05c191415896b323098eebf5edd562ee95846bdeb99c5fd6e849596
+size 5251
diff --git a/params/opt/5/rnd_search_t_lin/comb_8/init/model.decoder.layers.12.self_attn.out_proj/_0.pt b/params/opt/5/rnd_search_t_lin/comb_8/init/model.decoder.layers.12.self_attn.out_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/opt/5/rnd_search_t_lin/comb_8/init/model.decoder.layers.12.self_attn.out_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/opt/5/rnd_search_t_lin/comb_8/init/model.decoder.layers.12.self_attn.out_proj/_s.pt b/params/opt/5/rnd_search_t_lin/comb_8/init/model.decoder.layers.12.self_attn.out_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..bc8753d3e630bd0df1643a1f64caec1fec22a7b8
--- /dev/null
+++ b/params/opt/5/rnd_search_t_lin/comb_8/init/model.decoder.layers.12.self_attn.out_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2d5dea9877e01f70d548adafdf41bb17ec5d45914eb644a86148edcbc92aa398
+size 5251
diff --git a/params/opt/5/rnd_search_t_lin/comb_8/init/model.decoder.layers.12.self_attn.q_proj/_0.pt b/params/opt/5/rnd_search_t_lin/comb_8/init/model.decoder.layers.12.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/opt/5/rnd_search_t_lin/comb_8/init/model.decoder.layers.12.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/opt/5/rnd_search_t_lin/comb_8/init/model.decoder.layers.12.self_attn.q_proj/_s.pt b/params/opt/5/rnd_search_t_lin/comb_8/init/model.decoder.layers.12.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..15b7daa27d3007cc56e506f5aa4c0aae351e7a24
--- /dev/null
+++ b/params/opt/5/rnd_search_t_lin/comb_8/init/model.decoder.layers.12.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d26ec9ca28627c2b7555176a5b0473f2762cee38d708075e65416d55bb48007a
+size 5251
diff --git a/params/opt/5/rnd_search_t_lin/comb_8/init/model.decoder.layers.12.self_attn.v_proj/_0.pt b/params/opt/5/rnd_search_t_lin/comb_8/init/model.decoder.layers.12.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/opt/5/rnd_search_t_lin/comb_8/init/model.decoder.layers.12.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/opt/5/rnd_search_t_lin/comb_8/init/model.decoder.layers.12.self_attn.v_proj/_s.pt b/params/opt/5/rnd_search_t_lin/comb_8/init/model.decoder.layers.12.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..f7a2c65a09ff4885aaf4a4fe87006a8b7e3da006
--- /dev/null
+++ b/params/opt/5/rnd_search_t_lin/comb_8/init/model.decoder.layers.12.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:dcb0157e466f310b4fea496a89132ae4f38e52300219741eab7bac6ad917be53
+size 5251
diff --git a/params/opt/5/rnd_search_t_lin/comb_8/init/model.decoder.layers.13.fc1/_0.pt b/params/opt/5/rnd_search_t_lin/comb_8/init/model.decoder.layers.13.fc1/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..58c96248fd00550cc15d645205571ee67c337035
--- /dev/null
+++ b/params/opt/5/rnd_search_t_lin/comb_8/init/model.decoder.layers.13.fc1/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d77f62f2a90ce91416a8360d6ec3a5205dee0afeca27666c8c1c6bc185c247e5
+size 17539
diff --git a/params/opt/5/rnd_search_t_lin/comb_8/init/model.decoder.layers.13.fc1/_s.pt b/params/opt/5/rnd_search_t_lin/comb_8/init/model.decoder.layers.13.fc1/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a68923ac60267beafd96505a7a3cefdc62149f1d
--- /dev/null
+++ b/params/opt/5/rnd_search_t_lin/comb_8/init/model.decoder.layers.13.fc1/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:bf929061b7c7b7eb666c330f57fc2cd2d5ae78c3503b42cdce4babccb524a42e
+size 17539
diff --git a/params/opt/5/rnd_search_t_lin/comb_8/init/model.decoder.layers.13.fc2/_0.pt b/params/opt/5/rnd_search_t_lin/comb_8/init/model.decoder.layers.13.fc2/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/opt/5/rnd_search_t_lin/comb_8/init/model.decoder.layers.13.fc2/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/opt/5/rnd_search_t_lin/comb_8/init/model.decoder.layers.13.fc2/_s.pt b/params/opt/5/rnd_search_t_lin/comb_8/init/model.decoder.layers.13.fc2/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a9f7634ae51f7480cb5c118e034fd624cda6d517
--- /dev/null
+++ b/params/opt/5/rnd_search_t_lin/comb_8/init/model.decoder.layers.13.fc2/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ec5b5d1ad6d052fbb8bf0fa179fa40a75f34e8a220058c1167499f82e99b3ae6
+size 5251
diff --git a/params/opt/5/rnd_search_t_lin/comb_8/init/model.decoder.layers.13.self_attn.k_proj/_0.pt b/params/opt/5/rnd_search_t_lin/comb_8/init/model.decoder.layers.13.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/opt/5/rnd_search_t_lin/comb_8/init/model.decoder.layers.13.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/opt/5/rnd_search_t_lin/comb_8/init/model.decoder.layers.13.self_attn.k_proj/_s.pt b/params/opt/5/rnd_search_t_lin/comb_8/init/model.decoder.layers.13.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e6238cb8e303c8b05e02c703465270cb79e4be63
--- /dev/null
+++ b/params/opt/5/rnd_search_t_lin/comb_8/init/model.decoder.layers.13.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:480b944a5a4af052e7e206a1bb08e2b586c68db1864b8b1e7988965345b5c0f0
+size 5251
diff --git a/params/opt/5/rnd_search_t_lin/comb_8/init/model.decoder.layers.13.self_attn.out_proj/_0.pt b/params/opt/5/rnd_search_t_lin/comb_8/init/model.decoder.layers.13.self_attn.out_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/opt/5/rnd_search_t_lin/comb_8/init/model.decoder.layers.13.self_attn.out_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/opt/5/rnd_search_t_lin/comb_8/init/model.decoder.layers.13.self_attn.out_proj/_s.pt b/params/opt/5/rnd_search_t_lin/comb_8/init/model.decoder.layers.13.self_attn.out_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..1156f8d9eb4a4db648e2803a0a51898a31ef6c62
--- /dev/null
+++ b/params/opt/5/rnd_search_t_lin/comb_8/init/model.decoder.layers.13.self_attn.out_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d212abb45dff6836f16b8792adbc33b8532cac3f1d109704ea61732000843ffa
+size 5251
diff --git a/params/opt/5/rnd_search_t_lin/comb_8/init/model.decoder.layers.13.self_attn.q_proj/_0.pt b/params/opt/5/rnd_search_t_lin/comb_8/init/model.decoder.layers.13.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/opt/5/rnd_search_t_lin/comb_8/init/model.decoder.layers.13.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/opt/5/rnd_search_t_lin/comb_8/init/model.decoder.layers.13.self_attn.q_proj/_s.pt b/params/opt/5/rnd_search_t_lin/comb_8/init/model.decoder.layers.13.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..58a3ac134601a3377ce6e604ec94c7eeb6a05505
--- /dev/null
+++ b/params/opt/5/rnd_search_t_lin/comb_8/init/model.decoder.layers.13.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b1c3d5f143c3fd234af71ee6ece75818afad46fc5b528539f7304298e4125a44
+size 5251
diff --git a/params/opt/5/rnd_search_t_lin/comb_8/init/model.decoder.layers.13.self_attn.v_proj/_0.pt b/params/opt/5/rnd_search_t_lin/comb_8/init/model.decoder.layers.13.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/opt/5/rnd_search_t_lin/comb_8/init/model.decoder.layers.13.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/opt/5/rnd_search_t_lin/comb_8/init/model.decoder.layers.13.self_attn.v_proj/_s.pt b/params/opt/5/rnd_search_t_lin/comb_8/init/model.decoder.layers.13.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..5766e18f65b63b3d5bef94212d8300359d2c102d
--- /dev/null
+++ b/params/opt/5/rnd_search_t_lin/comb_8/init/model.decoder.layers.13.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e29192fb856637647f4ec0598a03aa344360b741976dc8e54b0357470da78330
+size 5251
diff --git a/params/opt/5/rnd_search_t_lin/comb_8/init/model.decoder.layers.14.fc1/_0.pt b/params/opt/5/rnd_search_t_lin/comb_8/init/model.decoder.layers.14.fc1/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..58c96248fd00550cc15d645205571ee67c337035
--- /dev/null
+++ b/params/opt/5/rnd_search_t_lin/comb_8/init/model.decoder.layers.14.fc1/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d77f62f2a90ce91416a8360d6ec3a5205dee0afeca27666c8c1c6bc185c247e5
+size 17539
diff --git a/params/opt/5/rnd_search_t_lin/comb_8/init/model.decoder.layers.14.fc1/_s.pt b/params/opt/5/rnd_search_t_lin/comb_8/init/model.decoder.layers.14.fc1/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..d4d290b12c9b4fe43000932db023b6e82b9701fb
--- /dev/null
+++ b/params/opt/5/rnd_search_t_lin/comb_8/init/model.decoder.layers.14.fc1/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:04928f7a738a513f7c1f6be6c3997a9ab20ae402ba240c3582a14653da580b55
+size 17539
diff --git a/params/opt/5/rnd_search_t_lin/comb_8/init/model.decoder.layers.14.fc2/_0.pt b/params/opt/5/rnd_search_t_lin/comb_8/init/model.decoder.layers.14.fc2/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/opt/5/rnd_search_t_lin/comb_8/init/model.decoder.layers.14.fc2/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/opt/5/rnd_search_t_lin/comb_8/init/model.decoder.layers.14.fc2/_s.pt b/params/opt/5/rnd_search_t_lin/comb_8/init/model.decoder.layers.14.fc2/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..613a6f089c3cad954da1ed814276d061f4003c2e
--- /dev/null
+++ b/params/opt/5/rnd_search_t_lin/comb_8/init/model.decoder.layers.14.fc2/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:fc732717dcac2307a112df7f08d877c268f26f9806288e970f990b7d335f9812
+size 5251
diff --git a/params/opt/5/rnd_search_t_lin/comb_8/init/model.decoder.layers.14.self_attn.k_proj/_0.pt b/params/opt/5/rnd_search_t_lin/comb_8/init/model.decoder.layers.14.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/opt/5/rnd_search_t_lin/comb_8/init/model.decoder.layers.14.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/opt/5/rnd_search_t_lin/comb_8/init/model.decoder.layers.14.self_attn.k_proj/_s.pt b/params/opt/5/rnd_search_t_lin/comb_8/init/model.decoder.layers.14.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a14ba7bc7e7da3608000d646df23fb49c22dc208
--- /dev/null
+++ b/params/opt/5/rnd_search_t_lin/comb_8/init/model.decoder.layers.14.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:188894fb278eb8706eda70b636832a5b3a11f03693a85385bc7104dd88290139
+size 5251
diff --git a/params/opt/5/rnd_search_t_lin/comb_8/init/model.decoder.layers.14.self_attn.out_proj/_0.pt b/params/opt/5/rnd_search_t_lin/comb_8/init/model.decoder.layers.14.self_attn.out_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/opt/5/rnd_search_t_lin/comb_8/init/model.decoder.layers.14.self_attn.out_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/opt/5/rnd_search_t_lin/comb_8/init/model.decoder.layers.14.self_attn.out_proj/_s.pt b/params/opt/5/rnd_search_t_lin/comb_8/init/model.decoder.layers.14.self_attn.out_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..5fc825a19bb675171a67c6d6763b3fda4a4e70e2
--- /dev/null
+++ b/params/opt/5/rnd_search_t_lin/comb_8/init/model.decoder.layers.14.self_attn.out_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:392356ed36e1814d382ca98b3975f9ea5c9507cd74c3f6994929a448479d19f2
+size 5251
diff --git a/params/opt/5/rnd_search_t_lin/comb_8/init/model.decoder.layers.14.self_attn.q_proj/_0.pt b/params/opt/5/rnd_search_t_lin/comb_8/init/model.decoder.layers.14.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/opt/5/rnd_search_t_lin/comb_8/init/model.decoder.layers.14.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/opt/5/rnd_search_t_lin/comb_8/init/model.decoder.layers.14.self_attn.q_proj/_s.pt b/params/opt/5/rnd_search_t_lin/comb_8/init/model.decoder.layers.14.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..bc450b74926c37e3e8ad7d5f7f8f8917c40542ae
--- /dev/null
+++ b/params/opt/5/rnd_search_t_lin/comb_8/init/model.decoder.layers.14.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:97d9b906959e66c009454a31c14d088796417b56f1b2c08c8510aa325cd07be2
+size 5251
diff --git a/params/opt/5/rnd_search_t_lin/comb_8/init/model.decoder.layers.14.self_attn.v_proj/_0.pt b/params/opt/5/rnd_search_t_lin/comb_8/init/model.decoder.layers.14.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/opt/5/rnd_search_t_lin/comb_8/init/model.decoder.layers.14.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/opt/5/rnd_search_t_lin/comb_8/init/model.decoder.layers.14.self_attn.v_proj/_s.pt b/params/opt/5/rnd_search_t_lin/comb_8/init/model.decoder.layers.14.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..de357b6ab4fcbcdcf91ab777dfec5a26f6ccba63
--- /dev/null
+++ b/params/opt/5/rnd_search_t_lin/comb_8/init/model.decoder.layers.14.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2c25a986a0f41f354e2566c86a279451ee0fb8a869507729ee7107667a603a10
+size 5251
diff --git a/params/opt/5/rnd_search_t_lin/comb_8/init/model.decoder.layers.15.fc1/_0.pt b/params/opt/5/rnd_search_t_lin/comb_8/init/model.decoder.layers.15.fc1/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..58c96248fd00550cc15d645205571ee67c337035
--- /dev/null
+++ b/params/opt/5/rnd_search_t_lin/comb_8/init/model.decoder.layers.15.fc1/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d77f62f2a90ce91416a8360d6ec3a5205dee0afeca27666c8c1c6bc185c247e5
+size 17539
diff --git a/params/opt/5/rnd_search_t_lin/comb_8/init/model.decoder.layers.15.fc1/_s.pt b/params/opt/5/rnd_search_t_lin/comb_8/init/model.decoder.layers.15.fc1/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e24c7d68a9de66b3ef6506d396816e2e99946118
--- /dev/null
+++ b/params/opt/5/rnd_search_t_lin/comb_8/init/model.decoder.layers.15.fc1/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2be02eaaeebf48ca4a6cd518843d2813a8f52d15b3da7b368d0b423f04a467e7
+size 17539
diff --git a/params/opt/5/rnd_search_t_lin/comb_8/init/model.decoder.layers.15.fc2/_0.pt b/params/opt/5/rnd_search_t_lin/comb_8/init/model.decoder.layers.15.fc2/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/opt/5/rnd_search_t_lin/comb_8/init/model.decoder.layers.15.fc2/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/opt/5/rnd_search_t_lin/comb_8/init/model.decoder.layers.15.fc2/_s.pt b/params/opt/5/rnd_search_t_lin/comb_8/init/model.decoder.layers.15.fc2/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c0c9053cff74bc8c1ea38b946f3970143223bb6c
--- /dev/null
+++ b/params/opt/5/rnd_search_t_lin/comb_8/init/model.decoder.layers.15.fc2/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:4c1569916e5be1362c2a5c8a4f7032180d7df2382dd9a06cdf3f997aaceb5a55
+size 5251
diff --git a/params/opt/5/rnd_search_t_lin/comb_8/init/model.decoder.layers.15.self_attn.k_proj/_0.pt b/params/opt/5/rnd_search_t_lin/comb_8/init/model.decoder.layers.15.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/opt/5/rnd_search_t_lin/comb_8/init/model.decoder.layers.15.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/opt/5/rnd_search_t_lin/comb_8/init/model.decoder.layers.15.self_attn.k_proj/_s.pt b/params/opt/5/rnd_search_t_lin/comb_8/init/model.decoder.layers.15.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..00d585410cb4c96eb64a5426eae5c99d94b64014
--- /dev/null
+++ b/params/opt/5/rnd_search_t_lin/comb_8/init/model.decoder.layers.15.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a3ee1152d4a797cf88f2efc93b38726296530fc51ebf9113b70dfadc53993429
+size 5251
diff --git a/params/opt/5/rnd_search_t_lin/comb_8/init/model.decoder.layers.15.self_attn.out_proj/_0.pt b/params/opt/5/rnd_search_t_lin/comb_8/init/model.decoder.layers.15.self_attn.out_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/opt/5/rnd_search_t_lin/comb_8/init/model.decoder.layers.15.self_attn.out_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/opt/5/rnd_search_t_lin/comb_8/init/model.decoder.layers.15.self_attn.out_proj/_s.pt b/params/opt/5/rnd_search_t_lin/comb_8/init/model.decoder.layers.15.self_attn.out_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4475415ccbc904e07fe97fa1ef2246d16292fecd
--- /dev/null
+++ b/params/opt/5/rnd_search_t_lin/comb_8/init/model.decoder.layers.15.self_attn.out_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:750c19184f66a1ae054b4e507d8bb310f6da0664abed51abc9ea2fb805eac89b
+size 5251
diff --git a/params/opt/5/rnd_search_t_lin/comb_8/init/model.decoder.layers.15.self_attn.q_proj/_0.pt b/params/opt/5/rnd_search_t_lin/comb_8/init/model.decoder.layers.15.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/opt/5/rnd_search_t_lin/comb_8/init/model.decoder.layers.15.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/opt/5/rnd_search_t_lin/comb_8/init/model.decoder.layers.15.self_attn.q_proj/_s.pt b/params/opt/5/rnd_search_t_lin/comb_8/init/model.decoder.layers.15.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..1e2bc075243e36da25ea43bb25d012f2c35bd178
--- /dev/null
+++ b/params/opt/5/rnd_search_t_lin/comb_8/init/model.decoder.layers.15.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0c7a22f987c67abb3994c542bd69651ed7ecb30dbe87bc4303308c54f473ac96
+size 5251
diff --git a/params/opt/5/rnd_search_t_lin/comb_8/init/model.decoder.layers.15.self_attn.v_proj/_0.pt b/params/opt/5/rnd_search_t_lin/comb_8/init/model.decoder.layers.15.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/opt/5/rnd_search_t_lin/comb_8/init/model.decoder.layers.15.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/opt/5/rnd_search_t_lin/comb_8/init/model.decoder.layers.15.self_attn.v_proj/_s.pt b/params/opt/5/rnd_search_t_lin/comb_8/init/model.decoder.layers.15.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e7bcd0ed561a08be6a0569881bc7e17f93d01c6a
--- /dev/null
+++ b/params/opt/5/rnd_search_t_lin/comb_8/init/model.decoder.layers.15.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:67068a9c66d7dd9d51b8fee264b042ec66ad980deb2408c28e773148ab675107
+size 5251
diff --git a/params/opt/5/rnd_search_t_lin/comb_8/init/model.decoder.layers.16.fc1/_0.pt b/params/opt/5/rnd_search_t_lin/comb_8/init/model.decoder.layers.16.fc1/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..58c96248fd00550cc15d645205571ee67c337035
--- /dev/null
+++ b/params/opt/5/rnd_search_t_lin/comb_8/init/model.decoder.layers.16.fc1/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d77f62f2a90ce91416a8360d6ec3a5205dee0afeca27666c8c1c6bc185c247e5
+size 17539
diff --git a/params/opt/5/rnd_search_t_lin/comb_8/init/model.decoder.layers.16.fc1/_s.pt b/params/opt/5/rnd_search_t_lin/comb_8/init/model.decoder.layers.16.fc1/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c4120e98d2f643570e86dd91c31d73b4fad2ae89
--- /dev/null
+++ b/params/opt/5/rnd_search_t_lin/comb_8/init/model.decoder.layers.16.fc1/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:fe497cfaf7162ad2a8ca0e78e8fd070bc7f2737e0ab814b3584569d4369197ab
+size 17539
diff --git a/params/opt/5/rnd_search_t_lin/comb_8/init/model.decoder.layers.16.fc2/_0.pt b/params/opt/5/rnd_search_t_lin/comb_8/init/model.decoder.layers.16.fc2/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/opt/5/rnd_search_t_lin/comb_8/init/model.decoder.layers.16.fc2/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/opt/5/rnd_search_t_lin/comb_8/init/model.decoder.layers.16.fc2/_s.pt b/params/opt/5/rnd_search_t_lin/comb_8/init/model.decoder.layers.16.fc2/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..83754db331570f0409bc611b9b7fbde7611d2d22
--- /dev/null
+++ b/params/opt/5/rnd_search_t_lin/comb_8/init/model.decoder.layers.16.fc2/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f05597e018dd4d58ffff885370c52e16e8fd0d7acadf052abb4f974644c0db1f
+size 5251
diff --git a/params/opt/5/rnd_search_t_lin/comb_8/init/model.decoder.layers.16.self_attn.k_proj/_0.pt b/params/opt/5/rnd_search_t_lin/comb_8/init/model.decoder.layers.16.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/opt/5/rnd_search_t_lin/comb_8/init/model.decoder.layers.16.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/opt/5/rnd_search_t_lin/comb_8/init/model.decoder.layers.16.self_attn.k_proj/_s.pt b/params/opt/5/rnd_search_t_lin/comb_8/init/model.decoder.layers.16.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..33635b98a5c9e6ae86ad1619fb8b6858c53122c4
--- /dev/null
+++ b/params/opt/5/rnd_search_t_lin/comb_8/init/model.decoder.layers.16.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d0709ad779d2df8bd3c08be0ef52339d5f1577d45d438c88f392604d5e18965c
+size 5251
diff --git a/params/opt/5/rnd_search_t_lin/comb_8/init/model.decoder.layers.16.self_attn.out_proj/_0.pt b/params/opt/5/rnd_search_t_lin/comb_8/init/model.decoder.layers.16.self_attn.out_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/opt/5/rnd_search_t_lin/comb_8/init/model.decoder.layers.16.self_attn.out_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/opt/5/rnd_search_t_lin/comb_8/init/model.decoder.layers.16.self_attn.out_proj/_s.pt b/params/opt/5/rnd_search_t_lin/comb_8/init/model.decoder.layers.16.self_attn.out_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..34db40b5870958b5eea6d3826b7db35e7517dee2
--- /dev/null
+++ b/params/opt/5/rnd_search_t_lin/comb_8/init/model.decoder.layers.16.self_attn.out_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:553898d8b2f4ca486c55f0d82b1d8f93bcad1551ad1465e27a7158870482e42f
+size 5251
diff --git a/params/opt/5/rnd_search_t_lin/comb_8/init/model.decoder.layers.16.self_attn.q_proj/_0.pt b/params/opt/5/rnd_search_t_lin/comb_8/init/model.decoder.layers.16.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/opt/5/rnd_search_t_lin/comb_8/init/model.decoder.layers.16.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/opt/5/rnd_search_t_lin/comb_8/init/model.decoder.layers.16.self_attn.q_proj/_s.pt b/params/opt/5/rnd_search_t_lin/comb_8/init/model.decoder.layers.16.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..52b0726c8c56cc3e91ac673910157407477a8a39
--- /dev/null
+++ b/params/opt/5/rnd_search_t_lin/comb_8/init/model.decoder.layers.16.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:46ae3589d964f056d65c1e44eaf260a63fd3c6685a2d7d3942a1b3d669efe120
+size 5251
diff --git a/params/opt/5/rnd_search_t_lin/comb_8/init/model.decoder.layers.16.self_attn.v_proj/_0.pt b/params/opt/5/rnd_search_t_lin/comb_8/init/model.decoder.layers.16.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/opt/5/rnd_search_t_lin/comb_8/init/model.decoder.layers.16.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/opt/5/rnd_search_t_lin/comb_8/init/model.decoder.layers.16.self_attn.v_proj/_s.pt b/params/opt/5/rnd_search_t_lin/comb_8/init/model.decoder.layers.16.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..3458e7d13c615e3cbf2e70ea5261f1e773e720e1
--- /dev/null
+++ b/params/opt/5/rnd_search_t_lin/comb_8/init/model.decoder.layers.16.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:fa81c0b6e87c4a04256989634ce74b54118baaac3889fed2e90811055b053d29
+size 5251
diff --git a/params/opt/5/rnd_search_t_lin/comb_8/init/model.decoder.layers.17.fc1/_0.pt b/params/opt/5/rnd_search_t_lin/comb_8/init/model.decoder.layers.17.fc1/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..58c96248fd00550cc15d645205571ee67c337035
--- /dev/null
+++ b/params/opt/5/rnd_search_t_lin/comb_8/init/model.decoder.layers.17.fc1/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d77f62f2a90ce91416a8360d6ec3a5205dee0afeca27666c8c1c6bc185c247e5
+size 17539
diff --git a/params/opt/5/rnd_search_t_lin/comb_8/init/model.decoder.layers.17.fc1/_s.pt b/params/opt/5/rnd_search_t_lin/comb_8/init/model.decoder.layers.17.fc1/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a6e9f3372b6cf90249e23994409ccb6b12935790
--- /dev/null
+++ b/params/opt/5/rnd_search_t_lin/comb_8/init/model.decoder.layers.17.fc1/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a02269a5da0f67bbd80d3836d1beb206f902a3c1b34e038343506bcccd055657
+size 17539
diff --git a/params/opt/5/rnd_search_t_lin/comb_8/init/model.decoder.layers.17.fc2/_0.pt b/params/opt/5/rnd_search_t_lin/comb_8/init/model.decoder.layers.17.fc2/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/opt/5/rnd_search_t_lin/comb_8/init/model.decoder.layers.17.fc2/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/opt/5/rnd_search_t_lin/comb_8/init/model.decoder.layers.17.fc2/_s.pt b/params/opt/5/rnd_search_t_lin/comb_8/init/model.decoder.layers.17.fc2/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..b492b01697722b0ee6794cf5ec8ef1aa8ef5faf6
--- /dev/null
+++ b/params/opt/5/rnd_search_t_lin/comb_8/init/model.decoder.layers.17.fc2/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a4c8b32da02cb03621299b0c49ce97c2dc09175d638dcb4ff95c714822f10308
+size 5251
diff --git a/params/opt/5/rnd_search_t_lin/comb_8/init/model.decoder.layers.17.self_attn.k_proj/_0.pt b/params/opt/5/rnd_search_t_lin/comb_8/init/model.decoder.layers.17.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/opt/5/rnd_search_t_lin/comb_8/init/model.decoder.layers.17.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/opt/5/rnd_search_t_lin/comb_8/init/model.decoder.layers.17.self_attn.k_proj/_s.pt b/params/opt/5/rnd_search_t_lin/comb_8/init/model.decoder.layers.17.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..3c7a47fbf50c5f73f396a424e5ffe90ae95e08a0
--- /dev/null
+++ b/params/opt/5/rnd_search_t_lin/comb_8/init/model.decoder.layers.17.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:43d6de2611e9f0c8647777efd34bec3700c0f9ca7e0c4ba2c3f0af8ca2acd657
+size 5251
diff --git a/params/opt/5/rnd_search_t_lin/comb_8/init/model.decoder.layers.17.self_attn.out_proj/_0.pt b/params/opt/5/rnd_search_t_lin/comb_8/init/model.decoder.layers.17.self_attn.out_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/opt/5/rnd_search_t_lin/comb_8/init/model.decoder.layers.17.self_attn.out_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/opt/5/rnd_search_t_lin/comb_8/init/model.decoder.layers.17.self_attn.out_proj/_s.pt b/params/opt/5/rnd_search_t_lin/comb_8/init/model.decoder.layers.17.self_attn.out_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..b3a37e84ea58e4e4a2cadc5cc9aaf657d2ef92bf
--- /dev/null
+++ b/params/opt/5/rnd_search_t_lin/comb_8/init/model.decoder.layers.17.self_attn.out_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:4c03530055ae7cba13c6b639f56d38df6f0e907f25f0714ca9e2e739defb0395
+size 5251
diff --git a/params/opt/5/rnd_search_t_lin/comb_8/init/model.decoder.layers.17.self_attn.q_proj/_0.pt b/params/opt/5/rnd_search_t_lin/comb_8/init/model.decoder.layers.17.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/opt/5/rnd_search_t_lin/comb_8/init/model.decoder.layers.17.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/opt/5/rnd_search_t_lin/comb_8/init/model.decoder.layers.17.self_attn.q_proj/_s.pt b/params/opt/5/rnd_search_t_lin/comb_8/init/model.decoder.layers.17.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..9fc0f638c3151da4d16a997199c0c9c06c17b915
--- /dev/null
+++ b/params/opt/5/rnd_search_t_lin/comb_8/init/model.decoder.layers.17.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:4e145da0b4eff12561f03e5c974bdb8fcfe62a7f15e631738dcd3a46804ed74a
+size 5251
diff --git a/params/opt/5/rnd_search_t_lin/comb_8/init/model.decoder.layers.17.self_attn.v_proj/_0.pt b/params/opt/5/rnd_search_t_lin/comb_8/init/model.decoder.layers.17.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/opt/5/rnd_search_t_lin/comb_8/init/model.decoder.layers.17.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/opt/5/rnd_search_t_lin/comb_8/init/model.decoder.layers.17.self_attn.v_proj/_s.pt b/params/opt/5/rnd_search_t_lin/comb_8/init/model.decoder.layers.17.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a4e84cedcf56c3eafff9bb27ad3db0dba365fa76
--- /dev/null
+++ b/params/opt/5/rnd_search_t_lin/comb_8/init/model.decoder.layers.17.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:64728d35a380d5a79f498cc456bc8ea8230fff19a8807b82aed9a658d75ede0d
+size 5251
diff --git a/params/opt/5/rnd_search_t_lin/comb_8/init/model.decoder.layers.18.fc1/_0.pt b/params/opt/5/rnd_search_t_lin/comb_8/init/model.decoder.layers.18.fc1/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..58c96248fd00550cc15d645205571ee67c337035
--- /dev/null
+++ b/params/opt/5/rnd_search_t_lin/comb_8/init/model.decoder.layers.18.fc1/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d77f62f2a90ce91416a8360d6ec3a5205dee0afeca27666c8c1c6bc185c247e5
+size 17539
diff --git a/params/opt/5/rnd_search_t_lin/comb_8/init/model.decoder.layers.18.fc1/_s.pt b/params/opt/5/rnd_search_t_lin/comb_8/init/model.decoder.layers.18.fc1/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..f9ca26323f87a22509792f8b15bc1f46d1f17543
--- /dev/null
+++ b/params/opt/5/rnd_search_t_lin/comb_8/init/model.decoder.layers.18.fc1/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f15bb9318820b06eb291243030f1a82cc3c31c5f3272ac196a361dd4b1e92d1f
+size 17539
diff --git a/params/opt/5/rnd_search_t_lin/comb_8/init/model.decoder.layers.18.fc2/_0.pt b/params/opt/5/rnd_search_t_lin/comb_8/init/model.decoder.layers.18.fc2/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/opt/5/rnd_search_t_lin/comb_8/init/model.decoder.layers.18.fc2/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/opt/5/rnd_search_t_lin/comb_8/init/model.decoder.layers.18.fc2/_s.pt b/params/opt/5/rnd_search_t_lin/comb_8/init/model.decoder.layers.18.fc2/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..9cd064c0859b9824690309212b27ff6bda5aeaf1
--- /dev/null
+++ b/params/opt/5/rnd_search_t_lin/comb_8/init/model.decoder.layers.18.fc2/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5ca4e7e77c006486afd22e95d50fda4a7778c9d16b05f82554d639d4d0f8bd7f
+size 5251
diff --git a/params/opt/5/rnd_search_t_lin/comb_8/init/model.decoder.layers.18.self_attn.k_proj/_0.pt b/params/opt/5/rnd_search_t_lin/comb_8/init/model.decoder.layers.18.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/opt/5/rnd_search_t_lin/comb_8/init/model.decoder.layers.18.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/opt/5/rnd_search_t_lin/comb_8/init/model.decoder.layers.18.self_attn.k_proj/_s.pt b/params/opt/5/rnd_search_t_lin/comb_8/init/model.decoder.layers.18.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..da071a3ec39975151f1a2d326fae172d81f9f10c
--- /dev/null
+++ b/params/opt/5/rnd_search_t_lin/comb_8/init/model.decoder.layers.18.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d42811b3f83219c0d9b55269c8ab9c9f317592abf2a5054e06cc782e90a92257
+size 5251
diff --git a/params/opt/5/rnd_search_t_lin/comb_8/init/model.decoder.layers.18.self_attn.out_proj/_0.pt b/params/opt/5/rnd_search_t_lin/comb_8/init/model.decoder.layers.18.self_attn.out_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/opt/5/rnd_search_t_lin/comb_8/init/model.decoder.layers.18.self_attn.out_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/opt/5/rnd_search_t_lin/comb_8/init/model.decoder.layers.18.self_attn.out_proj/_s.pt b/params/opt/5/rnd_search_t_lin/comb_8/init/model.decoder.layers.18.self_attn.out_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..9be22b9ded2b90b16463abb72fdcfb218144d815
--- /dev/null
+++ b/params/opt/5/rnd_search_t_lin/comb_8/init/model.decoder.layers.18.self_attn.out_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:db0d03a4be46630473187931ac3601a1d7c1d4b19caf035705dea74a87bf3257
+size 5251
diff --git a/params/opt/5/rnd_search_t_lin/comb_8/init/model.decoder.layers.18.self_attn.q_proj/_0.pt b/params/opt/5/rnd_search_t_lin/comb_8/init/model.decoder.layers.18.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/opt/5/rnd_search_t_lin/comb_8/init/model.decoder.layers.18.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/opt/5/rnd_search_t_lin/comb_8/init/model.decoder.layers.18.self_attn.q_proj/_s.pt b/params/opt/5/rnd_search_t_lin/comb_8/init/model.decoder.layers.18.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..9321134c25b580fa06456eb941913673d7d9c28d
--- /dev/null
+++ b/params/opt/5/rnd_search_t_lin/comb_8/init/model.decoder.layers.18.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5e4f29510a2c74262d43b28f129b3416cee34308bd2e9bcd6fa9cecd57eefb6e
+size 5251
diff --git a/params/opt/5/rnd_search_t_lin/comb_8/init/model.decoder.layers.18.self_attn.v_proj/_0.pt b/params/opt/5/rnd_search_t_lin/comb_8/init/model.decoder.layers.18.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/opt/5/rnd_search_t_lin/comb_8/init/model.decoder.layers.18.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/opt/5/rnd_search_t_lin/comb_8/init/model.decoder.layers.18.self_attn.v_proj/_s.pt b/params/opt/5/rnd_search_t_lin/comb_8/init/model.decoder.layers.18.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..abe4a7532e39f400849740743e4103a509cce02f
--- /dev/null
+++ b/params/opt/5/rnd_search_t_lin/comb_8/init/model.decoder.layers.18.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:50c3b379b2d2eb2880f2b81684b76c1e3e3d6e4e4339c6ca2a80f509260ceda7
+size 5251
diff --git a/params/opt/5/rnd_search_t_lin/comb_8/init/model.decoder.layers.19.fc1/_0.pt b/params/opt/5/rnd_search_t_lin/comb_8/init/model.decoder.layers.19.fc1/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..58c96248fd00550cc15d645205571ee67c337035
--- /dev/null
+++ b/params/opt/5/rnd_search_t_lin/comb_8/init/model.decoder.layers.19.fc1/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d77f62f2a90ce91416a8360d6ec3a5205dee0afeca27666c8c1c6bc185c247e5
+size 17539
diff --git a/params/opt/5/rnd_search_t_lin/comb_8/init/model.decoder.layers.19.fc1/_s.pt b/params/opt/5/rnd_search_t_lin/comb_8/init/model.decoder.layers.19.fc1/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2872eb05ccfd752e37fff066c185a4679e270452
--- /dev/null
+++ b/params/opt/5/rnd_search_t_lin/comb_8/init/model.decoder.layers.19.fc1/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:247aef3f3cc8aee19f108b91670d84da025643c8d6895eedd5718c3ad79f7ebb
+size 17539
diff --git a/params/opt/5/rnd_search_t_lin/comb_8/init/model.decoder.layers.19.fc2/_0.pt b/params/opt/5/rnd_search_t_lin/comb_8/init/model.decoder.layers.19.fc2/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/opt/5/rnd_search_t_lin/comb_8/init/model.decoder.layers.19.fc2/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/opt/5/rnd_search_t_lin/comb_8/init/model.decoder.layers.19.fc2/_s.pt b/params/opt/5/rnd_search_t_lin/comb_8/init/model.decoder.layers.19.fc2/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..60a14d298e3fb26bd285bf5111d1ca029a1cd1be
--- /dev/null
+++ b/params/opt/5/rnd_search_t_lin/comb_8/init/model.decoder.layers.19.fc2/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a64017c5ba58422bd83745fdb3f30bfa399b83fc892bd5c54fe1ae169a4e5056
+size 5251
diff --git a/params/opt/5/rnd_search_t_lin/comb_8/init/model.decoder.layers.19.self_attn.k_proj/_0.pt b/params/opt/5/rnd_search_t_lin/comb_8/init/model.decoder.layers.19.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/opt/5/rnd_search_t_lin/comb_8/init/model.decoder.layers.19.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/opt/5/rnd_search_t_lin/comb_8/init/model.decoder.layers.19.self_attn.k_proj/_s.pt b/params/opt/5/rnd_search_t_lin/comb_8/init/model.decoder.layers.19.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..b5b09abb4f92a61219623ed479381e728b1ebd86
--- /dev/null
+++ b/params/opt/5/rnd_search_t_lin/comb_8/init/model.decoder.layers.19.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:345ba3c10c4c93b35bdd89d0003e33af1944fc535cd257507d0c320975440d64
+size 5251
diff --git a/params/opt/5/rnd_search_t_lin/comb_8/init/model.decoder.layers.19.self_attn.out_proj/_0.pt b/params/opt/5/rnd_search_t_lin/comb_8/init/model.decoder.layers.19.self_attn.out_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/opt/5/rnd_search_t_lin/comb_8/init/model.decoder.layers.19.self_attn.out_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/opt/5/rnd_search_t_lin/comb_8/init/model.decoder.layers.19.self_attn.out_proj/_s.pt b/params/opt/5/rnd_search_t_lin/comb_8/init/model.decoder.layers.19.self_attn.out_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..fd684d835207ca66708d32aec4c5ce888ec2ad92
--- /dev/null
+++ b/params/opt/5/rnd_search_t_lin/comb_8/init/model.decoder.layers.19.self_attn.out_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:34b82aa6c7b2b670de8007d36777539f3e3d54e3c51e587dd54068569c53402a
+size 5251
diff --git a/params/opt/5/rnd_search_t_lin/comb_8/init/model.decoder.layers.19.self_attn.q_proj/_0.pt b/params/opt/5/rnd_search_t_lin/comb_8/init/model.decoder.layers.19.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/opt/5/rnd_search_t_lin/comb_8/init/model.decoder.layers.19.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/opt/5/rnd_search_t_lin/comb_8/init/model.decoder.layers.19.self_attn.q_proj/_s.pt b/params/opt/5/rnd_search_t_lin/comb_8/init/model.decoder.layers.19.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c3cb19e1e0ea810969ff8eb5162d18a0d03e293c
--- /dev/null
+++ b/params/opt/5/rnd_search_t_lin/comb_8/init/model.decoder.layers.19.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f0cfdceffa9ee1e85fe70ab6e8779a1b47d92421c39f13062b8ce5e9874596d6
+size 5251
diff --git a/params/opt/5/rnd_search_t_lin/comb_8/init/model.decoder.layers.19.self_attn.v_proj/_0.pt b/params/opt/5/rnd_search_t_lin/comb_8/init/model.decoder.layers.19.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/opt/5/rnd_search_t_lin/comb_8/init/model.decoder.layers.19.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/opt/5/rnd_search_t_lin/comb_8/init/model.decoder.layers.19.self_attn.v_proj/_s.pt b/params/opt/5/rnd_search_t_lin/comb_8/init/model.decoder.layers.19.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..df9b9a19eef584feb7bd3c17e5ecb7d4ddcaf27b
--- /dev/null
+++ b/params/opt/5/rnd_search_t_lin/comb_8/init/model.decoder.layers.19.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f04328228e42b09e9ae0a8eb808a1a2c7c43a1539b4a1e81d85e91b01a4ed659
+size 5251
diff --git a/params/opt/5/rnd_search_t_lin/comb_8/init/model.decoder.layers.2.fc1/_0.pt b/params/opt/5/rnd_search_t_lin/comb_8/init/model.decoder.layers.2.fc1/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..58c96248fd00550cc15d645205571ee67c337035
--- /dev/null
+++ b/params/opt/5/rnd_search_t_lin/comb_8/init/model.decoder.layers.2.fc1/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d77f62f2a90ce91416a8360d6ec3a5205dee0afeca27666c8c1c6bc185c247e5
+size 17539
diff --git a/params/opt/5/rnd_search_t_lin/comb_8/init/model.decoder.layers.2.fc1/_s.pt b/params/opt/5/rnd_search_t_lin/comb_8/init/model.decoder.layers.2.fc1/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..1fe5101a77e91dc77a1e2bc7001aa5f1071448b7
--- /dev/null
+++ b/params/opt/5/rnd_search_t_lin/comb_8/init/model.decoder.layers.2.fc1/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c2acf3edb0631a21c75c97c97732dc4258124684e71625e1c630183b0e35e33c
+size 17539
diff --git a/params/opt/5/rnd_search_t_lin/comb_8/init/model.decoder.layers.2.fc2/_0.pt b/params/opt/5/rnd_search_t_lin/comb_8/init/model.decoder.layers.2.fc2/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/opt/5/rnd_search_t_lin/comb_8/init/model.decoder.layers.2.fc2/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/opt/5/rnd_search_t_lin/comb_8/init/model.decoder.layers.2.fc2/_s.pt b/params/opt/5/rnd_search_t_lin/comb_8/init/model.decoder.layers.2.fc2/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4525ac1db05b2107f3eeecf716bd04c7a811bdc9
--- /dev/null
+++ b/params/opt/5/rnd_search_t_lin/comb_8/init/model.decoder.layers.2.fc2/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e6fb82d9337f8ab33ebb0d7403cd4821a60dce2f34218a4d6453582df8601030
+size 5251
diff --git a/params/opt/5/rnd_search_t_lin/comb_8/init/model.decoder.layers.2.self_attn.k_proj/_0.pt b/params/opt/5/rnd_search_t_lin/comb_8/init/model.decoder.layers.2.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/opt/5/rnd_search_t_lin/comb_8/init/model.decoder.layers.2.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/opt/5/rnd_search_t_lin/comb_8/init/model.decoder.layers.2.self_attn.k_proj/_s.pt b/params/opt/5/rnd_search_t_lin/comb_8/init/model.decoder.layers.2.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4381838e3003f131c0e3663133a73ee8c588a590
--- /dev/null
+++ b/params/opt/5/rnd_search_t_lin/comb_8/init/model.decoder.layers.2.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:aec8edf90c51db73cd3a024c359ddf2f4dca6118196d173126f9438877bf6d85
+size 5251
diff --git a/params/opt/5/rnd_search_t_lin/comb_8/init/model.decoder.layers.2.self_attn.out_proj/_0.pt b/params/opt/5/rnd_search_t_lin/comb_8/init/model.decoder.layers.2.self_attn.out_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/opt/5/rnd_search_t_lin/comb_8/init/model.decoder.layers.2.self_attn.out_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/opt/5/rnd_search_t_lin/comb_8/init/model.decoder.layers.2.self_attn.out_proj/_s.pt b/params/opt/5/rnd_search_t_lin/comb_8/init/model.decoder.layers.2.self_attn.out_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2621acd9fef532a0a61edfeb0e50aab9f1299052
--- /dev/null
+++ b/params/opt/5/rnd_search_t_lin/comb_8/init/model.decoder.layers.2.self_attn.out_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5aa73434dbfcb47443c97b1726f1d558e339c24640a16d4d4e535156584290f3
+size 5251
diff --git a/params/opt/5/rnd_search_t_lin/comb_8/init/model.decoder.layers.2.self_attn.q_proj/_0.pt b/params/opt/5/rnd_search_t_lin/comb_8/init/model.decoder.layers.2.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/opt/5/rnd_search_t_lin/comb_8/init/model.decoder.layers.2.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/opt/5/rnd_search_t_lin/comb_8/init/model.decoder.layers.2.self_attn.q_proj/_s.pt b/params/opt/5/rnd_search_t_lin/comb_8/init/model.decoder.layers.2.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a24109c868ff0edbff1024f59a3c3940927f483f
--- /dev/null
+++ b/params/opt/5/rnd_search_t_lin/comb_8/init/model.decoder.layers.2.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:cb93dc6402e3741f0d55d4ed187bd0d35fdf939bffef17a2f2d89a156c65631d
+size 5251
diff --git a/params/opt/5/rnd_search_t_lin/comb_8/init/model.decoder.layers.2.self_attn.v_proj/_0.pt b/params/opt/5/rnd_search_t_lin/comb_8/init/model.decoder.layers.2.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/opt/5/rnd_search_t_lin/comb_8/init/model.decoder.layers.2.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/opt/5/rnd_search_t_lin/comb_8/init/model.decoder.layers.2.self_attn.v_proj/_s.pt b/params/opt/5/rnd_search_t_lin/comb_8/init/model.decoder.layers.2.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..7e904bd31339ba0d99d9b1d8047ae163fb9e9df6
--- /dev/null
+++ b/params/opt/5/rnd_search_t_lin/comb_8/init/model.decoder.layers.2.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:12aaea77f3df8161da61af3ea0161fe58ab645f9f12f244229737bb45507d98d
+size 5251
diff --git a/params/opt/5/rnd_search_t_lin/comb_8/init/model.decoder.layers.20.fc1/_0.pt b/params/opt/5/rnd_search_t_lin/comb_8/init/model.decoder.layers.20.fc1/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..58c96248fd00550cc15d645205571ee67c337035
--- /dev/null
+++ b/params/opt/5/rnd_search_t_lin/comb_8/init/model.decoder.layers.20.fc1/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d77f62f2a90ce91416a8360d6ec3a5205dee0afeca27666c8c1c6bc185c247e5
+size 17539
diff --git a/params/opt/5/rnd_search_t_lin/comb_8/init/model.decoder.layers.20.fc1/_s.pt b/params/opt/5/rnd_search_t_lin/comb_8/init/model.decoder.layers.20.fc1/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c23692cc5814527930985f1799d3ca22205f37eb
--- /dev/null
+++ b/params/opt/5/rnd_search_t_lin/comb_8/init/model.decoder.layers.20.fc1/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:7bdc16824c59aaee1cc95e53cfd1f47c0012130b95a7812208d62f49732cd3cb
+size 17539
diff --git a/params/opt/5/rnd_search_t_lin/comb_8/init/model.decoder.layers.20.fc2/_0.pt b/params/opt/5/rnd_search_t_lin/comb_8/init/model.decoder.layers.20.fc2/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/opt/5/rnd_search_t_lin/comb_8/init/model.decoder.layers.20.fc2/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/opt/5/rnd_search_t_lin/comb_8/init/model.decoder.layers.20.fc2/_s.pt b/params/opt/5/rnd_search_t_lin/comb_8/init/model.decoder.layers.20.fc2/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..66b6ee5f4e48534f240947e954add22f69cb9bd3
--- /dev/null
+++ b/params/opt/5/rnd_search_t_lin/comb_8/init/model.decoder.layers.20.fc2/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5fb2b976727a494a82dddb43bfc40554126976e29e874542b3c4510e863ad6a9
+size 5251
diff --git a/params/opt/5/rnd_search_t_lin/comb_8/init/model.decoder.layers.20.self_attn.k_proj/_0.pt b/params/opt/5/rnd_search_t_lin/comb_8/init/model.decoder.layers.20.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/opt/5/rnd_search_t_lin/comb_8/init/model.decoder.layers.20.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/opt/5/rnd_search_t_lin/comb_8/init/model.decoder.layers.20.self_attn.k_proj/_s.pt b/params/opt/5/rnd_search_t_lin/comb_8/init/model.decoder.layers.20.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2b0f56d6337a9c9d7049d84f16a84ecbd49e58fc
--- /dev/null
+++ b/params/opt/5/rnd_search_t_lin/comb_8/init/model.decoder.layers.20.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:388248cb4265646f7e6e3fae21dfdd2bf97f791259fc25995a941efaae543b54
+size 5251
diff --git a/params/opt/5/rnd_search_t_lin/comb_8/init/model.decoder.layers.20.self_attn.out_proj/_0.pt b/params/opt/5/rnd_search_t_lin/comb_8/init/model.decoder.layers.20.self_attn.out_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/opt/5/rnd_search_t_lin/comb_8/init/model.decoder.layers.20.self_attn.out_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/opt/5/rnd_search_t_lin/comb_8/init/model.decoder.layers.20.self_attn.out_proj/_s.pt b/params/opt/5/rnd_search_t_lin/comb_8/init/model.decoder.layers.20.self_attn.out_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..853cf687c83d03e7b5bf4c9561840e6a9e00455b
--- /dev/null
+++ b/params/opt/5/rnd_search_t_lin/comb_8/init/model.decoder.layers.20.self_attn.out_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:91830239d9e8c50309c43bd508004da7298a7c76a62c2fdcbc947c3346c20cfd
+size 5251
diff --git a/params/opt/5/rnd_search_t_lin/comb_8/init/model.decoder.layers.20.self_attn.q_proj/_0.pt b/params/opt/5/rnd_search_t_lin/comb_8/init/model.decoder.layers.20.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/opt/5/rnd_search_t_lin/comb_8/init/model.decoder.layers.20.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/opt/5/rnd_search_t_lin/comb_8/init/model.decoder.layers.20.self_attn.q_proj/_s.pt b/params/opt/5/rnd_search_t_lin/comb_8/init/model.decoder.layers.20.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..1c9656387c44946a302844a08fb7c0407ec7b6a6
--- /dev/null
+++ b/params/opt/5/rnd_search_t_lin/comb_8/init/model.decoder.layers.20.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d8d0a16f36d482ad8732d853aa13f181a35151536627efe5051c47a08efd2f3b
+size 5251
diff --git a/params/opt/5/rnd_search_t_lin/comb_8/init/model.decoder.layers.20.self_attn.v_proj/_0.pt b/params/opt/5/rnd_search_t_lin/comb_8/init/model.decoder.layers.20.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/opt/5/rnd_search_t_lin/comb_8/init/model.decoder.layers.20.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/opt/5/rnd_search_t_lin/comb_8/init/model.decoder.layers.20.self_attn.v_proj/_s.pt b/params/opt/5/rnd_search_t_lin/comb_8/init/model.decoder.layers.20.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..46b1f3b6e4996fa5ec8a2ceee219b9b3f4ad9152
--- /dev/null
+++ b/params/opt/5/rnd_search_t_lin/comb_8/init/model.decoder.layers.20.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:7054a542ee7d36d3e90c801efffdb85eeb636dfad3ee1ff310fd3206489a04bf
+size 5251
diff --git a/params/opt/5/rnd_search_t_lin/comb_8/init/model.decoder.layers.21.fc1/_0.pt b/params/opt/5/rnd_search_t_lin/comb_8/init/model.decoder.layers.21.fc1/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..58c96248fd00550cc15d645205571ee67c337035
--- /dev/null
+++ b/params/opt/5/rnd_search_t_lin/comb_8/init/model.decoder.layers.21.fc1/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d77f62f2a90ce91416a8360d6ec3a5205dee0afeca27666c8c1c6bc185c247e5
+size 17539
diff --git a/params/opt/5/rnd_search_t_lin/comb_8/init/model.decoder.layers.21.fc1/_s.pt b/params/opt/5/rnd_search_t_lin/comb_8/init/model.decoder.layers.21.fc1/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..cbe2782285f20bbecc45dd337ed4136c8e9dc6f8
--- /dev/null
+++ b/params/opt/5/rnd_search_t_lin/comb_8/init/model.decoder.layers.21.fc1/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:83d225c5771d1753bec37391f533ab81fb3e24a359c30aab8b74e6877f159579
+size 17539
diff --git a/params/opt/5/rnd_search_t_lin/comb_8/init/model.decoder.layers.21.fc2/_0.pt b/params/opt/5/rnd_search_t_lin/comb_8/init/model.decoder.layers.21.fc2/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/opt/5/rnd_search_t_lin/comb_8/init/model.decoder.layers.21.fc2/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/opt/5/rnd_search_t_lin/comb_8/init/model.decoder.layers.21.fc2/_s.pt b/params/opt/5/rnd_search_t_lin/comb_8/init/model.decoder.layers.21.fc2/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..9c4081f20365215442c54fa70036b8c804a95309
--- /dev/null
+++ b/params/opt/5/rnd_search_t_lin/comb_8/init/model.decoder.layers.21.fc2/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:df01d27131ff777bb5c2832af827bd00e4f3edc0d61116e19ec56e24462f5611
+size 5251
diff --git a/params/opt/5/rnd_search_t_lin/comb_8/init/model.decoder.layers.21.self_attn.k_proj/_0.pt b/params/opt/5/rnd_search_t_lin/comb_8/init/model.decoder.layers.21.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/opt/5/rnd_search_t_lin/comb_8/init/model.decoder.layers.21.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/opt/5/rnd_search_t_lin/comb_8/init/model.decoder.layers.21.self_attn.k_proj/_s.pt b/params/opt/5/rnd_search_t_lin/comb_8/init/model.decoder.layers.21.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..41bb1d2ca15fc457773d3d6712b689f512bb6293
--- /dev/null
+++ b/params/opt/5/rnd_search_t_lin/comb_8/init/model.decoder.layers.21.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b98a2315275441e673afdc3f365175005b3f548bf9f9ab9de408168ce2975365
+size 5251
diff --git a/params/opt/5/rnd_search_t_lin/comb_8/init/model.decoder.layers.21.self_attn.out_proj/_0.pt b/params/opt/5/rnd_search_t_lin/comb_8/init/model.decoder.layers.21.self_attn.out_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/opt/5/rnd_search_t_lin/comb_8/init/model.decoder.layers.21.self_attn.out_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/opt/5/rnd_search_t_lin/comb_8/init/model.decoder.layers.21.self_attn.out_proj/_s.pt b/params/opt/5/rnd_search_t_lin/comb_8/init/model.decoder.layers.21.self_attn.out_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..9e664874803497da48e4de9a2ad44051057ad2ff
--- /dev/null
+++ b/params/opt/5/rnd_search_t_lin/comb_8/init/model.decoder.layers.21.self_attn.out_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ee1c07bdc7229d5e6ed848ee38bcbecef888d9c8fc45f214c55c19b8f64e533a
+size 5251
diff --git a/params/opt/5/rnd_search_t_lin/comb_8/init/model.decoder.layers.21.self_attn.q_proj/_0.pt b/params/opt/5/rnd_search_t_lin/comb_8/init/model.decoder.layers.21.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/opt/5/rnd_search_t_lin/comb_8/init/model.decoder.layers.21.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/opt/5/rnd_search_t_lin/comb_8/init/model.decoder.layers.21.self_attn.q_proj/_s.pt b/params/opt/5/rnd_search_t_lin/comb_8/init/model.decoder.layers.21.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..3b73b8272a0321bf53a9c724c21bebb9d2a4d143
--- /dev/null
+++ b/params/opt/5/rnd_search_t_lin/comb_8/init/model.decoder.layers.21.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:4810a3d5416ee9da7c557b1b23fa4b6e4aa65f1b6cf202b7ad760c11b3301824
+size 5251
diff --git a/params/opt/5/rnd_search_t_lin/comb_8/init/model.decoder.layers.21.self_attn.v_proj/_0.pt b/params/opt/5/rnd_search_t_lin/comb_8/init/model.decoder.layers.21.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/opt/5/rnd_search_t_lin/comb_8/init/model.decoder.layers.21.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/opt/5/rnd_search_t_lin/comb_8/init/model.decoder.layers.21.self_attn.v_proj/_s.pt b/params/opt/5/rnd_search_t_lin/comb_8/init/model.decoder.layers.21.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..d668152fbfba9f39149be3039305c1439dc5b4c0
--- /dev/null
+++ b/params/opt/5/rnd_search_t_lin/comb_8/init/model.decoder.layers.21.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:54c359e258858ce3ad46e303afcbf9ce3a2a4d567456e716109793c46cee49b3
+size 5251
diff --git a/params/opt/5/rnd_search_t_lin/comb_8/init/model.decoder.layers.22.fc1/_0.pt b/params/opt/5/rnd_search_t_lin/comb_8/init/model.decoder.layers.22.fc1/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..58c96248fd00550cc15d645205571ee67c337035
--- /dev/null
+++ b/params/opt/5/rnd_search_t_lin/comb_8/init/model.decoder.layers.22.fc1/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d77f62f2a90ce91416a8360d6ec3a5205dee0afeca27666c8c1c6bc185c247e5
+size 17539
diff --git a/params/opt/5/rnd_search_t_lin/comb_8/init/model.decoder.layers.22.fc1/_s.pt b/params/opt/5/rnd_search_t_lin/comb_8/init/model.decoder.layers.22.fc1/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..d42881140f0d1eb218776c6ead196d5df115b334
--- /dev/null
+++ b/params/opt/5/rnd_search_t_lin/comb_8/init/model.decoder.layers.22.fc1/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:4b5940be7d053d5fa8cdf4c09059811c5c012af1d62f7c9c18fd831fe9de57bf
+size 17539
diff --git a/params/opt/5/rnd_search_t_lin/comb_8/init/model.decoder.layers.22.fc2/_0.pt b/params/opt/5/rnd_search_t_lin/comb_8/init/model.decoder.layers.22.fc2/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/opt/5/rnd_search_t_lin/comb_8/init/model.decoder.layers.22.fc2/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/opt/5/rnd_search_t_lin/comb_8/init/model.decoder.layers.22.fc2/_s.pt b/params/opt/5/rnd_search_t_lin/comb_8/init/model.decoder.layers.22.fc2/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e738c5fb80942cf7cdae12baad727cea80d29b5b
--- /dev/null
+++ b/params/opt/5/rnd_search_t_lin/comb_8/init/model.decoder.layers.22.fc2/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:46979908b38ad4ebcc34206a04a011b3bd44c9e4e5a4f511589ee07064adda75
+size 5251
diff --git a/params/opt/5/rnd_search_t_lin/comb_8/init/model.decoder.layers.22.self_attn.k_proj/_0.pt b/params/opt/5/rnd_search_t_lin/comb_8/init/model.decoder.layers.22.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/opt/5/rnd_search_t_lin/comb_8/init/model.decoder.layers.22.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/opt/5/rnd_search_t_lin/comb_8/init/model.decoder.layers.22.self_attn.k_proj/_s.pt b/params/opt/5/rnd_search_t_lin/comb_8/init/model.decoder.layers.22.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e4e671ac8caae41038ee24ee221a6cae0c00fef5
--- /dev/null
+++ b/params/opt/5/rnd_search_t_lin/comb_8/init/model.decoder.layers.22.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:4856aba7b2c4561dd0ca2c79cfe33cda105b3ac7cd16e4b50e781a814c9ee321
+size 5251
diff --git a/params/opt/5/rnd_search_t_lin/comb_8/init/model.decoder.layers.22.self_attn.out_proj/_0.pt b/params/opt/5/rnd_search_t_lin/comb_8/init/model.decoder.layers.22.self_attn.out_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/opt/5/rnd_search_t_lin/comb_8/init/model.decoder.layers.22.self_attn.out_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/opt/5/rnd_search_t_lin/comb_8/init/model.decoder.layers.22.self_attn.out_proj/_s.pt b/params/opt/5/rnd_search_t_lin/comb_8/init/model.decoder.layers.22.self_attn.out_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..208501387fcc9d1e9704a51673d61f821c0b04e2
--- /dev/null
+++ b/params/opt/5/rnd_search_t_lin/comb_8/init/model.decoder.layers.22.self_attn.out_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:17f9c29fafee6929ead4d5371b1a34203be5e13ac27c5fb883ba6ecc527993f4
+size 5251
diff --git a/params/opt/5/rnd_search_t_lin/comb_8/init/model.decoder.layers.22.self_attn.q_proj/_0.pt b/params/opt/5/rnd_search_t_lin/comb_8/init/model.decoder.layers.22.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/opt/5/rnd_search_t_lin/comb_8/init/model.decoder.layers.22.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/opt/5/rnd_search_t_lin/comb_8/init/model.decoder.layers.22.self_attn.q_proj/_s.pt b/params/opt/5/rnd_search_t_lin/comb_8/init/model.decoder.layers.22.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..fac51e513c33d219bd771906dacea45fb4f9f709
--- /dev/null
+++ b/params/opt/5/rnd_search_t_lin/comb_8/init/model.decoder.layers.22.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ef6b94a67e898e531f4498353ac094c768a9dfb1bdefd8c18247415d3b358ae9
+size 5251
diff --git a/params/opt/5/rnd_search_t_lin/comb_8/init/model.decoder.layers.22.self_attn.v_proj/_0.pt b/params/opt/5/rnd_search_t_lin/comb_8/init/model.decoder.layers.22.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/opt/5/rnd_search_t_lin/comb_8/init/model.decoder.layers.22.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/opt/5/rnd_search_t_lin/comb_8/init/model.decoder.layers.22.self_attn.v_proj/_s.pt b/params/opt/5/rnd_search_t_lin/comb_8/init/model.decoder.layers.22.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..7c8ffd9e6b41b3329ee4d0f4d71998670d6b69ae
--- /dev/null
+++ b/params/opt/5/rnd_search_t_lin/comb_8/init/model.decoder.layers.22.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e9ef6429634bb31e42271f1168478354939dfc9139eac7984554d04180e5686f
+size 5251
diff --git a/params/opt/5/rnd_search_t_lin/comb_8/init/model.decoder.layers.23.fc1/_0.pt b/params/opt/5/rnd_search_t_lin/comb_8/init/model.decoder.layers.23.fc1/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..58c96248fd00550cc15d645205571ee67c337035
--- /dev/null
+++ b/params/opt/5/rnd_search_t_lin/comb_8/init/model.decoder.layers.23.fc1/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d77f62f2a90ce91416a8360d6ec3a5205dee0afeca27666c8c1c6bc185c247e5
+size 17539
diff --git a/params/opt/5/rnd_search_t_lin/comb_8/init/model.decoder.layers.23.fc1/_s.pt b/params/opt/5/rnd_search_t_lin/comb_8/init/model.decoder.layers.23.fc1/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e7f2416e90fea3949475dd7800d3f8a398cf62cf
--- /dev/null
+++ b/params/opt/5/rnd_search_t_lin/comb_8/init/model.decoder.layers.23.fc1/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c8e9e8f8cd746902975ee2cf3e5e13d50cb130126c5fb1431aacac525332856a
+size 17539
diff --git a/params/opt/5/rnd_search_t_lin/comb_8/init/model.decoder.layers.23.fc2/_0.pt b/params/opt/5/rnd_search_t_lin/comb_8/init/model.decoder.layers.23.fc2/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/opt/5/rnd_search_t_lin/comb_8/init/model.decoder.layers.23.fc2/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/opt/5/rnd_search_t_lin/comb_8/init/model.decoder.layers.23.fc2/_s.pt b/params/opt/5/rnd_search_t_lin/comb_8/init/model.decoder.layers.23.fc2/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..d94fd3763f3f83443d2337e592ca20c6a0c3f529
--- /dev/null
+++ b/params/opt/5/rnd_search_t_lin/comb_8/init/model.decoder.layers.23.fc2/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:9c141c9bce6daade3a344e41cb3c9479bca2b2519e0934be77722e74c08f187a
+size 5251
diff --git a/params/opt/5/rnd_search_t_lin/comb_8/init/model.decoder.layers.23.self_attn.k_proj/_0.pt b/params/opt/5/rnd_search_t_lin/comb_8/init/model.decoder.layers.23.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/opt/5/rnd_search_t_lin/comb_8/init/model.decoder.layers.23.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/opt/5/rnd_search_t_lin/comb_8/init/model.decoder.layers.23.self_attn.k_proj/_s.pt b/params/opt/5/rnd_search_t_lin/comb_8/init/model.decoder.layers.23.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e0c1f6a71be0677719ce8be245a763604d90cd07
--- /dev/null
+++ b/params/opt/5/rnd_search_t_lin/comb_8/init/model.decoder.layers.23.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5bd07d48013d53ef8d2d579e96204d0795723ebac426d52732cd18673c7c40fd
+size 5251
diff --git a/params/opt/5/rnd_search_t_lin/comb_8/init/model.decoder.layers.23.self_attn.out_proj/_0.pt b/params/opt/5/rnd_search_t_lin/comb_8/init/model.decoder.layers.23.self_attn.out_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/opt/5/rnd_search_t_lin/comb_8/init/model.decoder.layers.23.self_attn.out_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/opt/5/rnd_search_t_lin/comb_8/init/model.decoder.layers.23.self_attn.out_proj/_s.pt b/params/opt/5/rnd_search_t_lin/comb_8/init/model.decoder.layers.23.self_attn.out_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..3a12011564bbba616df73fd46664db83e0c4f16f
--- /dev/null
+++ b/params/opt/5/rnd_search_t_lin/comb_8/init/model.decoder.layers.23.self_attn.out_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e9e35443a7e2601c80f84abd0f59c7369a2e12079bc31bacbfd4db6008a48b48
+size 5251
diff --git a/params/opt/5/rnd_search_t_lin/comb_8/init/model.decoder.layers.23.self_attn.q_proj/_0.pt b/params/opt/5/rnd_search_t_lin/comb_8/init/model.decoder.layers.23.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/opt/5/rnd_search_t_lin/comb_8/init/model.decoder.layers.23.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/opt/5/rnd_search_t_lin/comb_8/init/model.decoder.layers.23.self_attn.q_proj/_s.pt b/params/opt/5/rnd_search_t_lin/comb_8/init/model.decoder.layers.23.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2bc6b6d5c04a3dcea60b9e1567d7236fbd81cbd8
--- /dev/null
+++ b/params/opt/5/rnd_search_t_lin/comb_8/init/model.decoder.layers.23.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a7461d6e8b925186b7e1ac27b743b7a9e9d2f4887da8296ded4f9021375864bd
+size 5251
diff --git a/params/opt/5/rnd_search_t_lin/comb_8/init/model.decoder.layers.23.self_attn.v_proj/_0.pt b/params/opt/5/rnd_search_t_lin/comb_8/init/model.decoder.layers.23.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/opt/5/rnd_search_t_lin/comb_8/init/model.decoder.layers.23.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/opt/5/rnd_search_t_lin/comb_8/init/model.decoder.layers.23.self_attn.v_proj/_s.pt b/params/opt/5/rnd_search_t_lin/comb_8/init/model.decoder.layers.23.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..814489d3f7311b193228d3d07295e1601c1b1983
--- /dev/null
+++ b/params/opt/5/rnd_search_t_lin/comb_8/init/model.decoder.layers.23.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:fa68cf23a493e2f4b78fe8c4ae491b930ae9418ea1e509eb6ba77c1fe4d18ef6
+size 5251
diff --git a/params/opt/5/rnd_search_t_lin/comb_8/init/model.decoder.layers.3.fc1/_0.pt b/params/opt/5/rnd_search_t_lin/comb_8/init/model.decoder.layers.3.fc1/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..58c96248fd00550cc15d645205571ee67c337035
--- /dev/null
+++ b/params/opt/5/rnd_search_t_lin/comb_8/init/model.decoder.layers.3.fc1/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d77f62f2a90ce91416a8360d6ec3a5205dee0afeca27666c8c1c6bc185c247e5
+size 17539
diff --git a/params/opt/5/rnd_search_t_lin/comb_8/init/model.decoder.layers.3.fc1/_s.pt b/params/opt/5/rnd_search_t_lin/comb_8/init/model.decoder.layers.3.fc1/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..bc14e42947b13591e472e176f60bfebbeb679907
--- /dev/null
+++ b/params/opt/5/rnd_search_t_lin/comb_8/init/model.decoder.layers.3.fc1/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b84edad6ddf566e38845edbadd46d5b2ed1e7671acd719ae5d748400118694b2
+size 17539
diff --git a/params/opt/5/rnd_search_t_lin/comb_8/init/model.decoder.layers.3.fc2/_0.pt b/params/opt/5/rnd_search_t_lin/comb_8/init/model.decoder.layers.3.fc2/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/opt/5/rnd_search_t_lin/comb_8/init/model.decoder.layers.3.fc2/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/opt/5/rnd_search_t_lin/comb_8/init/model.decoder.layers.3.fc2/_s.pt b/params/opt/5/rnd_search_t_lin/comb_8/init/model.decoder.layers.3.fc2/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..95945aa18c2b9ec34291218d8f65d328a837c18d
--- /dev/null
+++ b/params/opt/5/rnd_search_t_lin/comb_8/init/model.decoder.layers.3.fc2/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d8580df593fa37efc8537a8d54a47769d42233f479e0be12528cfe0706b3e9ff
+size 5251
diff --git a/params/opt/5/rnd_search_t_lin/comb_8/init/model.decoder.layers.3.self_attn.k_proj/_0.pt b/params/opt/5/rnd_search_t_lin/comb_8/init/model.decoder.layers.3.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/opt/5/rnd_search_t_lin/comb_8/init/model.decoder.layers.3.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/opt/5/rnd_search_t_lin/comb_8/init/model.decoder.layers.3.self_attn.k_proj/_s.pt b/params/opt/5/rnd_search_t_lin/comb_8/init/model.decoder.layers.3.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..3aaacf92affcaf525af3ebd7f2799d7c6922315c
--- /dev/null
+++ b/params/opt/5/rnd_search_t_lin/comb_8/init/model.decoder.layers.3.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:947d60eb1274b0dff57991a7ca5a07400741679df40039d2c5b05676a555b4bd
+size 5251
diff --git a/params/opt/5/rnd_search_t_lin/comb_8/init/model.decoder.layers.3.self_attn.out_proj/_0.pt b/params/opt/5/rnd_search_t_lin/comb_8/init/model.decoder.layers.3.self_attn.out_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/opt/5/rnd_search_t_lin/comb_8/init/model.decoder.layers.3.self_attn.out_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/opt/5/rnd_search_t_lin/comb_8/init/model.decoder.layers.3.self_attn.out_proj/_s.pt b/params/opt/5/rnd_search_t_lin/comb_8/init/model.decoder.layers.3.self_attn.out_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a3541d99b92cb71014abed64d79c505a1a97ed47
--- /dev/null
+++ b/params/opt/5/rnd_search_t_lin/comb_8/init/model.decoder.layers.3.self_attn.out_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:de1c32de2d083e3b1158b3c632fee300a114e0a0e34253074d3685b82037c852
+size 5251
diff --git a/params/opt/5/rnd_search_t_lin/comb_8/init/model.decoder.layers.3.self_attn.q_proj/_0.pt b/params/opt/5/rnd_search_t_lin/comb_8/init/model.decoder.layers.3.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/opt/5/rnd_search_t_lin/comb_8/init/model.decoder.layers.3.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/opt/5/rnd_search_t_lin/comb_8/init/model.decoder.layers.3.self_attn.q_proj/_s.pt b/params/opt/5/rnd_search_t_lin/comb_8/init/model.decoder.layers.3.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..f29131146fec396fef8eed7a335eba18ca504f9d
--- /dev/null
+++ b/params/opt/5/rnd_search_t_lin/comb_8/init/model.decoder.layers.3.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b1e5a3190a388d7ba0ce789dd4f93be65dc43b348534c6b7cd31d47855e61760
+size 5251
diff --git a/params/opt/5/rnd_search_t_lin/comb_8/init/model.decoder.layers.3.self_attn.v_proj/_0.pt b/params/opt/5/rnd_search_t_lin/comb_8/init/model.decoder.layers.3.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/opt/5/rnd_search_t_lin/comb_8/init/model.decoder.layers.3.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/opt/5/rnd_search_t_lin/comb_8/init/model.decoder.layers.3.self_attn.v_proj/_s.pt b/params/opt/5/rnd_search_t_lin/comb_8/init/model.decoder.layers.3.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..5c8c624fdbdb20d702d9c1b28d160e357d550fdb
--- /dev/null
+++ b/params/opt/5/rnd_search_t_lin/comb_8/init/model.decoder.layers.3.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:bb8a8a3a0ed910dba0e20d3c41411cc66db03be0fd6e0eea7325bb37f1607715
+size 5251
diff --git a/params/opt/5/rnd_search_t_lin/comb_8/init/model.decoder.layers.4.fc1/_0.pt b/params/opt/5/rnd_search_t_lin/comb_8/init/model.decoder.layers.4.fc1/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..58c96248fd00550cc15d645205571ee67c337035
--- /dev/null
+++ b/params/opt/5/rnd_search_t_lin/comb_8/init/model.decoder.layers.4.fc1/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d77f62f2a90ce91416a8360d6ec3a5205dee0afeca27666c8c1c6bc185c247e5
+size 17539
diff --git a/params/opt/5/rnd_search_t_lin/comb_8/init/model.decoder.layers.4.fc1/_s.pt b/params/opt/5/rnd_search_t_lin/comb_8/init/model.decoder.layers.4.fc1/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..d420fa66a9cfcdecc7957b673b42c98470a8a42b
--- /dev/null
+++ b/params/opt/5/rnd_search_t_lin/comb_8/init/model.decoder.layers.4.fc1/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:36401dd5eeceb349ae24707521413e238ff756ad95ab9fc89b39ecb740bbbf3d
+size 17539
diff --git a/params/opt/5/rnd_search_t_lin/comb_8/init/model.decoder.layers.4.fc2/_0.pt b/params/opt/5/rnd_search_t_lin/comb_8/init/model.decoder.layers.4.fc2/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/opt/5/rnd_search_t_lin/comb_8/init/model.decoder.layers.4.fc2/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/opt/5/rnd_search_t_lin/comb_8/init/model.decoder.layers.4.fc2/_s.pt b/params/opt/5/rnd_search_t_lin/comb_8/init/model.decoder.layers.4.fc2/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ac267d9633be083c62ee73d3b7ef1353dadfa1c
--- /dev/null
+++ b/params/opt/5/rnd_search_t_lin/comb_8/init/model.decoder.layers.4.fc2/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5349d1996ff68e49397e69512b7bdca25a226c420cfd019fa79f9813bd3ba367
+size 5251
diff --git a/params/opt/5/rnd_search_t_lin/comb_8/init/model.decoder.layers.4.self_attn.k_proj/_0.pt b/params/opt/5/rnd_search_t_lin/comb_8/init/model.decoder.layers.4.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/opt/5/rnd_search_t_lin/comb_8/init/model.decoder.layers.4.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/opt/5/rnd_search_t_lin/comb_8/init/model.decoder.layers.4.self_attn.k_proj/_s.pt b/params/opt/5/rnd_search_t_lin/comb_8/init/model.decoder.layers.4.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..bb1e6f2151df17505912f848507f35d10d6c6e91
--- /dev/null
+++ b/params/opt/5/rnd_search_t_lin/comb_8/init/model.decoder.layers.4.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:847e6e2967444a2b509d2963a6c1310b573268de6217172b0005ad0ca2a72a64
+size 5251
diff --git a/params/opt/5/rnd_search_t_lin/comb_8/init/model.decoder.layers.4.self_attn.out_proj/_0.pt b/params/opt/5/rnd_search_t_lin/comb_8/init/model.decoder.layers.4.self_attn.out_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/opt/5/rnd_search_t_lin/comb_8/init/model.decoder.layers.4.self_attn.out_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/opt/5/rnd_search_t_lin/comb_8/init/model.decoder.layers.4.self_attn.out_proj/_s.pt b/params/opt/5/rnd_search_t_lin/comb_8/init/model.decoder.layers.4.self_attn.out_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..77d9a116fc5408e533e64a716521be06f68a7af4
--- /dev/null
+++ b/params/opt/5/rnd_search_t_lin/comb_8/init/model.decoder.layers.4.self_attn.out_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a8af72cc07b2312e9809174cbb4dba39b9501319f9ed9278bc5623eab8e9c546
+size 5251
diff --git a/params/opt/5/rnd_search_t_lin/comb_8/init/model.decoder.layers.4.self_attn.q_proj/_0.pt b/params/opt/5/rnd_search_t_lin/comb_8/init/model.decoder.layers.4.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/opt/5/rnd_search_t_lin/comb_8/init/model.decoder.layers.4.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/opt/5/rnd_search_t_lin/comb_8/init/model.decoder.layers.4.self_attn.q_proj/_s.pt b/params/opt/5/rnd_search_t_lin/comb_8/init/model.decoder.layers.4.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c448a041e3794dda4af5e19b119fb94ddc812b71
--- /dev/null
+++ b/params/opt/5/rnd_search_t_lin/comb_8/init/model.decoder.layers.4.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2edbf8fb1e42e6d4e5c2d1134dbd1cc17476206006b2ead925492f16d3b28db8
+size 5251
diff --git a/params/opt/5/rnd_search_t_lin/comb_8/init/model.decoder.layers.4.self_attn.v_proj/_0.pt b/params/opt/5/rnd_search_t_lin/comb_8/init/model.decoder.layers.4.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/opt/5/rnd_search_t_lin/comb_8/init/model.decoder.layers.4.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/opt/5/rnd_search_t_lin/comb_8/init/model.decoder.layers.4.self_attn.v_proj/_s.pt b/params/opt/5/rnd_search_t_lin/comb_8/init/model.decoder.layers.4.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..6570d06f0c4452174cbaecdb2f5b1d9914e941e3
--- /dev/null
+++ b/params/opt/5/rnd_search_t_lin/comb_8/init/model.decoder.layers.4.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:168b4cfe444ed885f05bf08073f34e614f8fb5f7a15a37a4676eb71b4e8d67e1
+size 5251
diff --git a/params/opt/5/rnd_search_t_lin/comb_8/init/model.decoder.layers.5.fc1/_0.pt b/params/opt/5/rnd_search_t_lin/comb_8/init/model.decoder.layers.5.fc1/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..58c96248fd00550cc15d645205571ee67c337035
--- /dev/null
+++ b/params/opt/5/rnd_search_t_lin/comb_8/init/model.decoder.layers.5.fc1/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d77f62f2a90ce91416a8360d6ec3a5205dee0afeca27666c8c1c6bc185c247e5
+size 17539
diff --git a/params/opt/5/rnd_search_t_lin/comb_8/init/model.decoder.layers.5.fc1/_s.pt b/params/opt/5/rnd_search_t_lin/comb_8/init/model.decoder.layers.5.fc1/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..d0ad9f6c487b5e22e4a673eaf85f81e6c3cba93f
--- /dev/null
+++ b/params/opt/5/rnd_search_t_lin/comb_8/init/model.decoder.layers.5.fc1/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:23a0a01e5bf159b71a9d175a58c145667a72a26045949814132f569b05cb26e2
+size 17539
diff --git a/params/opt/5/rnd_search_t_lin/comb_8/init/model.decoder.layers.5.fc2/_0.pt b/params/opt/5/rnd_search_t_lin/comb_8/init/model.decoder.layers.5.fc2/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/opt/5/rnd_search_t_lin/comb_8/init/model.decoder.layers.5.fc2/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/opt/5/rnd_search_t_lin/comb_8/init/model.decoder.layers.5.fc2/_s.pt b/params/opt/5/rnd_search_t_lin/comb_8/init/model.decoder.layers.5.fc2/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..b5b5327b33fdd395f002c2bb0c0c1ec80688410a
--- /dev/null
+++ b/params/opt/5/rnd_search_t_lin/comb_8/init/model.decoder.layers.5.fc2/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:21dc9dee2eac81743ae7631a4b6b2dafe05e7f373901aaa69762b0ab56c617ee
+size 5251
diff --git a/params/opt/5/rnd_search_t_lin/comb_8/init/model.decoder.layers.5.self_attn.k_proj/_0.pt b/params/opt/5/rnd_search_t_lin/comb_8/init/model.decoder.layers.5.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/opt/5/rnd_search_t_lin/comb_8/init/model.decoder.layers.5.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/opt/5/rnd_search_t_lin/comb_8/init/model.decoder.layers.5.self_attn.k_proj/_s.pt b/params/opt/5/rnd_search_t_lin/comb_8/init/model.decoder.layers.5.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..6c551889e829cf72531082d61ad5332a2ec8b748
--- /dev/null
+++ b/params/opt/5/rnd_search_t_lin/comb_8/init/model.decoder.layers.5.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:4be89423b63c6c82f897b730a5682db2e39dcef36f1d451ed0ef5874bb732494
+size 5251
diff --git a/params/opt/5/rnd_search_t_lin/comb_8/init/model.decoder.layers.5.self_attn.out_proj/_0.pt b/params/opt/5/rnd_search_t_lin/comb_8/init/model.decoder.layers.5.self_attn.out_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/opt/5/rnd_search_t_lin/comb_8/init/model.decoder.layers.5.self_attn.out_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/opt/5/rnd_search_t_lin/comb_8/init/model.decoder.layers.5.self_attn.out_proj/_s.pt b/params/opt/5/rnd_search_t_lin/comb_8/init/model.decoder.layers.5.self_attn.out_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..799ab5f19fd585256277070427f886e36edcba13
--- /dev/null
+++ b/params/opt/5/rnd_search_t_lin/comb_8/init/model.decoder.layers.5.self_attn.out_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:3af30238b022db75a431d321f616ebb9f594e375b74cf9fefcdc30304ac07d19
+size 5251
diff --git a/params/opt/5/rnd_search_t_lin/comb_8/init/model.decoder.layers.5.self_attn.q_proj/_0.pt b/params/opt/5/rnd_search_t_lin/comb_8/init/model.decoder.layers.5.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/opt/5/rnd_search_t_lin/comb_8/init/model.decoder.layers.5.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/opt/5/rnd_search_t_lin/comb_8/init/model.decoder.layers.5.self_attn.q_proj/_s.pt b/params/opt/5/rnd_search_t_lin/comb_8/init/model.decoder.layers.5.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..352104f793a30927d2840a14663285b3566d3fcd
--- /dev/null
+++ b/params/opt/5/rnd_search_t_lin/comb_8/init/model.decoder.layers.5.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d2eac630b5e97996514a1beb6065ee11d3f604dd89738dbe33259edbbcd70702
+size 5251
diff --git a/params/opt/5/rnd_search_t_lin/comb_8/init/model.decoder.layers.5.self_attn.v_proj/_0.pt b/params/opt/5/rnd_search_t_lin/comb_8/init/model.decoder.layers.5.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/opt/5/rnd_search_t_lin/comb_8/init/model.decoder.layers.5.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/opt/5/rnd_search_t_lin/comb_8/init/model.decoder.layers.5.self_attn.v_proj/_s.pt b/params/opt/5/rnd_search_t_lin/comb_8/init/model.decoder.layers.5.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..12193fcd806bd2a7b46d6c9aed1b338c588bdd37
--- /dev/null
+++ b/params/opt/5/rnd_search_t_lin/comb_8/init/model.decoder.layers.5.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:10969eacd93cd1c86bb4ca152586564aebfe1b525a2174bbffbd4257b302ece3
+size 5251
diff --git a/params/opt/5/rnd_search_t_lin/comb_8/init/model.decoder.layers.6.fc1/_0.pt b/params/opt/5/rnd_search_t_lin/comb_8/init/model.decoder.layers.6.fc1/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..58c96248fd00550cc15d645205571ee67c337035
--- /dev/null
+++ b/params/opt/5/rnd_search_t_lin/comb_8/init/model.decoder.layers.6.fc1/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d77f62f2a90ce91416a8360d6ec3a5205dee0afeca27666c8c1c6bc185c247e5
+size 17539
diff --git a/params/opt/5/rnd_search_t_lin/comb_8/init/model.decoder.layers.6.fc1/_s.pt b/params/opt/5/rnd_search_t_lin/comb_8/init/model.decoder.layers.6.fc1/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..cce0e57a664a416e01f288131fb8aafdb73f425b
--- /dev/null
+++ b/params/opt/5/rnd_search_t_lin/comb_8/init/model.decoder.layers.6.fc1/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f8a4465cdf0d905d270c46b6998af5ca93b83b4f9fb74ba77f45812bde5ea0b9
+size 17539
diff --git a/params/opt/5/rnd_search_t_lin/comb_8/init/model.decoder.layers.6.fc2/_0.pt b/params/opt/5/rnd_search_t_lin/comb_8/init/model.decoder.layers.6.fc2/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/opt/5/rnd_search_t_lin/comb_8/init/model.decoder.layers.6.fc2/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/opt/5/rnd_search_t_lin/comb_8/init/model.decoder.layers.6.fc2/_s.pt b/params/opt/5/rnd_search_t_lin/comb_8/init/model.decoder.layers.6.fc2/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..38a1e179f9842fa14be24976914bace2ec31b030
--- /dev/null
+++ b/params/opt/5/rnd_search_t_lin/comb_8/init/model.decoder.layers.6.fc2/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f0a383ca0f58f814db21e92dc085c6c3e9fd90c131fafcf18f4b41693f6e80ae
+size 5251
diff --git a/params/opt/5/rnd_search_t_lin/comb_8/init/model.decoder.layers.6.self_attn.k_proj/_0.pt b/params/opt/5/rnd_search_t_lin/comb_8/init/model.decoder.layers.6.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/opt/5/rnd_search_t_lin/comb_8/init/model.decoder.layers.6.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/opt/5/rnd_search_t_lin/comb_8/init/model.decoder.layers.6.self_attn.k_proj/_s.pt b/params/opt/5/rnd_search_t_lin/comb_8/init/model.decoder.layers.6.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..d5f1c965dfa534a39a3e41ea6f18c6bd59fee83f
--- /dev/null
+++ b/params/opt/5/rnd_search_t_lin/comb_8/init/model.decoder.layers.6.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d9917ed8d2e042517699711a2ffe75d397e21642996c947b03042530290c1aa0
+size 5251
diff --git a/params/opt/5/rnd_search_t_lin/comb_8/init/model.decoder.layers.6.self_attn.out_proj/_0.pt b/params/opt/5/rnd_search_t_lin/comb_8/init/model.decoder.layers.6.self_attn.out_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/opt/5/rnd_search_t_lin/comb_8/init/model.decoder.layers.6.self_attn.out_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/opt/5/rnd_search_t_lin/comb_8/init/model.decoder.layers.6.self_attn.out_proj/_s.pt b/params/opt/5/rnd_search_t_lin/comb_8/init/model.decoder.layers.6.self_attn.out_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..d714b55f9b4760c7423901bb80a0a5fffd68a17f
--- /dev/null
+++ b/params/opt/5/rnd_search_t_lin/comb_8/init/model.decoder.layers.6.self_attn.out_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:9f02b22dd62048481b7a78a94edbcfc764472c4f8bf65872b145f27125233a08
+size 5251
diff --git a/params/opt/5/rnd_search_t_lin/comb_8/init/model.decoder.layers.6.self_attn.q_proj/_0.pt b/params/opt/5/rnd_search_t_lin/comb_8/init/model.decoder.layers.6.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/opt/5/rnd_search_t_lin/comb_8/init/model.decoder.layers.6.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/opt/5/rnd_search_t_lin/comb_8/init/model.decoder.layers.6.self_attn.q_proj/_s.pt b/params/opt/5/rnd_search_t_lin/comb_8/init/model.decoder.layers.6.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..17dcca473705676a82b81f0c6e7a1d2b5d99e7ae
--- /dev/null
+++ b/params/opt/5/rnd_search_t_lin/comb_8/init/model.decoder.layers.6.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b90836aaaf3e818f713d7135263a788ed14e0c75cf42d00ab4c601b2c15c9356
+size 5251
diff --git a/params/opt/5/rnd_search_t_lin/comb_8/init/model.decoder.layers.6.self_attn.v_proj/_0.pt b/params/opt/5/rnd_search_t_lin/comb_8/init/model.decoder.layers.6.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/opt/5/rnd_search_t_lin/comb_8/init/model.decoder.layers.6.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/opt/5/rnd_search_t_lin/comb_8/init/model.decoder.layers.6.self_attn.v_proj/_s.pt b/params/opt/5/rnd_search_t_lin/comb_8/init/model.decoder.layers.6.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..3f52e12913599a88db0e5718bb2105cc65b094ec
--- /dev/null
+++ b/params/opt/5/rnd_search_t_lin/comb_8/init/model.decoder.layers.6.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f4c7db574d7dead8a8acd2b9612c3e4cc6a05d17cd5e0ed4b57258cf6f17dbdd
+size 5251
diff --git a/params/opt/5/rnd_search_t_lin/comb_8/init/model.decoder.layers.7.fc1/_0.pt b/params/opt/5/rnd_search_t_lin/comb_8/init/model.decoder.layers.7.fc1/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..58c96248fd00550cc15d645205571ee67c337035
--- /dev/null
+++ b/params/opt/5/rnd_search_t_lin/comb_8/init/model.decoder.layers.7.fc1/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d77f62f2a90ce91416a8360d6ec3a5205dee0afeca27666c8c1c6bc185c247e5
+size 17539
diff --git a/params/opt/5/rnd_search_t_lin/comb_8/init/model.decoder.layers.7.fc1/_s.pt b/params/opt/5/rnd_search_t_lin/comb_8/init/model.decoder.layers.7.fc1/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..f8197a7d574590fe83107917223916e22866b4cb
--- /dev/null
+++ b/params/opt/5/rnd_search_t_lin/comb_8/init/model.decoder.layers.7.fc1/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f5b8ec669d14e69d919f70409116a357a4cafdbd10452c65ca5d540bb5ef2733
+size 17539
diff --git a/params/opt/5/rnd_search_t_lin/comb_8/init/model.decoder.layers.7.fc2/_0.pt b/params/opt/5/rnd_search_t_lin/comb_8/init/model.decoder.layers.7.fc2/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/opt/5/rnd_search_t_lin/comb_8/init/model.decoder.layers.7.fc2/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/opt/5/rnd_search_t_lin/comb_8/init/model.decoder.layers.7.fc2/_s.pt b/params/opt/5/rnd_search_t_lin/comb_8/init/model.decoder.layers.7.fc2/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..26b43a2464a08f0def962b64c1acc3429e82783c
--- /dev/null
+++ b/params/opt/5/rnd_search_t_lin/comb_8/init/model.decoder.layers.7.fc2/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:09ab87265625d6381a18035173140465cbbe185fcce78e976ac83d3cd4b13a38
+size 5251
diff --git a/params/opt/5/rnd_search_t_lin/comb_8/init/model.decoder.layers.7.self_attn.k_proj/_0.pt b/params/opt/5/rnd_search_t_lin/comb_8/init/model.decoder.layers.7.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/opt/5/rnd_search_t_lin/comb_8/init/model.decoder.layers.7.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/opt/5/rnd_search_t_lin/comb_8/init/model.decoder.layers.7.self_attn.k_proj/_s.pt b/params/opt/5/rnd_search_t_lin/comb_8/init/model.decoder.layers.7.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2e51e7197ed178770938fa6f88553b202874c61c
--- /dev/null
+++ b/params/opt/5/rnd_search_t_lin/comb_8/init/model.decoder.layers.7.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:83c766f38ee9280dc6739afcb9b7ac4fe82a43a77e2dd464f80cec4e7b6f0b84
+size 5251
diff --git a/params/opt/5/rnd_search_t_lin/comb_8/init/model.decoder.layers.7.self_attn.out_proj/_0.pt b/params/opt/5/rnd_search_t_lin/comb_8/init/model.decoder.layers.7.self_attn.out_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/opt/5/rnd_search_t_lin/comb_8/init/model.decoder.layers.7.self_attn.out_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/opt/5/rnd_search_t_lin/comb_8/init/model.decoder.layers.7.self_attn.out_proj/_s.pt b/params/opt/5/rnd_search_t_lin/comb_8/init/model.decoder.layers.7.self_attn.out_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..5cd48cbfac65e0e508f070db32e38812e54987b3
--- /dev/null
+++ b/params/opt/5/rnd_search_t_lin/comb_8/init/model.decoder.layers.7.self_attn.out_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c8676914ffe6ed4664bd1a02d31c1563c7bbd4f33e9420ab80afdc48fbc0a964
+size 5251
diff --git a/params/opt/5/rnd_search_t_lin/comb_8/init/model.decoder.layers.7.self_attn.q_proj/_0.pt b/params/opt/5/rnd_search_t_lin/comb_8/init/model.decoder.layers.7.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/opt/5/rnd_search_t_lin/comb_8/init/model.decoder.layers.7.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/opt/5/rnd_search_t_lin/comb_8/init/model.decoder.layers.7.self_attn.q_proj/_s.pt b/params/opt/5/rnd_search_t_lin/comb_8/init/model.decoder.layers.7.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..418300f89339f7c2ca1575d2ed99f2b9e14d0b1b
--- /dev/null
+++ b/params/opt/5/rnd_search_t_lin/comb_8/init/model.decoder.layers.7.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a7bf5987f5f6e64d7b91e31a66a585d0e74965fd7236db4acd5e07393e8cdb2c
+size 5251
diff --git a/params/opt/5/rnd_search_t_lin/comb_8/init/model.decoder.layers.7.self_attn.v_proj/_0.pt b/params/opt/5/rnd_search_t_lin/comb_8/init/model.decoder.layers.7.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/opt/5/rnd_search_t_lin/comb_8/init/model.decoder.layers.7.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/opt/5/rnd_search_t_lin/comb_8/init/model.decoder.layers.7.self_attn.v_proj/_s.pt b/params/opt/5/rnd_search_t_lin/comb_8/init/model.decoder.layers.7.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..5f2db3edeb609d0131c041ad89fbdbe82c795ae2
--- /dev/null
+++ b/params/opt/5/rnd_search_t_lin/comb_8/init/model.decoder.layers.7.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:873b6c9164fe1f0f7200ae621014c1d1a0007733c0bf4923c0746daaa7c840c6
+size 5251
diff --git a/params/opt/5/rnd_search_t_lin/comb_8/init/model.decoder.layers.8.fc1/_0.pt b/params/opt/5/rnd_search_t_lin/comb_8/init/model.decoder.layers.8.fc1/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..58c96248fd00550cc15d645205571ee67c337035
--- /dev/null
+++ b/params/opt/5/rnd_search_t_lin/comb_8/init/model.decoder.layers.8.fc1/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d77f62f2a90ce91416a8360d6ec3a5205dee0afeca27666c8c1c6bc185c247e5
+size 17539
diff --git a/params/opt/5/rnd_search_t_lin/comb_8/init/model.decoder.layers.8.fc1/_s.pt b/params/opt/5/rnd_search_t_lin/comb_8/init/model.decoder.layers.8.fc1/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..1e8c735c4ab5bb42688707fe6c85baab3ffc08e3
--- /dev/null
+++ b/params/opt/5/rnd_search_t_lin/comb_8/init/model.decoder.layers.8.fc1/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:7fc94fd74a3e14c3ae2563b74b0eb06c16fecce13da6816e819889c7b44de890
+size 17539
diff --git a/params/opt/5/rnd_search_t_lin/comb_8/init/model.decoder.layers.8.fc2/_0.pt b/params/opt/5/rnd_search_t_lin/comb_8/init/model.decoder.layers.8.fc2/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/opt/5/rnd_search_t_lin/comb_8/init/model.decoder.layers.8.fc2/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/opt/5/rnd_search_t_lin/comb_8/init/model.decoder.layers.8.fc2/_s.pt b/params/opt/5/rnd_search_t_lin/comb_8/init/model.decoder.layers.8.fc2/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..5fecca06edabb803f0005353c14524ea363f4851
--- /dev/null
+++ b/params/opt/5/rnd_search_t_lin/comb_8/init/model.decoder.layers.8.fc2/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a3c7c660895b43e7be5652195277cbd36474abdea7d8e265436b8bef56ea17c9
+size 5251
diff --git a/params/opt/5/rnd_search_t_lin/comb_8/init/model.decoder.layers.8.self_attn.k_proj/_0.pt b/params/opt/5/rnd_search_t_lin/comb_8/init/model.decoder.layers.8.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/opt/5/rnd_search_t_lin/comb_8/init/model.decoder.layers.8.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/opt/5/rnd_search_t_lin/comb_8/init/model.decoder.layers.8.self_attn.k_proj/_s.pt b/params/opt/5/rnd_search_t_lin/comb_8/init/model.decoder.layers.8.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..25c9db5bd82d293c42b7ae477de0fb5f947ea04a
--- /dev/null
+++ b/params/opt/5/rnd_search_t_lin/comb_8/init/model.decoder.layers.8.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:3dc80059a937be33873381817842dabbc7fcb3df0af02fe62490e1aada68ab12
+size 5251
diff --git a/params/opt/5/rnd_search_t_lin/comb_8/init/model.decoder.layers.8.self_attn.out_proj/_0.pt b/params/opt/5/rnd_search_t_lin/comb_8/init/model.decoder.layers.8.self_attn.out_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/opt/5/rnd_search_t_lin/comb_8/init/model.decoder.layers.8.self_attn.out_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/opt/5/rnd_search_t_lin/comb_8/init/model.decoder.layers.8.self_attn.out_proj/_s.pt b/params/opt/5/rnd_search_t_lin/comb_8/init/model.decoder.layers.8.self_attn.out_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..f88e20a94449eefe49304ada6575866ece664eff
--- /dev/null
+++ b/params/opt/5/rnd_search_t_lin/comb_8/init/model.decoder.layers.8.self_attn.out_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:aa6814b3600ba71d992e7a8c13894e9c6c069cb61c11e5f2acea0924e53a4baa
+size 5251
diff --git a/params/opt/5/rnd_search_t_lin/comb_8/init/model.decoder.layers.8.self_attn.q_proj/_0.pt b/params/opt/5/rnd_search_t_lin/comb_8/init/model.decoder.layers.8.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/opt/5/rnd_search_t_lin/comb_8/init/model.decoder.layers.8.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/opt/5/rnd_search_t_lin/comb_8/init/model.decoder.layers.8.self_attn.q_proj/_s.pt b/params/opt/5/rnd_search_t_lin/comb_8/init/model.decoder.layers.8.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..0952ae5e6bee631c5823ca8b220298fdc833a01d
--- /dev/null
+++ b/params/opt/5/rnd_search_t_lin/comb_8/init/model.decoder.layers.8.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d810c95f52c3b5f576d921eca8199e40510d72f5c7a83ed276a6d3f44c447ca9
+size 5251
diff --git a/params/opt/5/rnd_search_t_lin/comb_8/init/model.decoder.layers.8.self_attn.v_proj/_0.pt b/params/opt/5/rnd_search_t_lin/comb_8/init/model.decoder.layers.8.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/opt/5/rnd_search_t_lin/comb_8/init/model.decoder.layers.8.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/opt/5/rnd_search_t_lin/comb_8/init/model.decoder.layers.8.self_attn.v_proj/_s.pt b/params/opt/5/rnd_search_t_lin/comb_8/init/model.decoder.layers.8.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..438dd3f1dde6d3fd6e8b29ab6036e07de14fe90b
--- /dev/null
+++ b/params/opt/5/rnd_search_t_lin/comb_8/init/model.decoder.layers.8.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:9f7463715154a06b5e32758cac2eb998345ddfae0f28ef548eb5c8461f33e490
+size 5251
diff --git a/params/opt/5/rnd_search_t_lin/comb_8/init/model.decoder.layers.9.fc1/_0.pt b/params/opt/5/rnd_search_t_lin/comb_8/init/model.decoder.layers.9.fc1/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..58c96248fd00550cc15d645205571ee67c337035
--- /dev/null
+++ b/params/opt/5/rnd_search_t_lin/comb_8/init/model.decoder.layers.9.fc1/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d77f62f2a90ce91416a8360d6ec3a5205dee0afeca27666c8c1c6bc185c247e5
+size 17539
diff --git a/params/opt/5/rnd_search_t_lin/comb_8/init/model.decoder.layers.9.fc1/_s.pt b/params/opt/5/rnd_search_t_lin/comb_8/init/model.decoder.layers.9.fc1/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..d733464f3ee97b404eb947b5257103741f414f0d
--- /dev/null
+++ b/params/opt/5/rnd_search_t_lin/comb_8/init/model.decoder.layers.9.fc1/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:09b8eb6bcb8859094a42486f251cf5e85d3a319665e0eb96621db4432793cb39
+size 17539
diff --git a/params/opt/5/rnd_search_t_lin/comb_8/init/model.decoder.layers.9.fc2/_0.pt b/params/opt/5/rnd_search_t_lin/comb_8/init/model.decoder.layers.9.fc2/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/opt/5/rnd_search_t_lin/comb_8/init/model.decoder.layers.9.fc2/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/opt/5/rnd_search_t_lin/comb_8/init/model.decoder.layers.9.fc2/_s.pt b/params/opt/5/rnd_search_t_lin/comb_8/init/model.decoder.layers.9.fc2/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..cb6742d5889f75dd936e4af012e557fd06dd7191
--- /dev/null
+++ b/params/opt/5/rnd_search_t_lin/comb_8/init/model.decoder.layers.9.fc2/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e729cc24598e1c118618d1a1a04ee90c88fbbd86dabd11bd2bad0c54e42b4009
+size 5251
diff --git a/params/opt/5/rnd_search_t_lin/comb_8/init/model.decoder.layers.9.self_attn.k_proj/_0.pt b/params/opt/5/rnd_search_t_lin/comb_8/init/model.decoder.layers.9.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/opt/5/rnd_search_t_lin/comb_8/init/model.decoder.layers.9.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/opt/5/rnd_search_t_lin/comb_8/init/model.decoder.layers.9.self_attn.k_proj/_s.pt b/params/opt/5/rnd_search_t_lin/comb_8/init/model.decoder.layers.9.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e0e5fb90055a898e3557fab890780cc88e2393f7
--- /dev/null
+++ b/params/opt/5/rnd_search_t_lin/comb_8/init/model.decoder.layers.9.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:4b1f2d58ed6e2bc6cae92104b120d7d015a332548b750c71e92cbb2dc72d1ba5
+size 5251
diff --git a/params/opt/5/rnd_search_t_lin/comb_8/init/model.decoder.layers.9.self_attn.out_proj/_0.pt b/params/opt/5/rnd_search_t_lin/comb_8/init/model.decoder.layers.9.self_attn.out_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/opt/5/rnd_search_t_lin/comb_8/init/model.decoder.layers.9.self_attn.out_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/opt/5/rnd_search_t_lin/comb_8/init/model.decoder.layers.9.self_attn.out_proj/_s.pt b/params/opt/5/rnd_search_t_lin/comb_8/init/model.decoder.layers.9.self_attn.out_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..d1352806036027feb24cf82f2bac7a857b028a6c
--- /dev/null
+++ b/params/opt/5/rnd_search_t_lin/comb_8/init/model.decoder.layers.9.self_attn.out_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:20fcbbebce4751411d8edceffde879057bcc516cf40be9de6c5b31b0eaf4023f
+size 5251
diff --git a/params/opt/5/rnd_search_t_lin/comb_8/init/model.decoder.layers.9.self_attn.q_proj/_0.pt b/params/opt/5/rnd_search_t_lin/comb_8/init/model.decoder.layers.9.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/opt/5/rnd_search_t_lin/comb_8/init/model.decoder.layers.9.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/opt/5/rnd_search_t_lin/comb_8/init/model.decoder.layers.9.self_attn.q_proj/_s.pt b/params/opt/5/rnd_search_t_lin/comb_8/init/model.decoder.layers.9.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..1fb3c10d4e5bccd76ce4beec7d80d8ca7ee1af74
--- /dev/null
+++ b/params/opt/5/rnd_search_t_lin/comb_8/init/model.decoder.layers.9.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e6459beb7235db85b62fa1cc0700176c444e3fed170a499a2a2a1b0f7f05f0ae
+size 5251
diff --git a/params/opt/5/rnd_search_t_lin/comb_8/init/model.decoder.layers.9.self_attn.v_proj/_0.pt b/params/opt/5/rnd_search_t_lin/comb_8/init/model.decoder.layers.9.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/opt/5/rnd_search_t_lin/comb_8/init/model.decoder.layers.9.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/opt/5/rnd_search_t_lin/comb_8/init/model.decoder.layers.9.self_attn.v_proj/_s.pt b/params/opt/5/rnd_search_t_lin/comb_8/init/model.decoder.layers.9.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..48a633bd679a76cfa1f73aa28fb23e5d5de9ccfd
--- /dev/null
+++ b/params/opt/5/rnd_search_t_lin/comb_8/init/model.decoder.layers.9.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ce7578449b64f2a33bcc9cc41168e75ce6ab3e19c5f49d7bdc8c68ed3bcd2881
+size 5251
diff --git a/params/opt/5/rnd_search_t_lin/comb_8/init/model.decoder.project_in/_0.pt b/params/opt/5/rnd_search_t_lin/comb_8/init/model.decoder.project_in/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/opt/5/rnd_search_t_lin/comb_8/init/model.decoder.project_in/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/opt/5/rnd_search_t_lin/comb_8/init/model.decoder.project_in/_s.pt b/params/opt/5/rnd_search_t_lin/comb_8/init/model.decoder.project_in/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a29d1a6f4067c4a75211e3a0b6313c652e400048
--- /dev/null
+++ b/params/opt/5/rnd_search_t_lin/comb_8/init/model.decoder.project_in/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:593c1c0be5a99773709d9b16e8a4266b1f7543a34a5fb7d446f0fadb0f9ff53b
+size 5251
diff --git a/params/opt/5/rnd_search_t_lin/comb_8/init/model.decoder.project_out/_0.pt b/params/opt/5/rnd_search_t_lin/comb_8/init/model.decoder.project_out/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..7dafd7dbb653cbd2daae7b5c32e1db4207127f70
--- /dev/null
+++ b/params/opt/5/rnd_search_t_lin/comb_8/init/model.decoder.project_out/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c190e0e27174863691b4d6213f0eb2960c410741df0ce7e97f0315f29a271735
+size 3203
diff --git a/params/opt/5/rnd_search_t_lin/comb_8/init/model.decoder.project_out/_s.pt b/params/opt/5/rnd_search_t_lin/comb_8/init/model.decoder.project_out/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..09b40fe2534c5acf420af40e8e866dd10a3aa577
--- /dev/null
+++ b/params/opt/5/rnd_search_t_lin/comb_8/init/model.decoder.project_out/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:661d3fe0ddbf2206db6f85ee9d359db5b1242a63a06a8422ff4ee0bd02f33b7c
+size 3203
diff --git a/params/opt/5/rnd_search_t_lin/comb_8/trained/lm_head/_0.pt b/params/opt/5/rnd_search_t_lin/comb_8/trained/lm_head/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2cfc2176bc555be7335644be5fe7effdc96ca9e6
--- /dev/null
+++ b/params/opt/5/rnd_search_t_lin/comb_8/trained/lm_head/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e024dd668540de0ccc009cd747d545c85055324999a5a5a7bffce2e5592b6d89
+size 202243
diff --git a/params/opt/5/rnd_search_t_lin/comb_8/trained/lm_head/_s.pt b/params/opt/5/rnd_search_t_lin/comb_8/trained/lm_head/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..b1fbd1de437927885d82638b135e578e2f8866ed
--- /dev/null
+++ b/params/opt/5/rnd_search_t_lin/comb_8/trained/lm_head/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:31bedd97c538b4f336a29d197b56357d3169a90995ed0d8623a82c24cde81bbd
+size 202243
diff --git a/params/opt/5/rnd_search_t_lin/comb_8/trained/model.decoder.layers.0.fc1/_0.pt b/params/opt/5/rnd_search_t_lin/comb_8/trained/model.decoder.layers.0.fc1/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..5282dd52b5146f56e15f7bbb258a1f8a2d3b9d86
--- /dev/null
+++ b/params/opt/5/rnd_search_t_lin/comb_8/trained/model.decoder.layers.0.fc1/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:384596ca186c7032a0c7480e2042cfc872e17170423b039ad697b5c5c2f131d7
+size 17539
diff --git a/params/opt/5/rnd_search_t_lin/comb_8/trained/model.decoder.layers.0.fc1/_s.pt b/params/opt/5/rnd_search_t_lin/comb_8/trained/model.decoder.layers.0.fc1/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2367c59c73b9ae154280f7510276906f7fb2c538
--- /dev/null
+++ b/params/opt/5/rnd_search_t_lin/comb_8/trained/model.decoder.layers.0.fc1/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:8cd2b7bb2754508132f1d1278bc92d337b2ee767fdfb4e864514609ea700855b
+size 17539
diff --git a/params/opt/5/rnd_search_t_lin/comb_8/trained/model.decoder.layers.0.fc2/_0.pt b/params/opt/5/rnd_search_t_lin/comb_8/trained/model.decoder.layers.0.fc2/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4bb58ea5588b58d0d1e224b7e93c80c228d01d81
--- /dev/null
+++ b/params/opt/5/rnd_search_t_lin/comb_8/trained/model.decoder.layers.0.fc2/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:4dc4f0da614c7fb89574f29dc9ab3bb900f563eccef5adae3e445a03920966d1
+size 5251
diff --git a/params/opt/5/rnd_search_t_lin/comb_8/trained/model.decoder.layers.0.fc2/_s.pt b/params/opt/5/rnd_search_t_lin/comb_8/trained/model.decoder.layers.0.fc2/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..9a1f6c68a8e64ca4e20d6a0bb73865b04bf98ee4
--- /dev/null
+++ b/params/opt/5/rnd_search_t_lin/comb_8/trained/model.decoder.layers.0.fc2/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:3a3cd46570bb6fba06976d191f0cefed326dcfaff8778bba8243efd793238833
+size 5251
diff --git a/params/opt/5/rnd_search_t_lin/comb_8/trained/model.decoder.layers.0.self_attn.k_proj/_0.pt b/params/opt/5/rnd_search_t_lin/comb_8/trained/model.decoder.layers.0.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..7646a0f0d8965e6138a3a13a0b2722d69c2cb71b
--- /dev/null
+++ b/params/opt/5/rnd_search_t_lin/comb_8/trained/model.decoder.layers.0.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d3f244ecd12156e4a1979d84df1e7916e538e509072b11628caa221b5b14927e
+size 5251
diff --git a/params/opt/5/rnd_search_t_lin/comb_8/trained/model.decoder.layers.0.self_attn.k_proj/_s.pt b/params/opt/5/rnd_search_t_lin/comb_8/trained/model.decoder.layers.0.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..abf063e9bb4c57f2a682b9e2b232af050967da20
--- /dev/null
+++ b/params/opt/5/rnd_search_t_lin/comb_8/trained/model.decoder.layers.0.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b7ba6df26dd0512c2661e25dd5efd7e1472d048ad7722ad26747a7445d4fc464
+size 5251
diff --git a/params/opt/5/rnd_search_t_lin/comb_8/trained/model.decoder.layers.0.self_attn.out_proj/_0.pt b/params/opt/5/rnd_search_t_lin/comb_8/trained/model.decoder.layers.0.self_attn.out_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..40f29ba6cc17a2ed0d18d133437c0d4ba2e7cbcd
--- /dev/null
+++ b/params/opt/5/rnd_search_t_lin/comb_8/trained/model.decoder.layers.0.self_attn.out_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:8f5eb6f4ce988686e2827207b29568156a6075f1ae742f9e6ea1981875c45f5d
+size 5251
diff --git a/params/opt/5/rnd_search_t_lin/comb_8/trained/model.decoder.layers.0.self_attn.out_proj/_s.pt b/params/opt/5/rnd_search_t_lin/comb_8/trained/model.decoder.layers.0.self_attn.out_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..128a01d556ebbd2e547718058672ef3db8427927
--- /dev/null
+++ b/params/opt/5/rnd_search_t_lin/comb_8/trained/model.decoder.layers.0.self_attn.out_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:17b8660ab005b3dcc4b43aef8a34bb4e1066ee7340a9143f7fe29eb03c12adcd
+size 5251
diff --git a/params/opt/5/rnd_search_t_lin/comb_8/trained/model.decoder.layers.0.self_attn.q_proj/_0.pt b/params/opt/5/rnd_search_t_lin/comb_8/trained/model.decoder.layers.0.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..b55edad282d22aafb893835368824954ab798d43
--- /dev/null
+++ b/params/opt/5/rnd_search_t_lin/comb_8/trained/model.decoder.layers.0.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e87739f38005ba4dd2a3723651c089ae8522b9afafcdd60743394143e1756c4d
+size 5251
diff --git a/params/opt/5/rnd_search_t_lin/comb_8/trained/model.decoder.layers.0.self_attn.q_proj/_s.pt b/params/opt/5/rnd_search_t_lin/comb_8/trained/model.decoder.layers.0.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..18cb958282f312fdb5143bce920054be4b9c59fd
--- /dev/null
+++ b/params/opt/5/rnd_search_t_lin/comb_8/trained/model.decoder.layers.0.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0506faf054117f68496e39a12563d99bdc9a5bd58a6e3f0d2ddfcaa4b5f6b5be
+size 5251
diff --git a/params/opt/5/rnd_search_t_lin/comb_8/trained/model.decoder.layers.0.self_attn.v_proj/_0.pt b/params/opt/5/rnd_search_t_lin/comb_8/trained/model.decoder.layers.0.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8b993604ab4ec4c94fd49db051fcc892531c7524
--- /dev/null
+++ b/params/opt/5/rnd_search_t_lin/comb_8/trained/model.decoder.layers.0.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:9044110619aac22aaabd0c6696774a25a54ae02039bad06e8ced6cc5cd987189
+size 5251
diff --git a/params/opt/5/rnd_search_t_lin/comb_8/trained/model.decoder.layers.0.self_attn.v_proj/_s.pt b/params/opt/5/rnd_search_t_lin/comb_8/trained/model.decoder.layers.0.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..d37fcdf953b9ce0f20a5442875112755d774bf1d
--- /dev/null
+++ b/params/opt/5/rnd_search_t_lin/comb_8/trained/model.decoder.layers.0.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:4478cfee22a6fb13fd1c4b48794cd4fa41548d69a16f10fb0bbdf20f0268bce6
+size 5251
diff --git a/params/opt/5/rnd_search_t_lin/comb_8/trained/model.decoder.layers.1.fc1/_0.pt b/params/opt/5/rnd_search_t_lin/comb_8/trained/model.decoder.layers.1.fc1/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..bf4b519f79e925a104d4563e58e13ff11990bd0e
--- /dev/null
+++ b/params/opt/5/rnd_search_t_lin/comb_8/trained/model.decoder.layers.1.fc1/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:7ea3e70a890b67fdb29cda364b8743b208fa1b42f7416736e6141ea474b71263
+size 17539
diff --git a/params/opt/5/rnd_search_t_lin/comb_8/trained/model.decoder.layers.1.fc1/_s.pt b/params/opt/5/rnd_search_t_lin/comb_8/trained/model.decoder.layers.1.fc1/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..803175d3b91db86574097ae4d38207d251b073cf
--- /dev/null
+++ b/params/opt/5/rnd_search_t_lin/comb_8/trained/model.decoder.layers.1.fc1/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:93058f32e6377202b4691eeea5cdb7490fb9d2b6255dc6cb08c6ec606d2a3131
+size 17539
diff --git a/params/opt/5/rnd_search_t_lin/comb_8/trained/model.decoder.layers.1.fc2/_0.pt b/params/opt/5/rnd_search_t_lin/comb_8/trained/model.decoder.layers.1.fc2/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..fb770cc8287b88f053bb7829827b76c55a52393f
--- /dev/null
+++ b/params/opt/5/rnd_search_t_lin/comb_8/trained/model.decoder.layers.1.fc2/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0ec3ed2652507fd83c74b6fac0f2425b0be92407fa247340cdedb8a81b0f1b48
+size 5251
diff --git a/params/opt/5/rnd_search_t_lin/comb_8/trained/model.decoder.layers.1.fc2/_s.pt b/params/opt/5/rnd_search_t_lin/comb_8/trained/model.decoder.layers.1.fc2/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a309ff2460ea92bd79523ef49db0044cc37750a5
--- /dev/null
+++ b/params/opt/5/rnd_search_t_lin/comb_8/trained/model.decoder.layers.1.fc2/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5d1583efa9013146a30744fb57bdd47bc9639bee68a430e03b9a9f16e1366852
+size 5251
diff --git a/params/opt/5/rnd_search_t_lin/comb_8/trained/model.decoder.layers.1.self_attn.k_proj/_0.pt b/params/opt/5/rnd_search_t_lin/comb_8/trained/model.decoder.layers.1.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..1ad5bafb8b1143e8c1a2930a2dc06e20fa8099bf
--- /dev/null
+++ b/params/opt/5/rnd_search_t_lin/comb_8/trained/model.decoder.layers.1.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:1f91881dd23411af0c26ce7fd53a146bcc2d3fd51255a2ac8759e49db513d014
+size 5251
diff --git a/params/opt/5/rnd_search_t_lin/comb_8/trained/model.decoder.layers.1.self_attn.k_proj/_s.pt b/params/opt/5/rnd_search_t_lin/comb_8/trained/model.decoder.layers.1.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..d2c8ed2cdaf3b8a421bbca505d8242902958ffbc
--- /dev/null
+++ b/params/opt/5/rnd_search_t_lin/comb_8/trained/model.decoder.layers.1.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b11ea4c38021423a49e552da9b9f433494003fc1d71009512b52da4dcd730068
+size 5251
diff --git a/params/opt/5/rnd_search_t_lin/comb_8/trained/model.decoder.layers.1.self_attn.out_proj/_0.pt b/params/opt/5/rnd_search_t_lin/comb_8/trained/model.decoder.layers.1.self_attn.out_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..d2e31e10d72a60b8d089f6c73900662970799a0c
--- /dev/null
+++ b/params/opt/5/rnd_search_t_lin/comb_8/trained/model.decoder.layers.1.self_attn.out_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:9fd7599d6c142f4e780327ecceb5638e8614ef5653309635a9ddcbb1f5177580
+size 5251
diff --git a/params/opt/5/rnd_search_t_lin/comb_8/trained/model.decoder.layers.1.self_attn.out_proj/_s.pt b/params/opt/5/rnd_search_t_lin/comb_8/trained/model.decoder.layers.1.self_attn.out_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c7a0c0ffda5f53c6eab9bf7bc84f46dd7ee79bc2
--- /dev/null
+++ b/params/opt/5/rnd_search_t_lin/comb_8/trained/model.decoder.layers.1.self_attn.out_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:eef3943113c8d51d8a3e3f93f367d7521fea8ed74c768779d2d0ed09a390e9c3
+size 5251
diff --git a/params/opt/5/rnd_search_t_lin/comb_8/trained/model.decoder.layers.1.self_attn.q_proj/_0.pt b/params/opt/5/rnd_search_t_lin/comb_8/trained/model.decoder.layers.1.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2e51584c74ef36b3e48893e237b7728eb92e6d85
--- /dev/null
+++ b/params/opt/5/rnd_search_t_lin/comb_8/trained/model.decoder.layers.1.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0987079cfbf45e34c882f4eff6e421622bc76a0cfe109863547e00b4b9642701
+size 5251
diff --git a/params/opt/5/rnd_search_t_lin/comb_8/trained/model.decoder.layers.1.self_attn.q_proj/_s.pt b/params/opt/5/rnd_search_t_lin/comb_8/trained/model.decoder.layers.1.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..d8e93e5192fb513f749847e818ee48307d355e1d
--- /dev/null
+++ b/params/opt/5/rnd_search_t_lin/comb_8/trained/model.decoder.layers.1.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b1df07b7a7a1906511498eab5d3789c2980473ded0c5aba71e1a8ca34c6a3484
+size 5251
diff --git a/params/opt/5/rnd_search_t_lin/comb_8/trained/model.decoder.layers.1.self_attn.v_proj/_0.pt b/params/opt/5/rnd_search_t_lin/comb_8/trained/model.decoder.layers.1.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..3297fd9c1c0b3c58421d80bdb14061bd8eef17fd
--- /dev/null
+++ b/params/opt/5/rnd_search_t_lin/comb_8/trained/model.decoder.layers.1.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b61075668fc686c1bc5891ea60acd71f72ee33133a49578a0c30ef36054bdd33
+size 5251
diff --git a/params/opt/5/rnd_search_t_lin/comb_8/trained/model.decoder.layers.1.self_attn.v_proj/_s.pt b/params/opt/5/rnd_search_t_lin/comb_8/trained/model.decoder.layers.1.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..6c0eb980e6cff7458ff739438ca11f29950a5910
--- /dev/null
+++ b/params/opt/5/rnd_search_t_lin/comb_8/trained/model.decoder.layers.1.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a59ea028582ed118ad5c9f3e6c11ff5fe51b27d3c96c61fa3e89f64620d4eebd
+size 5251
diff --git a/params/opt/5/rnd_search_t_lin/comb_8/trained/model.decoder.layers.10.fc1/_0.pt b/params/opt/5/rnd_search_t_lin/comb_8/trained/model.decoder.layers.10.fc1/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..0a438b695d5083b949ae325c5a7ff79020c8e3b7
--- /dev/null
+++ b/params/opt/5/rnd_search_t_lin/comb_8/trained/model.decoder.layers.10.fc1/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0615bc62e8833d85997e28c15f2d74a802d5130dc718d973a656591aac232023
+size 17539
diff --git a/params/opt/5/rnd_search_t_lin/comb_8/trained/model.decoder.layers.10.fc1/_s.pt b/params/opt/5/rnd_search_t_lin/comb_8/trained/model.decoder.layers.10.fc1/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..95c1a9ed5b828e90c37cf996030a770fad9f1335
--- /dev/null
+++ b/params/opt/5/rnd_search_t_lin/comb_8/trained/model.decoder.layers.10.fc1/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:09a4b11a4017c4c9868e957affc853d7436bf98d845f4f8b47d4e646f448c996
+size 17539
diff --git a/params/opt/5/rnd_search_t_lin/comb_8/trained/model.decoder.layers.10.fc2/_0.pt b/params/opt/5/rnd_search_t_lin/comb_8/trained/model.decoder.layers.10.fc2/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..f9048dcad13e69fdd15c693e84bc56b3094ae038
--- /dev/null
+++ b/params/opt/5/rnd_search_t_lin/comb_8/trained/model.decoder.layers.10.fc2/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2bd281b85b5d64ce2584ee0ceba4afaae092d8e4e17dab6f7a2cb6103f7b9b28
+size 5251
diff --git a/params/opt/5/rnd_search_t_lin/comb_8/trained/model.decoder.layers.10.fc2/_s.pt b/params/opt/5/rnd_search_t_lin/comb_8/trained/model.decoder.layers.10.fc2/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..951d1be81a01368de1b0afd2dbe495e171aa411c
--- /dev/null
+++ b/params/opt/5/rnd_search_t_lin/comb_8/trained/model.decoder.layers.10.fc2/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2f9ae818c779352c2c6cc36e467c6aaba76c484c51f5d7e62d1fa03a322fcb13
+size 5251
diff --git a/params/opt/5/rnd_search_t_lin/comb_8/trained/model.decoder.layers.10.self_attn.k_proj/_0.pt b/params/opt/5/rnd_search_t_lin/comb_8/trained/model.decoder.layers.10.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..09cda26d6042e79bc676251744ff99b98da2659e
--- /dev/null
+++ b/params/opt/5/rnd_search_t_lin/comb_8/trained/model.decoder.layers.10.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:3c175c3058ea2c12723770b771c6dc9ba30693a77d3d89721fc928f48815ed3c
+size 5251
diff --git a/params/opt/5/rnd_search_t_lin/comb_8/trained/model.decoder.layers.10.self_attn.k_proj/_s.pt b/params/opt/5/rnd_search_t_lin/comb_8/trained/model.decoder.layers.10.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..63d2e9770e44a699288ffbe3365af4ae2127c852
--- /dev/null
+++ b/params/opt/5/rnd_search_t_lin/comb_8/trained/model.decoder.layers.10.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:75886e98a61c94be47edee2ec9b14730b131fa9a2ad8419a6b1ab3133dd4a6a2
+size 5251
diff --git a/params/opt/5/rnd_search_t_lin/comb_8/trained/model.decoder.layers.10.self_attn.out_proj/_0.pt b/params/opt/5/rnd_search_t_lin/comb_8/trained/model.decoder.layers.10.self_attn.out_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..34e7c0749b2df02dfa9327d2735c972c5e591bb0
--- /dev/null
+++ b/params/opt/5/rnd_search_t_lin/comb_8/trained/model.decoder.layers.10.self_attn.out_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:8efdf45da4008dbe82c9a48163e73ed28b5f27a9e822fe448a1112f38a65bb97
+size 5251
diff --git a/params/opt/5/rnd_search_t_lin/comb_8/trained/model.decoder.layers.10.self_attn.out_proj/_s.pt b/params/opt/5/rnd_search_t_lin/comb_8/trained/model.decoder.layers.10.self_attn.out_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..89dd6ac82a12275ebb1fe6e8437c26860c7763d7
--- /dev/null
+++ b/params/opt/5/rnd_search_t_lin/comb_8/trained/model.decoder.layers.10.self_attn.out_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:4f8b6e58731a6f21c97a58ffc9814bf6edb47421695728fab6184834cbfc074d
+size 5251
diff --git a/params/opt/5/rnd_search_t_lin/comb_8/trained/model.decoder.layers.10.self_attn.q_proj/_0.pt b/params/opt/5/rnd_search_t_lin/comb_8/trained/model.decoder.layers.10.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..0e07c7dd80f802d5f6ea5b80958fa464f7e1daae
--- /dev/null
+++ b/params/opt/5/rnd_search_t_lin/comb_8/trained/model.decoder.layers.10.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:3d5fa95dd4ab0ed9182c118ad4b8ed3e84b73e69c078378a04d064e61d509900
+size 5251
diff --git a/params/opt/5/rnd_search_t_lin/comb_8/trained/model.decoder.layers.10.self_attn.q_proj/_s.pt b/params/opt/5/rnd_search_t_lin/comb_8/trained/model.decoder.layers.10.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4de92e265012547b7caae13ec796a7ca8b887f32
--- /dev/null
+++ b/params/opt/5/rnd_search_t_lin/comb_8/trained/model.decoder.layers.10.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:fa36c8f3dd7327b97ad1e95b98ca4f1c79367cdc8e56d77ffc77693e02e85d64
+size 5251
diff --git a/params/opt/5/rnd_search_t_lin/comb_8/trained/model.decoder.layers.10.self_attn.v_proj/_0.pt b/params/opt/5/rnd_search_t_lin/comb_8/trained/model.decoder.layers.10.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..40a439adf8dd2865f7421689bc9f700c44589614
--- /dev/null
+++ b/params/opt/5/rnd_search_t_lin/comb_8/trained/model.decoder.layers.10.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d905de7e6d64b19fc1f8b9c1f56499ff3f721ccc0e2d41916ab5ecf8e6ef9acd
+size 5251
diff --git a/params/opt/5/rnd_search_t_lin/comb_8/trained/model.decoder.layers.10.self_attn.v_proj/_s.pt b/params/opt/5/rnd_search_t_lin/comb_8/trained/model.decoder.layers.10.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..eb2a6c53507085b50b04e8a81d855a49c12a051c
--- /dev/null
+++ b/params/opt/5/rnd_search_t_lin/comb_8/trained/model.decoder.layers.10.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:8c2088ab09c6b218341f3238329c4df22a8e2880275f3efc3023c1b83972dd49
+size 5251
diff --git a/params/opt/5/rnd_search_t_lin/comb_8/trained/model.decoder.layers.11.fc1/_0.pt b/params/opt/5/rnd_search_t_lin/comb_8/trained/model.decoder.layers.11.fc1/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c69dc91544bd3fa9e52c87d814f39e33109de486
--- /dev/null
+++ b/params/opt/5/rnd_search_t_lin/comb_8/trained/model.decoder.layers.11.fc1/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0be0a75beb67be36f11a6fdfb4681ae8201e219102be48cfbe681bd47d148eb2
+size 17539
diff --git a/params/opt/5/rnd_search_t_lin/comb_8/trained/model.decoder.layers.11.fc1/_s.pt b/params/opt/5/rnd_search_t_lin/comb_8/trained/model.decoder.layers.11.fc1/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..d1d4949e524bde2930cd39ab2f1f99e830c1b73f
--- /dev/null
+++ b/params/opt/5/rnd_search_t_lin/comb_8/trained/model.decoder.layers.11.fc1/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:6e97b85ec9a7283835ca14bccc1cecf2c8f997405d77ed2eb96783214a37593f
+size 17539
diff --git a/params/opt/5/rnd_search_t_lin/comb_8/trained/model.decoder.layers.11.fc2/_0.pt b/params/opt/5/rnd_search_t_lin/comb_8/trained/model.decoder.layers.11.fc2/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..6fd0eb02554cad94c821cd56fc66b3e86d428601
--- /dev/null
+++ b/params/opt/5/rnd_search_t_lin/comb_8/trained/model.decoder.layers.11.fc2/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:4e3d40f2680fff08a68ef334b26a812fefe562b352eb42f1ee3d3398efe6d512
+size 5251
diff --git a/params/opt/5/rnd_search_t_lin/comb_8/trained/model.decoder.layers.11.fc2/_s.pt b/params/opt/5/rnd_search_t_lin/comb_8/trained/model.decoder.layers.11.fc2/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..46e2e3e12bea169ec87fd05f57e44974dddc92c9
--- /dev/null
+++ b/params/opt/5/rnd_search_t_lin/comb_8/trained/model.decoder.layers.11.fc2/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:710fb047e83e3da7ed1c6378d7b96e877bc3082ac7c542dfae01825503258e97
+size 5251
diff --git a/params/opt/5/rnd_search_t_lin/comb_8/trained/model.decoder.layers.11.self_attn.k_proj/_0.pt b/params/opt/5/rnd_search_t_lin/comb_8/trained/model.decoder.layers.11.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..68cfad5e49c112413e3c7bcfbdc09ef89052a970
--- /dev/null
+++ b/params/opt/5/rnd_search_t_lin/comb_8/trained/model.decoder.layers.11.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b1b69c26c276e12cac2c8d6e30713494654c5caefa25d6b6bf9d47d3e4e40543
+size 5251
diff --git a/params/opt/5/rnd_search_t_lin/comb_8/trained/model.decoder.layers.11.self_attn.k_proj/_s.pt b/params/opt/5/rnd_search_t_lin/comb_8/trained/model.decoder.layers.11.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..b6d5c60d24b2efad2e19a51e76844a1ba4c1da1c
--- /dev/null
+++ b/params/opt/5/rnd_search_t_lin/comb_8/trained/model.decoder.layers.11.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:7f83bdbe098c95ab314ac40c54a426988ab664440181b16f698a48eeb8e5f17e
+size 5251
diff --git a/params/opt/5/rnd_search_t_lin/comb_8/trained/model.decoder.layers.11.self_attn.out_proj/_0.pt b/params/opt/5/rnd_search_t_lin/comb_8/trained/model.decoder.layers.11.self_attn.out_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..9defdf1c5cfb15548402704c36c77a9fe27fde72
--- /dev/null
+++ b/params/opt/5/rnd_search_t_lin/comb_8/trained/model.decoder.layers.11.self_attn.out_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:26d59ffef47a7948364dfeb29b9098c43a7ee19e5a05659ecec2bb68dca6f86e
+size 5251
diff --git a/params/opt/5/rnd_search_t_lin/comb_8/trained/model.decoder.layers.11.self_attn.out_proj/_s.pt b/params/opt/5/rnd_search_t_lin/comb_8/trained/model.decoder.layers.11.self_attn.out_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8addcb77fc354ea429e36f4a776d1623de1cbcaa
--- /dev/null
+++ b/params/opt/5/rnd_search_t_lin/comb_8/trained/model.decoder.layers.11.self_attn.out_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:95796ed7a3a85559491b8512c78030176cba5ac6e8d2187eddc758013844a839
+size 5251
diff --git a/params/opt/5/rnd_search_t_lin/comb_8/trained/model.decoder.layers.11.self_attn.q_proj/_0.pt b/params/opt/5/rnd_search_t_lin/comb_8/trained/model.decoder.layers.11.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..934ebcaeea43afb3008ec640805818126d24c397
--- /dev/null
+++ b/params/opt/5/rnd_search_t_lin/comb_8/trained/model.decoder.layers.11.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b2318ca25a128b37a5558d28bcd387e1b0c29438d55d675ecbb81d8e631ee84e
+size 5251
diff --git a/params/opt/5/rnd_search_t_lin/comb_8/trained/model.decoder.layers.11.self_attn.q_proj/_s.pt b/params/opt/5/rnd_search_t_lin/comb_8/trained/model.decoder.layers.11.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2dac69392982040049890ffd9578ff80b53576ae
--- /dev/null
+++ b/params/opt/5/rnd_search_t_lin/comb_8/trained/model.decoder.layers.11.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:4412d6ffba6a00a4a68ad7dca4ac890ddcb604d1559fbe846cea9fdfccf79fd9
+size 5251
diff --git a/params/opt/5/rnd_search_t_lin/comb_8/trained/model.decoder.layers.11.self_attn.v_proj/_0.pt b/params/opt/5/rnd_search_t_lin/comb_8/trained/model.decoder.layers.11.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ea02d89b1ff9495ebba5b150fab7ea219ae6e62c
--- /dev/null
+++ b/params/opt/5/rnd_search_t_lin/comb_8/trained/model.decoder.layers.11.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:8cd122381d773671622a8787f486308c9fd431fe970494386b4f239909325041
+size 5251
diff --git a/params/opt/5/rnd_search_t_lin/comb_8/trained/model.decoder.layers.11.self_attn.v_proj/_s.pt b/params/opt/5/rnd_search_t_lin/comb_8/trained/model.decoder.layers.11.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a804124087a6420200d7ed83c1fec7ff44e72b16
--- /dev/null
+++ b/params/opt/5/rnd_search_t_lin/comb_8/trained/model.decoder.layers.11.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5c3781e41b025d5a539845a1f87d880c48441fae847684c11700fa926c46b117
+size 5251
diff --git a/params/opt/5/rnd_search_t_lin/comb_8/trained/model.decoder.layers.12.fc1/_0.pt b/params/opt/5/rnd_search_t_lin/comb_8/trained/model.decoder.layers.12.fc1/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..9685cf375a71789ebe04d7d836b4818731ce53a3
--- /dev/null
+++ b/params/opt/5/rnd_search_t_lin/comb_8/trained/model.decoder.layers.12.fc1/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:38ab600e768875d82552aef342e5834c7b254b51d4a1855fef72971b90df8fd1
+size 17539
diff --git a/params/opt/5/rnd_search_t_lin/comb_8/trained/model.decoder.layers.12.fc1/_s.pt b/params/opt/5/rnd_search_t_lin/comb_8/trained/model.decoder.layers.12.fc1/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..13cd21f950edcf47852fe3de4a213b5a46ddc8b7
--- /dev/null
+++ b/params/opt/5/rnd_search_t_lin/comb_8/trained/model.decoder.layers.12.fc1/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:bc072ef7b2f856a0d71afd4e5c9eb482a08dcb375e8b8033a9e17c067a3601b9
+size 17539
diff --git a/params/opt/5/rnd_search_t_lin/comb_8/trained/model.decoder.layers.12.fc2/_0.pt b/params/opt/5/rnd_search_t_lin/comb_8/trained/model.decoder.layers.12.fc2/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..0e1b01edf460454d6388ddcf09228622b950dcde
--- /dev/null
+++ b/params/opt/5/rnd_search_t_lin/comb_8/trained/model.decoder.layers.12.fc2/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:8b3182f2edaa448c5319ca42e19d57b50f0caf11fdae38840638a060e210a127
+size 5251
diff --git a/params/opt/5/rnd_search_t_lin/comb_8/trained/model.decoder.layers.12.fc2/_s.pt b/params/opt/5/rnd_search_t_lin/comb_8/trained/model.decoder.layers.12.fc2/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..108f79b27e7802114e464c6ba134480b7ca4c88b
--- /dev/null
+++ b/params/opt/5/rnd_search_t_lin/comb_8/trained/model.decoder.layers.12.fc2/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:9377d073a74cad00152decd407864ce9026a390ebde96a5fa3a2cf9d92c7d0df
+size 5251
diff --git a/params/opt/5/rnd_search_t_lin/comb_8/trained/model.decoder.layers.12.self_attn.k_proj/_0.pt b/params/opt/5/rnd_search_t_lin/comb_8/trained/model.decoder.layers.12.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2c791405ca1de078183690bfbe0154d501536261
--- /dev/null
+++ b/params/opt/5/rnd_search_t_lin/comb_8/trained/model.decoder.layers.12.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:7aa8d7d6b42c1127e9b949200102df69020525418f5259b03a4adac7e7f239c0
+size 5251
diff --git a/params/opt/5/rnd_search_t_lin/comb_8/trained/model.decoder.layers.12.self_attn.k_proj/_s.pt b/params/opt/5/rnd_search_t_lin/comb_8/trained/model.decoder.layers.12.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..0f7969a7ccc18ce612e4891de20f9740ba720422
--- /dev/null
+++ b/params/opt/5/rnd_search_t_lin/comb_8/trained/model.decoder.layers.12.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c78bb5c3f69498182a9268acfa3ecd162596ed04e76d6233b6361ccfd5d139b4
+size 5251
diff --git a/params/opt/5/rnd_search_t_lin/comb_8/trained/model.decoder.layers.12.self_attn.out_proj/_0.pt b/params/opt/5/rnd_search_t_lin/comb_8/trained/model.decoder.layers.12.self_attn.out_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..291297641fb6efb2820a656b93a99402726c1c1a
--- /dev/null
+++ b/params/opt/5/rnd_search_t_lin/comb_8/trained/model.decoder.layers.12.self_attn.out_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:8d7ded4389fa8b1ad7ae6c9233ead2232056096af18b8dc99e3ec35883f8b02a
+size 5251
diff --git a/params/opt/5/rnd_search_t_lin/comb_8/trained/model.decoder.layers.12.self_attn.out_proj/_s.pt b/params/opt/5/rnd_search_t_lin/comb_8/trained/model.decoder.layers.12.self_attn.out_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c024edec15d145dcbdbb929f733b40c2aa92460d
--- /dev/null
+++ b/params/opt/5/rnd_search_t_lin/comb_8/trained/model.decoder.layers.12.self_attn.out_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:66479be3c0e12148def3f181ce42f0df1d03226a196c7821d13ef242dfe921bd
+size 5251
diff --git a/params/opt/5/rnd_search_t_lin/comb_8/trained/model.decoder.layers.12.self_attn.q_proj/_0.pt b/params/opt/5/rnd_search_t_lin/comb_8/trained/model.decoder.layers.12.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..1e275b50649de6f26904b5276217fd460218818b
--- /dev/null
+++ b/params/opt/5/rnd_search_t_lin/comb_8/trained/model.decoder.layers.12.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0fa66e42af11dc295ad981cc7ab84ca7946bc431d930e9dd0ffd116f7bd9ac38
+size 5251
diff --git a/params/opt/5/rnd_search_t_lin/comb_8/trained/model.decoder.layers.12.self_attn.q_proj/_s.pt b/params/opt/5/rnd_search_t_lin/comb_8/trained/model.decoder.layers.12.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4cdeeb13165e1767bc0ac92da181481368977090
--- /dev/null
+++ b/params/opt/5/rnd_search_t_lin/comb_8/trained/model.decoder.layers.12.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:bfa2d4760090cbb00a4ac60fbaa199c4e8268fcbcc877c360bbe6fd264af9f90
+size 5251
diff --git a/params/opt/5/rnd_search_t_lin/comb_8/trained/model.decoder.layers.12.self_attn.v_proj/_0.pt b/params/opt/5/rnd_search_t_lin/comb_8/trained/model.decoder.layers.12.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..3031166dc772389c20873f473fee9359dcee0b7a
--- /dev/null
+++ b/params/opt/5/rnd_search_t_lin/comb_8/trained/model.decoder.layers.12.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e4865c35a6a1d6d7f39facb2943c01e187d09dcecc817296b23203a406aa11c8
+size 5251
diff --git a/params/opt/5/rnd_search_t_lin/comb_8/trained/model.decoder.layers.12.self_attn.v_proj/_s.pt b/params/opt/5/rnd_search_t_lin/comb_8/trained/model.decoder.layers.12.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4be166c3bc8a62a43cf468403925056bb7f9a73e
--- /dev/null
+++ b/params/opt/5/rnd_search_t_lin/comb_8/trained/model.decoder.layers.12.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2fd9f1732a892c0676b22fd926a1af3cc4fdcb86586b9a6c863b7a5e8cfad519
+size 5251
diff --git a/params/opt/5/rnd_search_t_lin/comb_8/trained/model.decoder.layers.13.fc1/_0.pt b/params/opt/5/rnd_search_t_lin/comb_8/trained/model.decoder.layers.13.fc1/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..6a944d2d1da8fe9aad1363d99673dd154b8d6cd2
--- /dev/null
+++ b/params/opt/5/rnd_search_t_lin/comb_8/trained/model.decoder.layers.13.fc1/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ac735974ccbe0820afe0e84b41ca0bc9f2cba5ac94474c73acd2ec22c8c8e78e
+size 17539
diff --git a/params/opt/5/rnd_search_t_lin/comb_8/trained/model.decoder.layers.13.fc1/_s.pt b/params/opt/5/rnd_search_t_lin/comb_8/trained/model.decoder.layers.13.fc1/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..b1a48224c6ef83bc7e0164e8a699f0d20e22c8f4
--- /dev/null
+++ b/params/opt/5/rnd_search_t_lin/comb_8/trained/model.decoder.layers.13.fc1/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:519bfad9234abe2357a77dd1d59096ca2bb2261f54346366ade39d6dddc37446
+size 17539
diff --git a/params/opt/5/rnd_search_t_lin/comb_8/trained/model.decoder.layers.13.fc2/_0.pt b/params/opt/5/rnd_search_t_lin/comb_8/trained/model.decoder.layers.13.fc2/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..0957863d4fcaf4d5c042cbb4fc1c6d4bd68deee1
--- /dev/null
+++ b/params/opt/5/rnd_search_t_lin/comb_8/trained/model.decoder.layers.13.fc2/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c50f9c8ee433b5d07cf2cfb5c51f12e18c98f6128ba29b6b6608e5f94dd7abe9
+size 5251
diff --git a/params/opt/5/rnd_search_t_lin/comb_8/trained/model.decoder.layers.13.fc2/_s.pt b/params/opt/5/rnd_search_t_lin/comb_8/trained/model.decoder.layers.13.fc2/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..be713cc6d07bcf329b4637b0e53f1442777f1e0e
--- /dev/null
+++ b/params/opt/5/rnd_search_t_lin/comb_8/trained/model.decoder.layers.13.fc2/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:66cdda6b6365d1a00b044186a8576d689ced97dd905d764b3341ebbdc242f95c
+size 5251
diff --git a/params/opt/5/rnd_search_t_lin/comb_8/trained/model.decoder.layers.13.self_attn.k_proj/_0.pt b/params/opt/5/rnd_search_t_lin/comb_8/trained/model.decoder.layers.13.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8c59ca3dd1c3c1d2ae13fdca343df3795773a56f
--- /dev/null
+++ b/params/opt/5/rnd_search_t_lin/comb_8/trained/model.decoder.layers.13.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:538dd4ccd7bc8ae0828d756e9e8a31c02c8836baa3ee4c42aabc1bea65de78bd
+size 5251
diff --git a/params/opt/5/rnd_search_t_lin/comb_8/trained/model.decoder.layers.13.self_attn.k_proj/_s.pt b/params/opt/5/rnd_search_t_lin/comb_8/trained/model.decoder.layers.13.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..1e1f0ea6ccdab6b5e2daf51ddbd8d6a2e36a222e
--- /dev/null
+++ b/params/opt/5/rnd_search_t_lin/comb_8/trained/model.decoder.layers.13.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:1e6dfd4338943d323b4ead2d284735e27fa1fe14ba997fb28c48e8488fb7c21e
+size 5251
diff --git a/params/opt/5/rnd_search_t_lin/comb_8/trained/model.decoder.layers.13.self_attn.out_proj/_0.pt b/params/opt/5/rnd_search_t_lin/comb_8/trained/model.decoder.layers.13.self_attn.out_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..d968af958b4541a08f8297e891d2e6345cd79dde
--- /dev/null
+++ b/params/opt/5/rnd_search_t_lin/comb_8/trained/model.decoder.layers.13.self_attn.out_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:11dde0c7dc8a5231ce2f0841947fabb68ed8952ed91ff017d2a921251a02b883
+size 5251
diff --git a/params/opt/5/rnd_search_t_lin/comb_8/trained/model.decoder.layers.13.self_attn.out_proj/_s.pt b/params/opt/5/rnd_search_t_lin/comb_8/trained/model.decoder.layers.13.self_attn.out_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..d8616344046dbaac7ce049e2152d3ea1e8d91905
--- /dev/null
+++ b/params/opt/5/rnd_search_t_lin/comb_8/trained/model.decoder.layers.13.self_attn.out_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:30adb2633bff72342145a7f754f4540786733ff7daf6321e0ad7487870488268
+size 5251
diff --git a/params/opt/5/rnd_search_t_lin/comb_8/trained/model.decoder.layers.13.self_attn.q_proj/_0.pt b/params/opt/5/rnd_search_t_lin/comb_8/trained/model.decoder.layers.13.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..6ef37db2f6baefb80d13c1814a188f9e198f1e1b
--- /dev/null
+++ b/params/opt/5/rnd_search_t_lin/comb_8/trained/model.decoder.layers.13.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:acf3f151b236e6ca67b77dc0c10995b1842c37c1f3ee0720a8e8f47f11f3773f
+size 5251
diff --git a/params/opt/5/rnd_search_t_lin/comb_8/trained/model.decoder.layers.13.self_attn.q_proj/_s.pt b/params/opt/5/rnd_search_t_lin/comb_8/trained/model.decoder.layers.13.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..67bf9c5ba5939d00aea79588c395eadf86f8a3ee
--- /dev/null
+++ b/params/opt/5/rnd_search_t_lin/comb_8/trained/model.decoder.layers.13.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a128d8a16aa95f81995c2f1461a7d2cdd66aae922091dda04a5dc6e9c9c6b176
+size 5251
diff --git a/params/opt/5/rnd_search_t_lin/comb_8/trained/model.decoder.layers.13.self_attn.v_proj/_0.pt b/params/opt/5/rnd_search_t_lin/comb_8/trained/model.decoder.layers.13.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..723af54c84f7b67311cfc1f3521b44fedb3d911f
--- /dev/null
+++ b/params/opt/5/rnd_search_t_lin/comb_8/trained/model.decoder.layers.13.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:54d8d55f763294eae7614b614e754e57307c5b015c18bd6df07245f138afa4ea
+size 5251
diff --git a/params/opt/5/rnd_search_t_lin/comb_8/trained/model.decoder.layers.13.self_attn.v_proj/_s.pt b/params/opt/5/rnd_search_t_lin/comb_8/trained/model.decoder.layers.13.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ba7c901384c5078db8bb75de6a6afc451d61bd78
--- /dev/null
+++ b/params/opt/5/rnd_search_t_lin/comb_8/trained/model.decoder.layers.13.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:104f175c9f8720f665b505fdbf8d1a8509c3a5be5af4f51b46193c6c6b8c789f
+size 5251
diff --git a/params/opt/5/rnd_search_t_lin/comb_8/trained/model.decoder.layers.14.fc1/_0.pt b/params/opt/5/rnd_search_t_lin/comb_8/trained/model.decoder.layers.14.fc1/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..09f90f5d668ba6dc9a255ad0dbae470f419b8b31
--- /dev/null
+++ b/params/opt/5/rnd_search_t_lin/comb_8/trained/model.decoder.layers.14.fc1/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ef7e41c141d32ecae97f3da56eb9f46d7c4c24ec536a2ea2ec10f37b3f34e8dc
+size 17539
diff --git a/params/opt/5/rnd_search_t_lin/comb_8/trained/model.decoder.layers.14.fc1/_s.pt b/params/opt/5/rnd_search_t_lin/comb_8/trained/model.decoder.layers.14.fc1/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..f1a939967e70e4810e23b3bbf71015db1bcea440
--- /dev/null
+++ b/params/opt/5/rnd_search_t_lin/comb_8/trained/model.decoder.layers.14.fc1/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f7412d911978386692c8589d1c4d7bd2cfde57ffc2512683f0d40e91f6863ff1
+size 17539
diff --git a/params/opt/5/rnd_search_t_lin/comb_8/trained/model.decoder.layers.14.fc2/_0.pt b/params/opt/5/rnd_search_t_lin/comb_8/trained/model.decoder.layers.14.fc2/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..b4baa29e29fe80b92928ada37fea983046d9233d
--- /dev/null
+++ b/params/opt/5/rnd_search_t_lin/comb_8/trained/model.decoder.layers.14.fc2/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2d5072fea146a9aca7d622ad3ac55c8727d2ad5b8645ac7ea40ebaa12c4b0533
+size 5251
diff --git a/params/opt/5/rnd_search_t_lin/comb_8/trained/model.decoder.layers.14.fc2/_s.pt b/params/opt/5/rnd_search_t_lin/comb_8/trained/model.decoder.layers.14.fc2/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8e9aa1f0209d06edd8a0cceb8dd9b5bbaa136ebb
--- /dev/null
+++ b/params/opt/5/rnd_search_t_lin/comb_8/trained/model.decoder.layers.14.fc2/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:bc0f37dbb4de6939b9bcf2a8c25d60ab1db902f10a304d186b208c0bc7a08e35
+size 5251
diff --git a/params/opt/5/rnd_search_t_lin/comb_8/trained/model.decoder.layers.14.self_attn.k_proj/_0.pt b/params/opt/5/rnd_search_t_lin/comb_8/trained/model.decoder.layers.14.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..5cf1ade5eb75b71971fb67f58db00f61480a7b48
--- /dev/null
+++ b/params/opt/5/rnd_search_t_lin/comb_8/trained/model.decoder.layers.14.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:fa41bcdddaa1a7e8cb4c27990ce3ad0017256d8b20ee90127ead3abcc91118d7
+size 5251
diff --git a/params/opt/5/rnd_search_t_lin/comb_8/trained/model.decoder.layers.14.self_attn.k_proj/_s.pt b/params/opt/5/rnd_search_t_lin/comb_8/trained/model.decoder.layers.14.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..3b370d4e29d929d5a2fcba722624fc0ebf98e3f6
--- /dev/null
+++ b/params/opt/5/rnd_search_t_lin/comb_8/trained/model.decoder.layers.14.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0a0e64a254383755c3fd693132ff68d58bb7ba68c11de4b8c9916acdce0c63e5
+size 5251
diff --git a/params/opt/5/rnd_search_t_lin/comb_8/trained/model.decoder.layers.14.self_attn.out_proj/_0.pt b/params/opt/5/rnd_search_t_lin/comb_8/trained/model.decoder.layers.14.self_attn.out_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..6c821ca6e65bbe3f66f901304506a2a19a9479a6
--- /dev/null
+++ b/params/opt/5/rnd_search_t_lin/comb_8/trained/model.decoder.layers.14.self_attn.out_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:3be73dfea24fc90b84478af70a03ee4195f9945311f76deaedd64811e2a7b2d0
+size 5251
diff --git a/params/opt/5/rnd_search_t_lin/comb_8/trained/model.decoder.layers.14.self_attn.out_proj/_s.pt b/params/opt/5/rnd_search_t_lin/comb_8/trained/model.decoder.layers.14.self_attn.out_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..60997f8233a4035034c53531f3d55b9fc3c143d7
--- /dev/null
+++ b/params/opt/5/rnd_search_t_lin/comb_8/trained/model.decoder.layers.14.self_attn.out_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:222385296e8915521fbd071d1205b6e883667f9d19f5960ae22d222defc022c4
+size 5251
diff --git a/params/opt/5/rnd_search_t_lin/comb_8/trained/model.decoder.layers.14.self_attn.q_proj/_0.pt b/params/opt/5/rnd_search_t_lin/comb_8/trained/model.decoder.layers.14.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..d0a8d7cc6f9cf8683f2e5288dfca5de9cfb21e24
--- /dev/null
+++ b/params/opt/5/rnd_search_t_lin/comb_8/trained/model.decoder.layers.14.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:436b713dddb5c5694968aefc92e1fb20fc0878a75166fb3f478ceee8b973605b
+size 5251
diff --git a/params/opt/5/rnd_search_t_lin/comb_8/trained/model.decoder.layers.14.self_attn.q_proj/_s.pt b/params/opt/5/rnd_search_t_lin/comb_8/trained/model.decoder.layers.14.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..d32be013ee4c766e3058e0099b72d3f3736ccedf
--- /dev/null
+++ b/params/opt/5/rnd_search_t_lin/comb_8/trained/model.decoder.layers.14.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:dee72a05383d2b2ccc08d0540d0e794ab4097d71624771dee144b40b375508b7
+size 5251
diff --git a/params/opt/5/rnd_search_t_lin/comb_8/trained/model.decoder.layers.14.self_attn.v_proj/_0.pt b/params/opt/5/rnd_search_t_lin/comb_8/trained/model.decoder.layers.14.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..d7218f36ac8500f03dbe7daf11bdf9501fe31c63
--- /dev/null
+++ b/params/opt/5/rnd_search_t_lin/comb_8/trained/model.decoder.layers.14.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:7451800d55a9b727e5205679d5de8ad0e5dd7c74ecb8d414c80a0117deb35605
+size 5251
diff --git a/params/opt/5/rnd_search_t_lin/comb_8/trained/model.decoder.layers.14.self_attn.v_proj/_s.pt b/params/opt/5/rnd_search_t_lin/comb_8/trained/model.decoder.layers.14.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8aa447fbea24cd5299ba93fa3c4d65ea2743bcd0
--- /dev/null
+++ b/params/opt/5/rnd_search_t_lin/comb_8/trained/model.decoder.layers.14.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:06e8226b4a5d74cd5e37e166bdfb4725a7a86ae1bfab9b27f1ef5e0e22a19a67
+size 5251
diff --git a/params/opt/5/rnd_search_t_lin/comb_8/trained/model.decoder.layers.15.fc1/_0.pt b/params/opt/5/rnd_search_t_lin/comb_8/trained/model.decoder.layers.15.fc1/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..f3fca3e2a13c156ba2ff88749b357274f594bb88
--- /dev/null
+++ b/params/opt/5/rnd_search_t_lin/comb_8/trained/model.decoder.layers.15.fc1/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c1541bed12db9d4c6e90a6830b5e8bda9115e79748d5b7f3a40fc5151f81956d
+size 17539
diff --git a/params/opt/5/rnd_search_t_lin/comb_8/trained/model.decoder.layers.15.fc1/_s.pt b/params/opt/5/rnd_search_t_lin/comb_8/trained/model.decoder.layers.15.fc1/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4a47552f1982ae2c5080d048602e46bc305ae745
--- /dev/null
+++ b/params/opt/5/rnd_search_t_lin/comb_8/trained/model.decoder.layers.15.fc1/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b1ee8069195b3386d7b557240e5ffbc1ac435ba01069d2edef0ec02f22e86de8
+size 17539
diff --git a/params/opt/5/rnd_search_t_lin/comb_8/trained/model.decoder.layers.15.fc2/_0.pt b/params/opt/5/rnd_search_t_lin/comb_8/trained/model.decoder.layers.15.fc2/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..d7ff002b4ff4c55e6cd4fe5d8f810156ff8e10cd
--- /dev/null
+++ b/params/opt/5/rnd_search_t_lin/comb_8/trained/model.decoder.layers.15.fc2/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:bbe5a7c4cb23b197417897ff4390f406306186ba68b00eaaf9a60f68988ec11e
+size 5251
diff --git a/params/opt/5/rnd_search_t_lin/comb_8/trained/model.decoder.layers.15.fc2/_s.pt b/params/opt/5/rnd_search_t_lin/comb_8/trained/model.decoder.layers.15.fc2/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..b7734a91b309f1e2fdba950115b08a7161f5a5f9
--- /dev/null
+++ b/params/opt/5/rnd_search_t_lin/comb_8/trained/model.decoder.layers.15.fc2/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b1ab47c294e276e945e4c6b30e99aed5253d3467578747157ddf05c2ba790655
+size 5251
diff --git a/params/opt/5/rnd_search_t_lin/comb_8/trained/model.decoder.layers.15.self_attn.k_proj/_0.pt b/params/opt/5/rnd_search_t_lin/comb_8/trained/model.decoder.layers.15.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4e7a19cea5c205c73dcb3456663fb9c5eaec21f8
--- /dev/null
+++ b/params/opt/5/rnd_search_t_lin/comb_8/trained/model.decoder.layers.15.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a172b9f37f736b8f31fe6b35915bdbafc0be1d0bdc70a086c97505f1bdf584cb
+size 5251
diff --git a/params/opt/5/rnd_search_t_lin/comb_8/trained/model.decoder.layers.15.self_attn.k_proj/_s.pt b/params/opt/5/rnd_search_t_lin/comb_8/trained/model.decoder.layers.15.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..888d3b30c2c47cd49d2f45120bcc386a19dc3b81
--- /dev/null
+++ b/params/opt/5/rnd_search_t_lin/comb_8/trained/model.decoder.layers.15.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:078f8c72b9fbaf3b445e73b37601b14ee1866c89221dfa7469ce1591b2b7c544
+size 5251
diff --git a/params/opt/5/rnd_search_t_lin/comb_8/trained/model.decoder.layers.15.self_attn.out_proj/_0.pt b/params/opt/5/rnd_search_t_lin/comb_8/trained/model.decoder.layers.15.self_attn.out_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2b7f86190d6922906ae2b34c4de3c3e657e9c178
--- /dev/null
+++ b/params/opt/5/rnd_search_t_lin/comb_8/trained/model.decoder.layers.15.self_attn.out_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:93fe5f0e094584eb4623a4fabf9be33afeb3a1823d9dcc70545388bdcb7c44ca
+size 5251
diff --git a/params/opt/5/rnd_search_t_lin/comb_8/trained/model.decoder.layers.15.self_attn.out_proj/_s.pt b/params/opt/5/rnd_search_t_lin/comb_8/trained/model.decoder.layers.15.self_attn.out_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..92809f7fc111e730a2d58867fc285ab1163a9c05
--- /dev/null
+++ b/params/opt/5/rnd_search_t_lin/comb_8/trained/model.decoder.layers.15.self_attn.out_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:7203962361b784d70868b8ae1a2c3ab26e29e5b1c92c027fba5aac9cb87dee83
+size 5251
diff --git a/params/opt/5/rnd_search_t_lin/comb_8/trained/model.decoder.layers.15.self_attn.q_proj/_0.pt b/params/opt/5/rnd_search_t_lin/comb_8/trained/model.decoder.layers.15.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..807ccf48ab5fb1f8d4eb2ab064f9ea43d0a57ef8
--- /dev/null
+++ b/params/opt/5/rnd_search_t_lin/comb_8/trained/model.decoder.layers.15.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:fd9cd9559eb3ff4af7c0e2e239ff21beb009f45e9393aa72982940f83641cfc8
+size 5251
diff --git a/params/opt/5/rnd_search_t_lin/comb_8/trained/model.decoder.layers.15.self_attn.q_proj/_s.pt b/params/opt/5/rnd_search_t_lin/comb_8/trained/model.decoder.layers.15.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..b88273836531c7f9ebcc9a5d95bcd9eb3aafa1a8
--- /dev/null
+++ b/params/opt/5/rnd_search_t_lin/comb_8/trained/model.decoder.layers.15.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2842c8d808bfba555b2467829aade896fe84ec6aa91cfe1e49062f77b3d42ff4
+size 5251
diff --git a/params/opt/5/rnd_search_t_lin/comb_8/trained/model.decoder.layers.15.self_attn.v_proj/_0.pt b/params/opt/5/rnd_search_t_lin/comb_8/trained/model.decoder.layers.15.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8c275ba4b2364277baa8c0a4dd17152ae8bc955a
--- /dev/null
+++ b/params/opt/5/rnd_search_t_lin/comb_8/trained/model.decoder.layers.15.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:65e7615d0105ea221056e572513e5ef6cc159b09030714a78f5c03b6d80e808c
+size 5251
diff --git a/params/opt/5/rnd_search_t_lin/comb_8/trained/model.decoder.layers.15.self_attn.v_proj/_s.pt b/params/opt/5/rnd_search_t_lin/comb_8/trained/model.decoder.layers.15.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..7e7ad5ee5a8815692821d34e6ca69864c83ed98d
--- /dev/null
+++ b/params/opt/5/rnd_search_t_lin/comb_8/trained/model.decoder.layers.15.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:43e9068cb49ca3ad9c49822e5dcac65205352dbad3a39810921c74d7f4a0aae9
+size 5251
diff --git a/params/opt/5/rnd_search_t_lin/comb_8/trained/model.decoder.layers.16.fc1/_0.pt b/params/opt/5/rnd_search_t_lin/comb_8/trained/model.decoder.layers.16.fc1/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4150606c2795db678d7eb630623ed06d4dfd43de
--- /dev/null
+++ b/params/opt/5/rnd_search_t_lin/comb_8/trained/model.decoder.layers.16.fc1/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0c501bd631a6e811b1d240f1f040cd5a6f3aa768508be19c66f8258a638b61f4
+size 17539
diff --git a/params/opt/5/rnd_search_t_lin/comb_8/trained/model.decoder.layers.16.fc1/_s.pt b/params/opt/5/rnd_search_t_lin/comb_8/trained/model.decoder.layers.16.fc1/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..90bf4fa22af8dd5cc561464d223d6064fde25c01
--- /dev/null
+++ b/params/opt/5/rnd_search_t_lin/comb_8/trained/model.decoder.layers.16.fc1/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:3a7fc6e6fb52d67c31d82f20076042394fda821e9d93f7dade5da5229e9cdd1f
+size 17539
diff --git a/params/opt/5/rnd_search_t_lin/comb_8/trained/model.decoder.layers.16.fc2/_0.pt b/params/opt/5/rnd_search_t_lin/comb_8/trained/model.decoder.layers.16.fc2/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ff135844083c4964a448d0169b4682df1638fbf5
--- /dev/null
+++ b/params/opt/5/rnd_search_t_lin/comb_8/trained/model.decoder.layers.16.fc2/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b0ab5c0bb4e085041f41bb6571d4d428f1a29e1310c60dd7e165aefd5b75ffa3
+size 5251
diff --git a/params/opt/5/rnd_search_t_lin/comb_8/trained/model.decoder.layers.16.fc2/_s.pt b/params/opt/5/rnd_search_t_lin/comb_8/trained/model.decoder.layers.16.fc2/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..578567790060accb549e8b00367425851d98a75b
--- /dev/null
+++ b/params/opt/5/rnd_search_t_lin/comb_8/trained/model.decoder.layers.16.fc2/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:fb5d3eec2de1e1b872cb718264268641e7c6cfdac0a065527a3fb1f4795d5c81
+size 5251
diff --git a/params/opt/5/rnd_search_t_lin/comb_8/trained/model.decoder.layers.16.self_attn.k_proj/_0.pt b/params/opt/5/rnd_search_t_lin/comb_8/trained/model.decoder.layers.16.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ee11852e82c77f3dd062ec30d7ba986d92b02113
--- /dev/null
+++ b/params/opt/5/rnd_search_t_lin/comb_8/trained/model.decoder.layers.16.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d47cf3d9f37eb0111951755c5d46fd02393d872ab61919e473d33a1e0258fe49
+size 5251
diff --git a/params/opt/5/rnd_search_t_lin/comb_8/trained/model.decoder.layers.16.self_attn.k_proj/_s.pt b/params/opt/5/rnd_search_t_lin/comb_8/trained/model.decoder.layers.16.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..014c4b7446a86dd0144e139e66374be9bb2aa754
--- /dev/null
+++ b/params/opt/5/rnd_search_t_lin/comb_8/trained/model.decoder.layers.16.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:62f3484938ac63f0bd4486e00f55b7e9f3ef199326d68ff1bc8a40a609dbd26e
+size 5251
diff --git a/params/opt/5/rnd_search_t_lin/comb_8/trained/model.decoder.layers.16.self_attn.out_proj/_0.pt b/params/opt/5/rnd_search_t_lin/comb_8/trained/model.decoder.layers.16.self_attn.out_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..29d4f9b3e68eb6adc7a40215808d53848ab47884
--- /dev/null
+++ b/params/opt/5/rnd_search_t_lin/comb_8/trained/model.decoder.layers.16.self_attn.out_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:3890677ffc7bbc224e5edde973a3cb5035f7cedec28811d8f6bf91a3abaf7bbd
+size 5251
diff --git a/params/opt/5/rnd_search_t_lin/comb_8/trained/model.decoder.layers.16.self_attn.out_proj/_s.pt b/params/opt/5/rnd_search_t_lin/comb_8/trained/model.decoder.layers.16.self_attn.out_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a596ca3f5e286f5869a04e1d390e6c17db565e97
--- /dev/null
+++ b/params/opt/5/rnd_search_t_lin/comb_8/trained/model.decoder.layers.16.self_attn.out_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:cb7079b90b6ee1ac1a3bb1c8dd9befecc5acfe53ea7ab1e48eb95a1d468b6a13
+size 5251
diff --git a/params/opt/5/rnd_search_t_lin/comb_8/trained/model.decoder.layers.16.self_attn.q_proj/_0.pt b/params/opt/5/rnd_search_t_lin/comb_8/trained/model.decoder.layers.16.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..6cc77533540d9e23400c1080ed0d60482988d5f2
--- /dev/null
+++ b/params/opt/5/rnd_search_t_lin/comb_8/trained/model.decoder.layers.16.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:93ba151126432f8592bbad94ad2e50cf28ad7a70088388c42d11a9a7e2ec0c39
+size 5251
diff --git a/params/opt/5/rnd_search_t_lin/comb_8/trained/model.decoder.layers.16.self_attn.q_proj/_s.pt b/params/opt/5/rnd_search_t_lin/comb_8/trained/model.decoder.layers.16.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..7a298c9e2f392e030fe3ee3d65a1972617abf564
--- /dev/null
+++ b/params/opt/5/rnd_search_t_lin/comb_8/trained/model.decoder.layers.16.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:8862fd1b9c0004e059f5ba6059dafe49754b2495988368190e68f992cc689c2a
+size 5251
diff --git a/params/opt/5/rnd_search_t_lin/comb_8/trained/model.decoder.layers.16.self_attn.v_proj/_0.pt b/params/opt/5/rnd_search_t_lin/comb_8/trained/model.decoder.layers.16.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..714bb5bbf3ee731af95a93dd7977ea8135cd6022
--- /dev/null
+++ b/params/opt/5/rnd_search_t_lin/comb_8/trained/model.decoder.layers.16.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:99b383717c1462e67b2b491a2eff2b0ada1aad53f5476572e87a6a4ec7b0e449
+size 5251
diff --git a/params/opt/5/rnd_search_t_lin/comb_8/trained/model.decoder.layers.16.self_attn.v_proj/_s.pt b/params/opt/5/rnd_search_t_lin/comb_8/trained/model.decoder.layers.16.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..21eda18b05da312694b61a5501e90fecf8b1e0e7
--- /dev/null
+++ b/params/opt/5/rnd_search_t_lin/comb_8/trained/model.decoder.layers.16.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:68451875e35315ae520e581e5a4a581912bd9a6b69b072a591234dd8265936d4
+size 5251
diff --git a/params/opt/5/rnd_search_t_lin/comb_8/trained/model.decoder.layers.17.fc1/_0.pt b/params/opt/5/rnd_search_t_lin/comb_8/trained/model.decoder.layers.17.fc1/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..6313a92d4988a0554edcfdafa3f10d6363d149a8
--- /dev/null
+++ b/params/opt/5/rnd_search_t_lin/comb_8/trained/model.decoder.layers.17.fc1/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:772b426360e3b52c0bbf3880859322d0792f9889169eda367cfd423bc0afcf9d
+size 17539
diff --git a/params/opt/5/rnd_search_t_lin/comb_8/trained/model.decoder.layers.17.fc1/_s.pt b/params/opt/5/rnd_search_t_lin/comb_8/trained/model.decoder.layers.17.fc1/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..b2c5ba7ec9a7960174e166598a7d76c475dd392d
--- /dev/null
+++ b/params/opt/5/rnd_search_t_lin/comb_8/trained/model.decoder.layers.17.fc1/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:856d728714f33bcc8a3c743616e7f5fbc91b19aa30091e7899079a79fce74d20
+size 17539
diff --git a/params/opt/5/rnd_search_t_lin/comb_8/trained/model.decoder.layers.17.fc2/_0.pt b/params/opt/5/rnd_search_t_lin/comb_8/trained/model.decoder.layers.17.fc2/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..733f5f47cab59c36285e6a3624543591dbad6eb7
--- /dev/null
+++ b/params/opt/5/rnd_search_t_lin/comb_8/trained/model.decoder.layers.17.fc2/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b851654ea29df9c6d8b427ee40190af51596c21f8cc86d2baf4bb8b902d8dd92
+size 5251
diff --git a/params/opt/5/rnd_search_t_lin/comb_8/trained/model.decoder.layers.17.fc2/_s.pt b/params/opt/5/rnd_search_t_lin/comb_8/trained/model.decoder.layers.17.fc2/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..faf73e0df8b79ce7d9c7dd300dddfa42a5318606
--- /dev/null
+++ b/params/opt/5/rnd_search_t_lin/comb_8/trained/model.decoder.layers.17.fc2/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a7a4f79a32f4dbcd46f993d5cbd4bbac90fc117f6d8fbd20a80d778c21450657
+size 5251
diff --git a/params/opt/5/rnd_search_t_lin/comb_8/trained/model.decoder.layers.17.self_attn.k_proj/_0.pt b/params/opt/5/rnd_search_t_lin/comb_8/trained/model.decoder.layers.17.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..0863d05a81910b8e01f8c9c413a60de432496c1e
--- /dev/null
+++ b/params/opt/5/rnd_search_t_lin/comb_8/trained/model.decoder.layers.17.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:38557bae4435f403ee8ff0debff70b2f391926f647a9f8ad364e7da55978f13f
+size 5251
diff --git a/params/opt/5/rnd_search_t_lin/comb_8/trained/model.decoder.layers.17.self_attn.k_proj/_s.pt b/params/opt/5/rnd_search_t_lin/comb_8/trained/model.decoder.layers.17.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e02c1d1adc6dd477821c4be9e1a88e3c5574b0ea
--- /dev/null
+++ b/params/opt/5/rnd_search_t_lin/comb_8/trained/model.decoder.layers.17.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:126827a8ddbb48cf26ba75df688eaf5c34ef88f3925dc7fd125978815233a325
+size 5251
diff --git a/params/opt/5/rnd_search_t_lin/comb_8/trained/model.decoder.layers.17.self_attn.out_proj/_0.pt b/params/opt/5/rnd_search_t_lin/comb_8/trained/model.decoder.layers.17.self_attn.out_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..287992d06f9003c8c9bd83a34f0312f54545d1ea
--- /dev/null
+++ b/params/opt/5/rnd_search_t_lin/comb_8/trained/model.decoder.layers.17.self_attn.out_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5a6657c0c7a665fd39a6bcbfc8ee58d3dad26eaec68f98d7c8bc4e8c76bfaf3e
+size 5251
diff --git a/params/opt/5/rnd_search_t_lin/comb_8/trained/model.decoder.layers.17.self_attn.out_proj/_s.pt b/params/opt/5/rnd_search_t_lin/comb_8/trained/model.decoder.layers.17.self_attn.out_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..87b3bd57490a9d9077c82e9d57d6194723be9fc3
--- /dev/null
+++ b/params/opt/5/rnd_search_t_lin/comb_8/trained/model.decoder.layers.17.self_attn.out_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:aab7ce98e2e7ce8fbe096c6f617e05f0956c3a68c23d5392a3b4548095b08668
+size 5251
diff --git a/params/opt/5/rnd_search_t_lin/comb_8/trained/model.decoder.layers.17.self_attn.q_proj/_0.pt b/params/opt/5/rnd_search_t_lin/comb_8/trained/model.decoder.layers.17.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..29bb9de3325fce17b0cebbff209fd121e2b99ceb
--- /dev/null
+++ b/params/opt/5/rnd_search_t_lin/comb_8/trained/model.decoder.layers.17.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:6cd6c2b5a8cb5c5132ee88e126f2e62407a1d29bb229d06d004741f3a2f3ad6f
+size 5251
diff --git a/params/opt/5/rnd_search_t_lin/comb_8/trained/model.decoder.layers.17.self_attn.q_proj/_s.pt b/params/opt/5/rnd_search_t_lin/comb_8/trained/model.decoder.layers.17.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..b27f0ffff5f62860c43c51dfd78ffd740ff63041
--- /dev/null
+++ b/params/opt/5/rnd_search_t_lin/comb_8/trained/model.decoder.layers.17.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a63d43dd67f940c97049c52eefab05a0aeda49dd5d7a91e6dec132d8709f08a7
+size 5251
diff --git a/params/opt/5/rnd_search_t_lin/comb_8/trained/model.decoder.layers.17.self_attn.v_proj/_0.pt b/params/opt/5/rnd_search_t_lin/comb_8/trained/model.decoder.layers.17.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..5778b01184b23c4d8e42c7b917c2d35a4e2f1769
--- /dev/null
+++ b/params/opt/5/rnd_search_t_lin/comb_8/trained/model.decoder.layers.17.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:1d7c896264250de22f04af2aa30ef5a7e544870399f7f3ccdf2185dd9c2347cc
+size 5251
diff --git a/params/opt/5/rnd_search_t_lin/comb_8/trained/model.decoder.layers.17.self_attn.v_proj/_s.pt b/params/opt/5/rnd_search_t_lin/comb_8/trained/model.decoder.layers.17.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8c0b1e0ae8deb047e1f149eebd0c7be67aba5d6d
--- /dev/null
+++ b/params/opt/5/rnd_search_t_lin/comb_8/trained/model.decoder.layers.17.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:736b92c62ba057d0a528367b44928124dc1ec5e0ea440b461656438162a6da88
+size 5251
diff --git a/params/opt/5/rnd_search_t_lin/comb_8/trained/model.decoder.layers.18.fc1/_0.pt b/params/opt/5/rnd_search_t_lin/comb_8/trained/model.decoder.layers.18.fc1/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..766180d9d2edef7d87bb3bd4df2739eea98262de
--- /dev/null
+++ b/params/opt/5/rnd_search_t_lin/comb_8/trained/model.decoder.layers.18.fc1/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:01da9e80d1e43dfa206054a83ba57965562f3685122f16b411b8bf17c4c63998
+size 17539
diff --git a/params/opt/5/rnd_search_t_lin/comb_8/trained/model.decoder.layers.18.fc1/_s.pt b/params/opt/5/rnd_search_t_lin/comb_8/trained/model.decoder.layers.18.fc1/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..30817ccc3ce402c99dbcb9bc33d8f51eebf2dc93
--- /dev/null
+++ b/params/opt/5/rnd_search_t_lin/comb_8/trained/model.decoder.layers.18.fc1/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:95822ce2099bee5e5acf347239cdf7ef11954b601a138bb8853d58ed3db4500d
+size 17539
diff --git a/params/opt/5/rnd_search_t_lin/comb_8/trained/model.decoder.layers.18.fc2/_0.pt b/params/opt/5/rnd_search_t_lin/comb_8/trained/model.decoder.layers.18.fc2/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4b5a224a7c519d92798eeeab3facb08b3d0b5bfa
--- /dev/null
+++ b/params/opt/5/rnd_search_t_lin/comb_8/trained/model.decoder.layers.18.fc2/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0ff5b8135d3ac2f3915438d92a4cf545123a8e69d9a0dfac21e2b48dd378071d
+size 5251
diff --git a/params/opt/5/rnd_search_t_lin/comb_8/trained/model.decoder.layers.18.fc2/_s.pt b/params/opt/5/rnd_search_t_lin/comb_8/trained/model.decoder.layers.18.fc2/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..3ae442b15428474b7b219265de405b6e1b9e3496
--- /dev/null
+++ b/params/opt/5/rnd_search_t_lin/comb_8/trained/model.decoder.layers.18.fc2/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:6587a462469329ff0335ec3365d1d9c83d8607b5043c522ba7033986b9de0b6d
+size 5251
diff --git a/params/opt/5/rnd_search_t_lin/comb_8/trained/model.decoder.layers.18.self_attn.k_proj/_0.pt b/params/opt/5/rnd_search_t_lin/comb_8/trained/model.decoder.layers.18.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..3632b6ee90b93fe027e8c4b7899df613765adbf5
--- /dev/null
+++ b/params/opt/5/rnd_search_t_lin/comb_8/trained/model.decoder.layers.18.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:276bbb02a6d03f92d5dc273b703690ee1779dc6e32f2877124b880c5b8d0c006
+size 5251
diff --git a/params/opt/5/rnd_search_t_lin/comb_8/trained/model.decoder.layers.18.self_attn.k_proj/_s.pt b/params/opt/5/rnd_search_t_lin/comb_8/trained/model.decoder.layers.18.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..f38fce95805c9f56e0c950f72f65a021e0de4513
--- /dev/null
+++ b/params/opt/5/rnd_search_t_lin/comb_8/trained/model.decoder.layers.18.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b741a27801e683c237f8f9ebd3b97feff7b74a732fad3c865bb55b75efbb4114
+size 5251
diff --git a/params/opt/5/rnd_search_t_lin/comb_8/trained/model.decoder.layers.18.self_attn.out_proj/_0.pt b/params/opt/5/rnd_search_t_lin/comb_8/trained/model.decoder.layers.18.self_attn.out_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ceabaa3579731c1fd2d78386cc54ea0d705844b3
--- /dev/null
+++ b/params/opt/5/rnd_search_t_lin/comb_8/trained/model.decoder.layers.18.self_attn.out_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:39c5e4a8a9e178f2dd767c09f76bad8a4670ed1bb82596c261c3562dc220be09
+size 5251
diff --git a/params/opt/5/rnd_search_t_lin/comb_8/trained/model.decoder.layers.18.self_attn.out_proj/_s.pt b/params/opt/5/rnd_search_t_lin/comb_8/trained/model.decoder.layers.18.self_attn.out_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a34df7ec24f8b06a7aa68ea8f01bf1f3b0246adf
--- /dev/null
+++ b/params/opt/5/rnd_search_t_lin/comb_8/trained/model.decoder.layers.18.self_attn.out_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:89fbfb3a1ea38f8c6adc451f7d6b26581604046aa7bb8b0836a8cc902f72ab98
+size 5251
diff --git a/params/opt/5/rnd_search_t_lin/comb_8/trained/model.decoder.layers.18.self_attn.q_proj/_0.pt b/params/opt/5/rnd_search_t_lin/comb_8/trained/model.decoder.layers.18.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..137a9829ce0f3bdd822d9125f062aeeb40be20ec
--- /dev/null
+++ b/params/opt/5/rnd_search_t_lin/comb_8/trained/model.decoder.layers.18.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:7d079c929165eccb003fa76e4cfc2aa293bd81742a673bf326fc2945c5f01bc1
+size 5251
diff --git a/params/opt/5/rnd_search_t_lin/comb_8/trained/model.decoder.layers.18.self_attn.q_proj/_s.pt b/params/opt/5/rnd_search_t_lin/comb_8/trained/model.decoder.layers.18.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..cf679274c3ec16d030103e75c5d8364117a5b8e8
--- /dev/null
+++ b/params/opt/5/rnd_search_t_lin/comb_8/trained/model.decoder.layers.18.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b6fad31daca3e9b5f253461ee5e64d4774705d2c78c88530732f99ada60125ee
+size 5251
diff --git a/params/opt/5/rnd_search_t_lin/comb_8/trained/model.decoder.layers.18.self_attn.v_proj/_0.pt b/params/opt/5/rnd_search_t_lin/comb_8/trained/model.decoder.layers.18.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..65a17ddf9b4bbaaef991a8093a1ceb32d24a508b
--- /dev/null
+++ b/params/opt/5/rnd_search_t_lin/comb_8/trained/model.decoder.layers.18.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:391ded2ead1e7564f16fd0de60ef090fef51d44a3b48a857aa51f74496facfbf
+size 5251
diff --git a/params/opt/5/rnd_search_t_lin/comb_8/trained/model.decoder.layers.18.self_attn.v_proj/_s.pt b/params/opt/5/rnd_search_t_lin/comb_8/trained/model.decoder.layers.18.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e9b80558e6e87ddbab267ceb329631b22ca49139
--- /dev/null
+++ b/params/opt/5/rnd_search_t_lin/comb_8/trained/model.decoder.layers.18.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:638007fc70d6fde2991823234a2e36b650324fa3d53cf0eee0c555f060c5d4e3
+size 5251
diff --git a/params/opt/5/rnd_search_t_lin/comb_8/trained/model.decoder.layers.19.fc1/_0.pt b/params/opt/5/rnd_search_t_lin/comb_8/trained/model.decoder.layers.19.fc1/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e27f271d25adb5552a5994411b34092b65cb7933
--- /dev/null
+++ b/params/opt/5/rnd_search_t_lin/comb_8/trained/model.decoder.layers.19.fc1/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:be5c36b9f852e14b76139c002a745feb27e9f5ac91409e3dc8c3ad07b563384d
+size 17539
diff --git a/params/opt/5/rnd_search_t_lin/comb_8/trained/model.decoder.layers.19.fc1/_s.pt b/params/opt/5/rnd_search_t_lin/comb_8/trained/model.decoder.layers.19.fc1/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..fb85cf9f5c08c024c9f4db297692f970575836b2
--- /dev/null
+++ b/params/opt/5/rnd_search_t_lin/comb_8/trained/model.decoder.layers.19.fc1/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ca534c90fa98fadfbef572a01632c3b14a26fe995d69e366cb5bfd53b08e7043
+size 17539
diff --git a/params/opt/5/rnd_search_t_lin/comb_8/trained/model.decoder.layers.19.fc2/_0.pt b/params/opt/5/rnd_search_t_lin/comb_8/trained/model.decoder.layers.19.fc2/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..b149896c9b2792e5ec5db52e6e4db2be7ac819af
--- /dev/null
+++ b/params/opt/5/rnd_search_t_lin/comb_8/trained/model.decoder.layers.19.fc2/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:fa5a86ee6f2ceff0a02cdedd96fcc1786a771aa97a84a43d882787017c2b25d9
+size 5251
diff --git a/params/opt/5/rnd_search_t_lin/comb_8/trained/model.decoder.layers.19.fc2/_s.pt b/params/opt/5/rnd_search_t_lin/comb_8/trained/model.decoder.layers.19.fc2/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..95ab946e6a8edd6d68f4c28c16ec293db4e6ed7c
--- /dev/null
+++ b/params/opt/5/rnd_search_t_lin/comb_8/trained/model.decoder.layers.19.fc2/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:449be565d86c8de531efa8a10b4063e923622cd92c8e62064ede05dccf3b0b49
+size 5251
diff --git a/params/opt/5/rnd_search_t_lin/comb_8/trained/model.decoder.layers.19.self_attn.k_proj/_0.pt b/params/opt/5/rnd_search_t_lin/comb_8/trained/model.decoder.layers.19.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2fa4790f0ad94c42e158ff1d9b7fcdf36a2aeb23
--- /dev/null
+++ b/params/opt/5/rnd_search_t_lin/comb_8/trained/model.decoder.layers.19.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:4642baffb4452778db5bd1be612be5cda1b037d7f00bcd04956f58d1c246eb7b
+size 5251
diff --git a/params/opt/5/rnd_search_t_lin/comb_8/trained/model.decoder.layers.19.self_attn.k_proj/_s.pt b/params/opt/5/rnd_search_t_lin/comb_8/trained/model.decoder.layers.19.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..f86bd87c50ace56e86989e215bb3d8d78ebaa209
--- /dev/null
+++ b/params/opt/5/rnd_search_t_lin/comb_8/trained/model.decoder.layers.19.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ce2021df799bc7536cb6b9ecea3c69baeb088263883f1d7a21003b21d1a9a17b
+size 5251
diff --git a/params/opt/5/rnd_search_t_lin/comb_8/trained/model.decoder.layers.19.self_attn.out_proj/_0.pt b/params/opt/5/rnd_search_t_lin/comb_8/trained/model.decoder.layers.19.self_attn.out_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..19729e78e0e086ce1f61de623cb8890a0ad5c6d8
--- /dev/null
+++ b/params/opt/5/rnd_search_t_lin/comb_8/trained/model.decoder.layers.19.self_attn.out_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:01d3a073e8f28d477e6c018ffb8ef3222b47132ed9acefedce7ac133cf96df2d
+size 5251
diff --git a/params/opt/5/rnd_search_t_lin/comb_8/trained/model.decoder.layers.19.self_attn.out_proj/_s.pt b/params/opt/5/rnd_search_t_lin/comb_8/trained/model.decoder.layers.19.self_attn.out_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..db76c74dc2a557d04c39ec05b74bd286b714ae7d
--- /dev/null
+++ b/params/opt/5/rnd_search_t_lin/comb_8/trained/model.decoder.layers.19.self_attn.out_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:6e7db1090ea6c70162892f9d3e591b32a04a3569a593972cfa2cd9b6d6e0eb9f
+size 5251
diff --git a/params/opt/5/rnd_search_t_lin/comb_8/trained/model.decoder.layers.19.self_attn.q_proj/_0.pt b/params/opt/5/rnd_search_t_lin/comb_8/trained/model.decoder.layers.19.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..28ad6d6626123f6eeb9b641af1e8fe0ac1362946
--- /dev/null
+++ b/params/opt/5/rnd_search_t_lin/comb_8/trained/model.decoder.layers.19.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:333f54f735539d2c165c921938c1dc43e58ea96fa6bc215c448d98cca845088a
+size 5251
diff --git a/params/opt/5/rnd_search_t_lin/comb_8/trained/model.decoder.layers.19.self_attn.q_proj/_s.pt b/params/opt/5/rnd_search_t_lin/comb_8/trained/model.decoder.layers.19.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..cd8fc17c273a455b6c0b50cc86ec7f3a4a06a576
--- /dev/null
+++ b/params/opt/5/rnd_search_t_lin/comb_8/trained/model.decoder.layers.19.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:869838d210defdba23ed025eb8a24b8dd68f5bca9c7bb421ac699480536fdd12
+size 5251
diff --git a/params/opt/5/rnd_search_t_lin/comb_8/trained/model.decoder.layers.19.self_attn.v_proj/_0.pt b/params/opt/5/rnd_search_t_lin/comb_8/trained/model.decoder.layers.19.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..9ee45ea6104bbebe6d4de2aec0324828a4666f1c
--- /dev/null
+++ b/params/opt/5/rnd_search_t_lin/comb_8/trained/model.decoder.layers.19.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f67b17cc9ee520a9d56b63b5bd6084bcd000054a89410c750a9f773d28890b46
+size 5251
diff --git a/params/opt/5/rnd_search_t_lin/comb_8/trained/model.decoder.layers.19.self_attn.v_proj/_s.pt b/params/opt/5/rnd_search_t_lin/comb_8/trained/model.decoder.layers.19.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..dcae10bec596652270cf31b9a98eb2b54beade38
--- /dev/null
+++ b/params/opt/5/rnd_search_t_lin/comb_8/trained/model.decoder.layers.19.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d9d4c7f7007e797fab2caa1042e2c48dc5f8ecd4f47cbc5f4a3eb8ba0ef96f88
+size 5251
diff --git a/params/opt/5/rnd_search_t_lin/comb_8/trained/model.decoder.layers.2.fc1/_0.pt b/params/opt/5/rnd_search_t_lin/comb_8/trained/model.decoder.layers.2.fc1/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..28d45dada42e97c88d1fba8fac0277b7cde2244e
--- /dev/null
+++ b/params/opt/5/rnd_search_t_lin/comb_8/trained/model.decoder.layers.2.fc1/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:50fecd2f65d2237c95334271093c388d10817443261757becceded2d92b0a91d
+size 17539
diff --git a/params/opt/5/rnd_search_t_lin/comb_8/trained/model.decoder.layers.2.fc1/_s.pt b/params/opt/5/rnd_search_t_lin/comb_8/trained/model.decoder.layers.2.fc1/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..81a5879911eab22b89145d024ffed52358d32063
--- /dev/null
+++ b/params/opt/5/rnd_search_t_lin/comb_8/trained/model.decoder.layers.2.fc1/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:7532152f5d465026521bc1afa840737b285f312faef3fc58c4136c6b4611e627
+size 17539
diff --git a/params/opt/5/rnd_search_t_lin/comb_8/trained/model.decoder.layers.2.fc2/_0.pt b/params/opt/5/rnd_search_t_lin/comb_8/trained/model.decoder.layers.2.fc2/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..da2547f5eec6ba4cde880b0725662d1eb71d34f0
--- /dev/null
+++ b/params/opt/5/rnd_search_t_lin/comb_8/trained/model.decoder.layers.2.fc2/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ee6e979816416df0a26f0cac1d5ad0aede54a820bfe120f37da3e44a7d314f71
+size 5251
diff --git a/params/opt/5/rnd_search_t_lin/comb_8/trained/model.decoder.layers.2.fc2/_s.pt b/params/opt/5/rnd_search_t_lin/comb_8/trained/model.decoder.layers.2.fc2/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..549ee903802bd2870e8aa74b33c8d587f8f68df1
--- /dev/null
+++ b/params/opt/5/rnd_search_t_lin/comb_8/trained/model.decoder.layers.2.fc2/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:eb391a16b384856944fc162f73620cdb9cd4fa12392b723d5be67bc240af0717
+size 5251
diff --git a/params/opt/5/rnd_search_t_lin/comb_8/trained/model.decoder.layers.2.self_attn.k_proj/_0.pt b/params/opt/5/rnd_search_t_lin/comb_8/trained/model.decoder.layers.2.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ed0c285714d27b49888c8996a7b2ab3644e6e6f
--- /dev/null
+++ b/params/opt/5/rnd_search_t_lin/comb_8/trained/model.decoder.layers.2.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5c23feba7f0b55929c825de12245e70ac80f078fe959b336463cd95ff28e7a90
+size 5251
diff --git a/params/opt/5/rnd_search_t_lin/comb_8/trained/model.decoder.layers.2.self_attn.k_proj/_s.pt b/params/opt/5/rnd_search_t_lin/comb_8/trained/model.decoder.layers.2.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4e54fa76482eec17ba80c4c9213f22fc28e27cc5
--- /dev/null
+++ b/params/opt/5/rnd_search_t_lin/comb_8/trained/model.decoder.layers.2.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:867e6b5bd41d69ed508d1b7dff943a980d00fb703ea33f328abb70bf8e5cfae5
+size 5251
diff --git a/params/opt/5/rnd_search_t_lin/comb_8/trained/model.decoder.layers.2.self_attn.out_proj/_0.pt b/params/opt/5/rnd_search_t_lin/comb_8/trained/model.decoder.layers.2.self_attn.out_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..dff206207ac879b2d349d7491ecd39df71534a9d
--- /dev/null
+++ b/params/opt/5/rnd_search_t_lin/comb_8/trained/model.decoder.layers.2.self_attn.out_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:051676c0547172fee6353f1cc852e49a2dc42b2506876be89de086cde94f9522
+size 5251
diff --git a/params/opt/5/rnd_search_t_lin/comb_8/trained/model.decoder.layers.2.self_attn.out_proj/_s.pt b/params/opt/5/rnd_search_t_lin/comb_8/trained/model.decoder.layers.2.self_attn.out_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..54640c45ddb0ba39f91ea250f15246f8b8502821
--- /dev/null
+++ b/params/opt/5/rnd_search_t_lin/comb_8/trained/model.decoder.layers.2.self_attn.out_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:76bfb1e3512fcc3e5b84e31396be8756ae93516aefceade010a00b6f5f4cad53
+size 5251
diff --git a/params/opt/5/rnd_search_t_lin/comb_8/trained/model.decoder.layers.2.self_attn.q_proj/_0.pt b/params/opt/5/rnd_search_t_lin/comb_8/trained/model.decoder.layers.2.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..33b13b91451f78c8cfcb7cb72dfad869c1bf1984
--- /dev/null
+++ b/params/opt/5/rnd_search_t_lin/comb_8/trained/model.decoder.layers.2.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:21fbab5af56ac730aecf326468ed505c9264cea4b39532496fa692960dc154ca
+size 5251
diff --git a/params/opt/5/rnd_search_t_lin/comb_8/trained/model.decoder.layers.2.self_attn.q_proj/_s.pt b/params/opt/5/rnd_search_t_lin/comb_8/trained/model.decoder.layers.2.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2dedd30a7c8c19fc0f62d1edb8aae12445983db3
--- /dev/null
+++ b/params/opt/5/rnd_search_t_lin/comb_8/trained/model.decoder.layers.2.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f31169cb9bc8e00a63ba8b5335da8eb143d707e5b056d79ee344831272edf60c
+size 5251
diff --git a/params/opt/5/rnd_search_t_lin/comb_8/trained/model.decoder.layers.2.self_attn.v_proj/_0.pt b/params/opt/5/rnd_search_t_lin/comb_8/trained/model.decoder.layers.2.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..5eab07f47672a2efbefff1321fa93bfbe25e25df
--- /dev/null
+++ b/params/opt/5/rnd_search_t_lin/comb_8/trained/model.decoder.layers.2.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:7fc8468b3fa4fde65ef211cabed554a31e041016e7c347b483ca350a4e970d7d
+size 5251
diff --git a/params/opt/5/rnd_search_t_lin/comb_8/trained/model.decoder.layers.2.self_attn.v_proj/_s.pt b/params/opt/5/rnd_search_t_lin/comb_8/trained/model.decoder.layers.2.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..322615550c145431812c71cb209f2de8e62a87ad
--- /dev/null
+++ b/params/opt/5/rnd_search_t_lin/comb_8/trained/model.decoder.layers.2.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:9f366a385ef5d788d7582b7ce51bfc89ab0cc8f9cf144787dc651ab5c246e9bb
+size 5251
diff --git a/params/opt/5/rnd_search_t_lin/comb_8/trained/model.decoder.layers.20.fc1/_0.pt b/params/opt/5/rnd_search_t_lin/comb_8/trained/model.decoder.layers.20.fc1/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..aa01f8da86a58dcb3706ff992d33ce2cd460c5d4
--- /dev/null
+++ b/params/opt/5/rnd_search_t_lin/comb_8/trained/model.decoder.layers.20.fc1/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:6102b3bcabeb622e7b1b53619c9edcc737ef6892cc0211300c955d757760410a
+size 17539
diff --git a/params/opt/5/rnd_search_t_lin/comb_8/trained/model.decoder.layers.20.fc1/_s.pt b/params/opt/5/rnd_search_t_lin/comb_8/trained/model.decoder.layers.20.fc1/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..59ec298ac2e6b8445d2cbc32dc483901d4a6dad8
--- /dev/null
+++ b/params/opt/5/rnd_search_t_lin/comb_8/trained/model.decoder.layers.20.fc1/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:41181e1a9b326bc0a20706cb5839bb04c90bd54a1f66db7c55f33aa74645e4c1
+size 17539
diff --git a/params/opt/5/rnd_search_t_lin/comb_8/trained/model.decoder.layers.20.fc2/_0.pt b/params/opt/5/rnd_search_t_lin/comb_8/trained/model.decoder.layers.20.fc2/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..42b575a229ebf69b73bebd2e1df7c9b55421c4dc
--- /dev/null
+++ b/params/opt/5/rnd_search_t_lin/comb_8/trained/model.decoder.layers.20.fc2/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e76992e8b0264f26bddd3077a1e36356bece623d96c27b289a21f19135594bc1
+size 5251
diff --git a/params/opt/5/rnd_search_t_lin/comb_8/trained/model.decoder.layers.20.fc2/_s.pt b/params/opt/5/rnd_search_t_lin/comb_8/trained/model.decoder.layers.20.fc2/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..35f132b10a028ae67801decd996b8e9ea5ec2b88
--- /dev/null
+++ b/params/opt/5/rnd_search_t_lin/comb_8/trained/model.decoder.layers.20.fc2/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c248d698643def35a525418635cc360c219fb92ed5a826ce7fbcef7ebf5f0c7e
+size 5251
diff --git a/params/opt/5/rnd_search_t_lin/comb_8/trained/model.decoder.layers.20.self_attn.k_proj/_0.pt b/params/opt/5/rnd_search_t_lin/comb_8/trained/model.decoder.layers.20.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..68b928ba9deaa3e636ac97865206d6d936c3ce23
--- /dev/null
+++ b/params/opt/5/rnd_search_t_lin/comb_8/trained/model.decoder.layers.20.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ffceb825a5c7a9cd8d2224436723323f5644d11ed99275c846976c0a8c3aaa4d
+size 5251
diff --git a/params/opt/5/rnd_search_t_lin/comb_8/trained/model.decoder.layers.20.self_attn.k_proj/_s.pt b/params/opt/5/rnd_search_t_lin/comb_8/trained/model.decoder.layers.20.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..79b0980f73f1ac068d4f93627b889b52c3f2c50b
--- /dev/null
+++ b/params/opt/5/rnd_search_t_lin/comb_8/trained/model.decoder.layers.20.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:3e70d90a671cfa321fce0ca589ad5ee3c72c7a5b8086dcb0b39dd70832729a5c
+size 5251
diff --git a/params/opt/5/rnd_search_t_lin/comb_8/trained/model.decoder.layers.20.self_attn.out_proj/_0.pt b/params/opt/5/rnd_search_t_lin/comb_8/trained/model.decoder.layers.20.self_attn.out_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4e40194ba1ee931d2c700295d2f103f1b6cf97ba
--- /dev/null
+++ b/params/opt/5/rnd_search_t_lin/comb_8/trained/model.decoder.layers.20.self_attn.out_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:25af0c5aaae513a126e2f892a03db6d4352b4bb44478806631326a24e0df7864
+size 5251
diff --git a/params/opt/5/rnd_search_t_lin/comb_8/trained/model.decoder.layers.20.self_attn.out_proj/_s.pt b/params/opt/5/rnd_search_t_lin/comb_8/trained/model.decoder.layers.20.self_attn.out_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2e2ec4c4987d0abf6cd49942da0bc059b2880187
--- /dev/null
+++ b/params/opt/5/rnd_search_t_lin/comb_8/trained/model.decoder.layers.20.self_attn.out_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:46dbaf9e1b46feadbb32dd2ee332b0b6bab7e42e0974beead93c48974287fc16
+size 5251
diff --git a/params/opt/5/rnd_search_t_lin/comb_8/trained/model.decoder.layers.20.self_attn.q_proj/_0.pt b/params/opt/5/rnd_search_t_lin/comb_8/trained/model.decoder.layers.20.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4f5211943c4094b7e52226f933fc89a4c9c496d8
--- /dev/null
+++ b/params/opt/5/rnd_search_t_lin/comb_8/trained/model.decoder.layers.20.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:88b7b8dfa9d27af7cc4b4e4be1cb1631741a3a6b0fc509cc291169863ab7215b
+size 5251
diff --git a/params/opt/5/rnd_search_t_lin/comb_8/trained/model.decoder.layers.20.self_attn.q_proj/_s.pt b/params/opt/5/rnd_search_t_lin/comb_8/trained/model.decoder.layers.20.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..5b1f6f348078b5e18a7fad430fada8d32128f638
--- /dev/null
+++ b/params/opt/5/rnd_search_t_lin/comb_8/trained/model.decoder.layers.20.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ca6bef31e5c8b473331d6ee16841d0bc5f650ec2292f5aca774e23b9207acd1b
+size 5251
diff --git a/params/opt/5/rnd_search_t_lin/comb_8/trained/model.decoder.layers.20.self_attn.v_proj/_0.pt b/params/opt/5/rnd_search_t_lin/comb_8/trained/model.decoder.layers.20.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..7da61107f3df6574bd1b44977c4376763cba7a2f
--- /dev/null
+++ b/params/opt/5/rnd_search_t_lin/comb_8/trained/model.decoder.layers.20.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:79d88c9d7c7c6340db55b71617a0fa3ed9926cbe60c17ed40cfa20673028b7c0
+size 5251
diff --git a/params/opt/5/rnd_search_t_lin/comb_8/trained/model.decoder.layers.20.self_attn.v_proj/_s.pt b/params/opt/5/rnd_search_t_lin/comb_8/trained/model.decoder.layers.20.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2c874413b46e02ff15139a7d75d5b66221a56a83
--- /dev/null
+++ b/params/opt/5/rnd_search_t_lin/comb_8/trained/model.decoder.layers.20.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:3a02576fd684ba0cefa51bf55a15bd568c3693d98b0e0dbfb38063b6f932b8b5
+size 5251
diff --git a/params/opt/5/rnd_search_t_lin/comb_8/trained/model.decoder.layers.21.fc1/_0.pt b/params/opt/5/rnd_search_t_lin/comb_8/trained/model.decoder.layers.21.fc1/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ea3d6cc4a6bb85d4385761f52b9ce1db2a10773b
--- /dev/null
+++ b/params/opt/5/rnd_search_t_lin/comb_8/trained/model.decoder.layers.21.fc1/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:aa12fc8ee2778f771c448c07127e01646893599f1fd6b0d19a5dac40c5a499f2
+size 17539
diff --git a/params/opt/5/rnd_search_t_lin/comb_8/trained/model.decoder.layers.21.fc1/_s.pt b/params/opt/5/rnd_search_t_lin/comb_8/trained/model.decoder.layers.21.fc1/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..dbaec58fd26cf76ba66e477ea94cb6b16ababcf4
--- /dev/null
+++ b/params/opt/5/rnd_search_t_lin/comb_8/trained/model.decoder.layers.21.fc1/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d15146f4af14a2f246c3a592d06a615ab6cfd46aab93a3e8a8dad3073786a1bc
+size 17539
diff --git a/params/opt/5/rnd_search_t_lin/comb_8/trained/model.decoder.layers.21.fc2/_0.pt b/params/opt/5/rnd_search_t_lin/comb_8/trained/model.decoder.layers.21.fc2/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..36becffa6025b4cec1036d68e5a837dd2bb0142e
--- /dev/null
+++ b/params/opt/5/rnd_search_t_lin/comb_8/trained/model.decoder.layers.21.fc2/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c9c2a68a5b903ec37d9c3b7d96751fc387c2da87ed7a1d98215e8bf9c59a0a36
+size 5251
diff --git a/params/opt/5/rnd_search_t_lin/comb_8/trained/model.decoder.layers.21.fc2/_s.pt b/params/opt/5/rnd_search_t_lin/comb_8/trained/model.decoder.layers.21.fc2/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..817742a16197ebd3b678b6327594ba3482412767
--- /dev/null
+++ b/params/opt/5/rnd_search_t_lin/comb_8/trained/model.decoder.layers.21.fc2/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:dc46fcb8035c42b4ffc6c66675163026e159b706b17797add0512bf6a0c43c10
+size 5251
diff --git a/params/opt/5/rnd_search_t_lin/comb_8/trained/model.decoder.layers.21.self_attn.k_proj/_0.pt b/params/opt/5/rnd_search_t_lin/comb_8/trained/model.decoder.layers.21.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..d18388e59f7164110fea8df3bc5859f7c951cb62
--- /dev/null
+++ b/params/opt/5/rnd_search_t_lin/comb_8/trained/model.decoder.layers.21.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:9fe0752f82a9b25cfe72d07bea815d6e0d44737d9a7c085393b3bae0aca1e9f0
+size 5251
diff --git a/params/opt/5/rnd_search_t_lin/comb_8/trained/model.decoder.layers.21.self_attn.k_proj/_s.pt b/params/opt/5/rnd_search_t_lin/comb_8/trained/model.decoder.layers.21.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..0951edfa0ef7300be6dc9bcf063a62b308b19ad1
--- /dev/null
+++ b/params/opt/5/rnd_search_t_lin/comb_8/trained/model.decoder.layers.21.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f41e36356bcd41db11b73fe028bf35da742b38679d61db7c1fe5d5a44d13e05a
+size 5251
diff --git a/params/opt/5/rnd_search_t_lin/comb_8/trained/model.decoder.layers.21.self_attn.out_proj/_0.pt b/params/opt/5/rnd_search_t_lin/comb_8/trained/model.decoder.layers.21.self_attn.out_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..33eaea5f7f9d892cf5bdaa6b5b316e26e4659414
--- /dev/null
+++ b/params/opt/5/rnd_search_t_lin/comb_8/trained/model.decoder.layers.21.self_attn.out_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:4d59340668d4d7e617e288739a28d755303e3c5a60205200bfaf600f797552bf
+size 5251
diff --git a/params/opt/5/rnd_search_t_lin/comb_8/trained/model.decoder.layers.21.self_attn.out_proj/_s.pt b/params/opt/5/rnd_search_t_lin/comb_8/trained/model.decoder.layers.21.self_attn.out_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..d03addad3ad4986abaf4c52ac022b7e4177b5661
--- /dev/null
+++ b/params/opt/5/rnd_search_t_lin/comb_8/trained/model.decoder.layers.21.self_attn.out_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:524c8057805dd506347267d99ab5967793d181fd1bc7c93f831d0d0896926ae0
+size 5251
diff --git a/params/opt/5/rnd_search_t_lin/comb_8/trained/model.decoder.layers.21.self_attn.q_proj/_0.pt b/params/opt/5/rnd_search_t_lin/comb_8/trained/model.decoder.layers.21.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..cff32f18aa0cf4c445df1ee4c858e1e7b2a5daa0
--- /dev/null
+++ b/params/opt/5/rnd_search_t_lin/comb_8/trained/model.decoder.layers.21.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:09a42b5cee1cd720393aaeb087b2fd8fc75bb7c073c714590d84d7303ba96397
+size 5251
diff --git a/params/opt/5/rnd_search_t_lin/comb_8/trained/model.decoder.layers.21.self_attn.q_proj/_s.pt b/params/opt/5/rnd_search_t_lin/comb_8/trained/model.decoder.layers.21.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..0b87a3004fb6a13340c5b85a9ce7a336521ac7c7
--- /dev/null
+++ b/params/opt/5/rnd_search_t_lin/comb_8/trained/model.decoder.layers.21.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:49e8a7e60348b9a981370440b3b9894671402b4c659fdfc65788cd4c86e40b35
+size 5251
diff --git a/params/opt/5/rnd_search_t_lin/comb_8/trained/model.decoder.layers.21.self_attn.v_proj/_0.pt b/params/opt/5/rnd_search_t_lin/comb_8/trained/model.decoder.layers.21.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ef93fea705b0b9c3d08debc56b52698deeea3c1f
--- /dev/null
+++ b/params/opt/5/rnd_search_t_lin/comb_8/trained/model.decoder.layers.21.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:bede44d0e23a58bca084bb2cb48278a0ecb0b0d0af8c1740c51a1edd12c9bd31
+size 5251
diff --git a/params/opt/5/rnd_search_t_lin/comb_8/trained/model.decoder.layers.21.self_attn.v_proj/_s.pt b/params/opt/5/rnd_search_t_lin/comb_8/trained/model.decoder.layers.21.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a84feb0aded3ae933f59ad0edccbbca8a2d273d4
--- /dev/null
+++ b/params/opt/5/rnd_search_t_lin/comb_8/trained/model.decoder.layers.21.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:3ddce495bc0d71780fd480c2098573214b6239db284743342505b011124d02de
+size 5251
diff --git a/params/opt/5/rnd_search_t_lin/comb_8/trained/model.decoder.layers.22.fc1/_0.pt b/params/opt/5/rnd_search_t_lin/comb_8/trained/model.decoder.layers.22.fc1/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..0272860be1bc707c68a368ca571f58204e6e9a30
--- /dev/null
+++ b/params/opt/5/rnd_search_t_lin/comb_8/trained/model.decoder.layers.22.fc1/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e3022a464476a3ae8287a7c6d117e42eb80d2e0d1901e47b7ae18b1884daa86d
+size 17539
diff --git a/params/opt/5/rnd_search_t_lin/comb_8/trained/model.decoder.layers.22.fc1/_s.pt b/params/opt/5/rnd_search_t_lin/comb_8/trained/model.decoder.layers.22.fc1/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..b0ae399fe2c951d1f17f71db93b22b9956f8072c
--- /dev/null
+++ b/params/opt/5/rnd_search_t_lin/comb_8/trained/model.decoder.layers.22.fc1/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:926680cd372625db9d4f5ec2811ee2586631329e3b59e86324b05396854abfd3
+size 17539
diff --git a/params/opt/5/rnd_search_t_lin/comb_8/trained/model.decoder.layers.22.fc2/_0.pt b/params/opt/5/rnd_search_t_lin/comb_8/trained/model.decoder.layers.22.fc2/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..26ea214d983a5202f61c352a47def967e7315de2
--- /dev/null
+++ b/params/opt/5/rnd_search_t_lin/comb_8/trained/model.decoder.layers.22.fc2/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d2283e886904b5668e8b075ef87d821ce9e154b80fd498c51db7ad1ba91e2440
+size 5251
diff --git a/params/opt/5/rnd_search_t_lin/comb_8/trained/model.decoder.layers.22.fc2/_s.pt b/params/opt/5/rnd_search_t_lin/comb_8/trained/model.decoder.layers.22.fc2/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8a9f19ee9b59f0751287b176fe3fb46b07384cc7
--- /dev/null
+++ b/params/opt/5/rnd_search_t_lin/comb_8/trained/model.decoder.layers.22.fc2/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:6a695970ed041ada49401577a6b00629a42124173662dc661e2a760b7cb2376a
+size 5251
diff --git a/params/opt/5/rnd_search_t_lin/comb_8/trained/model.decoder.layers.22.self_attn.k_proj/_0.pt b/params/opt/5/rnd_search_t_lin/comb_8/trained/model.decoder.layers.22.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..d05834703fcc71a3f1e351d340679c476c1a1bbe
--- /dev/null
+++ b/params/opt/5/rnd_search_t_lin/comb_8/trained/model.decoder.layers.22.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a8ca4bb4f2e7f6109e6d2ffc9bbc4d80e7b8f6a69700bfcbc86207d70581f9ea
+size 5251
diff --git a/params/opt/5/rnd_search_t_lin/comb_8/trained/model.decoder.layers.22.self_attn.k_proj/_s.pt b/params/opt/5/rnd_search_t_lin/comb_8/trained/model.decoder.layers.22.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a8b558ef5fa9278dbd2558bbf8f5cbf057e71c59
--- /dev/null
+++ b/params/opt/5/rnd_search_t_lin/comb_8/trained/model.decoder.layers.22.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:6e39eda8d6df3cefcf58ce0d102ea7098d2da19f422e4b38c9ec60019680a092
+size 5251
diff --git a/params/opt/5/rnd_search_t_lin/comb_8/trained/model.decoder.layers.22.self_attn.out_proj/_0.pt b/params/opt/5/rnd_search_t_lin/comb_8/trained/model.decoder.layers.22.self_attn.out_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..49f2ebe9570405c109fc49350cb92714854e2fe7
--- /dev/null
+++ b/params/opt/5/rnd_search_t_lin/comb_8/trained/model.decoder.layers.22.self_attn.out_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f6b37ce8c0d13247a71e7470a27472a19ee87e1486cebed4af0ed42bbb05d189
+size 5251
diff --git a/params/opt/5/rnd_search_t_lin/comb_8/trained/model.decoder.layers.22.self_attn.out_proj/_s.pt b/params/opt/5/rnd_search_t_lin/comb_8/trained/model.decoder.layers.22.self_attn.out_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..0d1ce58d416d839fd3d2af40228769470de3febc
--- /dev/null
+++ b/params/opt/5/rnd_search_t_lin/comb_8/trained/model.decoder.layers.22.self_attn.out_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:45b1470a640d2ba82f007dac45fe9115ca42a0d1a03204f9527e63b69846e0e4
+size 5251
diff --git a/params/opt/5/rnd_search_t_lin/comb_8/trained/model.decoder.layers.22.self_attn.q_proj/_0.pt b/params/opt/5/rnd_search_t_lin/comb_8/trained/model.decoder.layers.22.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..704d0c66889c71569326f57f56a7760c1f00d72d
--- /dev/null
+++ b/params/opt/5/rnd_search_t_lin/comb_8/trained/model.decoder.layers.22.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0f6707781a60c20b9bcf57642edc768f424f955816ea0e814ec0d4aa8d6d06a9
+size 5251
diff --git a/params/opt/5/rnd_search_t_lin/comb_8/trained/model.decoder.layers.22.self_attn.q_proj/_s.pt b/params/opt/5/rnd_search_t_lin/comb_8/trained/model.decoder.layers.22.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..87555275086c1f018339c4fd56118e9829593cda
--- /dev/null
+++ b/params/opt/5/rnd_search_t_lin/comb_8/trained/model.decoder.layers.22.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:543a1a571cc020448ea4eff811df64a2a3a97413490cb67f8abea4310ad982a6
+size 5251
diff --git a/params/opt/5/rnd_search_t_lin/comb_8/trained/model.decoder.layers.22.self_attn.v_proj/_0.pt b/params/opt/5/rnd_search_t_lin/comb_8/trained/model.decoder.layers.22.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..cb2b2017804740723c53486e59270840c6e6bea7
--- /dev/null
+++ b/params/opt/5/rnd_search_t_lin/comb_8/trained/model.decoder.layers.22.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:bc574be997102b185b496810f2e1c0ce33ab187710b0e24c66c84e2ce5705632
+size 5251
diff --git a/params/opt/5/rnd_search_t_lin/comb_8/trained/model.decoder.layers.22.self_attn.v_proj/_s.pt b/params/opt/5/rnd_search_t_lin/comb_8/trained/model.decoder.layers.22.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..fc38060991e1fa744eff07a008a7bd691eed18f8
--- /dev/null
+++ b/params/opt/5/rnd_search_t_lin/comb_8/trained/model.decoder.layers.22.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f866e224d99f729e5b60dbcc051774c2e737fdd248731eedaef5367baa6600a3
+size 5251
diff --git a/params/opt/5/rnd_search_t_lin/comb_8/trained/model.decoder.layers.23.fc1/_0.pt b/params/opt/5/rnd_search_t_lin/comb_8/trained/model.decoder.layers.23.fc1/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..cafafba56695bc393264612a0e43a1d10cb2a24e
--- /dev/null
+++ b/params/opt/5/rnd_search_t_lin/comb_8/trained/model.decoder.layers.23.fc1/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:89e0fbc3d2bd6cef3de6f8df0431d2918fd963dadff361ae6985673160c81288
+size 17539
diff --git a/params/opt/5/rnd_search_t_lin/comb_8/trained/model.decoder.layers.23.fc1/_s.pt b/params/opt/5/rnd_search_t_lin/comb_8/trained/model.decoder.layers.23.fc1/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..674897e7fb71930d5f91dda7a677b1eb63640f6a
--- /dev/null
+++ b/params/opt/5/rnd_search_t_lin/comb_8/trained/model.decoder.layers.23.fc1/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a82509b8688c49aeee2b2684cd658e54a87f4ea90d02057bb21b68756b21b30b
+size 17539
diff --git a/params/opt/5/rnd_search_t_lin/comb_8/trained/model.decoder.layers.23.fc2/_0.pt b/params/opt/5/rnd_search_t_lin/comb_8/trained/model.decoder.layers.23.fc2/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..b1a684731bc8cf2ca78e81a7d84c13568c0feb66
--- /dev/null
+++ b/params/opt/5/rnd_search_t_lin/comb_8/trained/model.decoder.layers.23.fc2/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:585ff652db6de2f5e1d0caa72c3db95ac318ddf10da243a4910f2b5b43bc9b6c
+size 5251
diff --git a/params/opt/5/rnd_search_t_lin/comb_8/trained/model.decoder.layers.23.fc2/_s.pt b/params/opt/5/rnd_search_t_lin/comb_8/trained/model.decoder.layers.23.fc2/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..fcd7b1d9fbfaa500937878a42537464828605aca
--- /dev/null
+++ b/params/opt/5/rnd_search_t_lin/comb_8/trained/model.decoder.layers.23.fc2/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:6ee63839e445bf34a8ecd3b512f0aedaccaca0e1068060a88f6e31af0838209a
+size 5251
diff --git a/params/opt/5/rnd_search_t_lin/comb_8/trained/model.decoder.layers.23.self_attn.k_proj/_0.pt b/params/opt/5/rnd_search_t_lin/comb_8/trained/model.decoder.layers.23.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..121ea5855f68aa0729d47a22a6a7a919f074bb58
--- /dev/null
+++ b/params/opt/5/rnd_search_t_lin/comb_8/trained/model.decoder.layers.23.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:6392a82e8778ea300060ac53a697f9f92f315657ce303dd7785e97434a60ac8e
+size 5251
diff --git a/params/opt/5/rnd_search_t_lin/comb_8/trained/model.decoder.layers.23.self_attn.k_proj/_s.pt b/params/opt/5/rnd_search_t_lin/comb_8/trained/model.decoder.layers.23.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..eb8fabc77bfff81e7f2e6dc876e37790a096eb64
--- /dev/null
+++ b/params/opt/5/rnd_search_t_lin/comb_8/trained/model.decoder.layers.23.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c5e81494fcf22b5f6606e95d5b5c12a8479bd38bc638babddb50302f368f37a6
+size 5251
diff --git a/params/opt/5/rnd_search_t_lin/comb_8/trained/model.decoder.layers.23.self_attn.out_proj/_0.pt b/params/opt/5/rnd_search_t_lin/comb_8/trained/model.decoder.layers.23.self_attn.out_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2729981243ac70d0939bd092328af53e0ed68cb0
--- /dev/null
+++ b/params/opt/5/rnd_search_t_lin/comb_8/trained/model.decoder.layers.23.self_attn.out_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:67bd73532d80428b89a1a9ee6be35634167f5eec51f7d67b8676046250098e22
+size 5251
diff --git a/params/opt/5/rnd_search_t_lin/comb_8/trained/model.decoder.layers.23.self_attn.out_proj/_s.pt b/params/opt/5/rnd_search_t_lin/comb_8/trained/model.decoder.layers.23.self_attn.out_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..3fd7cb34af206c4e3b9afe53aa4bb7d53036b1ce
--- /dev/null
+++ b/params/opt/5/rnd_search_t_lin/comb_8/trained/model.decoder.layers.23.self_attn.out_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a809d84705663fb08deff33b35dcd42d8c38305040024301c5e43ae0a416b919
+size 5251
diff --git a/params/opt/5/rnd_search_t_lin/comb_8/trained/model.decoder.layers.23.self_attn.q_proj/_0.pt b/params/opt/5/rnd_search_t_lin/comb_8/trained/model.decoder.layers.23.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..5392b69679269dfdcad1a88f5f5b86be5b08bc11
--- /dev/null
+++ b/params/opt/5/rnd_search_t_lin/comb_8/trained/model.decoder.layers.23.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:7eaf73bf019446c52fed374f3364f2b464f4706886bde6ef6ebb9fb47ddc334d
+size 5251
diff --git a/params/opt/5/rnd_search_t_lin/comb_8/trained/model.decoder.layers.23.self_attn.q_proj/_s.pt b/params/opt/5/rnd_search_t_lin/comb_8/trained/model.decoder.layers.23.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a45ddd4af3d982a9f579a19397087ff239675234
--- /dev/null
+++ b/params/opt/5/rnd_search_t_lin/comb_8/trained/model.decoder.layers.23.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:9bf6a999fb848365acb88742329ad1673531e6f130eae838bedce124b4fbe7de
+size 5251
diff --git a/params/opt/5/rnd_search_t_lin/comb_8/trained/model.decoder.layers.23.self_attn.v_proj/_0.pt b/params/opt/5/rnd_search_t_lin/comb_8/trained/model.decoder.layers.23.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2e280809cfbb87a2d182e81e7df3d1d63e7a0c02
--- /dev/null
+++ b/params/opt/5/rnd_search_t_lin/comb_8/trained/model.decoder.layers.23.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c8e07abe91e311ef8212ff77f6d933f8fb4cabaa4b00cafca39723477e37eb45
+size 5251
diff --git a/params/opt/5/rnd_search_t_lin/comb_8/trained/model.decoder.layers.23.self_attn.v_proj/_s.pt b/params/opt/5/rnd_search_t_lin/comb_8/trained/model.decoder.layers.23.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..873458c055648d932d51e8a4dba7b116c3d944f6
--- /dev/null
+++ b/params/opt/5/rnd_search_t_lin/comb_8/trained/model.decoder.layers.23.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:aa1dc39f2035fa0b0b06fd15b449dab0c368f96fd97453ad9cd5ad7f17aea75d
+size 5251
diff --git a/params/opt/5/rnd_search_t_lin/comb_8/trained/model.decoder.layers.3.fc1/_0.pt b/params/opt/5/rnd_search_t_lin/comb_8/trained/model.decoder.layers.3.fc1/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c524a1e7a206ab0d942ca5c03266d3822b575731
--- /dev/null
+++ b/params/opt/5/rnd_search_t_lin/comb_8/trained/model.decoder.layers.3.fc1/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:1a91c707663816d059eae73cb7070d1c159850cae3ff5f727c5bae66c67051b1
+size 17539
diff --git a/params/opt/5/rnd_search_t_lin/comb_8/trained/model.decoder.layers.3.fc1/_s.pt b/params/opt/5/rnd_search_t_lin/comb_8/trained/model.decoder.layers.3.fc1/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e75caddb3f86740967a281884cd6c4a8897ae975
--- /dev/null
+++ b/params/opt/5/rnd_search_t_lin/comb_8/trained/model.decoder.layers.3.fc1/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:01a0fee4812372482fe8403a95ec0ee864b3cfa80a276b9aa7cc597167acc3cd
+size 17539
diff --git a/params/opt/5/rnd_search_t_lin/comb_8/trained/model.decoder.layers.3.fc2/_0.pt b/params/opt/5/rnd_search_t_lin/comb_8/trained/model.decoder.layers.3.fc2/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..7e96fb1d7722c99a51665b68ee04057d2fba6cd8
--- /dev/null
+++ b/params/opt/5/rnd_search_t_lin/comb_8/trained/model.decoder.layers.3.fc2/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:7b90197f3154b208ba783878ebc998e5f49240b41a2cc6e0f61cbf3aae9010c8
+size 5251
diff --git a/params/opt/5/rnd_search_t_lin/comb_8/trained/model.decoder.layers.3.fc2/_s.pt b/params/opt/5/rnd_search_t_lin/comb_8/trained/model.decoder.layers.3.fc2/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..96e74fe1eea8e542b0553e0888bc3d51efc74b9c
--- /dev/null
+++ b/params/opt/5/rnd_search_t_lin/comb_8/trained/model.decoder.layers.3.fc2/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:bcf3a2c3813deded97fecc0e836d503aefc4d47295b521c167f1a0fd775f78dc
+size 5251
diff --git a/params/opt/5/rnd_search_t_lin/comb_8/trained/model.decoder.layers.3.self_attn.k_proj/_0.pt b/params/opt/5/rnd_search_t_lin/comb_8/trained/model.decoder.layers.3.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..86b5760d6449a1cfbfdf64300eb5f123bda5fe32
--- /dev/null
+++ b/params/opt/5/rnd_search_t_lin/comb_8/trained/model.decoder.layers.3.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:806a13d8012843d0afc1f606ced43c221f2f2b394e6c61831495f0f294313c6c
+size 5251
diff --git a/params/opt/5/rnd_search_t_lin/comb_8/trained/model.decoder.layers.3.self_attn.k_proj/_s.pt b/params/opt/5/rnd_search_t_lin/comb_8/trained/model.decoder.layers.3.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..159717b41d7e13301570367726ade42f2eb0b8f7
--- /dev/null
+++ b/params/opt/5/rnd_search_t_lin/comb_8/trained/model.decoder.layers.3.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:9f60acd2534e120ecec5e174b5664bf71bf55b44411fb2b8b6dcb716ab97fd46
+size 5251
diff --git a/params/opt/5/rnd_search_t_lin/comb_8/trained/model.decoder.layers.3.self_attn.out_proj/_0.pt b/params/opt/5/rnd_search_t_lin/comb_8/trained/model.decoder.layers.3.self_attn.out_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..55af7f6c13362bea574b71d891b902ffadf2ac49
--- /dev/null
+++ b/params/opt/5/rnd_search_t_lin/comb_8/trained/model.decoder.layers.3.self_attn.out_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e83d191bdd71268eabf10ba3e54e086f4fa2b69ddcf15800bc5d21ab241d1ff9
+size 5251
diff --git a/params/opt/5/rnd_search_t_lin/comb_8/trained/model.decoder.layers.3.self_attn.out_proj/_s.pt b/params/opt/5/rnd_search_t_lin/comb_8/trained/model.decoder.layers.3.self_attn.out_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..0559d407bf8f88b3f4637e1c38da7a2ccc4f5a00
--- /dev/null
+++ b/params/opt/5/rnd_search_t_lin/comb_8/trained/model.decoder.layers.3.self_attn.out_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0bfe7309509986c94de3fcaadec8868eec98c5e26416e6446055da7399aad43e
+size 5251
diff --git a/params/opt/5/rnd_search_t_lin/comb_8/trained/model.decoder.layers.3.self_attn.q_proj/_0.pt b/params/opt/5/rnd_search_t_lin/comb_8/trained/model.decoder.layers.3.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a7c4fe7ece2ceba8e615bf94b5a6bda6a919909f
--- /dev/null
+++ b/params/opt/5/rnd_search_t_lin/comb_8/trained/model.decoder.layers.3.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:359f8fd68a6160b979f721d99c3095f001d0a816df092a46406e45080e9f675f
+size 5251
diff --git a/params/opt/5/rnd_search_t_lin/comb_8/trained/model.decoder.layers.3.self_attn.q_proj/_s.pt b/params/opt/5/rnd_search_t_lin/comb_8/trained/model.decoder.layers.3.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..fe962517719f28bd944eadad908309560321c024
--- /dev/null
+++ b/params/opt/5/rnd_search_t_lin/comb_8/trained/model.decoder.layers.3.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ce4cb666207869073cdee03c0f2fe144d5fab62e7da40aa8d54e2ac5656091ca
+size 5251
diff --git a/params/opt/5/rnd_search_t_lin/comb_8/trained/model.decoder.layers.3.self_attn.v_proj/_0.pt b/params/opt/5/rnd_search_t_lin/comb_8/trained/model.decoder.layers.3.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..92ea4b4c703b21fe4535abf4b654633cbf637fd3
--- /dev/null
+++ b/params/opt/5/rnd_search_t_lin/comb_8/trained/model.decoder.layers.3.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:aba2d3f1700d554ffae25623e1647910c2ad326c92aa4b03187d19c09357f49d
+size 5251
diff --git a/params/opt/5/rnd_search_t_lin/comb_8/trained/model.decoder.layers.3.self_attn.v_proj/_s.pt b/params/opt/5/rnd_search_t_lin/comb_8/trained/model.decoder.layers.3.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..1bcbb56681897cb471ec6ad413139091ac8b9aab
--- /dev/null
+++ b/params/opt/5/rnd_search_t_lin/comb_8/trained/model.decoder.layers.3.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:aa49a6fee7aef93bf174596a16c83e21d123a475c531c4db231b11ac5d54ec9e
+size 5251
diff --git a/params/opt/5/rnd_search_t_lin/comb_8/trained/model.decoder.layers.4.fc1/_0.pt b/params/opt/5/rnd_search_t_lin/comb_8/trained/model.decoder.layers.4.fc1/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..048304a33437683555ca3a3f33dcd3d6ac75ad37
--- /dev/null
+++ b/params/opt/5/rnd_search_t_lin/comb_8/trained/model.decoder.layers.4.fc1/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:73b1cc47460bc9e16aee60b3b70f1e2ea3c01c3779af09e44c89cb4fbdbbfbff
+size 17539
diff --git a/params/opt/5/rnd_search_t_lin/comb_8/trained/model.decoder.layers.4.fc1/_s.pt b/params/opt/5/rnd_search_t_lin/comb_8/trained/model.decoder.layers.4.fc1/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2318e38cb18e62f21dcf856c7f86ce85ef761df7
--- /dev/null
+++ b/params/opt/5/rnd_search_t_lin/comb_8/trained/model.decoder.layers.4.fc1/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:153b3fd1b6f478008536d1014d0fafa1577015860cdbdb72d52f1d5b5dfc7ae8
+size 17539
diff --git a/params/opt/5/rnd_search_t_lin/comb_8/trained/model.decoder.layers.4.fc2/_0.pt b/params/opt/5/rnd_search_t_lin/comb_8/trained/model.decoder.layers.4.fc2/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..5bdb31049be31a11bff3b1c18eae9a7b5ce88988
--- /dev/null
+++ b/params/opt/5/rnd_search_t_lin/comb_8/trained/model.decoder.layers.4.fc2/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d56dacdc97ed3bd75976d9b95ea8d22286b910d9eea5b4b3e1d60f728c201c00
+size 5251
diff --git a/params/opt/5/rnd_search_t_lin/comb_8/trained/model.decoder.layers.4.fc2/_s.pt b/params/opt/5/rnd_search_t_lin/comb_8/trained/model.decoder.layers.4.fc2/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..abcda5f7379c9f21098ded0eef7fb33ac5b8216e
--- /dev/null
+++ b/params/opt/5/rnd_search_t_lin/comb_8/trained/model.decoder.layers.4.fc2/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ead90985000ebd60338217bba9fbf0c1e4f5431df3317652a9542b48b03f1715
+size 5251
diff --git a/params/opt/5/rnd_search_t_lin/comb_8/trained/model.decoder.layers.4.self_attn.k_proj/_0.pt b/params/opt/5/rnd_search_t_lin/comb_8/trained/model.decoder.layers.4.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..bf4106a78a1f0d9566085ba196d09f81d7265125
--- /dev/null
+++ b/params/opt/5/rnd_search_t_lin/comb_8/trained/model.decoder.layers.4.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e4c95172349f5ce521323b88db921fe6990d1a1d60021d68e175e21366f47df1
+size 5251
diff --git a/params/opt/5/rnd_search_t_lin/comb_8/trained/model.decoder.layers.4.self_attn.k_proj/_s.pt b/params/opt/5/rnd_search_t_lin/comb_8/trained/model.decoder.layers.4.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..1ae84caacaf95845037cdb8d3c7193382cc016b0
--- /dev/null
+++ b/params/opt/5/rnd_search_t_lin/comb_8/trained/model.decoder.layers.4.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d618cc0208447c5d096f94f319bc3d911bf9ec12f882c3acaa7bdfdf220897cd
+size 5251
diff --git a/params/opt/5/rnd_search_t_lin/comb_8/trained/model.decoder.layers.4.self_attn.out_proj/_0.pt b/params/opt/5/rnd_search_t_lin/comb_8/trained/model.decoder.layers.4.self_attn.out_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..274c3c6419043278953172d2ad841060b5db5ac8
--- /dev/null
+++ b/params/opt/5/rnd_search_t_lin/comb_8/trained/model.decoder.layers.4.self_attn.out_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a30b9f1e1d7a0ae8a9f7e29572bd13faca1710cac16454b98cd138e669a413ae
+size 5251
diff --git a/params/opt/5/rnd_search_t_lin/comb_8/trained/model.decoder.layers.4.self_attn.out_proj/_s.pt b/params/opt/5/rnd_search_t_lin/comb_8/trained/model.decoder.layers.4.self_attn.out_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..590dd1e755ca97757f9b7f36a2d6d3832429a337
--- /dev/null
+++ b/params/opt/5/rnd_search_t_lin/comb_8/trained/model.decoder.layers.4.self_attn.out_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5f2e8734bebc998f4d7d5864a676c6a1cdc4e8c215a81f08468762cdff1d3bed
+size 5251
diff --git a/params/opt/5/rnd_search_t_lin/comb_8/trained/model.decoder.layers.4.self_attn.q_proj/_0.pt b/params/opt/5/rnd_search_t_lin/comb_8/trained/model.decoder.layers.4.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..403678be05a101ceff77104bd974d66a965a1894
--- /dev/null
+++ b/params/opt/5/rnd_search_t_lin/comb_8/trained/model.decoder.layers.4.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f31049f563c0ed6971d2282449d0f413479641d3ef620e12f751751d8241ea85
+size 5251
diff --git a/params/opt/5/rnd_search_t_lin/comb_8/trained/model.decoder.layers.4.self_attn.q_proj/_s.pt b/params/opt/5/rnd_search_t_lin/comb_8/trained/model.decoder.layers.4.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..b24c9dfdda3dc5ef06daa1b6b51fe53c54c5ab64
--- /dev/null
+++ b/params/opt/5/rnd_search_t_lin/comb_8/trained/model.decoder.layers.4.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:18a1af2e6f36a0c92b97bfabbf16d8ea85bd10c7f1b707697a6d8b4f991f0fcb
+size 5251
diff --git a/params/opt/5/rnd_search_t_lin/comb_8/trained/model.decoder.layers.4.self_attn.v_proj/_0.pt b/params/opt/5/rnd_search_t_lin/comb_8/trained/model.decoder.layers.4.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..44a8e03bc4bec627cc08f1205c8cfe4ce1378aa8
--- /dev/null
+++ b/params/opt/5/rnd_search_t_lin/comb_8/trained/model.decoder.layers.4.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:922a700e66ab2d2787cc01d6e23c0716bae317800ad331d79175addb315335e0
+size 5251
diff --git a/params/opt/5/rnd_search_t_lin/comb_8/trained/model.decoder.layers.4.self_attn.v_proj/_s.pt b/params/opt/5/rnd_search_t_lin/comb_8/trained/model.decoder.layers.4.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..0899e9639f1fef6f663324f6d5ff836ca9719af0
--- /dev/null
+++ b/params/opt/5/rnd_search_t_lin/comb_8/trained/model.decoder.layers.4.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c488b415100a831cf5d2d41d39d5558dc4845c018a80fb07296e96b04c65ff3a
+size 5251
diff --git a/params/opt/5/rnd_search_t_lin/comb_8/trained/model.decoder.layers.5.fc1/_0.pt b/params/opt/5/rnd_search_t_lin/comb_8/trained/model.decoder.layers.5.fc1/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..cc085b276f3f36094e9e10f8b9397a7c7959dc83
--- /dev/null
+++ b/params/opt/5/rnd_search_t_lin/comb_8/trained/model.decoder.layers.5.fc1/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:63dd010b8575a4635acd77017298de28c97872766e8a8cb7b70c4b848bfd7541
+size 17539
diff --git a/params/opt/5/rnd_search_t_lin/comb_8/trained/model.decoder.layers.5.fc1/_s.pt b/params/opt/5/rnd_search_t_lin/comb_8/trained/model.decoder.layers.5.fc1/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..04a55e2fb7a73a5d2c19ec1b9245aceb90266b64
--- /dev/null
+++ b/params/opt/5/rnd_search_t_lin/comb_8/trained/model.decoder.layers.5.fc1/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:6d077093d6716e239c676813e167ab7a7646e61be6e169aabe89679042e9a2b4
+size 17539
diff --git a/params/opt/5/rnd_search_t_lin/comb_8/trained/model.decoder.layers.5.fc2/_0.pt b/params/opt/5/rnd_search_t_lin/comb_8/trained/model.decoder.layers.5.fc2/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..402966adf02a5cd2fe838dfff7788e67a1f755cc
--- /dev/null
+++ b/params/opt/5/rnd_search_t_lin/comb_8/trained/model.decoder.layers.5.fc2/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:11f9aa2bb03d90f0dd40dde01b42128d5a70363927751c13e13d2356267e3801
+size 5251
diff --git a/params/opt/5/rnd_search_t_lin/comb_8/trained/model.decoder.layers.5.fc2/_s.pt b/params/opt/5/rnd_search_t_lin/comb_8/trained/model.decoder.layers.5.fc2/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4a1b4866331f140bedbb8de78b9dac79abb000e5
--- /dev/null
+++ b/params/opt/5/rnd_search_t_lin/comb_8/trained/model.decoder.layers.5.fc2/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:70a74325ece9625a70c210acf225fbdb0121c8db66ad19c94701d0483914cbea
+size 5251
diff --git a/params/opt/5/rnd_search_t_lin/comb_8/trained/model.decoder.layers.5.self_attn.k_proj/_0.pt b/params/opt/5/rnd_search_t_lin/comb_8/trained/model.decoder.layers.5.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..412540f9dff2c83743d69b00af8778fa8a6ec4ee
--- /dev/null
+++ b/params/opt/5/rnd_search_t_lin/comb_8/trained/model.decoder.layers.5.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:4e135165e7b6aa4e1231f276908831490fd2162b5af0b9169f579595040004a0
+size 5251
diff --git a/params/opt/5/rnd_search_t_lin/comb_8/trained/model.decoder.layers.5.self_attn.k_proj/_s.pt b/params/opt/5/rnd_search_t_lin/comb_8/trained/model.decoder.layers.5.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..b76dbbe1fd9d678d4b95a9574c5580e2edcaeddf
--- /dev/null
+++ b/params/opt/5/rnd_search_t_lin/comb_8/trained/model.decoder.layers.5.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f68c88c189fe6c391e4e619a836ea5b71eac60a50b0348db62a8272d4fa6f378
+size 5251
diff --git a/params/opt/5/rnd_search_t_lin/comb_8/trained/model.decoder.layers.5.self_attn.out_proj/_0.pt b/params/opt/5/rnd_search_t_lin/comb_8/trained/model.decoder.layers.5.self_attn.out_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..227e8c7a495b39b57124b837830c4d36874f6fe2
--- /dev/null
+++ b/params/opt/5/rnd_search_t_lin/comb_8/trained/model.decoder.layers.5.self_attn.out_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:27e9a993a9c84aa6cbabcd8af03720349be28ffea76461c88edf248a65d099ce
+size 5251
diff --git a/params/opt/5/rnd_search_t_lin/comb_8/trained/model.decoder.layers.5.self_attn.out_proj/_s.pt b/params/opt/5/rnd_search_t_lin/comb_8/trained/model.decoder.layers.5.self_attn.out_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..38159d6aa833bda9012fb8f35df25bf348d02348
--- /dev/null
+++ b/params/opt/5/rnd_search_t_lin/comb_8/trained/model.decoder.layers.5.self_attn.out_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e6a042eaf63352ebab8c01bc348db8c1622a1f29c52a1cb8a16649b5fb41f6a9
+size 5251
diff --git a/params/opt/5/rnd_search_t_lin/comb_8/trained/model.decoder.layers.5.self_attn.q_proj/_0.pt b/params/opt/5/rnd_search_t_lin/comb_8/trained/model.decoder.layers.5.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..bec2715875249fbf8628ea75449b84aaf7277fa1
--- /dev/null
+++ b/params/opt/5/rnd_search_t_lin/comb_8/trained/model.decoder.layers.5.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:9b9a320506ab1603116318aa99ffeebe200dd142e65ad1e7552bd93dc8ed0022
+size 5251
diff --git a/params/opt/5/rnd_search_t_lin/comb_8/trained/model.decoder.layers.5.self_attn.q_proj/_s.pt b/params/opt/5/rnd_search_t_lin/comb_8/trained/model.decoder.layers.5.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..7f33791c49548a83509aaa618731951f1d8c8208
--- /dev/null
+++ b/params/opt/5/rnd_search_t_lin/comb_8/trained/model.decoder.layers.5.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d3c6c4cf9bb1e6b0baff5b8b80ff92c2f2ebae28d8ee27c219c264a21434e4b8
+size 5251
diff --git a/params/opt/5/rnd_search_t_lin/comb_8/trained/model.decoder.layers.5.self_attn.v_proj/_0.pt b/params/opt/5/rnd_search_t_lin/comb_8/trained/model.decoder.layers.5.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..00efd03c3b8a89f4c49a3a5b7cbdce6c339ee047
--- /dev/null
+++ b/params/opt/5/rnd_search_t_lin/comb_8/trained/model.decoder.layers.5.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ceb9bca454ad1e31747c3a9a45ba7ef787715db1f0c9a6c199558b36431e0ba9
+size 5251
diff --git a/params/opt/5/rnd_search_t_lin/comb_8/trained/model.decoder.layers.5.self_attn.v_proj/_s.pt b/params/opt/5/rnd_search_t_lin/comb_8/trained/model.decoder.layers.5.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..d540a6e591542788325d0432c2d72a5e6861580c
--- /dev/null
+++ b/params/opt/5/rnd_search_t_lin/comb_8/trained/model.decoder.layers.5.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:9a979920afe1bc110d61f435d5c06d916dce965cce8fed95d9e991f59c360707
+size 5251
diff --git a/params/opt/5/rnd_search_t_lin/comb_8/trained/model.decoder.layers.6.fc1/_0.pt b/params/opt/5/rnd_search_t_lin/comb_8/trained/model.decoder.layers.6.fc1/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..0ff1367e875cf691f5998dd817eafa28efab1bb3
--- /dev/null
+++ b/params/opt/5/rnd_search_t_lin/comb_8/trained/model.decoder.layers.6.fc1/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:993a08d66505d05ab0c04d3b8e8fce3ab48d861642cde6c1ea8cb3b49d6a1950
+size 17539
diff --git a/params/opt/5/rnd_search_t_lin/comb_8/trained/model.decoder.layers.6.fc1/_s.pt b/params/opt/5/rnd_search_t_lin/comb_8/trained/model.decoder.layers.6.fc1/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..25243994254253820cf77748a73e7c809f292786
--- /dev/null
+++ b/params/opt/5/rnd_search_t_lin/comb_8/trained/model.decoder.layers.6.fc1/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:1a1350cc8e2d662434051c1075a5f43e6a9274950b9f1437e5bc603fafc3676b
+size 17539
diff --git a/params/opt/5/rnd_search_t_lin/comb_8/trained/model.decoder.layers.6.fc2/_0.pt b/params/opt/5/rnd_search_t_lin/comb_8/trained/model.decoder.layers.6.fc2/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..6182ed627b01f773486b17c470d51319a93f3b15
--- /dev/null
+++ b/params/opt/5/rnd_search_t_lin/comb_8/trained/model.decoder.layers.6.fc2/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:9bcacdc3f13b17b6b143d6b72bf4dd8c1f3f1a6feb701d5a24f3db5d203fb1b6
+size 5251
diff --git a/params/opt/5/rnd_search_t_lin/comb_8/trained/model.decoder.layers.6.fc2/_s.pt b/params/opt/5/rnd_search_t_lin/comb_8/trained/model.decoder.layers.6.fc2/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e075fe794f7f7672d936c79010a72a8012317f08
--- /dev/null
+++ b/params/opt/5/rnd_search_t_lin/comb_8/trained/model.decoder.layers.6.fc2/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:8a54545f5653faf14ac00eb8ffb0cbb2a62e599201504a44fa84a57fbd768eee
+size 5251
diff --git a/params/opt/5/rnd_search_t_lin/comb_8/trained/model.decoder.layers.6.self_attn.k_proj/_0.pt b/params/opt/5/rnd_search_t_lin/comb_8/trained/model.decoder.layers.6.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..db0d5aba6f71ef3e0e67496aba854f49327835a0
--- /dev/null
+++ b/params/opt/5/rnd_search_t_lin/comb_8/trained/model.decoder.layers.6.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c6f71f6fbe4f0a4ecb37f2236f5e637e45fbd36e786f907ebeae002c3b5b973c
+size 5251
diff --git a/params/opt/5/rnd_search_t_lin/comb_8/trained/model.decoder.layers.6.self_attn.k_proj/_s.pt b/params/opt/5/rnd_search_t_lin/comb_8/trained/model.decoder.layers.6.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e6cebc6736089c0e9baec9f785133dac0215f2bd
--- /dev/null
+++ b/params/opt/5/rnd_search_t_lin/comb_8/trained/model.decoder.layers.6.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0ef4b2263ba547a9260896ccc1a6b5a3504abbffe72a69086dfd96e42b1b346a
+size 5251
diff --git a/params/opt/5/rnd_search_t_lin/comb_8/trained/model.decoder.layers.6.self_attn.out_proj/_0.pt b/params/opt/5/rnd_search_t_lin/comb_8/trained/model.decoder.layers.6.self_attn.out_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..68ce1fd7a3ed7c5a27de8cfa36015ef7ae700330
--- /dev/null
+++ b/params/opt/5/rnd_search_t_lin/comb_8/trained/model.decoder.layers.6.self_attn.out_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:faaa509f049394d15972e09a3c92afbc69a4ad3259a5d8969ece415023e3f362
+size 5251
diff --git a/params/opt/5/rnd_search_t_lin/comb_8/trained/model.decoder.layers.6.self_attn.out_proj/_s.pt b/params/opt/5/rnd_search_t_lin/comb_8/trained/model.decoder.layers.6.self_attn.out_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..5b362e40a88d490f4276cac9a757a3253790e9e0
--- /dev/null
+++ b/params/opt/5/rnd_search_t_lin/comb_8/trained/model.decoder.layers.6.self_attn.out_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:1aa55be206f35b7bfe86985594660691354353dd20825305abd0316d243b4eed
+size 5251
diff --git a/params/opt/5/rnd_search_t_lin/comb_8/trained/model.decoder.layers.6.self_attn.q_proj/_0.pt b/params/opt/5/rnd_search_t_lin/comb_8/trained/model.decoder.layers.6.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..be4dd7542d73ea91663df8a87bd377ce19532836
--- /dev/null
+++ b/params/opt/5/rnd_search_t_lin/comb_8/trained/model.decoder.layers.6.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:9dfa6465f599617c290af2fba207d7e240bd46c401e2d6b2c1c2fb57971606ea
+size 5251
diff --git a/params/opt/5/rnd_search_t_lin/comb_8/trained/model.decoder.layers.6.self_attn.q_proj/_s.pt b/params/opt/5/rnd_search_t_lin/comb_8/trained/model.decoder.layers.6.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..600691c746f66268342e455c87354c21cbfa7838
--- /dev/null
+++ b/params/opt/5/rnd_search_t_lin/comb_8/trained/model.decoder.layers.6.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c92a50d3e2544084f4c5efdf99f40cea397e519c91798a743ee5e6a106f78f1a
+size 5251
diff --git a/params/opt/5/rnd_search_t_lin/comb_8/trained/model.decoder.layers.6.self_attn.v_proj/_0.pt b/params/opt/5/rnd_search_t_lin/comb_8/trained/model.decoder.layers.6.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..b60342e94d8ca529ea4ca65370400c20a4d707b9
--- /dev/null
+++ b/params/opt/5/rnd_search_t_lin/comb_8/trained/model.decoder.layers.6.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2daf7d8bbd2267ef8cbf100f3e8c3f9a3be9a17b78c04ff4330818a50ef0bc63
+size 5251
diff --git a/params/opt/5/rnd_search_t_lin/comb_8/trained/model.decoder.layers.6.self_attn.v_proj/_s.pt b/params/opt/5/rnd_search_t_lin/comb_8/trained/model.decoder.layers.6.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ddf6becf0f40423f1c4424c0e367fd39040bac30
--- /dev/null
+++ b/params/opt/5/rnd_search_t_lin/comb_8/trained/model.decoder.layers.6.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:cad015929a8837eec2ca340ac2ab89a30e36996560220117eb09f8a639db0e4a
+size 5251
diff --git a/params/opt/5/rnd_search_t_lin/comb_8/trained/model.decoder.layers.7.fc1/_0.pt b/params/opt/5/rnd_search_t_lin/comb_8/trained/model.decoder.layers.7.fc1/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..9a91e26eae584d4dec1b6d808186cceeeb5ad10a
--- /dev/null
+++ b/params/opt/5/rnd_search_t_lin/comb_8/trained/model.decoder.layers.7.fc1/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:6d8e945086e7bd7fbcf3a2e93c8fa84a1226e17a1e6c5f9dd7190e9a4e6bd1d4
+size 17539
diff --git a/params/opt/5/rnd_search_t_lin/comb_8/trained/model.decoder.layers.7.fc1/_s.pt b/params/opt/5/rnd_search_t_lin/comb_8/trained/model.decoder.layers.7.fc1/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..220a92a884d1c6398f1a054ac541682d4902048a
--- /dev/null
+++ b/params/opt/5/rnd_search_t_lin/comb_8/trained/model.decoder.layers.7.fc1/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:69f30300af04c4d450170b8ccba56a6c76c058c5ad3386d23d7c48e92130d6f0
+size 17539
diff --git a/params/opt/5/rnd_search_t_lin/comb_8/trained/model.decoder.layers.7.fc2/_0.pt b/params/opt/5/rnd_search_t_lin/comb_8/trained/model.decoder.layers.7.fc2/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..6ffe671442a9c2080b84fd836875379d0fabedd8
--- /dev/null
+++ b/params/opt/5/rnd_search_t_lin/comb_8/trained/model.decoder.layers.7.fc2/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:6524d9f2d7974a497eb4e01db6fec368e37f4fc9adb6d7d47f4cb6b7a5d9ae60
+size 5251
diff --git a/params/opt/5/rnd_search_t_lin/comb_8/trained/model.decoder.layers.7.fc2/_s.pt b/params/opt/5/rnd_search_t_lin/comb_8/trained/model.decoder.layers.7.fc2/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..55bb45265f14889c431e8d655e17101b987bf5bd
--- /dev/null
+++ b/params/opt/5/rnd_search_t_lin/comb_8/trained/model.decoder.layers.7.fc2/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:af2ed7dca227c129012dff6c798bc08a42d259bbf4a01a7e1babe84c8ca85442
+size 5251
diff --git a/params/opt/5/rnd_search_t_lin/comb_8/trained/model.decoder.layers.7.self_attn.k_proj/_0.pt b/params/opt/5/rnd_search_t_lin/comb_8/trained/model.decoder.layers.7.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4855d7f0f4a749b862a22ed127dcc65f1834eb68
--- /dev/null
+++ b/params/opt/5/rnd_search_t_lin/comb_8/trained/model.decoder.layers.7.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b4a25783d07de2c282ceda2e0e9a9ce22d2b9404af1d2a9f7482b7bb79561c6d
+size 5251
diff --git a/params/opt/5/rnd_search_t_lin/comb_8/trained/model.decoder.layers.7.self_attn.k_proj/_s.pt b/params/opt/5/rnd_search_t_lin/comb_8/trained/model.decoder.layers.7.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..0790c580a70eeb0b2b865ff8a6c4ee1607b0877f
--- /dev/null
+++ b/params/opt/5/rnd_search_t_lin/comb_8/trained/model.decoder.layers.7.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ff96543113ff9a7521d802913191274cf7bf17107769d780b13b4581a4b2e83c
+size 5251
diff --git a/params/opt/5/rnd_search_t_lin/comb_8/trained/model.decoder.layers.7.self_attn.out_proj/_0.pt b/params/opt/5/rnd_search_t_lin/comb_8/trained/model.decoder.layers.7.self_attn.out_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..0d137df4656408bc0b56d3f73b3910c983039a31
--- /dev/null
+++ b/params/opt/5/rnd_search_t_lin/comb_8/trained/model.decoder.layers.7.self_attn.out_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:05ff99d9af90cb4e74a24df3d6f3ec3d9575653a72c77f36592dd13da06c89ad
+size 5251
diff --git a/params/opt/5/rnd_search_t_lin/comb_8/trained/model.decoder.layers.7.self_attn.out_proj/_s.pt b/params/opt/5/rnd_search_t_lin/comb_8/trained/model.decoder.layers.7.self_attn.out_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c7207caefa35fc9f1b73945c39925eb3856eb619
--- /dev/null
+++ b/params/opt/5/rnd_search_t_lin/comb_8/trained/model.decoder.layers.7.self_attn.out_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5c6e665139c1265001298e5e8a5cc65d015a2d664891e6c65f3f98aa56692d58
+size 5251
diff --git a/params/opt/5/rnd_search_t_lin/comb_8/trained/model.decoder.layers.7.self_attn.q_proj/_0.pt b/params/opt/5/rnd_search_t_lin/comb_8/trained/model.decoder.layers.7.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..46491e2d74824b9c29676c88d1ed7e4dd9e25ebf
--- /dev/null
+++ b/params/opt/5/rnd_search_t_lin/comb_8/trained/model.decoder.layers.7.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:57db8f5e442aeff47fb1fed8e95a73c12bad988b59138081ec7d95a3ba60f25a
+size 5251
diff --git a/params/opt/5/rnd_search_t_lin/comb_8/trained/model.decoder.layers.7.self_attn.q_proj/_s.pt b/params/opt/5/rnd_search_t_lin/comb_8/trained/model.decoder.layers.7.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..96fecf9c5301338eccd68f01b51ae62abfbcbac9
--- /dev/null
+++ b/params/opt/5/rnd_search_t_lin/comb_8/trained/model.decoder.layers.7.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:7e722bd8d7aec24949d3178be12ab4f273ebab40dc1178ef628b663423433688
+size 5251
diff --git a/params/opt/5/rnd_search_t_lin/comb_8/trained/model.decoder.layers.7.self_attn.v_proj/_0.pt b/params/opt/5/rnd_search_t_lin/comb_8/trained/model.decoder.layers.7.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..eb574ee22859f1d715f19489c901b80604908aae
--- /dev/null
+++ b/params/opt/5/rnd_search_t_lin/comb_8/trained/model.decoder.layers.7.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:19f9fc80edf00345ac324f522394feb10229476d847b6fd7d33bb9499f9c2bdc
+size 5251
diff --git a/params/opt/5/rnd_search_t_lin/comb_8/trained/model.decoder.layers.7.self_attn.v_proj/_s.pt b/params/opt/5/rnd_search_t_lin/comb_8/trained/model.decoder.layers.7.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..dbe02fd3c33afea1b27e75b6c586f34523369cf9
--- /dev/null
+++ b/params/opt/5/rnd_search_t_lin/comb_8/trained/model.decoder.layers.7.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:7a8af73b7607fe43859c59f91c38312c68b910163ca4fb7cb70449816e237b25
+size 5251
diff --git a/params/opt/5/rnd_search_t_lin/comb_8/trained/model.decoder.layers.8.fc1/_0.pt b/params/opt/5/rnd_search_t_lin/comb_8/trained/model.decoder.layers.8.fc1/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..fb4f29c3010f5f4851ca60710f27372bc5df4540
--- /dev/null
+++ b/params/opt/5/rnd_search_t_lin/comb_8/trained/model.decoder.layers.8.fc1/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:95a819e4ab58019c5d3e58a31fa04ec5a7b33743158942a0c35caa2213a07b4e
+size 17539
diff --git a/params/opt/5/rnd_search_t_lin/comb_8/trained/model.decoder.layers.8.fc1/_s.pt b/params/opt/5/rnd_search_t_lin/comb_8/trained/model.decoder.layers.8.fc1/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..96fb67f6b5186543bad85126d354d87d97ece2ae
--- /dev/null
+++ b/params/opt/5/rnd_search_t_lin/comb_8/trained/model.decoder.layers.8.fc1/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c49902c2a243f8cc9e06368534d96fc71d1a557ac96c81417403ab7628021cf8
+size 17539
diff --git a/params/opt/5/rnd_search_t_lin/comb_8/trained/model.decoder.layers.8.fc2/_0.pt b/params/opt/5/rnd_search_t_lin/comb_8/trained/model.decoder.layers.8.fc2/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..864819bc50febec678d21732c2aba40f2ece9e7e
--- /dev/null
+++ b/params/opt/5/rnd_search_t_lin/comb_8/trained/model.decoder.layers.8.fc2/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:cddb27f31566786b9fba9a07c8498133208e5feb39bcc7386d278bc318ab6a16
+size 5251
diff --git a/params/opt/5/rnd_search_t_lin/comb_8/trained/model.decoder.layers.8.fc2/_s.pt b/params/opt/5/rnd_search_t_lin/comb_8/trained/model.decoder.layers.8.fc2/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ee3218166f957fcdcdb7353788d6bf9d4c86d065
--- /dev/null
+++ b/params/opt/5/rnd_search_t_lin/comb_8/trained/model.decoder.layers.8.fc2/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f306b7788d91211845e41e561ee62a58dfc211238b70a6880702e6ab8448d5c0
+size 5251
diff --git a/params/opt/5/rnd_search_t_lin/comb_8/trained/model.decoder.layers.8.self_attn.k_proj/_0.pt b/params/opt/5/rnd_search_t_lin/comb_8/trained/model.decoder.layers.8.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..87da09547b6647f0cd3a43ada7954fd0807dba6e
--- /dev/null
+++ b/params/opt/5/rnd_search_t_lin/comb_8/trained/model.decoder.layers.8.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:6a3156404b64ca0d3547bb22115330be339a9388cf2cbc236da6c530958c9e4b
+size 5251
diff --git a/params/opt/5/rnd_search_t_lin/comb_8/trained/model.decoder.layers.8.self_attn.k_proj/_s.pt b/params/opt/5/rnd_search_t_lin/comb_8/trained/model.decoder.layers.8.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..26d94f85e1486351944f8708aa91e7171abf4f68
--- /dev/null
+++ b/params/opt/5/rnd_search_t_lin/comb_8/trained/model.decoder.layers.8.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b9e40523d07564d3b218a1f101198e2f6ce9dfba290347dc285bcbc06c5f13ea
+size 5251
diff --git a/params/opt/5/rnd_search_t_lin/comb_8/trained/model.decoder.layers.8.self_attn.out_proj/_0.pt b/params/opt/5/rnd_search_t_lin/comb_8/trained/model.decoder.layers.8.self_attn.out_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..abb2c2c54d11bc003dfacfe13ae8491fe5408a44
--- /dev/null
+++ b/params/opt/5/rnd_search_t_lin/comb_8/trained/model.decoder.layers.8.self_attn.out_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a9ec71d8815e5a7931ef7774c5d1700f1e472448a8724ecfd9d048c2f196ef6e
+size 5251
diff --git a/params/opt/5/rnd_search_t_lin/comb_8/trained/model.decoder.layers.8.self_attn.out_proj/_s.pt b/params/opt/5/rnd_search_t_lin/comb_8/trained/model.decoder.layers.8.self_attn.out_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c566cde33db8ac4fd08efc465942abc97bed6e6e
--- /dev/null
+++ b/params/opt/5/rnd_search_t_lin/comb_8/trained/model.decoder.layers.8.self_attn.out_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:60b8e47ab4684445418e0e7e878f44f2ed578abb011450af581a876a8acdd02c
+size 5251
diff --git a/params/opt/5/rnd_search_t_lin/comb_8/trained/model.decoder.layers.8.self_attn.q_proj/_0.pt b/params/opt/5/rnd_search_t_lin/comb_8/trained/model.decoder.layers.8.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e0344a73a778934848acc8fcb75402cb7c22e1ce
--- /dev/null
+++ b/params/opt/5/rnd_search_t_lin/comb_8/trained/model.decoder.layers.8.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:84626afcb3648d2dced9dac7fee219806a750ed1236a919d9539e23a03df5dc5
+size 5251
diff --git a/params/opt/5/rnd_search_t_lin/comb_8/trained/model.decoder.layers.8.self_attn.q_proj/_s.pt b/params/opt/5/rnd_search_t_lin/comb_8/trained/model.decoder.layers.8.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..b5d2c5d781bba362d9ca8a56680d4716ca45acfe
--- /dev/null
+++ b/params/opt/5/rnd_search_t_lin/comb_8/trained/model.decoder.layers.8.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:9d190e79e9b7652e8437ddef9fa6d9ca5b10d0362a4e6b706210cc910231357e
+size 5251
diff --git a/params/opt/5/rnd_search_t_lin/comb_8/trained/model.decoder.layers.8.self_attn.v_proj/_0.pt b/params/opt/5/rnd_search_t_lin/comb_8/trained/model.decoder.layers.8.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c7c643ac9aa209777fc1baef5007c20ab55d9c36
--- /dev/null
+++ b/params/opt/5/rnd_search_t_lin/comb_8/trained/model.decoder.layers.8.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e3c1725f305cdf7ce60dacb955ee1b2bc27ebbe4681b24ce682db53c10f70f3a
+size 5251
diff --git a/params/opt/5/rnd_search_t_lin/comb_8/trained/model.decoder.layers.8.self_attn.v_proj/_s.pt b/params/opt/5/rnd_search_t_lin/comb_8/trained/model.decoder.layers.8.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..9697e911b1e489b9b28e67e4b2479d49f1aa1b06
--- /dev/null
+++ b/params/opt/5/rnd_search_t_lin/comb_8/trained/model.decoder.layers.8.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:3b37829a5b66b154ce2117f0003d6064791d4485afeada14508fbe4fa7049b1d
+size 5251
diff --git a/params/opt/5/rnd_search_t_lin/comb_8/trained/model.decoder.layers.9.fc1/_0.pt b/params/opt/5/rnd_search_t_lin/comb_8/trained/model.decoder.layers.9.fc1/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c2deb8f189aab0f8641e14595ccdd812e65db87c
--- /dev/null
+++ b/params/opt/5/rnd_search_t_lin/comb_8/trained/model.decoder.layers.9.fc1/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:67fd2a45de772bd808772e0a2ab0484b9c8687420dc4a00000f65470b576c898
+size 17539
diff --git a/params/opt/5/rnd_search_t_lin/comb_8/trained/model.decoder.layers.9.fc1/_s.pt b/params/opt/5/rnd_search_t_lin/comb_8/trained/model.decoder.layers.9.fc1/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e13e2a7d63094f60db8578b59fba16ab44c71254
--- /dev/null
+++ b/params/opt/5/rnd_search_t_lin/comb_8/trained/model.decoder.layers.9.fc1/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b86965f3961bdf2233d28b851a9642e5bf44db1b3d249804afce33e0a0a6c961
+size 17539
diff --git a/params/opt/5/rnd_search_t_lin/comb_8/trained/model.decoder.layers.9.fc2/_0.pt b/params/opt/5/rnd_search_t_lin/comb_8/trained/model.decoder.layers.9.fc2/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..af4ff3cddf826cd77c68c75862571369e2e6273b
--- /dev/null
+++ b/params/opt/5/rnd_search_t_lin/comb_8/trained/model.decoder.layers.9.fc2/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f72c8752227197c5ef84123f6b98179e9ed4b5ffc92481610e2d6013766b8280
+size 5251
diff --git a/params/opt/5/rnd_search_t_lin/comb_8/trained/model.decoder.layers.9.fc2/_s.pt b/params/opt/5/rnd_search_t_lin/comb_8/trained/model.decoder.layers.9.fc2/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..785feafa9f596bae779a8f98fce1f57a7b0ccedb
--- /dev/null
+++ b/params/opt/5/rnd_search_t_lin/comb_8/trained/model.decoder.layers.9.fc2/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:dc46ec9a71fc1f786846f669062cbf1e1d4ef2f884bb610c2d3737104d167b6b
+size 5251
diff --git a/params/opt/5/rnd_search_t_lin/comb_8/trained/model.decoder.layers.9.self_attn.k_proj/_0.pt b/params/opt/5/rnd_search_t_lin/comb_8/trained/model.decoder.layers.9.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..79963dcce181011a902716a75ab06b609931048d
--- /dev/null
+++ b/params/opt/5/rnd_search_t_lin/comb_8/trained/model.decoder.layers.9.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f0b54adb19d0539a363163f983cfc6af316b9326e6518e00149fc3b64d8f886d
+size 5251
diff --git a/params/opt/5/rnd_search_t_lin/comb_8/trained/model.decoder.layers.9.self_attn.k_proj/_s.pt b/params/opt/5/rnd_search_t_lin/comb_8/trained/model.decoder.layers.9.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8057991955e92265c6e6d3c15d24235de27c3682
--- /dev/null
+++ b/params/opt/5/rnd_search_t_lin/comb_8/trained/model.decoder.layers.9.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:85ee7f1fb2961c86e81f33e269368c59fd6d1962d04106c31e9e18a584de1eab
+size 5251
diff --git a/params/opt/5/rnd_search_t_lin/comb_8/trained/model.decoder.layers.9.self_attn.out_proj/_0.pt b/params/opt/5/rnd_search_t_lin/comb_8/trained/model.decoder.layers.9.self_attn.out_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..9f79ba153ad42afa17a880b0c94f6e224cdf6562
--- /dev/null
+++ b/params/opt/5/rnd_search_t_lin/comb_8/trained/model.decoder.layers.9.self_attn.out_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b613d9f1604dbc7feb203972eabc93eaccbbd039e53620f231e62c5b3321869e
+size 5251
diff --git a/params/opt/5/rnd_search_t_lin/comb_8/trained/model.decoder.layers.9.self_attn.out_proj/_s.pt b/params/opt/5/rnd_search_t_lin/comb_8/trained/model.decoder.layers.9.self_attn.out_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4cc152161466091805b79d2f93b58a60511502af
--- /dev/null
+++ b/params/opt/5/rnd_search_t_lin/comb_8/trained/model.decoder.layers.9.self_attn.out_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:86d0e0946e34dfb2f1a2a5bb10928fe57ad2c77f2419ebada57a14cc72700354
+size 5251
diff --git a/params/opt/5/rnd_search_t_lin/comb_8/trained/model.decoder.layers.9.self_attn.q_proj/_0.pt b/params/opt/5/rnd_search_t_lin/comb_8/trained/model.decoder.layers.9.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..84e1679ad204d3197fc075875a97732c3cc82d15
--- /dev/null
+++ b/params/opt/5/rnd_search_t_lin/comb_8/trained/model.decoder.layers.9.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:51125478cc89753d8bd588ec751a4fbd0cd9474cd314d6d9f2d1da8a60bf7c3d
+size 5251
diff --git a/params/opt/5/rnd_search_t_lin/comb_8/trained/model.decoder.layers.9.self_attn.q_proj/_s.pt b/params/opt/5/rnd_search_t_lin/comb_8/trained/model.decoder.layers.9.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..06ad1f8ac86405a22abbf65856492e4728bca4ad
--- /dev/null
+++ b/params/opt/5/rnd_search_t_lin/comb_8/trained/model.decoder.layers.9.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d9f89f56e99209ae82c80a62754ae9ab9b41c023f9e75ca18cb3b31957eb052a
+size 5251
diff --git a/params/opt/5/rnd_search_t_lin/comb_8/trained/model.decoder.layers.9.self_attn.v_proj/_0.pt b/params/opt/5/rnd_search_t_lin/comb_8/trained/model.decoder.layers.9.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..eec5c65825fc794892908102f77b2d53684f6b4f
--- /dev/null
+++ b/params/opt/5/rnd_search_t_lin/comb_8/trained/model.decoder.layers.9.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:4311fe9867bcd7f8831bbb3d52e5cd4483441e1ec09f61a87bd5231a9d478bf3
+size 5251
diff --git a/params/opt/5/rnd_search_t_lin/comb_8/trained/model.decoder.layers.9.self_attn.v_proj/_s.pt b/params/opt/5/rnd_search_t_lin/comb_8/trained/model.decoder.layers.9.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2384cd0461ffbca29e1aa354b0b0439d34733fe2
--- /dev/null
+++ b/params/opt/5/rnd_search_t_lin/comb_8/trained/model.decoder.layers.9.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a9c4a820ceb933dfef4db638c77359335a5d08fb8aee194c51122c585650c125
+size 5251
diff --git a/params/opt/5/rnd_search_t_lin/comb_8/trained/model.decoder.project_in/_0.pt b/params/opt/5/rnd_search_t_lin/comb_8/trained/model.decoder.project_in/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2bc6e5488806f21d9eba04f60796ace21c1a4629
--- /dev/null
+++ b/params/opt/5/rnd_search_t_lin/comb_8/trained/model.decoder.project_in/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:1b4ce5bf8e62250c7d29d1b2c879adaddb9f3d9ed9f2ec8771a955d6cb3f3eb9
+size 5251
diff --git a/params/opt/5/rnd_search_t_lin/comb_8/trained/model.decoder.project_in/_s.pt b/params/opt/5/rnd_search_t_lin/comb_8/trained/model.decoder.project_in/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..1bbbf7e3ee4d370f6c6826b356cb66940bfcef51
--- /dev/null
+++ b/params/opt/5/rnd_search_t_lin/comb_8/trained/model.decoder.project_in/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b8d0d754e3941bc3604226b5f3519e854a1a7b9d01cfc95e720213e2883849b1
+size 5251
diff --git a/params/opt/5/rnd_search_t_lin/comb_8/trained/model.decoder.project_out/_0.pt b/params/opt/5/rnd_search_t_lin/comb_8/trained/model.decoder.project_out/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..7752eeffed6972ad0469ae7e3877c05887146e46
--- /dev/null
+++ b/params/opt/5/rnd_search_t_lin/comb_8/trained/model.decoder.project_out/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0589b219ae0b4c56ba80a2f955f1f320d1ea736d21e7d9cfc6e36b3f8e4ac8b1
+size 3203
diff --git a/params/opt/5/rnd_search_t_lin/comb_8/trained/model.decoder.project_out/_s.pt b/params/opt/5/rnd_search_t_lin/comb_8/trained/model.decoder.project_out/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8755e5b906019b31e8c423816b301c752bc746ae
--- /dev/null
+++ b/params/opt/5/rnd_search_t_lin/comb_8/trained/model.decoder.project_out/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:8daefc7a1d7ab3e55c2b6ddd3e67a3df080db056b83aec4b7a042d38bbc19a10
+size 3203
diff --git a/params/opt/5/rnd_search_t_lin/comb_8_t/global_train/lm_head/_0.pt b/params/opt/5/rnd_search_t_lin/comb_8_t/global_train/lm_head/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..b33e8d9bc17dd368a0e0c3beda1ece31d4a1c7aa
--- /dev/null
+++ b/params/opt/5/rnd_search_t_lin/comb_8_t/global_train/lm_head/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e81dce45a6ac7f9eae9a58f635f7b1a0c67465fe83eeb79a183bfcf00aacb519
+size 202243
diff --git a/params/opt/5/rnd_search_t_lin/comb_8_t/global_train/lm_head/_s.pt b/params/opt/5/rnd_search_t_lin/comb_8_t/global_train/lm_head/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..0844fe8fc735eeae8d1f7a96d10aecebfebb5d5e
--- /dev/null
+++ b/params/opt/5/rnd_search_t_lin/comb_8_t/global_train/lm_head/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:70944c852b077c632ba38492832b6a79996f50377338ff5cd60004a19add0bdb
+size 202243
diff --git a/params/opt/5/rnd_search_t_lin/comb_8_t/global_train/model.decoder.layers.0.fc1/_0.pt b/params/opt/5/rnd_search_t_lin/comb_8_t/global_train/model.decoder.layers.0.fc1/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..677b0e70b13aa69036d409c25a5c0841b4eaf5c7
--- /dev/null
+++ b/params/opt/5/rnd_search_t_lin/comb_8_t/global_train/model.decoder.layers.0.fc1/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:bc85375560df735f31ab7127647d892a6607e49f82392beb3a73d70afb4f5f12
+size 17539
diff --git a/params/opt/5/rnd_search_t_lin/comb_8_t/global_train/model.decoder.layers.0.fc1/_s.pt b/params/opt/5/rnd_search_t_lin/comb_8_t/global_train/model.decoder.layers.0.fc1/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ed381ae13227e8fa7686aaeaecbc0b72c882cc25
--- /dev/null
+++ b/params/opt/5/rnd_search_t_lin/comb_8_t/global_train/model.decoder.layers.0.fc1/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a2bd1a4ad93e6470f46536e8da663fb854b6d7a7746360f56f49c22042e5b58a
+size 17539
diff --git a/params/opt/5/rnd_search_t_lin/comb_8_t/global_train/model.decoder.layers.0.fc2/_0.pt b/params/opt/5/rnd_search_t_lin/comb_8_t/global_train/model.decoder.layers.0.fc2/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..1614c15b15c69d4a611cde011b6e6001f3555649
--- /dev/null
+++ b/params/opt/5/rnd_search_t_lin/comb_8_t/global_train/model.decoder.layers.0.fc2/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:822de7e8589c46779b4cf34d17e5eeaef65b65b005000c0c67a3d965eced7577
+size 5251
diff --git a/params/opt/5/rnd_search_t_lin/comb_8_t/global_train/model.decoder.layers.0.fc2/_s.pt b/params/opt/5/rnd_search_t_lin/comb_8_t/global_train/model.decoder.layers.0.fc2/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..5aa0419686a3b714181880a29f73ec0171ccd96e
--- /dev/null
+++ b/params/opt/5/rnd_search_t_lin/comb_8_t/global_train/model.decoder.layers.0.fc2/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:db90df37892192dbf292d8b9e4bd8e61778e9b65b87a6c79d3b6b928e906573b
+size 5251
diff --git a/params/opt/5/rnd_search_t_lin/comb_8_t/global_train/model.decoder.layers.0.self_attn.k_proj/_0.pt b/params/opt/5/rnd_search_t_lin/comb_8_t/global_train/model.decoder.layers.0.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4e805dc6b0bdb5feb1c16171914eb13f600a0427
--- /dev/null
+++ b/params/opt/5/rnd_search_t_lin/comb_8_t/global_train/model.decoder.layers.0.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:7d88bfe2fbaed9de1854973516c9b2e319ba6ce87dd48965738c87e8676b1690
+size 5251
diff --git a/params/opt/5/rnd_search_t_lin/comb_8_t/global_train/model.decoder.layers.0.self_attn.k_proj/_s.pt b/params/opt/5/rnd_search_t_lin/comb_8_t/global_train/model.decoder.layers.0.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..7097ceef29b922ec578ffbb4b77de8fe8eeb0238
--- /dev/null
+++ b/params/opt/5/rnd_search_t_lin/comb_8_t/global_train/model.decoder.layers.0.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:78da21f2878a447e2a3c5c1c28986e3e8e8be7bcf169aa3a4324130172d84e11
+size 5251
diff --git a/params/opt/5/rnd_search_t_lin/comb_8_t/global_train/model.decoder.layers.0.self_attn.out_proj/_0.pt b/params/opt/5/rnd_search_t_lin/comb_8_t/global_train/model.decoder.layers.0.self_attn.out_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..98366969d7caed24acb3de3f80bcfcb2c54c29a4
--- /dev/null
+++ b/params/opt/5/rnd_search_t_lin/comb_8_t/global_train/model.decoder.layers.0.self_attn.out_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:33eb653c4401714740f5b351b3279748c8daa5c75cfe27247abd931b75b093aa
+size 5251
diff --git a/params/opt/5/rnd_search_t_lin/comb_8_t/global_train/model.decoder.layers.0.self_attn.out_proj/_s.pt b/params/opt/5/rnd_search_t_lin/comb_8_t/global_train/model.decoder.layers.0.self_attn.out_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a01e1b34bf82d6ae71794123a28cea5ab652370c
--- /dev/null
+++ b/params/opt/5/rnd_search_t_lin/comb_8_t/global_train/model.decoder.layers.0.self_attn.out_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:42729db633bd1dd24c6233d3e4555f74c715214c78ac812c5a91adde468a6a5c
+size 5251
diff --git a/params/opt/5/rnd_search_t_lin/comb_8_t/global_train/model.decoder.layers.0.self_attn.q_proj/_0.pt b/params/opt/5/rnd_search_t_lin/comb_8_t/global_train/model.decoder.layers.0.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c37c63fa5ba674a63c97981f4be7a124a1eca375
--- /dev/null
+++ b/params/opt/5/rnd_search_t_lin/comb_8_t/global_train/model.decoder.layers.0.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d2ea2aac6be6e0b1e756986b7257ee3ea8d3d9b58c65c6d0448bbb9b7d7e35d1
+size 5251
diff --git a/params/opt/5/rnd_search_t_lin/comb_8_t/global_train/model.decoder.layers.0.self_attn.q_proj/_s.pt b/params/opt/5/rnd_search_t_lin/comb_8_t/global_train/model.decoder.layers.0.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..65c7a36e1dfc2703d237f445cb25a1a635861c1f
--- /dev/null
+++ b/params/opt/5/rnd_search_t_lin/comb_8_t/global_train/model.decoder.layers.0.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:3a584f02b21243b65f7352075fa55e7a9a68c594e01b9cf2feb1ec3ee56092e4
+size 5251
diff --git a/params/opt/5/rnd_search_t_lin/comb_8_t/global_train/model.decoder.layers.0.self_attn.v_proj/_0.pt b/params/opt/5/rnd_search_t_lin/comb_8_t/global_train/model.decoder.layers.0.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..f7075ef787dd4ef5ee2a46dce426f65f4c3cf5a9
--- /dev/null
+++ b/params/opt/5/rnd_search_t_lin/comb_8_t/global_train/model.decoder.layers.0.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:098b49fd571fa75c32bf065dae4acc2600112ee3e4acab25f1d74c636d4b2316
+size 5251
diff --git a/params/opt/5/rnd_search_t_lin/comb_8_t/global_train/model.decoder.layers.0.self_attn.v_proj/_s.pt b/params/opt/5/rnd_search_t_lin/comb_8_t/global_train/model.decoder.layers.0.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..69c9ff0653ce8a475e27f1b148c65126204ad603
--- /dev/null
+++ b/params/opt/5/rnd_search_t_lin/comb_8_t/global_train/model.decoder.layers.0.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:63a066c26481b9ce421d662657fc5e7ba790a2b8e0e4d53da222f1e27ff78816
+size 5251
diff --git a/params/opt/5/rnd_search_t_lin/comb_8_t/global_train/model.decoder.layers.1.fc1/_0.pt b/params/opt/5/rnd_search_t_lin/comb_8_t/global_train/model.decoder.layers.1.fc1/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..810f4f6cad14e93354efcf28595d8f55e9c855e5
--- /dev/null
+++ b/params/opt/5/rnd_search_t_lin/comb_8_t/global_train/model.decoder.layers.1.fc1/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:afd5d68057f4e19907e9f8d715c16e62033dbb402d5a41ac34a4e25feec081ee
+size 17539
diff --git a/params/opt/5/rnd_search_t_lin/comb_8_t/global_train/model.decoder.layers.1.fc1/_s.pt b/params/opt/5/rnd_search_t_lin/comb_8_t/global_train/model.decoder.layers.1.fc1/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..fd533fcb63910105b2fc4f8e4e11ecaa8f67c0ca
--- /dev/null
+++ b/params/opt/5/rnd_search_t_lin/comb_8_t/global_train/model.decoder.layers.1.fc1/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e1fbd47f203f4110a2b7502c3938391d129394fc260b86ed11d61674bd60fa53
+size 17539
diff --git a/params/opt/5/rnd_search_t_lin/comb_8_t/global_train/model.decoder.layers.1.fc2/_0.pt b/params/opt/5/rnd_search_t_lin/comb_8_t/global_train/model.decoder.layers.1.fc2/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..84046a81a7e0c85e74f67ae081d3863cd753e7dc
--- /dev/null
+++ b/params/opt/5/rnd_search_t_lin/comb_8_t/global_train/model.decoder.layers.1.fc2/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:53ec433fe9e4869086e1d377d6de6847b222fad149f3c019614b6f5fecf246b5
+size 5251
diff --git a/params/opt/5/rnd_search_t_lin/comb_8_t/global_train/model.decoder.layers.1.fc2/_s.pt b/params/opt/5/rnd_search_t_lin/comb_8_t/global_train/model.decoder.layers.1.fc2/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..1a8251e43d1474caade0290b38e72ae24f3ba246
--- /dev/null
+++ b/params/opt/5/rnd_search_t_lin/comb_8_t/global_train/model.decoder.layers.1.fc2/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e672dd9ec6eb111436cefe6ef6a7b1556adc5b8575c253db55a74a01f38d67e8
+size 5251
diff --git a/params/opt/5/rnd_search_t_lin/comb_8_t/global_train/model.decoder.layers.1.self_attn.k_proj/_0.pt b/params/opt/5/rnd_search_t_lin/comb_8_t/global_train/model.decoder.layers.1.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..5714eb4bd6de47bd946e379c12765b4b017d83c1
--- /dev/null
+++ b/params/opt/5/rnd_search_t_lin/comb_8_t/global_train/model.decoder.layers.1.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f3e5656ace911331e7ae788ae654b5bbe8db1daf908e3a562db2522d00b26103
+size 5251
diff --git a/params/opt/5/rnd_search_t_lin/comb_8_t/global_train/model.decoder.layers.1.self_attn.k_proj/_s.pt b/params/opt/5/rnd_search_t_lin/comb_8_t/global_train/model.decoder.layers.1.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..7a82072834632b55dc2c1a0d3c72e68e2bc22c43
--- /dev/null
+++ b/params/opt/5/rnd_search_t_lin/comb_8_t/global_train/model.decoder.layers.1.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b79a618d241a189984320b4cd8f1faf23d19bb693fc6813838aacf4bc84a28f5
+size 5251
diff --git a/params/opt/5/rnd_search_t_lin/comb_8_t/global_train/model.decoder.layers.1.self_attn.out_proj/_0.pt b/params/opt/5/rnd_search_t_lin/comb_8_t/global_train/model.decoder.layers.1.self_attn.out_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..d4ec7311f869e25976603ac9f0cd737817a8f57b
--- /dev/null
+++ b/params/opt/5/rnd_search_t_lin/comb_8_t/global_train/model.decoder.layers.1.self_attn.out_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:648e4080c7a2e10d717817596d7959cebf2caa5276149e4f4ebed67afac3503c
+size 5251
diff --git a/params/opt/5/rnd_search_t_lin/comb_8_t/global_train/model.decoder.layers.1.self_attn.out_proj/_s.pt b/params/opt/5/rnd_search_t_lin/comb_8_t/global_train/model.decoder.layers.1.self_attn.out_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..d169d14977097e4057cf36826945e2ec14605ef2
--- /dev/null
+++ b/params/opt/5/rnd_search_t_lin/comb_8_t/global_train/model.decoder.layers.1.self_attn.out_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:fdfaaaa1aecd214a7a798d9b1ff97cc40f4b7c4ef9216cdc24bbfe7ce9174b69
+size 5251
diff --git a/params/opt/5/rnd_search_t_lin/comb_8_t/global_train/model.decoder.layers.1.self_attn.q_proj/_0.pt b/params/opt/5/rnd_search_t_lin/comb_8_t/global_train/model.decoder.layers.1.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c02dc433e030351698455ce9070633c59ae63002
--- /dev/null
+++ b/params/opt/5/rnd_search_t_lin/comb_8_t/global_train/model.decoder.layers.1.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:987854c1a92961866f7e2d4fc9cd77b9b1950f764371b7cf3a8a55e4a0eaeb1b
+size 5251
diff --git a/params/opt/5/rnd_search_t_lin/comb_8_t/global_train/model.decoder.layers.1.self_attn.q_proj/_s.pt b/params/opt/5/rnd_search_t_lin/comb_8_t/global_train/model.decoder.layers.1.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..709347e67be18b50fcaca296b05a7542b2499eb4
--- /dev/null
+++ b/params/opt/5/rnd_search_t_lin/comb_8_t/global_train/model.decoder.layers.1.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ad8f953a405bb33e5c177361dd3c214dde6767c659bf91ddfe994f59d9d3723f
+size 5251
diff --git a/params/opt/5/rnd_search_t_lin/comb_8_t/global_train/model.decoder.layers.1.self_attn.v_proj/_0.pt b/params/opt/5/rnd_search_t_lin/comb_8_t/global_train/model.decoder.layers.1.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..72d1f4839ddc89c1d7c7bcb69670aeb23204b47b
--- /dev/null
+++ b/params/opt/5/rnd_search_t_lin/comb_8_t/global_train/model.decoder.layers.1.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d272a4fa2dbde2026a428ee458f01bdfa93a69919316aa7217fb7f6b0527b773
+size 5251
diff --git a/params/opt/5/rnd_search_t_lin/comb_8_t/global_train/model.decoder.layers.1.self_attn.v_proj/_s.pt b/params/opt/5/rnd_search_t_lin/comb_8_t/global_train/model.decoder.layers.1.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..b2bd8fc84af085d734a42ea15ab6682f6b0c333c
--- /dev/null
+++ b/params/opt/5/rnd_search_t_lin/comb_8_t/global_train/model.decoder.layers.1.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f11577c8bd3965874a4017cb5dbc493f14fe2648303110c122e67695b9cb962f
+size 5251
diff --git a/params/opt/5/rnd_search_t_lin/comb_8_t/global_train/model.decoder.layers.10.fc1/_0.pt b/params/opt/5/rnd_search_t_lin/comb_8_t/global_train/model.decoder.layers.10.fc1/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a5544348453e5e02329660d47051ccb3650df7d5
--- /dev/null
+++ b/params/opt/5/rnd_search_t_lin/comb_8_t/global_train/model.decoder.layers.10.fc1/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b3b39db5f62e719ca8c1792b78da2dec5974da41f3094b85b0eeb52e57728b1b
+size 17539
diff --git a/params/opt/5/rnd_search_t_lin/comb_8_t/global_train/model.decoder.layers.10.fc1/_s.pt b/params/opt/5/rnd_search_t_lin/comb_8_t/global_train/model.decoder.layers.10.fc1/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..fdc5fd9704c32696574a1519e7e8f1827e79bcdb
--- /dev/null
+++ b/params/opt/5/rnd_search_t_lin/comb_8_t/global_train/model.decoder.layers.10.fc1/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a044a7281711119f8c6e50914ce42f725fdfaf60edeb9161b460980d98b8898c
+size 17539
diff --git a/params/opt/5/rnd_search_t_lin/comb_8_t/global_train/model.decoder.layers.10.fc2/_0.pt b/params/opt/5/rnd_search_t_lin/comb_8_t/global_train/model.decoder.layers.10.fc2/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2cfba1ce9663f2106027c618824b8882f682fbba
--- /dev/null
+++ b/params/opt/5/rnd_search_t_lin/comb_8_t/global_train/model.decoder.layers.10.fc2/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5b61b14236b82b782c7815561130308afbb47539a42477658a56e1e2be2cdee5
+size 5251
diff --git a/params/opt/5/rnd_search_t_lin/comb_8_t/global_train/model.decoder.layers.10.fc2/_s.pt b/params/opt/5/rnd_search_t_lin/comb_8_t/global_train/model.decoder.layers.10.fc2/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..149ba453244620139334f53b87ab50b446614ef5
--- /dev/null
+++ b/params/opt/5/rnd_search_t_lin/comb_8_t/global_train/model.decoder.layers.10.fc2/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5f6ba02bf9d0d7795e023142e0a0340944f6ade8a023c48cf2789b0a9ebbd8af
+size 5251
diff --git a/params/opt/5/rnd_search_t_lin/comb_8_t/global_train/model.decoder.layers.10.self_attn.k_proj/_0.pt b/params/opt/5/rnd_search_t_lin/comb_8_t/global_train/model.decoder.layers.10.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e484f25d4933d9c5aa82c291e09090aaf74c9ab1
--- /dev/null
+++ b/params/opt/5/rnd_search_t_lin/comb_8_t/global_train/model.decoder.layers.10.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2e87e2d7689368c805f84df2796c279942cb0db47bf40749810d0bf0d95bfdbb
+size 5251
diff --git a/params/opt/5/rnd_search_t_lin/comb_8_t/global_train/model.decoder.layers.10.self_attn.k_proj/_s.pt b/params/opt/5/rnd_search_t_lin/comb_8_t/global_train/model.decoder.layers.10.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..98463a20e09b348f808c6f23e202df9d4b366b51
--- /dev/null
+++ b/params/opt/5/rnd_search_t_lin/comb_8_t/global_train/model.decoder.layers.10.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c1a2b9ff071f5b76c928243b38c951f6a9f93083c64cd1f22414614a73accfcc
+size 5251
diff --git a/params/opt/5/rnd_search_t_lin/comb_8_t/global_train/model.decoder.layers.10.self_attn.out_proj/_0.pt b/params/opt/5/rnd_search_t_lin/comb_8_t/global_train/model.decoder.layers.10.self_attn.out_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..27266841910404e707b17da8da8b04805dd99a68
--- /dev/null
+++ b/params/opt/5/rnd_search_t_lin/comb_8_t/global_train/model.decoder.layers.10.self_attn.out_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:87fe1d5b0d75ff508ba159f31147d3f21177f45b8970dcf174a1a2b63c321f40
+size 5251
diff --git a/params/opt/5/rnd_search_t_lin/comb_8_t/global_train/model.decoder.layers.10.self_attn.out_proj/_s.pt b/params/opt/5/rnd_search_t_lin/comb_8_t/global_train/model.decoder.layers.10.self_attn.out_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..12c04ea0c9ff74c8cbabb92c150dfac8cf80d91c
--- /dev/null
+++ b/params/opt/5/rnd_search_t_lin/comb_8_t/global_train/model.decoder.layers.10.self_attn.out_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d1ff8abd48c61359811e6b698e12a793965be091dcb2cdbc61a6d369439a26c1
+size 5251
diff --git a/params/opt/5/rnd_search_t_lin/comb_8_t/global_train/model.decoder.layers.10.self_attn.q_proj/_0.pt b/params/opt/5/rnd_search_t_lin/comb_8_t/global_train/model.decoder.layers.10.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..04a4b8466459ad22d3e7bd1725c3a51d62ff12ae
--- /dev/null
+++ b/params/opt/5/rnd_search_t_lin/comb_8_t/global_train/model.decoder.layers.10.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:aa0bce3faf7be9e9ad3bb743e38a17c36d7103e1c1f0012ff5c41e05729e1bed
+size 5251
diff --git a/params/opt/5/rnd_search_t_lin/comb_8_t/global_train/model.decoder.layers.10.self_attn.q_proj/_s.pt b/params/opt/5/rnd_search_t_lin/comb_8_t/global_train/model.decoder.layers.10.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..17d6b959e5ca3ca1725903589d8a844814445e12
--- /dev/null
+++ b/params/opt/5/rnd_search_t_lin/comb_8_t/global_train/model.decoder.layers.10.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f8b86676a4a7f5afd5533ec6417dd8f8a4aedace6806017dc2c5a3e4d9f42fab
+size 5251
diff --git a/params/opt/5/rnd_search_t_lin/comb_8_t/global_train/model.decoder.layers.10.self_attn.v_proj/_0.pt b/params/opt/5/rnd_search_t_lin/comb_8_t/global_train/model.decoder.layers.10.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ea07bc85d2b13d2db4c74b25258a050eb99ddc5c
--- /dev/null
+++ b/params/opt/5/rnd_search_t_lin/comb_8_t/global_train/model.decoder.layers.10.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:fb1c5142b26362fe351ba77f89afe86feff23239c32c736e63fa521148593aa5
+size 5251
diff --git a/params/opt/5/rnd_search_t_lin/comb_8_t/global_train/model.decoder.layers.10.self_attn.v_proj/_s.pt b/params/opt/5/rnd_search_t_lin/comb_8_t/global_train/model.decoder.layers.10.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..887ea9f4ee0745f6a6bc73ee5929afd5401a4dde
--- /dev/null
+++ b/params/opt/5/rnd_search_t_lin/comb_8_t/global_train/model.decoder.layers.10.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d994c09ea26109673334a4bf7dba1767944a13ff7fcbe39fd9d9a670bdfff1ce
+size 5251
diff --git a/params/opt/5/rnd_search_t_lin/comb_8_t/global_train/model.decoder.layers.11.fc1/_0.pt b/params/opt/5/rnd_search_t_lin/comb_8_t/global_train/model.decoder.layers.11.fc1/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..80d1fa34b64dcd71af8721f51309cf5319962485
--- /dev/null
+++ b/params/opt/5/rnd_search_t_lin/comb_8_t/global_train/model.decoder.layers.11.fc1/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5d33976c3b02fe99b251bdf4741c2d4ec098f65a692572af50156587649ccb3a
+size 17539
diff --git a/params/opt/5/rnd_search_t_lin/comb_8_t/global_train/model.decoder.layers.11.fc1/_s.pt b/params/opt/5/rnd_search_t_lin/comb_8_t/global_train/model.decoder.layers.11.fc1/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..3f606381e7b20d34f0bc3ae9e679cc82ea9a0206
--- /dev/null
+++ b/params/opt/5/rnd_search_t_lin/comb_8_t/global_train/model.decoder.layers.11.fc1/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:008080463fcadcaa3c58f348f181862f3d18d71b8b3650733e0afc9b19d9a3a7
+size 17539
diff --git a/params/opt/5/rnd_search_t_lin/comb_8_t/global_train/model.decoder.layers.11.fc2/_0.pt b/params/opt/5/rnd_search_t_lin/comb_8_t/global_train/model.decoder.layers.11.fc2/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..81e87fa8d341ad0abb966c32ad3949a62ade46a6
--- /dev/null
+++ b/params/opt/5/rnd_search_t_lin/comb_8_t/global_train/model.decoder.layers.11.fc2/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:4b2ca3625d81f2ee9f3ed252b333b74ec37caa89ad115d9525da927ea7026228
+size 5251
diff --git a/params/opt/5/rnd_search_t_lin/comb_8_t/global_train/model.decoder.layers.11.fc2/_s.pt b/params/opt/5/rnd_search_t_lin/comb_8_t/global_train/model.decoder.layers.11.fc2/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..09c1f31acd723809b0607b3716444fde00d81f7a
--- /dev/null
+++ b/params/opt/5/rnd_search_t_lin/comb_8_t/global_train/model.decoder.layers.11.fc2/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:db9680dffdf36bef99c5a7c582495dd058a4a903eafe67f5a47d9f21c6c80e71
+size 5251
diff --git a/params/opt/5/rnd_search_t_lin/comb_8_t/global_train/model.decoder.layers.11.self_attn.k_proj/_0.pt b/params/opt/5/rnd_search_t_lin/comb_8_t/global_train/model.decoder.layers.11.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..b3b4f581cabfc71ef6705be754e1ddae9ba8dfd1
--- /dev/null
+++ b/params/opt/5/rnd_search_t_lin/comb_8_t/global_train/model.decoder.layers.11.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e4de770c248161a26f93f4c618ddc32f979fb2cc796cc33ab3cf79470b3c4be4
+size 5251
diff --git a/params/opt/5/rnd_search_t_lin/comb_8_t/global_train/model.decoder.layers.11.self_attn.k_proj/_s.pt b/params/opt/5/rnd_search_t_lin/comb_8_t/global_train/model.decoder.layers.11.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..cdb4f836552b0e10b9019902254e3c0edef58f1a
--- /dev/null
+++ b/params/opt/5/rnd_search_t_lin/comb_8_t/global_train/model.decoder.layers.11.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:817760a39e07ac4515c6b166ae23c9af033d4b98c4599490ac4bc80805679cd5
+size 5251
diff --git a/params/opt/5/rnd_search_t_lin/comb_8_t/global_train/model.decoder.layers.11.self_attn.out_proj/_0.pt b/params/opt/5/rnd_search_t_lin/comb_8_t/global_train/model.decoder.layers.11.self_attn.out_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..f9af5413f522dc145c782847f266cd68218569ad
--- /dev/null
+++ b/params/opt/5/rnd_search_t_lin/comb_8_t/global_train/model.decoder.layers.11.self_attn.out_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:126365d07a58fa91ce939539d7d4c705093e3dd6e8f4903c5393fa17531f5534
+size 5251
diff --git a/params/opt/5/rnd_search_t_lin/comb_8_t/global_train/model.decoder.layers.11.self_attn.out_proj/_s.pt b/params/opt/5/rnd_search_t_lin/comb_8_t/global_train/model.decoder.layers.11.self_attn.out_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..bbbeab7dcb8d7574241cbb21a7a9acb3c3bec280
--- /dev/null
+++ b/params/opt/5/rnd_search_t_lin/comb_8_t/global_train/model.decoder.layers.11.self_attn.out_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d69aa7497a84a01b56c88cd0f915dbf70e8548ac5249168d973f2b179e840bc9
+size 5251
diff --git a/params/opt/5/rnd_search_t_lin/comb_8_t/global_train/model.decoder.layers.11.self_attn.q_proj/_0.pt b/params/opt/5/rnd_search_t_lin/comb_8_t/global_train/model.decoder.layers.11.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..dbafac99cac6de8009f9eed04bf1665c491f856e
--- /dev/null
+++ b/params/opt/5/rnd_search_t_lin/comb_8_t/global_train/model.decoder.layers.11.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d5c8049f94b2d77b59306b0a686a92fab72af3c5d0294ebe3802a5b5785c7b1b
+size 5251
diff --git a/params/opt/5/rnd_search_t_lin/comb_8_t/global_train/model.decoder.layers.11.self_attn.q_proj/_s.pt b/params/opt/5/rnd_search_t_lin/comb_8_t/global_train/model.decoder.layers.11.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..704b9813eb82ada2a07af915a41d2fa70f888d0c
--- /dev/null
+++ b/params/opt/5/rnd_search_t_lin/comb_8_t/global_train/model.decoder.layers.11.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:759a391908c14168609e2cac81a98c022ad9bb1bd01c7d2bf6d777c1c6b6dcb6
+size 5251
diff --git a/params/opt/5/rnd_search_t_lin/comb_8_t/global_train/model.decoder.layers.11.self_attn.v_proj/_0.pt b/params/opt/5/rnd_search_t_lin/comb_8_t/global_train/model.decoder.layers.11.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e1526b8677b3e5446b8ba41925d6469174a39553
--- /dev/null
+++ b/params/opt/5/rnd_search_t_lin/comb_8_t/global_train/model.decoder.layers.11.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c31af2ee72c4d72ae6e4efae2fe48377993ab1059c8a2997e1fedfddb4f7530e
+size 5251
diff --git a/params/opt/5/rnd_search_t_lin/comb_8_t/global_train/model.decoder.layers.11.self_attn.v_proj/_s.pt b/params/opt/5/rnd_search_t_lin/comb_8_t/global_train/model.decoder.layers.11.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..fc1269ec6e4f9f6734d8735b187ec4ce9512b0b5
--- /dev/null
+++ b/params/opt/5/rnd_search_t_lin/comb_8_t/global_train/model.decoder.layers.11.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b08df01d612596ea94348ceab83e1a451558158a69f824f07eb94cec8f033da5
+size 5251
diff --git a/params/opt/5/rnd_search_t_lin/comb_8_t/global_train/model.decoder.layers.12.fc1/_0.pt b/params/opt/5/rnd_search_t_lin/comb_8_t/global_train/model.decoder.layers.12.fc1/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..98bfd7eb8fb68437b309b5e29f7f96a3386ee276
--- /dev/null
+++ b/params/opt/5/rnd_search_t_lin/comb_8_t/global_train/model.decoder.layers.12.fc1/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2555771dbbe7a06a063487c46c932b993a25c9a529299a14b3db2939bd5c70ef
+size 17539
diff --git a/params/opt/5/rnd_search_t_lin/comb_8_t/global_train/model.decoder.layers.12.fc1/_s.pt b/params/opt/5/rnd_search_t_lin/comb_8_t/global_train/model.decoder.layers.12.fc1/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..24cecde24c749539aa3d4a22345b46abdd9108f4
--- /dev/null
+++ b/params/opt/5/rnd_search_t_lin/comb_8_t/global_train/model.decoder.layers.12.fc1/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:885dd083c667ed2e4df62ce890f6441cb33af57fad8a916f7916ed62c0bf150c
+size 17539
diff --git a/params/opt/5/rnd_search_t_lin/comb_8_t/global_train/model.decoder.layers.12.fc2/_0.pt b/params/opt/5/rnd_search_t_lin/comb_8_t/global_train/model.decoder.layers.12.fc2/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..d5fbb177b844afe4345e754404789d75fc9da07a
--- /dev/null
+++ b/params/opt/5/rnd_search_t_lin/comb_8_t/global_train/model.decoder.layers.12.fc2/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:9deaeda75b54b66731fa0b17abe0593bb8dc8a1c710fae768cff28e49b5cf70a
+size 5251
diff --git a/params/opt/5/rnd_search_t_lin/comb_8_t/global_train/model.decoder.layers.12.fc2/_s.pt b/params/opt/5/rnd_search_t_lin/comb_8_t/global_train/model.decoder.layers.12.fc2/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..5531f9597440199eb295a4f5632f4548b66734ce
--- /dev/null
+++ b/params/opt/5/rnd_search_t_lin/comb_8_t/global_train/model.decoder.layers.12.fc2/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a62144c5782e3fa7f39e0ef5a23629969a5a9b2ed2dbef3caa53ee5b43606458
+size 5251
diff --git a/params/opt/5/rnd_search_t_lin/comb_8_t/global_train/model.decoder.layers.12.self_attn.k_proj/_0.pt b/params/opt/5/rnd_search_t_lin/comb_8_t/global_train/model.decoder.layers.12.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..21327596d15e021585f5af3215611ef46d5babe2
--- /dev/null
+++ b/params/opt/5/rnd_search_t_lin/comb_8_t/global_train/model.decoder.layers.12.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:636378501119f8ee0082181df9eb40b2197ef0b3c2cfd14bc891139071b2db2d
+size 5251
diff --git a/params/opt/5/rnd_search_t_lin/comb_8_t/global_train/model.decoder.layers.12.self_attn.k_proj/_s.pt b/params/opt/5/rnd_search_t_lin/comb_8_t/global_train/model.decoder.layers.12.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8f6e4e624f3195d14d0a1a019c65b61e1af26e24
--- /dev/null
+++ b/params/opt/5/rnd_search_t_lin/comb_8_t/global_train/model.decoder.layers.12.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:348c1a3e5c9b1a4c5ae0dfe6b63077a4d42decb3e2d6e2de363be0dd2f6c84d7
+size 5251
diff --git a/params/opt/5/rnd_search_t_lin/comb_8_t/global_train/model.decoder.layers.12.self_attn.out_proj/_0.pt b/params/opt/5/rnd_search_t_lin/comb_8_t/global_train/model.decoder.layers.12.self_attn.out_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..821f8a3ff736fd83f4cffa50f602ac1c79c43541
--- /dev/null
+++ b/params/opt/5/rnd_search_t_lin/comb_8_t/global_train/model.decoder.layers.12.self_attn.out_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:1a6980582a6482c79ad95e4971d0b46d2d9fc74929521d17a55184548cb65b95
+size 5251
diff --git a/params/opt/5/rnd_search_t_lin/comb_8_t/global_train/model.decoder.layers.12.self_attn.out_proj/_s.pt b/params/opt/5/rnd_search_t_lin/comb_8_t/global_train/model.decoder.layers.12.self_attn.out_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..6c83df15e16b6d30872d0ecb105a9a065cd95589
--- /dev/null
+++ b/params/opt/5/rnd_search_t_lin/comb_8_t/global_train/model.decoder.layers.12.self_attn.out_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a7f82d3065d47b2dc5d0e6df97b876d62fd13be10bcfab11adf671acea3b17fa
+size 5251
diff --git a/params/opt/5/rnd_search_t_lin/comb_8_t/global_train/model.decoder.layers.12.self_attn.q_proj/_0.pt b/params/opt/5/rnd_search_t_lin/comb_8_t/global_train/model.decoder.layers.12.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..371637571afeb8564965b2047f6dc41577286ae2
--- /dev/null
+++ b/params/opt/5/rnd_search_t_lin/comb_8_t/global_train/model.decoder.layers.12.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0cab51a1b569a66eaecf4cefa06fa214c601dcbd56b28dd2f4ff3376694f4d84
+size 5251
diff --git a/params/opt/5/rnd_search_t_lin/comb_8_t/global_train/model.decoder.layers.12.self_attn.q_proj/_s.pt b/params/opt/5/rnd_search_t_lin/comb_8_t/global_train/model.decoder.layers.12.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2a94a4240b1bf6a701ac88f5a3e9991fb66a9b6c
--- /dev/null
+++ b/params/opt/5/rnd_search_t_lin/comb_8_t/global_train/model.decoder.layers.12.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:1474d1df95bb6eab6d3e7adc97bb247150f00046d7391cc86518847fe639040d
+size 5251
diff --git a/params/opt/5/rnd_search_t_lin/comb_8_t/global_train/model.decoder.layers.12.self_attn.v_proj/_0.pt b/params/opt/5/rnd_search_t_lin/comb_8_t/global_train/model.decoder.layers.12.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ba7a500cef7187684edec08efe73de225256e595
--- /dev/null
+++ b/params/opt/5/rnd_search_t_lin/comb_8_t/global_train/model.decoder.layers.12.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e6cbf80352058d3110f4e48241f9b809bf710f9a8c1b8c7e75b28b4d8f958c14
+size 5251
diff --git a/params/opt/5/rnd_search_t_lin/comb_8_t/global_train/model.decoder.layers.12.self_attn.v_proj/_s.pt b/params/opt/5/rnd_search_t_lin/comb_8_t/global_train/model.decoder.layers.12.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..cac69edd81ff5ffb0df4b5cf453ced738a282e82
--- /dev/null
+++ b/params/opt/5/rnd_search_t_lin/comb_8_t/global_train/model.decoder.layers.12.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:64c3ae92f4cbf856179eaeaae27e36112ba703486af60276c87b7ab693c40866
+size 5251
diff --git a/params/opt/5/rnd_search_t_lin/comb_8_t/global_train/model.decoder.layers.13.fc1/_0.pt b/params/opt/5/rnd_search_t_lin/comb_8_t/global_train/model.decoder.layers.13.fc1/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c020136d989c1b7ffda7e4956090293eb9f8bfa8
--- /dev/null
+++ b/params/opt/5/rnd_search_t_lin/comb_8_t/global_train/model.decoder.layers.13.fc1/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:3cd8ff5e494cc64a96bb2df8f6657c422a165231c87974c0c3e74ccdc3cc938f
+size 17539
diff --git a/params/opt/5/rnd_search_t_lin/comb_8_t/global_train/model.decoder.layers.13.fc1/_s.pt b/params/opt/5/rnd_search_t_lin/comb_8_t/global_train/model.decoder.layers.13.fc1/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..5e26d04a381894e63c2a9a79b3da032744924d0d
--- /dev/null
+++ b/params/opt/5/rnd_search_t_lin/comb_8_t/global_train/model.decoder.layers.13.fc1/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:4791527e3a03e4c5b47f63a32414e8dc6d76a64fd25ef6d90b904e85700c7086
+size 17539
diff --git a/params/opt/5/rnd_search_t_lin/comb_8_t/global_train/model.decoder.layers.13.fc2/_0.pt b/params/opt/5/rnd_search_t_lin/comb_8_t/global_train/model.decoder.layers.13.fc2/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c9eb0055e8bf9533ad0f7248efac1cbd3ac37f26
--- /dev/null
+++ b/params/opt/5/rnd_search_t_lin/comb_8_t/global_train/model.decoder.layers.13.fc2/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:7877b017d981253d384bea7abdf9f354299367427a70164f94734813a5397607
+size 5251
diff --git a/params/opt/5/rnd_search_t_lin/comb_8_t/global_train/model.decoder.layers.13.fc2/_s.pt b/params/opt/5/rnd_search_t_lin/comb_8_t/global_train/model.decoder.layers.13.fc2/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8f0dd24c31982fe04af6382c17983ea8edfe178a
--- /dev/null
+++ b/params/opt/5/rnd_search_t_lin/comb_8_t/global_train/model.decoder.layers.13.fc2/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:1a757cf037f3e5f01c75d08971ae18b891352a27c37f5afccc93b3da14a5e2ab
+size 5251
diff --git a/params/opt/5/rnd_search_t_lin/comb_8_t/global_train/model.decoder.layers.13.self_attn.k_proj/_0.pt b/params/opt/5/rnd_search_t_lin/comb_8_t/global_train/model.decoder.layers.13.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c1349c9b5a7bb0a886d98bfc5dfbebb612b75858
--- /dev/null
+++ b/params/opt/5/rnd_search_t_lin/comb_8_t/global_train/model.decoder.layers.13.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c3fad4838ab6529cddaf25f67d419a922c6ee3265e94c7bb81008c434ce1e1f7
+size 5251
diff --git a/params/opt/5/rnd_search_t_lin/comb_8_t/global_train/model.decoder.layers.13.self_attn.k_proj/_s.pt b/params/opt/5/rnd_search_t_lin/comb_8_t/global_train/model.decoder.layers.13.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..467c757ef872a84fe9996e23925855ba8ece91ef
--- /dev/null
+++ b/params/opt/5/rnd_search_t_lin/comb_8_t/global_train/model.decoder.layers.13.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:90331d3cc39d916f20aac4ad6e2615a99af322a2a3555d5623b9d38b6634684c
+size 5251
diff --git a/params/opt/5/rnd_search_t_lin/comb_8_t/global_train/model.decoder.layers.13.self_attn.out_proj/_0.pt b/params/opt/5/rnd_search_t_lin/comb_8_t/global_train/model.decoder.layers.13.self_attn.out_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..7e1f3e427318bab53c0abcc29bd79437ee1f318f
--- /dev/null
+++ b/params/opt/5/rnd_search_t_lin/comb_8_t/global_train/model.decoder.layers.13.self_attn.out_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:aeba47c3638c22561088055168c6c3c586d3b37ba272f262aec7418700693a56
+size 5251
diff --git a/params/opt/5/rnd_search_t_lin/comb_8_t/global_train/model.decoder.layers.13.self_attn.out_proj/_s.pt b/params/opt/5/rnd_search_t_lin/comb_8_t/global_train/model.decoder.layers.13.self_attn.out_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..d3f234d0d05d2d0c9391ca2fa217b33b9b36bd3d
--- /dev/null
+++ b/params/opt/5/rnd_search_t_lin/comb_8_t/global_train/model.decoder.layers.13.self_attn.out_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:76e117c6b0588afa662f7b8671750e16a690ad7691efac72a087014152160504
+size 5251
diff --git a/params/opt/5/rnd_search_t_lin/comb_8_t/global_train/model.decoder.layers.13.self_attn.q_proj/_0.pt b/params/opt/5/rnd_search_t_lin/comb_8_t/global_train/model.decoder.layers.13.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..b6da36e003dff03f70972e8556af53dff39582a8
--- /dev/null
+++ b/params/opt/5/rnd_search_t_lin/comb_8_t/global_train/model.decoder.layers.13.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:9b9a11118ebc9a2e237812bcb874e71675810fad615c4b18db908ecbbd2458ca
+size 5251
diff --git a/params/opt/5/rnd_search_t_lin/comb_8_t/global_train/model.decoder.layers.13.self_attn.q_proj/_s.pt b/params/opt/5/rnd_search_t_lin/comb_8_t/global_train/model.decoder.layers.13.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..3445a42af70348d19c35d61cba8ee4daeb1352e2
--- /dev/null
+++ b/params/opt/5/rnd_search_t_lin/comb_8_t/global_train/model.decoder.layers.13.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c4f3ad821bb59d25db298797b4e2907deebdf483f5e3f5b225373f1bf5b53419
+size 5251
diff --git a/params/opt/5/rnd_search_t_lin/comb_8_t/global_train/model.decoder.layers.13.self_attn.v_proj/_0.pt b/params/opt/5/rnd_search_t_lin/comb_8_t/global_train/model.decoder.layers.13.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..91aa9d25cdafb086b844f602858930e3373bcb78
--- /dev/null
+++ b/params/opt/5/rnd_search_t_lin/comb_8_t/global_train/model.decoder.layers.13.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e8a4ea83a1c62ccc57445b908ddbb39268194b13e4b3142a2b639a4ddecdf424
+size 5251
diff --git a/params/opt/5/rnd_search_t_lin/comb_8_t/global_train/model.decoder.layers.13.self_attn.v_proj/_s.pt b/params/opt/5/rnd_search_t_lin/comb_8_t/global_train/model.decoder.layers.13.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..7c8de5792cbc0938b31f738c5b1c0d9c8c265169
--- /dev/null
+++ b/params/opt/5/rnd_search_t_lin/comb_8_t/global_train/model.decoder.layers.13.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b154dc9b3672f077f66e99336d2e83c398b856050e09429cb37941f8104bb2a6
+size 5251
diff --git a/params/opt/5/rnd_search_t_lin/comb_8_t/global_train/model.decoder.layers.14.fc1/_0.pt b/params/opt/5/rnd_search_t_lin/comb_8_t/global_train/model.decoder.layers.14.fc1/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..08748ad69b10cf07fef931d6d953bfdc9aa41d11
--- /dev/null
+++ b/params/opt/5/rnd_search_t_lin/comb_8_t/global_train/model.decoder.layers.14.fc1/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:855870bcf86c81562e11a04e139c3772d7781b05ac082c8dd93fbfb2c139015c
+size 17539
diff --git a/params/opt/5/rnd_search_t_lin/comb_8_t/global_train/model.decoder.layers.14.fc1/_s.pt b/params/opt/5/rnd_search_t_lin/comb_8_t/global_train/model.decoder.layers.14.fc1/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..7cdae7b1f5ad0081c59c6f6d48e8647e7451d105
--- /dev/null
+++ b/params/opt/5/rnd_search_t_lin/comb_8_t/global_train/model.decoder.layers.14.fc1/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:de87f712f5747f3c6e2f6754aa0924b2f7e61419172f1100aa96a5873856cfca
+size 17539
diff --git a/params/opt/5/rnd_search_t_lin/comb_8_t/global_train/model.decoder.layers.14.fc2/_0.pt b/params/opt/5/rnd_search_t_lin/comb_8_t/global_train/model.decoder.layers.14.fc2/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4eb82c97e5e6fde1ea408c74ba47b94bb392eb36
--- /dev/null
+++ b/params/opt/5/rnd_search_t_lin/comb_8_t/global_train/model.decoder.layers.14.fc2/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:04e1e9c7364106b1d6b218b6fe44959333e8ab773d67d0bfe7dce47372a51845
+size 5251
diff --git a/params/opt/5/rnd_search_t_lin/comb_8_t/global_train/model.decoder.layers.14.fc2/_s.pt b/params/opt/5/rnd_search_t_lin/comb_8_t/global_train/model.decoder.layers.14.fc2/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..9ec85d08688f3492acc304d39f09093a57c2f01b
--- /dev/null
+++ b/params/opt/5/rnd_search_t_lin/comb_8_t/global_train/model.decoder.layers.14.fc2/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:8f819f35bbb06281e42ca03654d9ebee768374dbcb1269963a17159dbae5d0fb
+size 5251
diff --git a/params/opt/5/rnd_search_t_lin/comb_8_t/global_train/model.decoder.layers.14.self_attn.k_proj/_0.pt b/params/opt/5/rnd_search_t_lin/comb_8_t/global_train/model.decoder.layers.14.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..dec25eb34a6677e5e8bdd35ed2f0059a18f66b88
--- /dev/null
+++ b/params/opt/5/rnd_search_t_lin/comb_8_t/global_train/model.decoder.layers.14.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5fe34edc69434245adc1040cf760eef6e567f3134175ac2d3b946321e204cfd4
+size 5251
diff --git a/params/opt/5/rnd_search_t_lin/comb_8_t/global_train/model.decoder.layers.14.self_attn.k_proj/_s.pt b/params/opt/5/rnd_search_t_lin/comb_8_t/global_train/model.decoder.layers.14.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..d082c11591be874d486e0940f4450ceaa23e7c78
--- /dev/null
+++ b/params/opt/5/rnd_search_t_lin/comb_8_t/global_train/model.decoder.layers.14.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:18b9551189474a708dd0054763a5112b423300884d92a64a28f763aaf023dc37
+size 5251
diff --git a/params/opt/5/rnd_search_t_lin/comb_8_t/global_train/model.decoder.layers.14.self_attn.out_proj/_0.pt b/params/opt/5/rnd_search_t_lin/comb_8_t/global_train/model.decoder.layers.14.self_attn.out_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..1fbca9bc927d2ca179456c25c69861f6a68a2244
--- /dev/null
+++ b/params/opt/5/rnd_search_t_lin/comb_8_t/global_train/model.decoder.layers.14.self_attn.out_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:6c9178e63319b4e2d4ce1a980dd5762053895a667bf556d6d2a06209c120d7e9
+size 5251
diff --git a/params/opt/5/rnd_search_t_lin/comb_8_t/global_train/model.decoder.layers.14.self_attn.out_proj/_s.pt b/params/opt/5/rnd_search_t_lin/comb_8_t/global_train/model.decoder.layers.14.self_attn.out_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..d6bd184757e5ad10359ce10df795ab0d451f63a2
--- /dev/null
+++ b/params/opt/5/rnd_search_t_lin/comb_8_t/global_train/model.decoder.layers.14.self_attn.out_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:1965488dd5c7ce008f6ec4ffa2b2297c52179fa756f31c7ef0e540c45eb3fedb
+size 5251
diff --git a/params/opt/5/rnd_search_t_lin/comb_8_t/global_train/model.decoder.layers.14.self_attn.q_proj/_0.pt b/params/opt/5/rnd_search_t_lin/comb_8_t/global_train/model.decoder.layers.14.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..7cf7bf26247aebb009308c18353a84d37ab9d4cf
--- /dev/null
+++ b/params/opt/5/rnd_search_t_lin/comb_8_t/global_train/model.decoder.layers.14.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:186c7234c15fd426d36ce94fc74f5bee8f0631708b4b5fdcb7dd7cc8d5edbe3a
+size 5251
diff --git a/params/opt/5/rnd_search_t_lin/comb_8_t/global_train/model.decoder.layers.14.self_attn.q_proj/_s.pt b/params/opt/5/rnd_search_t_lin/comb_8_t/global_train/model.decoder.layers.14.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e9317234ea5b30d2fedabd76e29227833298789b
--- /dev/null
+++ b/params/opt/5/rnd_search_t_lin/comb_8_t/global_train/model.decoder.layers.14.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:cf577f7a840e67035a5b4518dcb590006d886f0a97a9f4c2fdf08727c4f728b4
+size 5251
diff --git a/params/opt/5/rnd_search_t_lin/comb_8_t/global_train/model.decoder.layers.14.self_attn.v_proj/_0.pt b/params/opt/5/rnd_search_t_lin/comb_8_t/global_train/model.decoder.layers.14.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c32ec456098c75316f8d28c59cc104a407a00496
--- /dev/null
+++ b/params/opt/5/rnd_search_t_lin/comb_8_t/global_train/model.decoder.layers.14.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5f79967a4eadd7987a483ef66dcd81cef6a03a9103342c09529b6c4b61cc807a
+size 5251
diff --git a/params/opt/5/rnd_search_t_lin/comb_8_t/global_train/model.decoder.layers.14.self_attn.v_proj/_s.pt b/params/opt/5/rnd_search_t_lin/comb_8_t/global_train/model.decoder.layers.14.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..1af53fb981fb695f5732a073980b703ed5f2f750
--- /dev/null
+++ b/params/opt/5/rnd_search_t_lin/comb_8_t/global_train/model.decoder.layers.14.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0239c6c194d1ca656290213d366b8b4aef41edb9780ea003deea37bde3094a13
+size 5251
diff --git a/params/opt/5/rnd_search_t_lin/comb_8_t/global_train/model.decoder.layers.15.fc1/_0.pt b/params/opt/5/rnd_search_t_lin/comb_8_t/global_train/model.decoder.layers.15.fc1/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..55dacb516b858b173a79842a9a6c2fd349a93621
--- /dev/null
+++ b/params/opt/5/rnd_search_t_lin/comb_8_t/global_train/model.decoder.layers.15.fc1/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:008e03b7bef385b7b1ac16b50fe1f6e1d3de26a17dd89bca2e5d2607f350a9d5
+size 17539
diff --git a/params/opt/5/rnd_search_t_lin/comb_8_t/global_train/model.decoder.layers.15.fc1/_s.pt b/params/opt/5/rnd_search_t_lin/comb_8_t/global_train/model.decoder.layers.15.fc1/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c695ba1f39182ac074b98c17963a54a3e125afc4
--- /dev/null
+++ b/params/opt/5/rnd_search_t_lin/comb_8_t/global_train/model.decoder.layers.15.fc1/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:cbefda8dbdf84993a2e9d95037a9f0b3f862a6b8be6df52cdc99e04e252478ef
+size 17539
diff --git a/params/opt/5/rnd_search_t_lin/comb_8_t/global_train/model.decoder.layers.15.fc2/_0.pt b/params/opt/5/rnd_search_t_lin/comb_8_t/global_train/model.decoder.layers.15.fc2/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..3efcce1f8c70decfa036efeb4292541ae9aa91a6
--- /dev/null
+++ b/params/opt/5/rnd_search_t_lin/comb_8_t/global_train/model.decoder.layers.15.fc2/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:abdbca5088436ca7c414c9c4c2ab98d7c205889d4532aa0fadc0d0fa1be69372
+size 5251
diff --git a/params/opt/5/rnd_search_t_lin/comb_8_t/global_train/model.decoder.layers.15.fc2/_s.pt b/params/opt/5/rnd_search_t_lin/comb_8_t/global_train/model.decoder.layers.15.fc2/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..80c34d119e0fa60b3de819884491905a46ae5667
--- /dev/null
+++ b/params/opt/5/rnd_search_t_lin/comb_8_t/global_train/model.decoder.layers.15.fc2/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e82ecb85899fe049adfaafca3c265fa1deacd18b0c72c344a1597ddfc9df26a2
+size 5251
diff --git a/params/opt/5/rnd_search_t_lin/comb_8_t/global_train/model.decoder.layers.15.self_attn.k_proj/_0.pt b/params/opt/5/rnd_search_t_lin/comb_8_t/global_train/model.decoder.layers.15.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..0c521f9319fb332ac7d4266703db5bdecdc5aa69
--- /dev/null
+++ b/params/opt/5/rnd_search_t_lin/comb_8_t/global_train/model.decoder.layers.15.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ba228f47c17b00e7df555a0f26a45e4645456423fa3b0a1f89fcb1439a1cd55d
+size 5251
diff --git a/params/opt/5/rnd_search_t_lin/comb_8_t/global_train/model.decoder.layers.15.self_attn.k_proj/_s.pt b/params/opt/5/rnd_search_t_lin/comb_8_t/global_train/model.decoder.layers.15.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..d4c4281a75d90ee88134f8f8943ae34efd660152
--- /dev/null
+++ b/params/opt/5/rnd_search_t_lin/comb_8_t/global_train/model.decoder.layers.15.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:be993ae6e2b4742d390eccc14871fbab1c4138e2dfd772cb05a0eb847e0feaa0
+size 5251
diff --git a/params/opt/5/rnd_search_t_lin/comb_8_t/global_train/model.decoder.layers.15.self_attn.out_proj/_0.pt b/params/opt/5/rnd_search_t_lin/comb_8_t/global_train/model.decoder.layers.15.self_attn.out_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..275d4016ad84473d7e6503c6b589f2040e67c821
--- /dev/null
+++ b/params/opt/5/rnd_search_t_lin/comb_8_t/global_train/model.decoder.layers.15.self_attn.out_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:70928e65f36789f16377a69aad8b46efd9e1b82dbfd81a59da1ce8d689853027
+size 5251
diff --git a/params/opt/5/rnd_search_t_lin/comb_8_t/global_train/model.decoder.layers.15.self_attn.out_proj/_s.pt b/params/opt/5/rnd_search_t_lin/comb_8_t/global_train/model.decoder.layers.15.self_attn.out_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..6d7603bcb96fa8889e002f76bc30cdbe043da7cf
--- /dev/null
+++ b/params/opt/5/rnd_search_t_lin/comb_8_t/global_train/model.decoder.layers.15.self_attn.out_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b6d5c22dd0a9ac0c516fa8ba095e8a326a9ab2d7c5257713d2b81fe2a55043d9
+size 5251
diff --git a/params/opt/5/rnd_search_t_lin/comb_8_t/global_train/model.decoder.layers.15.self_attn.q_proj/_0.pt b/params/opt/5/rnd_search_t_lin/comb_8_t/global_train/model.decoder.layers.15.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..1e43f0879d814ff4b21a5abb795d2b8117026fe4
--- /dev/null
+++ b/params/opt/5/rnd_search_t_lin/comb_8_t/global_train/model.decoder.layers.15.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:4645fd6047d2d95c5c0e20fde074a84b11c073990971b37e7d53d6251c4c0b0b
+size 5251
diff --git a/params/opt/5/rnd_search_t_lin/comb_8_t/global_train/model.decoder.layers.15.self_attn.q_proj/_s.pt b/params/opt/5/rnd_search_t_lin/comb_8_t/global_train/model.decoder.layers.15.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..b9b6d3e4bd601a8122c75f467517d7cd7080bc35
--- /dev/null
+++ b/params/opt/5/rnd_search_t_lin/comb_8_t/global_train/model.decoder.layers.15.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ea576b00c81cfe77fde623348e46c11d3ca0be51973788eb96be55f89eb9f13e
+size 5251
diff --git a/params/opt/5/rnd_search_t_lin/comb_8_t/global_train/model.decoder.layers.15.self_attn.v_proj/_0.pt b/params/opt/5/rnd_search_t_lin/comb_8_t/global_train/model.decoder.layers.15.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..d1781d4a5cbf452e304444bedaa5c31e3cd8b7dd
--- /dev/null
+++ b/params/opt/5/rnd_search_t_lin/comb_8_t/global_train/model.decoder.layers.15.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:87f588667aeb66fe5c7073226b8159c898aa7a8aa36346adf711de4be1c44af9
+size 5251
diff --git a/params/opt/5/rnd_search_t_lin/comb_8_t/global_train/model.decoder.layers.15.self_attn.v_proj/_s.pt b/params/opt/5/rnd_search_t_lin/comb_8_t/global_train/model.decoder.layers.15.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..31f3a3f65e3ddf158b4ce3fd203b424899d18e1f
--- /dev/null
+++ b/params/opt/5/rnd_search_t_lin/comb_8_t/global_train/model.decoder.layers.15.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e765c55bd90ff9181902c980978d36843b861250ef2632721a545c4143f6ee2a
+size 5251
diff --git a/params/opt/5/rnd_search_t_lin/comb_8_t/global_train/model.decoder.layers.16.fc1/_0.pt b/params/opt/5/rnd_search_t_lin/comb_8_t/global_train/model.decoder.layers.16.fc1/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..6c893938ba825308c9fbc1c20cf4934d4107928f
--- /dev/null
+++ b/params/opt/5/rnd_search_t_lin/comb_8_t/global_train/model.decoder.layers.16.fc1/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:270d3a509b3e88738e2d0e652cbc41085980ecd40b1f32dabf390c5b0a467a6a
+size 17539
diff --git a/params/opt/5/rnd_search_t_lin/comb_8_t/global_train/model.decoder.layers.16.fc1/_s.pt b/params/opt/5/rnd_search_t_lin/comb_8_t/global_train/model.decoder.layers.16.fc1/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..5ab5ee650e924d6d59546d68f53f92b4689f70a3
--- /dev/null
+++ b/params/opt/5/rnd_search_t_lin/comb_8_t/global_train/model.decoder.layers.16.fc1/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:fe34ce56f952862786025fe698929ae123c60749c4bd34b9c43e7d6ba6c1f568
+size 17539
diff --git a/params/opt/5/rnd_search_t_lin/comb_8_t/global_train/model.decoder.layers.16.fc2/_0.pt b/params/opt/5/rnd_search_t_lin/comb_8_t/global_train/model.decoder.layers.16.fc2/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a5f58e6b6c30c8b4d3830a8966b79445afd901fa
--- /dev/null
+++ b/params/opt/5/rnd_search_t_lin/comb_8_t/global_train/model.decoder.layers.16.fc2/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2d400d1f714a9d11f1e3edfdee9be40f0b3ccabeabba3cf53b2faed393ce3cb2
+size 5251
diff --git a/params/opt/5/rnd_search_t_lin/comb_8_t/global_train/model.decoder.layers.16.fc2/_s.pt b/params/opt/5/rnd_search_t_lin/comb_8_t/global_train/model.decoder.layers.16.fc2/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ca1f4b34349f46326e544121a53bd2545a4a12d4
--- /dev/null
+++ b/params/opt/5/rnd_search_t_lin/comb_8_t/global_train/model.decoder.layers.16.fc2/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e9e9de021762d0733b30fe8f5d29b40a0bcddf65b29b173e6707384be781570f
+size 5251
diff --git a/params/opt/5/rnd_search_t_lin/comb_8_t/global_train/model.decoder.layers.16.self_attn.k_proj/_0.pt b/params/opt/5/rnd_search_t_lin/comb_8_t/global_train/model.decoder.layers.16.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..21d4430abab6fa57e4f3d945ba4d1fe66b1315f2
--- /dev/null
+++ b/params/opt/5/rnd_search_t_lin/comb_8_t/global_train/model.decoder.layers.16.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:41f12963dca6d8abb43ea1f301c5194a411512b926ef23dfe0d9c5bb6554b6a3
+size 5251
diff --git a/params/opt/5/rnd_search_t_lin/comb_8_t/global_train/model.decoder.layers.16.self_attn.k_proj/_s.pt b/params/opt/5/rnd_search_t_lin/comb_8_t/global_train/model.decoder.layers.16.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8f7665ac5f9d597cac65e4438d74bd1860961a9b
--- /dev/null
+++ b/params/opt/5/rnd_search_t_lin/comb_8_t/global_train/model.decoder.layers.16.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:927c90ee362125ede444559c4f414a5caae08c9e23882aa2f23178f637625141
+size 5251
diff --git a/params/opt/5/rnd_search_t_lin/comb_8_t/global_train/model.decoder.layers.16.self_attn.out_proj/_0.pt b/params/opt/5/rnd_search_t_lin/comb_8_t/global_train/model.decoder.layers.16.self_attn.out_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ad0ec134fa4b0381e35a593fc16c6855e9966b9c
--- /dev/null
+++ b/params/opt/5/rnd_search_t_lin/comb_8_t/global_train/model.decoder.layers.16.self_attn.out_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:cfc5692eead62b7b2b681696cf1eba85c8745ab5100320b678199c3b73fd3092
+size 5251
diff --git a/params/opt/5/rnd_search_t_lin/comb_8_t/global_train/model.decoder.layers.16.self_attn.out_proj/_s.pt b/params/opt/5/rnd_search_t_lin/comb_8_t/global_train/model.decoder.layers.16.self_attn.out_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..0b066e246c93c8c3237ca55d15749c0994b622ab
--- /dev/null
+++ b/params/opt/5/rnd_search_t_lin/comb_8_t/global_train/model.decoder.layers.16.self_attn.out_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:77038f02e3f7a1d24d83fb815eabccfd38e4df58c91eb97afc49e2dc82ed219b
+size 5251
diff --git a/params/opt/5/rnd_search_t_lin/comb_8_t/global_train/model.decoder.layers.16.self_attn.q_proj/_0.pt b/params/opt/5/rnd_search_t_lin/comb_8_t/global_train/model.decoder.layers.16.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4b264ab47775a2a062a0872632b1981b98da861e
--- /dev/null
+++ b/params/opt/5/rnd_search_t_lin/comb_8_t/global_train/model.decoder.layers.16.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:91805bbaea63eace3370cfb99eecdbf82644ea9653be0a5a416c20e2700b5051
+size 5251
diff --git a/params/opt/5/rnd_search_t_lin/comb_8_t/global_train/model.decoder.layers.16.self_attn.q_proj/_s.pt b/params/opt/5/rnd_search_t_lin/comb_8_t/global_train/model.decoder.layers.16.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..0ddb1e0e7b0a9e514892e4ce43b6410d4d201f23
--- /dev/null
+++ b/params/opt/5/rnd_search_t_lin/comb_8_t/global_train/model.decoder.layers.16.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2a64909953987c5b083b61a1bb518816dd8e54f4d7c24558c801f5618c8ae22a
+size 5251
diff --git a/params/opt/5/rnd_search_t_lin/comb_8_t/global_train/model.decoder.layers.16.self_attn.v_proj/_0.pt b/params/opt/5/rnd_search_t_lin/comb_8_t/global_train/model.decoder.layers.16.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..380e771a1df93fbbaba6845a2ff6c33d961a3fc8
--- /dev/null
+++ b/params/opt/5/rnd_search_t_lin/comb_8_t/global_train/model.decoder.layers.16.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:38c39997572fabf10f5a9ad7e2df3348dfc14474693e1cbe474037c6a71c3a55
+size 5251
diff --git a/params/opt/5/rnd_search_t_lin/comb_8_t/global_train/model.decoder.layers.16.self_attn.v_proj/_s.pt b/params/opt/5/rnd_search_t_lin/comb_8_t/global_train/model.decoder.layers.16.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..50224b79ff2c4e325d3aec9b1fa80651c417a6a7
--- /dev/null
+++ b/params/opt/5/rnd_search_t_lin/comb_8_t/global_train/model.decoder.layers.16.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5f3d9e37478a518f524a9bea89aba7d75b864d6d7036e0717de9e1b94b218c0a
+size 5251
diff --git a/params/opt/5/rnd_search_t_lin/comb_8_t/global_train/model.decoder.layers.17.fc1/_0.pt b/params/opt/5/rnd_search_t_lin/comb_8_t/global_train/model.decoder.layers.17.fc1/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2e712103b9ad628737557b34b89b5223f451455b
--- /dev/null
+++ b/params/opt/5/rnd_search_t_lin/comb_8_t/global_train/model.decoder.layers.17.fc1/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:fe4b0e863140c6d11817169556afa506b5bdcdb9d57bb451bccafc0a578f83ed
+size 17539
diff --git a/params/opt/5/rnd_search_t_lin/comb_8_t/global_train/model.decoder.layers.17.fc1/_s.pt b/params/opt/5/rnd_search_t_lin/comb_8_t/global_train/model.decoder.layers.17.fc1/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..cec5e60dd3633c426008d26a15718ce5cd5a5a09
--- /dev/null
+++ b/params/opt/5/rnd_search_t_lin/comb_8_t/global_train/model.decoder.layers.17.fc1/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2e0ae3ba6a7e10d6b9175b6368b1a4b1b9f8ba54c774dd948614d9b19e7c6232
+size 17539
diff --git a/params/opt/5/rnd_search_t_lin/comb_8_t/global_train/model.decoder.layers.17.fc2/_0.pt b/params/opt/5/rnd_search_t_lin/comb_8_t/global_train/model.decoder.layers.17.fc2/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..fc7982d40a42ccc1e6cd882d1d7ffcae1f9d6064
--- /dev/null
+++ b/params/opt/5/rnd_search_t_lin/comb_8_t/global_train/model.decoder.layers.17.fc2/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:bb1d2d3436451250758985b4a2bdc4691f1c69813d5d143f338f572d5de14b9c
+size 5251
diff --git a/params/opt/5/rnd_search_t_lin/comb_8_t/global_train/model.decoder.layers.17.fc2/_s.pt b/params/opt/5/rnd_search_t_lin/comb_8_t/global_train/model.decoder.layers.17.fc2/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ee5574be5c242131abdf05bbb8a3cce5467d37a6
--- /dev/null
+++ b/params/opt/5/rnd_search_t_lin/comb_8_t/global_train/model.decoder.layers.17.fc2/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:8c10de7d0da48476f381748c6f2e0e7d1a5d163749d1c0727115b6836e78a26e
+size 5251
diff --git a/params/opt/5/rnd_search_t_lin/comb_8_t/global_train/model.decoder.layers.17.self_attn.k_proj/_0.pt b/params/opt/5/rnd_search_t_lin/comb_8_t/global_train/model.decoder.layers.17.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..b69854943c6680ef91b8c71916003e357ff85df0
--- /dev/null
+++ b/params/opt/5/rnd_search_t_lin/comb_8_t/global_train/model.decoder.layers.17.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:bb2c4462749582ea3e91f37c2c725bbfaf1afb92a211c920844a874f1518639b
+size 5251
diff --git a/params/opt/5/rnd_search_t_lin/comb_8_t/global_train/model.decoder.layers.17.self_attn.k_proj/_s.pt b/params/opt/5/rnd_search_t_lin/comb_8_t/global_train/model.decoder.layers.17.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..9f7903e7e3888ac7c848520fd3f1443e4bf6ea69
--- /dev/null
+++ b/params/opt/5/rnd_search_t_lin/comb_8_t/global_train/model.decoder.layers.17.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:13fcb4f5374028e5e2a9ac9075dc81a32c36a30ea66a6951ab982e812249a9f4
+size 5251
diff --git a/params/opt/5/rnd_search_t_lin/comb_8_t/global_train/model.decoder.layers.17.self_attn.out_proj/_0.pt b/params/opt/5/rnd_search_t_lin/comb_8_t/global_train/model.decoder.layers.17.self_attn.out_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..1b4f4fab8cfae88729c6c18e27f2e697ffab567e
--- /dev/null
+++ b/params/opt/5/rnd_search_t_lin/comb_8_t/global_train/model.decoder.layers.17.self_attn.out_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:1e1cb4be7a0a30720aba15d554a8d04a023be7e1ecfb3bb2bf8d0f43e62b42e1
+size 5251
diff --git a/params/opt/5/rnd_search_t_lin/comb_8_t/global_train/model.decoder.layers.17.self_attn.out_proj/_s.pt b/params/opt/5/rnd_search_t_lin/comb_8_t/global_train/model.decoder.layers.17.self_attn.out_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..b3be233ccf9eefbe27df77a312b2491c933d8258
--- /dev/null
+++ b/params/opt/5/rnd_search_t_lin/comb_8_t/global_train/model.decoder.layers.17.self_attn.out_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:dc323e2bca63d2047f42b2d430d191177206a84bee5d1ce2b0a216ecc5ce7d0d
+size 5251
diff --git a/params/opt/5/rnd_search_t_lin/comb_8_t/global_train/model.decoder.layers.17.self_attn.q_proj/_0.pt b/params/opt/5/rnd_search_t_lin/comb_8_t/global_train/model.decoder.layers.17.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..540569ed66c0375d646750539ac5f9917a53f719
--- /dev/null
+++ b/params/opt/5/rnd_search_t_lin/comb_8_t/global_train/model.decoder.layers.17.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:4d22970727cd392cd441cdbbb771953ec8e18294ebeb1e104b5b2c29c0836ea7
+size 5251
diff --git a/params/opt/5/rnd_search_t_lin/comb_8_t/global_train/model.decoder.layers.17.self_attn.q_proj/_s.pt b/params/opt/5/rnd_search_t_lin/comb_8_t/global_train/model.decoder.layers.17.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..20ed5b4cec90dcb09aa71daa46cac7a62dbd1e55
--- /dev/null
+++ b/params/opt/5/rnd_search_t_lin/comb_8_t/global_train/model.decoder.layers.17.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:121b4cf4072a5ec65ffe747615a671bd76909e461a772d9b17519e2e63659cb1
+size 5251
diff --git a/params/opt/5/rnd_search_t_lin/comb_8_t/global_train/model.decoder.layers.17.self_attn.v_proj/_0.pt b/params/opt/5/rnd_search_t_lin/comb_8_t/global_train/model.decoder.layers.17.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..27f8881a21581fed88773115e00edef19ed97b0d
--- /dev/null
+++ b/params/opt/5/rnd_search_t_lin/comb_8_t/global_train/model.decoder.layers.17.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c5b7d74e973cef10bec30bf1c4c707594b70d107d07d74aab0fe69c2a8fe39ae
+size 5251
diff --git a/params/opt/5/rnd_search_t_lin/comb_8_t/global_train/model.decoder.layers.17.self_attn.v_proj/_s.pt b/params/opt/5/rnd_search_t_lin/comb_8_t/global_train/model.decoder.layers.17.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..d1672616c43267398cad3774071c3ad6c525fa02
--- /dev/null
+++ b/params/opt/5/rnd_search_t_lin/comb_8_t/global_train/model.decoder.layers.17.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:672938ab01cd7475a19b6ac5c87ff860231749feec5cdacf9d014562e306103a
+size 5251
diff --git a/params/opt/5/rnd_search_t_lin/comb_8_t/global_train/model.decoder.layers.18.fc1/_0.pt b/params/opt/5/rnd_search_t_lin/comb_8_t/global_train/model.decoder.layers.18.fc1/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ec575a6c6d649e4ac7cc457d119a24cc12a86ec9
--- /dev/null
+++ b/params/opt/5/rnd_search_t_lin/comb_8_t/global_train/model.decoder.layers.18.fc1/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c7c1426a93f127149a68d6f73a5107413f39cd9c64091f61f4ea375b5bd1bb3c
+size 17539
diff --git a/params/opt/5/rnd_search_t_lin/comb_8_t/global_train/model.decoder.layers.18.fc1/_s.pt b/params/opt/5/rnd_search_t_lin/comb_8_t/global_train/model.decoder.layers.18.fc1/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..9e1b18f17ca354ee123f0b8bf6dff57995b1d6ab
--- /dev/null
+++ b/params/opt/5/rnd_search_t_lin/comb_8_t/global_train/model.decoder.layers.18.fc1/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0376b4cd1839e05f7655d6800feb6763bd2c3193329b1628f7f75313c6144607
+size 17539
diff --git a/params/opt/5/rnd_search_t_lin/comb_8_t/global_train/model.decoder.layers.18.fc2/_0.pt b/params/opt/5/rnd_search_t_lin/comb_8_t/global_train/model.decoder.layers.18.fc2/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..f8eaeaef899e6b3ed1213f12f3a9bfa05ac7640e
--- /dev/null
+++ b/params/opt/5/rnd_search_t_lin/comb_8_t/global_train/model.decoder.layers.18.fc2/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:08ac9c5389387177947f8d278fe4c744cc1ada19c4f6ed3466a603da65962e57
+size 5251
diff --git a/params/opt/5/rnd_search_t_lin/comb_8_t/global_train/model.decoder.layers.18.fc2/_s.pt b/params/opt/5/rnd_search_t_lin/comb_8_t/global_train/model.decoder.layers.18.fc2/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..7ca571e5754ea92e1317e9d5396831da0ebb9e00
--- /dev/null
+++ b/params/opt/5/rnd_search_t_lin/comb_8_t/global_train/model.decoder.layers.18.fc2/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:029ac41ecf30fff0fd8aed1e5095a80216cdc4617dbc6baccd59e466f46113ac
+size 5251
diff --git a/params/opt/5/rnd_search_t_lin/comb_8_t/global_train/model.decoder.layers.18.self_attn.k_proj/_0.pt b/params/opt/5/rnd_search_t_lin/comb_8_t/global_train/model.decoder.layers.18.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..f39982d58a94b52a4d8b20cf45c6ff671c31434f
--- /dev/null
+++ b/params/opt/5/rnd_search_t_lin/comb_8_t/global_train/model.decoder.layers.18.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:6f8a7a9c0da1fc6292b4fb6826a903294914ed4ac8c0c56976ac5ef59b3faa84
+size 5251
diff --git a/params/opt/5/rnd_search_t_lin/comb_8_t/global_train/model.decoder.layers.18.self_attn.k_proj/_s.pt b/params/opt/5/rnd_search_t_lin/comb_8_t/global_train/model.decoder.layers.18.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..7a9a57494c0593c03ec53d339f360ef21d953e1c
--- /dev/null
+++ b/params/opt/5/rnd_search_t_lin/comb_8_t/global_train/model.decoder.layers.18.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cc80fba7fa446eb98a87f5d3f8bda3951e741bace84ce3911d3ebb916c1de3b
+size 5251
diff --git a/params/opt/5/rnd_search_t_lin/comb_8_t/global_train/model.decoder.layers.18.self_attn.out_proj/_0.pt b/params/opt/5/rnd_search_t_lin/comb_8_t/global_train/model.decoder.layers.18.self_attn.out_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..70e2d99c11759fc4702c87a35c3f6ceff40dd4d1
--- /dev/null
+++ b/params/opt/5/rnd_search_t_lin/comb_8_t/global_train/model.decoder.layers.18.self_attn.out_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:384340d1deb6d4702fb4453b5a0471183384f2c304341f063d121485507075ef
+size 5251
diff --git a/params/opt/5/rnd_search_t_lin/comb_8_t/global_train/model.decoder.layers.18.self_attn.out_proj/_s.pt b/params/opt/5/rnd_search_t_lin/comb_8_t/global_train/model.decoder.layers.18.self_attn.out_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..654ebe5d5e94e2ade63f18aa4e7230d8a25f42a3
--- /dev/null
+++ b/params/opt/5/rnd_search_t_lin/comb_8_t/global_train/model.decoder.layers.18.self_attn.out_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:9ba94c6fd87de3f30638c8a51f847d60c505071febe731eba76f7a2a9e0a4dc8
+size 5251
diff --git a/params/opt/5/rnd_search_t_lin/comb_8_t/global_train/model.decoder.layers.18.self_attn.q_proj/_0.pt b/params/opt/5/rnd_search_t_lin/comb_8_t/global_train/model.decoder.layers.18.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..75b96dc9d0c91ef852f20a1ca81a8df495e633aa
--- /dev/null
+++ b/params/opt/5/rnd_search_t_lin/comb_8_t/global_train/model.decoder.layers.18.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:117695b2d6ef380a6d59a5b9a18664181bba6fd02f6817880fc8de673d9e70ba
+size 5251
diff --git a/params/opt/5/rnd_search_t_lin/comb_8_t/global_train/model.decoder.layers.18.self_attn.q_proj/_s.pt b/params/opt/5/rnd_search_t_lin/comb_8_t/global_train/model.decoder.layers.18.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..15da05837a1413c4fa0092c8bf6dd0adcba2fbc7
--- /dev/null
+++ b/params/opt/5/rnd_search_t_lin/comb_8_t/global_train/model.decoder.layers.18.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:52b14507528ddd1b8d90ae52e31ee0629ee76eb3c895ede46192ec04cba75272
+size 5251
diff --git a/params/opt/5/rnd_search_t_lin/comb_8_t/global_train/model.decoder.layers.18.self_attn.v_proj/_0.pt b/params/opt/5/rnd_search_t_lin/comb_8_t/global_train/model.decoder.layers.18.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..aa764ed2f490ea8244321b991d71431eb77b087f
--- /dev/null
+++ b/params/opt/5/rnd_search_t_lin/comb_8_t/global_train/model.decoder.layers.18.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:57a89c72047bc33272a8d84eb5b5f8792167e86f8da7b31d7d5b4f5d3186a4d7
+size 5251
diff --git a/params/opt/5/rnd_search_t_lin/comb_8_t/global_train/model.decoder.layers.18.self_attn.v_proj/_s.pt b/params/opt/5/rnd_search_t_lin/comb_8_t/global_train/model.decoder.layers.18.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..63b0256ba49fb0ef13fae3db3eb6b1bc725980ed
--- /dev/null
+++ b/params/opt/5/rnd_search_t_lin/comb_8_t/global_train/model.decoder.layers.18.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b069f178041e4e060de2ea75f1b157b97970649416384bbcd298436e998d9263
+size 5251
diff --git a/params/opt/5/rnd_search_t_lin/comb_8_t/global_train/model.decoder.layers.19.fc1/_0.pt b/params/opt/5/rnd_search_t_lin/comb_8_t/global_train/model.decoder.layers.19.fc1/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..20afb465f447ca61179c7e3ef7089c85634c887d
--- /dev/null
+++ b/params/opt/5/rnd_search_t_lin/comb_8_t/global_train/model.decoder.layers.19.fc1/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:21dc0bc31e51fd6048a4e8c71b4eb31a38a7786af2e1cce3a507f4f82cb3c70f
+size 17539
diff --git a/params/opt/5/rnd_search_t_lin/comb_8_t/global_train/model.decoder.layers.19.fc1/_s.pt b/params/opt/5/rnd_search_t_lin/comb_8_t/global_train/model.decoder.layers.19.fc1/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a5cf0d10d3a8617176e58056de2960905f50b9a6
--- /dev/null
+++ b/params/opt/5/rnd_search_t_lin/comb_8_t/global_train/model.decoder.layers.19.fc1/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2a9d06d31f1540f5f72a57fdb52c42c7887e13db57d3a795d6af5c307f78a39d
+size 17539
diff --git a/params/opt/5/rnd_search_t_lin/comb_8_t/global_train/model.decoder.layers.19.fc2/_0.pt b/params/opt/5/rnd_search_t_lin/comb_8_t/global_train/model.decoder.layers.19.fc2/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..f6d8c542a01534a9d6a2d79cea10f3b7196cbbf1
--- /dev/null
+++ b/params/opt/5/rnd_search_t_lin/comb_8_t/global_train/model.decoder.layers.19.fc2/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0edc9ffa0f4ef98da0f45a26c861fae2f3d246d3a1bd08695b8a13e5b8793535
+size 5251
diff --git a/params/opt/5/rnd_search_t_lin/comb_8_t/global_train/model.decoder.layers.19.fc2/_s.pt b/params/opt/5/rnd_search_t_lin/comb_8_t/global_train/model.decoder.layers.19.fc2/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..d780a44a1cee1a8b1651af541f1d0d3974d4a0a3
--- /dev/null
+++ b/params/opt/5/rnd_search_t_lin/comb_8_t/global_train/model.decoder.layers.19.fc2/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:1f16530640c674ee3a0142773316ef041d983ad1f5503e7a289684ade76ade7b
+size 5251
diff --git a/params/opt/5/rnd_search_t_lin/comb_8_t/global_train/model.decoder.layers.19.self_attn.k_proj/_0.pt b/params/opt/5/rnd_search_t_lin/comb_8_t/global_train/model.decoder.layers.19.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..46e9fdd237d82b689361f7c8f35bf1d5f37c8c89
--- /dev/null
+++ b/params/opt/5/rnd_search_t_lin/comb_8_t/global_train/model.decoder.layers.19.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:7a2911151eb4b61cf0b8a0dbf630fcd514eb37d9c0cd221ae21bbd82f35b3151
+size 5251
diff --git a/params/opt/5/rnd_search_t_lin/comb_8_t/global_train/model.decoder.layers.19.self_attn.k_proj/_s.pt b/params/opt/5/rnd_search_t_lin/comb_8_t/global_train/model.decoder.layers.19.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..be4c15c5386b656140806e3885eab6a928cf245b
--- /dev/null
+++ b/params/opt/5/rnd_search_t_lin/comb_8_t/global_train/model.decoder.layers.19.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:96d9841837b6d8789a042acddbd63fb5ed5c25e233cbfd6aca1bf4ac25cc86a2
+size 5251
diff --git a/params/opt/5/rnd_search_t_lin/comb_8_t/global_train/model.decoder.layers.19.self_attn.out_proj/_0.pt b/params/opt/5/rnd_search_t_lin/comb_8_t/global_train/model.decoder.layers.19.self_attn.out_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..d30bf4dc13a3dea5fc24b4cea1dc909ee8ce778c
--- /dev/null
+++ b/params/opt/5/rnd_search_t_lin/comb_8_t/global_train/model.decoder.layers.19.self_attn.out_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d5e5aa7d3096f5fd98b198c9a3960dcf7a31367e77e099108e2ef811b526ce0e
+size 5251
diff --git a/params/opt/5/rnd_search_t_lin/comb_8_t/global_train/model.decoder.layers.19.self_attn.out_proj/_s.pt b/params/opt/5/rnd_search_t_lin/comb_8_t/global_train/model.decoder.layers.19.self_attn.out_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..9fc89ecd5191bed8aa3d6f3eab82cfaa254304cb
--- /dev/null
+++ b/params/opt/5/rnd_search_t_lin/comb_8_t/global_train/model.decoder.layers.19.self_attn.out_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a3f9efda0d8bf2012b8686a774fed4c9e17693373e761a4dcca83d679d9402e3
+size 5251
diff --git a/params/opt/5/rnd_search_t_lin/comb_8_t/global_train/model.decoder.layers.19.self_attn.q_proj/_0.pt b/params/opt/5/rnd_search_t_lin/comb_8_t/global_train/model.decoder.layers.19.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..168a5509e4c8a17997793d326aa81594b3e39279
--- /dev/null
+++ b/params/opt/5/rnd_search_t_lin/comb_8_t/global_train/model.decoder.layers.19.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:8ff8b5c319af1cbdd69c55694eeda2da9b482b7ea316e84cbc4747e06a9cb59a
+size 5251
diff --git a/params/opt/5/rnd_search_t_lin/comb_8_t/global_train/model.decoder.layers.19.self_attn.q_proj/_s.pt b/params/opt/5/rnd_search_t_lin/comb_8_t/global_train/model.decoder.layers.19.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..6bb44f6c06d184fc729ab45bce7bde16e1f5c8f4
--- /dev/null
+++ b/params/opt/5/rnd_search_t_lin/comb_8_t/global_train/model.decoder.layers.19.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:233b9f0d5560ed64402353ee2b3cf723c8104c1908ae1343ae3e05f01653d0b4
+size 5251
diff --git a/params/opt/5/rnd_search_t_lin/comb_8_t/global_train/model.decoder.layers.19.self_attn.v_proj/_0.pt b/params/opt/5/rnd_search_t_lin/comb_8_t/global_train/model.decoder.layers.19.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..f5fa48b8065e8e1deeabbf90408dcbfb46135d87
--- /dev/null
+++ b/params/opt/5/rnd_search_t_lin/comb_8_t/global_train/model.decoder.layers.19.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2f2124f920a9afa8a371b1be37a6f25565afac71740420b2305c7f2b5bca86e0
+size 5251
diff --git a/params/opt/5/rnd_search_t_lin/comb_8_t/global_train/model.decoder.layers.19.self_attn.v_proj/_s.pt b/params/opt/5/rnd_search_t_lin/comb_8_t/global_train/model.decoder.layers.19.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..b07ccaa1576a5df115490a4c7c4a3d42c1de798e
--- /dev/null
+++ b/params/opt/5/rnd_search_t_lin/comb_8_t/global_train/model.decoder.layers.19.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d6cd19095b2bafe66c6c18a1e800b5211de8b5b13368d32c59a8bea440f6d53e
+size 5251
diff --git a/params/opt/5/rnd_search_t_lin/comb_8_t/global_train/model.decoder.layers.2.fc1/_0.pt b/params/opt/5/rnd_search_t_lin/comb_8_t/global_train/model.decoder.layers.2.fc1/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..f17d74c4ae1f94a656439e1a51c5c5b1b6895f78
--- /dev/null
+++ b/params/opt/5/rnd_search_t_lin/comb_8_t/global_train/model.decoder.layers.2.fc1/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a20cb531ad3ad25ced5267ec35ffaf0e69b337617d328fa45bf304d69ccc5ad1
+size 17539
diff --git a/params/opt/5/rnd_search_t_lin/comb_8_t/global_train/model.decoder.layers.2.fc1/_s.pt b/params/opt/5/rnd_search_t_lin/comb_8_t/global_train/model.decoder.layers.2.fc1/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4d36a418d02d5ef1b6802fcccd85b8ac15482010
--- /dev/null
+++ b/params/opt/5/rnd_search_t_lin/comb_8_t/global_train/model.decoder.layers.2.fc1/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:399d31d9c6cfab9769e2298663d945e683224f10b67f9504ca1b224f21fb4157
+size 17539
diff --git a/params/opt/5/rnd_search_t_lin/comb_8_t/global_train/model.decoder.layers.2.fc2/_0.pt b/params/opt/5/rnd_search_t_lin/comb_8_t/global_train/model.decoder.layers.2.fc2/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..eb5b32c472ef40eb7d5a50456b6573d6f06d81ce
--- /dev/null
+++ b/params/opt/5/rnd_search_t_lin/comb_8_t/global_train/model.decoder.layers.2.fc2/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:1256129e62c7c017e4893061118c00155079d173f23fabdc6ce38708eb0f7c1e
+size 5251
diff --git a/params/opt/5/rnd_search_t_lin/comb_8_t/global_train/model.decoder.layers.2.fc2/_s.pt b/params/opt/5/rnd_search_t_lin/comb_8_t/global_train/model.decoder.layers.2.fc2/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..44bfd0e9b0df5da2f75eacad45a83cb9ee9f73ab
--- /dev/null
+++ b/params/opt/5/rnd_search_t_lin/comb_8_t/global_train/model.decoder.layers.2.fc2/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:dbe841019bfaae937f0d4a2d414e7ce3a7c41fe7821d35e2a35d3264f403c4fa
+size 5251
diff --git a/params/opt/5/rnd_search_t_lin/comb_8_t/global_train/model.decoder.layers.2.self_attn.k_proj/_0.pt b/params/opt/5/rnd_search_t_lin/comb_8_t/global_train/model.decoder.layers.2.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..d1339254295df01b32fd508d25c6d9819ccc1132
--- /dev/null
+++ b/params/opt/5/rnd_search_t_lin/comb_8_t/global_train/model.decoder.layers.2.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:dde96e196f384f87882bbb97bdcfcbc801094526d728ab6df9b0efee550ee9ec
+size 5251
diff --git a/params/opt/5/rnd_search_t_lin/comb_8_t/global_train/model.decoder.layers.2.self_attn.k_proj/_s.pt b/params/opt/5/rnd_search_t_lin/comb_8_t/global_train/model.decoder.layers.2.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..7da116df4436dfa83826a05aa9fac35d72764040
--- /dev/null
+++ b/params/opt/5/rnd_search_t_lin/comb_8_t/global_train/model.decoder.layers.2.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:368a5336a7154482bceb2d61dfbc608227db634d706735365262a3c183afb459
+size 5251
diff --git a/params/opt/5/rnd_search_t_lin/comb_8_t/global_train/model.decoder.layers.2.self_attn.out_proj/_0.pt b/params/opt/5/rnd_search_t_lin/comb_8_t/global_train/model.decoder.layers.2.self_attn.out_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..30c4724eed96c66a9ae402b695a9bfe183dd5ce2
--- /dev/null
+++ b/params/opt/5/rnd_search_t_lin/comb_8_t/global_train/model.decoder.layers.2.self_attn.out_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:257c4dffcbd888df503c6ec3337ea94be01a975d6df2330f647d8c870ec1d9aa
+size 5251
diff --git a/params/opt/5/rnd_search_t_lin/comb_8_t/global_train/model.decoder.layers.2.self_attn.out_proj/_s.pt b/params/opt/5/rnd_search_t_lin/comb_8_t/global_train/model.decoder.layers.2.self_attn.out_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..6f128a7ea68f1b0d26f2a1dcf6f1c2a67a5c5cbf
--- /dev/null
+++ b/params/opt/5/rnd_search_t_lin/comb_8_t/global_train/model.decoder.layers.2.self_attn.out_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:9d38de5be59f8ffae4758ce855c31a2801a5b2598672a814809239d63d3f55c8
+size 5251
diff --git a/params/opt/5/rnd_search_t_lin/comb_8_t/global_train/model.decoder.layers.2.self_attn.q_proj/_0.pt b/params/opt/5/rnd_search_t_lin/comb_8_t/global_train/model.decoder.layers.2.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..b6d950fae92d014d7a50159073162c084662dfc8
--- /dev/null
+++ b/params/opt/5/rnd_search_t_lin/comb_8_t/global_train/model.decoder.layers.2.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:1b3a4e27dd9ad768714b14d48c3d109f441a3a3cacf08832e66871c849b8d487
+size 5251
diff --git a/params/opt/5/rnd_search_t_lin/comb_8_t/global_train/model.decoder.layers.2.self_attn.q_proj/_s.pt b/params/opt/5/rnd_search_t_lin/comb_8_t/global_train/model.decoder.layers.2.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..f6a60deec598366bdb8c1ec499d2de1eb4347e75
--- /dev/null
+++ b/params/opt/5/rnd_search_t_lin/comb_8_t/global_train/model.decoder.layers.2.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:cdf5e9e78ab03b13b1fcc3c06b55395189991fc523a1fbffbbcee39a74b7e8d4
+size 5251
diff --git a/params/opt/5/rnd_search_t_lin/comb_8_t/global_train/model.decoder.layers.2.self_attn.v_proj/_0.pt b/params/opt/5/rnd_search_t_lin/comb_8_t/global_train/model.decoder.layers.2.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..473b11d5cb244874df39634233869eda48f60026
--- /dev/null
+++ b/params/opt/5/rnd_search_t_lin/comb_8_t/global_train/model.decoder.layers.2.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:03d3a1612f8628f40279bd391f00eba8277f884b894d9f7deaa9a249a7ab9113
+size 5251
diff --git a/params/opt/5/rnd_search_t_lin/comb_8_t/global_train/model.decoder.layers.2.self_attn.v_proj/_s.pt b/params/opt/5/rnd_search_t_lin/comb_8_t/global_train/model.decoder.layers.2.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a7566d0913e8b223c1919d5ee2aef0c67d332129
--- /dev/null
+++ b/params/opt/5/rnd_search_t_lin/comb_8_t/global_train/model.decoder.layers.2.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e0d98e331f428bcc75ac6cde6f27750423474f63507baf97be35f135388b7320
+size 5251
diff --git a/params/opt/5/rnd_search_t_lin/comb_8_t/global_train/model.decoder.layers.20.fc1/_0.pt b/params/opt/5/rnd_search_t_lin/comb_8_t/global_train/model.decoder.layers.20.fc1/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..27ce7c0cdd2e1bd180ad1b7f1b4649740861f1eb
--- /dev/null
+++ b/params/opt/5/rnd_search_t_lin/comb_8_t/global_train/model.decoder.layers.20.fc1/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:456f34aacb51075a3d623f2f64fae947716d5436775769ce72380ac29ddb5f77
+size 17539
diff --git a/params/opt/5/rnd_search_t_lin/comb_8_t/global_train/model.decoder.layers.20.fc1/_s.pt b/params/opt/5/rnd_search_t_lin/comb_8_t/global_train/model.decoder.layers.20.fc1/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e6d275998f12c292002b61cc4a5aba70a050147d
--- /dev/null
+++ b/params/opt/5/rnd_search_t_lin/comb_8_t/global_train/model.decoder.layers.20.fc1/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f2256ccf3edc6d248606d2be925b5c699a7b9e9e7673ed28cdfb23d519c4ca49
+size 17539
diff --git a/params/opt/5/rnd_search_t_lin/comb_8_t/global_train/model.decoder.layers.20.fc2/_0.pt b/params/opt/5/rnd_search_t_lin/comb_8_t/global_train/model.decoder.layers.20.fc2/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..d0e30a7ab081bfeb8051b8bf9d17d72ec9ffc148
--- /dev/null
+++ b/params/opt/5/rnd_search_t_lin/comb_8_t/global_train/model.decoder.layers.20.fc2/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ff72a25868b41048d7a38d9bf95c263c846d1402d6fc94307c7d712ae62c03d2
+size 5251
diff --git a/params/opt/5/rnd_search_t_lin/comb_8_t/global_train/model.decoder.layers.20.fc2/_s.pt b/params/opt/5/rnd_search_t_lin/comb_8_t/global_train/model.decoder.layers.20.fc2/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..d48aec125e24bbeda85fefddbd6e3c7cc9171f2a
--- /dev/null
+++ b/params/opt/5/rnd_search_t_lin/comb_8_t/global_train/model.decoder.layers.20.fc2/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:77f0050bed2ecf32fc83396a2ddf6bcaa7133590b7d7448dc78e3fce35b3f144
+size 5251
diff --git a/params/opt/5/rnd_search_t_lin/comb_8_t/global_train/model.decoder.layers.20.self_attn.k_proj/_0.pt b/params/opt/5/rnd_search_t_lin/comb_8_t/global_train/model.decoder.layers.20.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..04644086aaf4623d0bcdd418a06674620abd8fe5
--- /dev/null
+++ b/params/opt/5/rnd_search_t_lin/comb_8_t/global_train/model.decoder.layers.20.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:9ed45db6b2178aa88e7105648b75d83b2d63285301b8074f4b11a16f38609a8d
+size 5251
diff --git a/params/opt/5/rnd_search_t_lin/comb_8_t/global_train/model.decoder.layers.20.self_attn.k_proj/_s.pt b/params/opt/5/rnd_search_t_lin/comb_8_t/global_train/model.decoder.layers.20.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a847eddeb359e5ae11d3cc40ed0785abc5399e62
--- /dev/null
+++ b/params/opt/5/rnd_search_t_lin/comb_8_t/global_train/model.decoder.layers.20.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ccd85d0fad3cd4d909f54667e67e215583f761816836624b422fa1603a0bce63
+size 5251
diff --git a/params/opt/5/rnd_search_t_lin/comb_8_t/global_train/model.decoder.layers.20.self_attn.out_proj/_0.pt b/params/opt/5/rnd_search_t_lin/comb_8_t/global_train/model.decoder.layers.20.self_attn.out_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..40d17538320af0bbb044a16b9438da9f8d9d0e56
--- /dev/null
+++ b/params/opt/5/rnd_search_t_lin/comb_8_t/global_train/model.decoder.layers.20.self_attn.out_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5a637a3ada06e0a21d402c75669c05143f569675a3b9de04174924028fc4d26b
+size 5251
diff --git a/params/opt/5/rnd_search_t_lin/comb_8_t/global_train/model.decoder.layers.20.self_attn.out_proj/_s.pt b/params/opt/5/rnd_search_t_lin/comb_8_t/global_train/model.decoder.layers.20.self_attn.out_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..cf6de2ee81f5a6201dff79d1bacf2d6367a8e212
--- /dev/null
+++ b/params/opt/5/rnd_search_t_lin/comb_8_t/global_train/model.decoder.layers.20.self_attn.out_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:730f83242c53714b9b117edaf6c4a83c50b446757ac60a5bf1babcc61e1e9082
+size 5251
diff --git a/params/opt/5/rnd_search_t_lin/comb_8_t/global_train/model.decoder.layers.20.self_attn.q_proj/_0.pt b/params/opt/5/rnd_search_t_lin/comb_8_t/global_train/model.decoder.layers.20.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8f76eec4140692ebe7f5aca21db38ef0bb808f57
--- /dev/null
+++ b/params/opt/5/rnd_search_t_lin/comb_8_t/global_train/model.decoder.layers.20.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:fc8dae195cf25b004010dcc714d623bb80dfedc13938ef97c790bfea774ab328
+size 5251
diff --git a/params/opt/5/rnd_search_t_lin/comb_8_t/global_train/model.decoder.layers.20.self_attn.q_proj/_s.pt b/params/opt/5/rnd_search_t_lin/comb_8_t/global_train/model.decoder.layers.20.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..1466eeef55f6e8b7b2e548db1d80dd034271027b
--- /dev/null
+++ b/params/opt/5/rnd_search_t_lin/comb_8_t/global_train/model.decoder.layers.20.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:520b3f6986b071631d2e23fc7bcfa231d8724c5df1873dddba35df5e02f90d59
+size 5251
diff --git a/params/opt/5/rnd_search_t_lin/comb_8_t/global_train/model.decoder.layers.20.self_attn.v_proj/_0.pt b/params/opt/5/rnd_search_t_lin/comb_8_t/global_train/model.decoder.layers.20.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..29caf288a757368f0cf8c862a4aba0311537ac58
--- /dev/null
+++ b/params/opt/5/rnd_search_t_lin/comb_8_t/global_train/model.decoder.layers.20.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ac82677cf55dafce7b93b70a6bdf11c83f31fb78b0ec9eb4a95ec76f2597c7ca
+size 5251
diff --git a/params/opt/5/rnd_search_t_lin/comb_8_t/global_train/model.decoder.layers.20.self_attn.v_proj/_s.pt b/params/opt/5/rnd_search_t_lin/comb_8_t/global_train/model.decoder.layers.20.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a1fe41647a8ced253f558e8278bccd1dd7992f34
--- /dev/null
+++ b/params/opt/5/rnd_search_t_lin/comb_8_t/global_train/model.decoder.layers.20.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:28f1ccef3bb5e6c3ef2bddcea0bf0bfcb8e384d38609f5f29b558325d4b4f3cd
+size 5251
diff --git a/params/opt/5/rnd_search_t_lin/comb_8_t/global_train/model.decoder.layers.21.fc1/_0.pt b/params/opt/5/rnd_search_t_lin/comb_8_t/global_train/model.decoder.layers.21.fc1/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..d1272cd7fb5a77911b2242ca6ce95e8e6495664d
--- /dev/null
+++ b/params/opt/5/rnd_search_t_lin/comb_8_t/global_train/model.decoder.layers.21.fc1/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d061a548417d900a550da306d611d8f6b9124ada790f928fc39998e1dd4e6726
+size 17539
diff --git a/params/opt/5/rnd_search_t_lin/comb_8_t/global_train/model.decoder.layers.21.fc1/_s.pt b/params/opt/5/rnd_search_t_lin/comb_8_t/global_train/model.decoder.layers.21.fc1/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..7651173ecf797ed7ff29d652211e2f8ea36a3f86
--- /dev/null
+++ b/params/opt/5/rnd_search_t_lin/comb_8_t/global_train/model.decoder.layers.21.fc1/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0d1c32d15642923c74176f4e4a3fad79149668e0276877373d35a6f6ab8c1233
+size 17539
diff --git a/params/opt/5/rnd_search_t_lin/comb_8_t/global_train/model.decoder.layers.21.fc2/_0.pt b/params/opt/5/rnd_search_t_lin/comb_8_t/global_train/model.decoder.layers.21.fc2/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ba70252265c4aae277cddab0aa95b60616e4a8b4
--- /dev/null
+++ b/params/opt/5/rnd_search_t_lin/comb_8_t/global_train/model.decoder.layers.21.fc2/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a017eb9fb9dd30840d53437ca27d630f40d38cbb69a5e013750ee89b4dea2e3c
+size 5251
diff --git a/params/opt/5/rnd_search_t_lin/comb_8_t/global_train/model.decoder.layers.21.fc2/_s.pt b/params/opt/5/rnd_search_t_lin/comb_8_t/global_train/model.decoder.layers.21.fc2/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a8cf4254dccb16b2cee117bac510c4f34573c2f8
--- /dev/null
+++ b/params/opt/5/rnd_search_t_lin/comb_8_t/global_train/model.decoder.layers.21.fc2/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:da2951b47d210abe419df07a971efb055859b455472b1c95d1a6575bd0d2db22
+size 5251
diff --git a/params/opt/5/rnd_search_t_lin/comb_8_t/global_train/model.decoder.layers.21.self_attn.k_proj/_0.pt b/params/opt/5/rnd_search_t_lin/comb_8_t/global_train/model.decoder.layers.21.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..1530f37222913b2bd46905dfe24152a6fd5c8ea6
--- /dev/null
+++ b/params/opt/5/rnd_search_t_lin/comb_8_t/global_train/model.decoder.layers.21.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:504614806f224116f02c64cb44b0a3efff78a9a9686ace2751559b2e135dc3e1
+size 5251
diff --git a/params/opt/5/rnd_search_t_lin/comb_8_t/global_train/model.decoder.layers.21.self_attn.k_proj/_s.pt b/params/opt/5/rnd_search_t_lin/comb_8_t/global_train/model.decoder.layers.21.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..88351c9216e4c1d003853030bf65b8d5ad343c58
--- /dev/null
+++ b/params/opt/5/rnd_search_t_lin/comb_8_t/global_train/model.decoder.layers.21.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c3f1e14d08013c7ad5d2c521416c4613eece22f86cb4187420db9607418b97ee
+size 5251
diff --git a/params/opt/5/rnd_search_t_lin/comb_8_t/global_train/model.decoder.layers.21.self_attn.out_proj/_0.pt b/params/opt/5/rnd_search_t_lin/comb_8_t/global_train/model.decoder.layers.21.self_attn.out_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..f0799d9f1354091169b99d98c214b7160f1291da
--- /dev/null
+++ b/params/opt/5/rnd_search_t_lin/comb_8_t/global_train/model.decoder.layers.21.self_attn.out_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:3403e8a2b597b388437bbfd068ec32627c63cf03f12610183a6141afa53e75de
+size 5251
diff --git a/params/opt/5/rnd_search_t_lin/comb_8_t/global_train/model.decoder.layers.21.self_attn.out_proj/_s.pt b/params/opt/5/rnd_search_t_lin/comb_8_t/global_train/model.decoder.layers.21.self_attn.out_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..48093b4ca969a4d82551963e57610a5850cb9db7
--- /dev/null
+++ b/params/opt/5/rnd_search_t_lin/comb_8_t/global_train/model.decoder.layers.21.self_attn.out_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:3a6dcaec6231b404312651d93c66933d3a12df61c116cf855e664555c342be33
+size 5251
diff --git a/params/opt/5/rnd_search_t_lin/comb_8_t/global_train/model.decoder.layers.21.self_attn.q_proj/_0.pt b/params/opt/5/rnd_search_t_lin/comb_8_t/global_train/model.decoder.layers.21.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..24496d2f976cac4b96423764af80963d687ef1df
--- /dev/null
+++ b/params/opt/5/rnd_search_t_lin/comb_8_t/global_train/model.decoder.layers.21.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5cfe273cadf475b6a33ee741572b080a1362bbc4117a6a0ea17d5aca20a82343
+size 5251
diff --git a/params/opt/5/rnd_search_t_lin/comb_8_t/global_train/model.decoder.layers.21.self_attn.q_proj/_s.pt b/params/opt/5/rnd_search_t_lin/comb_8_t/global_train/model.decoder.layers.21.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..3a5775d2217981fbf1631f081ec90a203ebb519b
--- /dev/null
+++ b/params/opt/5/rnd_search_t_lin/comb_8_t/global_train/model.decoder.layers.21.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:33ca78d81eb231b0bb78b42a11a96470937ba8d0895efdac22c1e0aadb5bf287
+size 5251
diff --git a/params/opt/5/rnd_search_t_lin/comb_8_t/global_train/model.decoder.layers.21.self_attn.v_proj/_0.pt b/params/opt/5/rnd_search_t_lin/comb_8_t/global_train/model.decoder.layers.21.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4ab12ce7b11b0a0834d970cc8ee3a481ea636d13
--- /dev/null
+++ b/params/opt/5/rnd_search_t_lin/comb_8_t/global_train/model.decoder.layers.21.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2b2f5bd13e371d7e083c728d9660d2a35783601401c8345866dcc01a1e9ddf78
+size 5251
diff --git a/params/opt/5/rnd_search_t_lin/comb_8_t/global_train/model.decoder.layers.21.self_attn.v_proj/_s.pt b/params/opt/5/rnd_search_t_lin/comb_8_t/global_train/model.decoder.layers.21.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..dad9bfc3d319aebc61f9eef3908e5c09e8e8d7ae
--- /dev/null
+++ b/params/opt/5/rnd_search_t_lin/comb_8_t/global_train/model.decoder.layers.21.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c0b8de5b3a5672f4b063321033d5dfbe0dbefad3dfb9701bec0fb82309c9c9cf
+size 5251
diff --git a/params/opt/5/rnd_search_t_lin/comb_8_t/global_train/model.decoder.layers.22.fc1/_0.pt b/params/opt/5/rnd_search_t_lin/comb_8_t/global_train/model.decoder.layers.22.fc1/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a59aaa066fe6ed1b8d0d1e7967dc8ab7abb8a683
--- /dev/null
+++ b/params/opt/5/rnd_search_t_lin/comb_8_t/global_train/model.decoder.layers.22.fc1/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ca425cf6270c5854dfc88898bc5730f9a3dd2e029af1c1312a3cae43e050b416
+size 17539
diff --git a/params/opt/5/rnd_search_t_lin/comb_8_t/global_train/model.decoder.layers.22.fc1/_s.pt b/params/opt/5/rnd_search_t_lin/comb_8_t/global_train/model.decoder.layers.22.fc1/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..b05b0e39efadf99db914bb9f681407d2416acbb1
--- /dev/null
+++ b/params/opt/5/rnd_search_t_lin/comb_8_t/global_train/model.decoder.layers.22.fc1/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e8010b4718a4dacf393512a3b87d76f3aed05ddbc8505846b2f5dbdf473ef58b
+size 17539
diff --git a/params/opt/5/rnd_search_t_lin/comb_8_t/global_train/model.decoder.layers.22.fc2/_0.pt b/params/opt/5/rnd_search_t_lin/comb_8_t/global_train/model.decoder.layers.22.fc2/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..1eb6d151717d1b422bf0e4a9b82e6587f0c06292
--- /dev/null
+++ b/params/opt/5/rnd_search_t_lin/comb_8_t/global_train/model.decoder.layers.22.fc2/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a067561cd3728de7c7cd03c3d75e91073f1b00a4b0c17434050b78536cb78f90
+size 5251
diff --git a/params/opt/5/rnd_search_t_lin/comb_8_t/global_train/model.decoder.layers.22.fc2/_s.pt b/params/opt/5/rnd_search_t_lin/comb_8_t/global_train/model.decoder.layers.22.fc2/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..cc61c54905f4c347d32022c7189d05b65476e3a2
--- /dev/null
+++ b/params/opt/5/rnd_search_t_lin/comb_8_t/global_train/model.decoder.layers.22.fc2/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:3476748e98ecd804c6a15bc325e35fe6a2295697c10646dfa5903b7ed7926875
+size 5251
diff --git a/params/opt/5/rnd_search_t_lin/comb_8_t/global_train/model.decoder.layers.22.self_attn.k_proj/_0.pt b/params/opt/5/rnd_search_t_lin/comb_8_t/global_train/model.decoder.layers.22.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..b435f519a8bdc8e13ba79c57f5fd0c6bcbec2617
--- /dev/null
+++ b/params/opt/5/rnd_search_t_lin/comb_8_t/global_train/model.decoder.layers.22.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:52da9f8d31a0ef71b14825ea5770edab6b2ca4e2ec3dcc0cc693b4e421b47ea6
+size 5251
diff --git a/params/opt/5/rnd_search_t_lin/comb_8_t/global_train/model.decoder.layers.22.self_attn.k_proj/_s.pt b/params/opt/5/rnd_search_t_lin/comb_8_t/global_train/model.decoder.layers.22.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..efa4de7f9cba50447de0011d70c59bf578d8c105
--- /dev/null
+++ b/params/opt/5/rnd_search_t_lin/comb_8_t/global_train/model.decoder.layers.22.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a55d4e1e4e3813862cd5412070080358d56a91947a31ec1f2b4b1e1e0a80c84e
+size 5251
diff --git a/params/opt/5/rnd_search_t_lin/comb_8_t/global_train/model.decoder.layers.22.self_attn.out_proj/_0.pt b/params/opt/5/rnd_search_t_lin/comb_8_t/global_train/model.decoder.layers.22.self_attn.out_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ad8301c2ee19a548e576bd32ad1e8e6ff871fb08
--- /dev/null
+++ b/params/opt/5/rnd_search_t_lin/comb_8_t/global_train/model.decoder.layers.22.self_attn.out_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:93e96fdcc961f88a04e3ad2fd8899f86e51c12777bdb0077376f3596a82524e8
+size 5251
diff --git a/params/opt/5/rnd_search_t_lin/comb_8_t/global_train/model.decoder.layers.22.self_attn.out_proj/_s.pt b/params/opt/5/rnd_search_t_lin/comb_8_t/global_train/model.decoder.layers.22.self_attn.out_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8445a34b0baa37ad5494a936ddddf187cbd2f85c
--- /dev/null
+++ b/params/opt/5/rnd_search_t_lin/comb_8_t/global_train/model.decoder.layers.22.self_attn.out_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:10f3e21bc68d42def30e38c69439bb9f72024f97931cf2f8cfb007bef80d875a
+size 5251
diff --git a/params/opt/5/rnd_search_t_lin/comb_8_t/global_train/model.decoder.layers.22.self_attn.q_proj/_0.pt b/params/opt/5/rnd_search_t_lin/comb_8_t/global_train/model.decoder.layers.22.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..d5bacd2fb17f044344b1563ef7ff4ff09934305b
--- /dev/null
+++ b/params/opt/5/rnd_search_t_lin/comb_8_t/global_train/model.decoder.layers.22.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:93b9ce61eee4fbab31c8e46dc34d630a4e9a36e16bd6afba176fa7970119d603
+size 5251
diff --git a/params/opt/5/rnd_search_t_lin/comb_8_t/global_train/model.decoder.layers.22.self_attn.q_proj/_s.pt b/params/opt/5/rnd_search_t_lin/comb_8_t/global_train/model.decoder.layers.22.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..fe7649b91c703a90bf7c6b17468b9dec2b709f7b
--- /dev/null
+++ b/params/opt/5/rnd_search_t_lin/comb_8_t/global_train/model.decoder.layers.22.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e18586d1a678e46e6427c7921ee09186438621a327b2b1199701deb7cfec9faf
+size 5251
diff --git a/params/opt/5/rnd_search_t_lin/comb_8_t/global_train/model.decoder.layers.22.self_attn.v_proj/_0.pt b/params/opt/5/rnd_search_t_lin/comb_8_t/global_train/model.decoder.layers.22.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..add7cfb70ee01f9f99cc3e6170732932f4f64fa6
--- /dev/null
+++ b/params/opt/5/rnd_search_t_lin/comb_8_t/global_train/model.decoder.layers.22.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:762e61c96c1598859c01872a86ff4fd5b1789d7c662b1feb5815eb1b6ecfaba8
+size 5251
diff --git a/params/opt/5/rnd_search_t_lin/comb_8_t/global_train/model.decoder.layers.22.self_attn.v_proj/_s.pt b/params/opt/5/rnd_search_t_lin/comb_8_t/global_train/model.decoder.layers.22.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..813e172d19c17eeb65f59f0998645d7fd0fe3551
--- /dev/null
+++ b/params/opt/5/rnd_search_t_lin/comb_8_t/global_train/model.decoder.layers.22.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:34e2d0eaf72ad157c790d6b8b7890b7141383bd0ebe145975a601545c6c1c6a8
+size 5251
diff --git a/params/opt/5/rnd_search_t_lin/comb_8_t/global_train/model.decoder.layers.23.fc1/_0.pt b/params/opt/5/rnd_search_t_lin/comb_8_t/global_train/model.decoder.layers.23.fc1/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..14d859b32af2deed63e6951bd4d9b43fc236600d
--- /dev/null
+++ b/params/opt/5/rnd_search_t_lin/comb_8_t/global_train/model.decoder.layers.23.fc1/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:24361c88a4954f8693e0cb2cd0b00d3c29b03de397824c0317fe105dae1ffd1a
+size 17539
diff --git a/params/opt/5/rnd_search_t_lin/comb_8_t/global_train/model.decoder.layers.23.fc1/_s.pt b/params/opt/5/rnd_search_t_lin/comb_8_t/global_train/model.decoder.layers.23.fc1/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..efb47b4bc9ad69935e98b47a6ffc6285cfcb9109
--- /dev/null
+++ b/params/opt/5/rnd_search_t_lin/comb_8_t/global_train/model.decoder.layers.23.fc1/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:631c388acafb9e5b8a75662e1a9feeb7fc354cf35eb90dc4e4e7d0144d8efee0
+size 17539
diff --git a/params/opt/5/rnd_search_t_lin/comb_8_t/global_train/model.decoder.layers.23.fc2/_0.pt b/params/opt/5/rnd_search_t_lin/comb_8_t/global_train/model.decoder.layers.23.fc2/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..b32e12c487170fc9972f3dbf89e59aa1f5df5286
--- /dev/null
+++ b/params/opt/5/rnd_search_t_lin/comb_8_t/global_train/model.decoder.layers.23.fc2/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:8b8a314b5c110b8fbaf73265d762df4bb6e56bbb1013424bee430c735e524ac8
+size 5251
diff --git a/params/opt/5/rnd_search_t_lin/comb_8_t/global_train/model.decoder.layers.23.fc2/_s.pt b/params/opt/5/rnd_search_t_lin/comb_8_t/global_train/model.decoder.layers.23.fc2/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..065bc21ee4debcd2b14044a07892d1e6fbb73c20
--- /dev/null
+++ b/params/opt/5/rnd_search_t_lin/comb_8_t/global_train/model.decoder.layers.23.fc2/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:294ee305311115cb92f0a32efe6b9564185a3c72404ad5fd89c2d984b6e328a7
+size 5251
diff --git a/params/opt/5/rnd_search_t_lin/comb_8_t/global_train/model.decoder.layers.23.self_attn.k_proj/_0.pt b/params/opt/5/rnd_search_t_lin/comb_8_t/global_train/model.decoder.layers.23.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c01dc1337f582a7dbc100a93668b981764baef90
--- /dev/null
+++ b/params/opt/5/rnd_search_t_lin/comb_8_t/global_train/model.decoder.layers.23.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d2fdc2bd47c0d731971b0fb5e55b709437740abe31af39023f1993ba179576e9
+size 5251
diff --git a/params/opt/5/rnd_search_t_lin/comb_8_t/global_train/model.decoder.layers.23.self_attn.k_proj/_s.pt b/params/opt/5/rnd_search_t_lin/comb_8_t/global_train/model.decoder.layers.23.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..3fdf62e988c12bcaec4acbf98d783a08fc545e63
--- /dev/null
+++ b/params/opt/5/rnd_search_t_lin/comb_8_t/global_train/model.decoder.layers.23.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:6501c9f1df422dc160b661de44c196bc0d5b96c036bd02bc57d1461eaff394e0
+size 5251
diff --git a/params/opt/5/rnd_search_t_lin/comb_8_t/global_train/model.decoder.layers.23.self_attn.out_proj/_0.pt b/params/opt/5/rnd_search_t_lin/comb_8_t/global_train/model.decoder.layers.23.self_attn.out_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c17faaf99b504dcf89f4652b9a31d656cfa68589
--- /dev/null
+++ b/params/opt/5/rnd_search_t_lin/comb_8_t/global_train/model.decoder.layers.23.self_attn.out_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:92cfb6511eeeed288566c555514e3b55b94488a00ce0fa562750538e7e049822
+size 5251
diff --git a/params/opt/5/rnd_search_t_lin/comb_8_t/global_train/model.decoder.layers.23.self_attn.out_proj/_s.pt b/params/opt/5/rnd_search_t_lin/comb_8_t/global_train/model.decoder.layers.23.self_attn.out_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e559e119068af4e90aff83f72ef444e8357e6be7
--- /dev/null
+++ b/params/opt/5/rnd_search_t_lin/comb_8_t/global_train/model.decoder.layers.23.self_attn.out_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b08ba0598dad61a24dc81bb02fd93c376020685a60f6ba631de878a1f758b466
+size 5251
diff --git a/params/opt/5/rnd_search_t_lin/comb_8_t/global_train/model.decoder.layers.23.self_attn.q_proj/_0.pt b/params/opt/5/rnd_search_t_lin/comb_8_t/global_train/model.decoder.layers.23.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c8e168247435e6726064ce28dfbde3f5280c18b4
--- /dev/null
+++ b/params/opt/5/rnd_search_t_lin/comb_8_t/global_train/model.decoder.layers.23.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:913493884b7cdfd59a584403ea91f06c7879b6e85b9729d5ac17049ea807268e
+size 5251
diff --git a/params/opt/5/rnd_search_t_lin/comb_8_t/global_train/model.decoder.layers.23.self_attn.q_proj/_s.pt b/params/opt/5/rnd_search_t_lin/comb_8_t/global_train/model.decoder.layers.23.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4e7c38f3b971defa979ab1998b662ba82211d822
--- /dev/null
+++ b/params/opt/5/rnd_search_t_lin/comb_8_t/global_train/model.decoder.layers.23.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ab02a36154a66d741c7612f5a75c731be8eadf6cd7304aebb6bdd3ab3619ffbf
+size 5251
diff --git a/params/opt/5/rnd_search_t_lin/comb_8_t/global_train/model.decoder.layers.23.self_attn.v_proj/_0.pt b/params/opt/5/rnd_search_t_lin/comb_8_t/global_train/model.decoder.layers.23.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..6357a82e7bfdb24e66f23b755a712de2a44c3cbf
--- /dev/null
+++ b/params/opt/5/rnd_search_t_lin/comb_8_t/global_train/model.decoder.layers.23.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f3ec3760e659fcc28aa3b1eb49e6afd6e824ec545c3ffe2365237a04fd48b172
+size 5251
diff --git a/params/opt/5/rnd_search_t_lin/comb_8_t/global_train/model.decoder.layers.23.self_attn.v_proj/_s.pt b/params/opt/5/rnd_search_t_lin/comb_8_t/global_train/model.decoder.layers.23.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..6cc74e51a7d796e30fa18e2040103edd64a947de
--- /dev/null
+++ b/params/opt/5/rnd_search_t_lin/comb_8_t/global_train/model.decoder.layers.23.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:7c60a080da6a142bd605d755240b109ab08fcac601cc2449eaba8faa457c33dc
+size 5251
diff --git a/params/opt/5/rnd_search_t_lin/comb_8_t/global_train/model.decoder.layers.3.fc1/_0.pt b/params/opt/5/rnd_search_t_lin/comb_8_t/global_train/model.decoder.layers.3.fc1/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..3f362a36ae395c7e9f154fd0e53f4abe39c0b389
--- /dev/null
+++ b/params/opt/5/rnd_search_t_lin/comb_8_t/global_train/model.decoder.layers.3.fc1/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:afda65f00a249d3db8aa8c0c2233afead148027840dbb783c43c7e136df94165
+size 17539
diff --git a/params/opt/5/rnd_search_t_lin/comb_8_t/global_train/model.decoder.layers.3.fc1/_s.pt b/params/opt/5/rnd_search_t_lin/comb_8_t/global_train/model.decoder.layers.3.fc1/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..dc86706840cd3a843ff7c05b708dab661c10caca
--- /dev/null
+++ b/params/opt/5/rnd_search_t_lin/comb_8_t/global_train/model.decoder.layers.3.fc1/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:138d8356bce6661056367ae588581e9a69ecf6caebaff0dae1813c167db86ce1
+size 17539
diff --git a/params/opt/5/rnd_search_t_lin/comb_8_t/global_train/model.decoder.layers.3.fc2/_0.pt b/params/opt/5/rnd_search_t_lin/comb_8_t/global_train/model.decoder.layers.3.fc2/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..081a10fedfc4ec5b7d72356c3ee381e6c68a4294
--- /dev/null
+++ b/params/opt/5/rnd_search_t_lin/comb_8_t/global_train/model.decoder.layers.3.fc2/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b4f384866337080c0e5ae59efa12b935941685613e91a9ccda2fadac26547972
+size 5251
diff --git a/params/opt/5/rnd_search_t_lin/comb_8_t/global_train/model.decoder.layers.3.fc2/_s.pt b/params/opt/5/rnd_search_t_lin/comb_8_t/global_train/model.decoder.layers.3.fc2/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..05953ffd8bf14f828b21773bc24af4df7179cc73
--- /dev/null
+++ b/params/opt/5/rnd_search_t_lin/comb_8_t/global_train/model.decoder.layers.3.fc2/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0b6717ff191a2d704ccc2d593bfdb8992ab343aa7c4e5e9fa07b5737cb81f7a9
+size 5251
diff --git a/params/opt/5/rnd_search_t_lin/comb_8_t/global_train/model.decoder.layers.3.self_attn.k_proj/_0.pt b/params/opt/5/rnd_search_t_lin/comb_8_t/global_train/model.decoder.layers.3.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..23038a21d17b53c983cd66e0f7dbd3c941c80c42
--- /dev/null
+++ b/params/opt/5/rnd_search_t_lin/comb_8_t/global_train/model.decoder.layers.3.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d382ff5e3a0828b5c2727f849fd737ff9af36788655facc89d3eec82222d49a6
+size 5251
diff --git a/params/opt/5/rnd_search_t_lin/comb_8_t/global_train/model.decoder.layers.3.self_attn.k_proj/_s.pt b/params/opt/5/rnd_search_t_lin/comb_8_t/global_train/model.decoder.layers.3.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a48dfc97c8367116f4daeee5289e9317ca1bcbf8
--- /dev/null
+++ b/params/opt/5/rnd_search_t_lin/comb_8_t/global_train/model.decoder.layers.3.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:1a45b4e337cd82ad702641d4f642fe72576f940a0ed3427e875400019a1d0996
+size 5251
diff --git a/params/opt/5/rnd_search_t_lin/comb_8_t/global_train/model.decoder.layers.3.self_attn.out_proj/_0.pt b/params/opt/5/rnd_search_t_lin/comb_8_t/global_train/model.decoder.layers.3.self_attn.out_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a46d5d38722309fdb3e31f399ee7622d9e9cde00
--- /dev/null
+++ b/params/opt/5/rnd_search_t_lin/comb_8_t/global_train/model.decoder.layers.3.self_attn.out_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:05caa05b53aa3b9683c0fe29cdab82a88cee860a0e6a8e786c633feeccb1e66c
+size 5251
diff --git a/params/opt/5/rnd_search_t_lin/comb_8_t/global_train/model.decoder.layers.3.self_attn.out_proj/_s.pt b/params/opt/5/rnd_search_t_lin/comb_8_t/global_train/model.decoder.layers.3.self_attn.out_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e326d75f2e8f023517041955c726e6d08ec4d78e
--- /dev/null
+++ b/params/opt/5/rnd_search_t_lin/comb_8_t/global_train/model.decoder.layers.3.self_attn.out_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:7e99e258da4813b7a566a4432470df671d8a5630a224f4919745dfcdf6697245
+size 5251
diff --git a/params/opt/5/rnd_search_t_lin/comb_8_t/global_train/model.decoder.layers.3.self_attn.q_proj/_0.pt b/params/opt/5/rnd_search_t_lin/comb_8_t/global_train/model.decoder.layers.3.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e07c77db6e27524aee4583e7bd23e2fcf33de453
--- /dev/null
+++ b/params/opt/5/rnd_search_t_lin/comb_8_t/global_train/model.decoder.layers.3.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ffcbdd03148000050d9865c67a311f40056b46ea2159a78ac84afbcad9a810ac
+size 5251
diff --git a/params/opt/5/rnd_search_t_lin/comb_8_t/global_train/model.decoder.layers.3.self_attn.q_proj/_s.pt b/params/opt/5/rnd_search_t_lin/comb_8_t/global_train/model.decoder.layers.3.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..cfc5b7f9f70f645b2345db26d35b1db68dd3685a
--- /dev/null
+++ b/params/opt/5/rnd_search_t_lin/comb_8_t/global_train/model.decoder.layers.3.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c13e134787391e4cc62a2e4fc1e35f2d2b006b1f8b2fc50844bfeeb0774e3073
+size 5251
diff --git a/params/opt/5/rnd_search_t_lin/comb_8_t/global_train/model.decoder.layers.3.self_attn.v_proj/_0.pt b/params/opt/5/rnd_search_t_lin/comb_8_t/global_train/model.decoder.layers.3.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..df67422467d49c8072b5d6e58584881bc53babe9
--- /dev/null
+++ b/params/opt/5/rnd_search_t_lin/comb_8_t/global_train/model.decoder.layers.3.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:79271ff8b2801f3201a45b8dc2c0767f09dcb558dc01291498c76cf46a0bb159
+size 5251
diff --git a/params/opt/5/rnd_search_t_lin/comb_8_t/global_train/model.decoder.layers.3.self_attn.v_proj/_s.pt b/params/opt/5/rnd_search_t_lin/comb_8_t/global_train/model.decoder.layers.3.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..70c8d6b7af14e198f638e865f6cae4117b360afb
--- /dev/null
+++ b/params/opt/5/rnd_search_t_lin/comb_8_t/global_train/model.decoder.layers.3.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2e65bc355bd6c16c8d6636049884a92b3f2438d967d84fb1b9a07a35686f4746
+size 5251
diff --git a/params/opt/5/rnd_search_t_lin/comb_8_t/global_train/model.decoder.layers.4.fc1/_0.pt b/params/opt/5/rnd_search_t_lin/comb_8_t/global_train/model.decoder.layers.4.fc1/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..adacbf657fe39e7c1f7a2320ca205b0936ba2007
--- /dev/null
+++ b/params/opt/5/rnd_search_t_lin/comb_8_t/global_train/model.decoder.layers.4.fc1/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:6dc9c086e1361854066b1b7b366bb1aed94cbb3c2b043207aedc44ab9ca4fcb0
+size 17539
diff --git a/params/opt/5/rnd_search_t_lin/comb_8_t/global_train/model.decoder.layers.4.fc1/_s.pt b/params/opt/5/rnd_search_t_lin/comb_8_t/global_train/model.decoder.layers.4.fc1/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c3b0a18ced4ad6fada79a98d7b5bc88a9b1e5b81
--- /dev/null
+++ b/params/opt/5/rnd_search_t_lin/comb_8_t/global_train/model.decoder.layers.4.fc1/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:3b2093fb4948bbe7e4492ef0135006d6839fefef60e53afbb10b0e21228f09cb
+size 17539
diff --git a/params/opt/5/rnd_search_t_lin/comb_8_t/global_train/model.decoder.layers.4.fc2/_0.pt b/params/opt/5/rnd_search_t_lin/comb_8_t/global_train/model.decoder.layers.4.fc2/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..7df5ca5a6c734fe6d470241a19747377970c7cca
--- /dev/null
+++ b/params/opt/5/rnd_search_t_lin/comb_8_t/global_train/model.decoder.layers.4.fc2/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:9a6de194c71b73a442876923543a0c4af5c6b0508b3c93f16816c7f8ba22e2f4
+size 5251
diff --git a/params/opt/5/rnd_search_t_lin/comb_8_t/global_train/model.decoder.layers.4.fc2/_s.pt b/params/opt/5/rnd_search_t_lin/comb_8_t/global_train/model.decoder.layers.4.fc2/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..3e096f0e0f993319204c24bae075aa549d8e9f22
--- /dev/null
+++ b/params/opt/5/rnd_search_t_lin/comb_8_t/global_train/model.decoder.layers.4.fc2/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e18bc2a8f28c0f0216d536bd77e6a11a23e75d1d5ee59d4adb0affb5b7ad161e
+size 5251
diff --git a/params/opt/5/rnd_search_t_lin/comb_8_t/global_train/model.decoder.layers.4.self_attn.k_proj/_0.pt b/params/opt/5/rnd_search_t_lin/comb_8_t/global_train/model.decoder.layers.4.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e661c1df9738f2a41525c4097686f27ec6a646fa
--- /dev/null
+++ b/params/opt/5/rnd_search_t_lin/comb_8_t/global_train/model.decoder.layers.4.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:6095c67bd943ab47e2d419104456d6fe61beb730ee51b09e43a573ebc4b9289d
+size 5251
diff --git a/params/opt/5/rnd_search_t_lin/comb_8_t/global_train/model.decoder.layers.4.self_attn.k_proj/_s.pt b/params/opt/5/rnd_search_t_lin/comb_8_t/global_train/model.decoder.layers.4.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..f6895e6195d38fca2ea62f4d603ba57343d41400
--- /dev/null
+++ b/params/opt/5/rnd_search_t_lin/comb_8_t/global_train/model.decoder.layers.4.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:633621ae25d0731b478bc3755e3fbaf2099a05bbcab90b00083c0810fb08e187
+size 5251
diff --git a/params/opt/5/rnd_search_t_lin/comb_8_t/global_train/model.decoder.layers.4.self_attn.out_proj/_0.pt b/params/opt/5/rnd_search_t_lin/comb_8_t/global_train/model.decoder.layers.4.self_attn.out_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..6bc6d2e4724d15294bf16be1ded39a4bb7006c34
--- /dev/null
+++ b/params/opt/5/rnd_search_t_lin/comb_8_t/global_train/model.decoder.layers.4.self_attn.out_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:520b3a9f75bfca7d0adeb722608e1a6f58a1788339f03e80a75227fa90f9ea7f
+size 5251
diff --git a/params/opt/5/rnd_search_t_lin/comb_8_t/global_train/model.decoder.layers.4.self_attn.out_proj/_s.pt b/params/opt/5/rnd_search_t_lin/comb_8_t/global_train/model.decoder.layers.4.self_attn.out_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e69dd0a24e7ad5e3577543dc7f67ccd94fa5f844
--- /dev/null
+++ b/params/opt/5/rnd_search_t_lin/comb_8_t/global_train/model.decoder.layers.4.self_attn.out_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e5136c7a0edf7939103db8ccf7cf2bd909f6c3ff19ed68697041e5c7cb50cc25
+size 5251
diff --git a/params/opt/5/rnd_search_t_lin/comb_8_t/global_train/model.decoder.layers.4.self_attn.q_proj/_0.pt b/params/opt/5/rnd_search_t_lin/comb_8_t/global_train/model.decoder.layers.4.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..f66e4481cbf8233a00372701908883ac222d43fb
--- /dev/null
+++ b/params/opt/5/rnd_search_t_lin/comb_8_t/global_train/model.decoder.layers.4.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:8ec791aa9a590536f26b71bda242a05109b4ce7b7b8cdbc2048bcb3e2eea6588
+size 5251
diff --git a/params/opt/5/rnd_search_t_lin/comb_8_t/global_train/model.decoder.layers.4.self_attn.q_proj/_s.pt b/params/opt/5/rnd_search_t_lin/comb_8_t/global_train/model.decoder.layers.4.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..5ae57f86bae6df3385c704a18443b600cfb4b459
--- /dev/null
+++ b/params/opt/5/rnd_search_t_lin/comb_8_t/global_train/model.decoder.layers.4.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:6019a85aeea462a6a0feb4fce49ae3669b9fce6d544a0e81cfe5ee88f5576624
+size 5251
diff --git a/params/opt/5/rnd_search_t_lin/comb_8_t/global_train/model.decoder.layers.4.self_attn.v_proj/_0.pt b/params/opt/5/rnd_search_t_lin/comb_8_t/global_train/model.decoder.layers.4.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..0e18623d4863a431640f3a4d30d441d7f9bac305
--- /dev/null
+++ b/params/opt/5/rnd_search_t_lin/comb_8_t/global_train/model.decoder.layers.4.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:48b998bff24bc879f4bbcbd35a112afeecef8d7c498ed07719af2617073a8c40
+size 5251
diff --git a/params/opt/5/rnd_search_t_lin/comb_8_t/global_train/model.decoder.layers.4.self_attn.v_proj/_s.pt b/params/opt/5/rnd_search_t_lin/comb_8_t/global_train/model.decoder.layers.4.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..df6a45a6d27634853c24650a6bbe1e1487914419
--- /dev/null
+++ b/params/opt/5/rnd_search_t_lin/comb_8_t/global_train/model.decoder.layers.4.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e647e5d58d61609456d7c4c477386dd2c8645672066b4a3efaeb02c3a8f20f27
+size 5251
diff --git a/params/opt/5/rnd_search_t_lin/comb_8_t/global_train/model.decoder.layers.5.fc1/_0.pt b/params/opt/5/rnd_search_t_lin/comb_8_t/global_train/model.decoder.layers.5.fc1/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ff97e439575ef3c6a7d84f750c88be5998a4dd39
--- /dev/null
+++ b/params/opt/5/rnd_search_t_lin/comb_8_t/global_train/model.decoder.layers.5.fc1/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:6543f669067bf4f7b24d04c2a3ed6545a5ea1800c927d5d67ad41065e47cf17f
+size 17539
diff --git a/params/opt/5/rnd_search_t_lin/comb_8_t/global_train/model.decoder.layers.5.fc1/_s.pt b/params/opt/5/rnd_search_t_lin/comb_8_t/global_train/model.decoder.layers.5.fc1/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4461658ec0e9e21eb968bb5b84a9c5b8ed06c3bd
--- /dev/null
+++ b/params/opt/5/rnd_search_t_lin/comb_8_t/global_train/model.decoder.layers.5.fc1/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:123d66fdba5ec70f373697f17001f4b6c6aeba2baf82e1cb5b74eb76c31d39ef
+size 17539
diff --git a/params/opt/5/rnd_search_t_lin/comb_8_t/global_train/model.decoder.layers.5.fc2/_0.pt b/params/opt/5/rnd_search_t_lin/comb_8_t/global_train/model.decoder.layers.5.fc2/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..3523944a082a94e9bb995496e5aac9c3ffbdb018
--- /dev/null
+++ b/params/opt/5/rnd_search_t_lin/comb_8_t/global_train/model.decoder.layers.5.fc2/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:7c45befb264c0c8124a13258e029ae8c0d6b6c528b43603c6d347922cb681a3d
+size 5251
diff --git a/params/opt/5/rnd_search_t_lin/comb_8_t/global_train/model.decoder.layers.5.fc2/_s.pt b/params/opt/5/rnd_search_t_lin/comb_8_t/global_train/model.decoder.layers.5.fc2/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ed85bac5892903c11694280d4eba13453f45ed38
--- /dev/null
+++ b/params/opt/5/rnd_search_t_lin/comb_8_t/global_train/model.decoder.layers.5.fc2/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ad4e4ace2570fb90243ea7b462422a52fc3a6f1d3194594149ba15517af22d14
+size 5251
diff --git a/params/opt/5/rnd_search_t_lin/comb_8_t/global_train/model.decoder.layers.5.self_attn.k_proj/_0.pt b/params/opt/5/rnd_search_t_lin/comb_8_t/global_train/model.decoder.layers.5.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..fa9a9cc9bf7a406ec67f4c18766b34e448069321
--- /dev/null
+++ b/params/opt/5/rnd_search_t_lin/comb_8_t/global_train/model.decoder.layers.5.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2a083e4bc42a6be17a386919157cb52b778e134a3863e7675ac8dd5c326fa1e0
+size 5251
diff --git a/params/opt/5/rnd_search_t_lin/comb_8_t/global_train/model.decoder.layers.5.self_attn.k_proj/_s.pt b/params/opt/5/rnd_search_t_lin/comb_8_t/global_train/model.decoder.layers.5.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..341b8183ff94a17bee5257b969ddf4c87d080ae3
--- /dev/null
+++ b/params/opt/5/rnd_search_t_lin/comb_8_t/global_train/model.decoder.layers.5.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:53b4ece86b8720b52037aeb6e19ef9ee297b037ed0a91f00969820a4575114d7
+size 5251
diff --git a/params/opt/5/rnd_search_t_lin/comb_8_t/global_train/model.decoder.layers.5.self_attn.out_proj/_0.pt b/params/opt/5/rnd_search_t_lin/comb_8_t/global_train/model.decoder.layers.5.self_attn.out_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..3496ec1490d8c13162bcb46eadfc7feb9267adde
--- /dev/null
+++ b/params/opt/5/rnd_search_t_lin/comb_8_t/global_train/model.decoder.layers.5.self_attn.out_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:8751dcb13e82c2f658400cda4810d990df6a67eae4656613baa74dd2b789fd2d
+size 5251
diff --git a/params/opt/5/rnd_search_t_lin/comb_8_t/global_train/model.decoder.layers.5.self_attn.out_proj/_s.pt b/params/opt/5/rnd_search_t_lin/comb_8_t/global_train/model.decoder.layers.5.self_attn.out_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..1e8fe92e13daee9923ef91c1323f577edebf35cb
--- /dev/null
+++ b/params/opt/5/rnd_search_t_lin/comb_8_t/global_train/model.decoder.layers.5.self_attn.out_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5ab40c92aac643714e99a33d30196e4353339a6cddada2f4bff267715873605a
+size 5251
diff --git a/params/opt/5/rnd_search_t_lin/comb_8_t/global_train/model.decoder.layers.5.self_attn.q_proj/_0.pt b/params/opt/5/rnd_search_t_lin/comb_8_t/global_train/model.decoder.layers.5.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..b80a0787e2eba816888ebe3be6995dfc2abfa320
--- /dev/null
+++ b/params/opt/5/rnd_search_t_lin/comb_8_t/global_train/model.decoder.layers.5.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:311ec2accf66b4ce52a9053061b498846e1e8bd8789c34a7a5535d8a39890026
+size 5251
diff --git a/params/opt/5/rnd_search_t_lin/comb_8_t/global_train/model.decoder.layers.5.self_attn.q_proj/_s.pt b/params/opt/5/rnd_search_t_lin/comb_8_t/global_train/model.decoder.layers.5.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..62901135234328b67ae8170df49e3ebb99204bda
--- /dev/null
+++ b/params/opt/5/rnd_search_t_lin/comb_8_t/global_train/model.decoder.layers.5.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f12b5aedf05af2fa8c99bfb647c390589269f99ca9f0b8a6d52117903d0382de
+size 5251
diff --git a/params/opt/5/rnd_search_t_lin/comb_8_t/global_train/model.decoder.layers.5.self_attn.v_proj/_0.pt b/params/opt/5/rnd_search_t_lin/comb_8_t/global_train/model.decoder.layers.5.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e37feff9494afbe87813cc43c9c90904321ea4ef
--- /dev/null
+++ b/params/opt/5/rnd_search_t_lin/comb_8_t/global_train/model.decoder.layers.5.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:8d593f7a65d472617885a56fc8c0e23f846d483e3ec4c848acc13895d9226186
+size 5251
diff --git a/params/opt/5/rnd_search_t_lin/comb_8_t/global_train/model.decoder.layers.5.self_attn.v_proj/_s.pt b/params/opt/5/rnd_search_t_lin/comb_8_t/global_train/model.decoder.layers.5.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ded5de010c1ae32c6f29b031b447ff9452fa1d60
--- /dev/null
+++ b/params/opt/5/rnd_search_t_lin/comb_8_t/global_train/model.decoder.layers.5.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0a7fcdd33c3e4750ca6667ebe6e3531fd49cf1581399c783ec01c974c79a9fc4
+size 5251
diff --git a/params/opt/5/rnd_search_t_lin/comb_8_t/global_train/model.decoder.layers.6.fc1/_0.pt b/params/opt/5/rnd_search_t_lin/comb_8_t/global_train/model.decoder.layers.6.fc1/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..b215eba230cb7f2bc4bebb233535e0901afa5362
--- /dev/null
+++ b/params/opt/5/rnd_search_t_lin/comb_8_t/global_train/model.decoder.layers.6.fc1/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:609856bfcdb57c4e49b83dec115dc8afbb996fdf768551c718461a6b554b1e93
+size 17539
diff --git a/params/opt/5/rnd_search_t_lin/comb_8_t/global_train/model.decoder.layers.6.fc1/_s.pt b/params/opt/5/rnd_search_t_lin/comb_8_t/global_train/model.decoder.layers.6.fc1/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..21083e1e81c113f308685c0d4d91fae10e188c94
--- /dev/null
+++ b/params/opt/5/rnd_search_t_lin/comb_8_t/global_train/model.decoder.layers.6.fc1/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ba5df8742ed4b5e5eab25540c960cdf350319ff2b58f6ebbaab3e5f3def6f065
+size 17539
diff --git a/params/opt/5/rnd_search_t_lin/comb_8_t/global_train/model.decoder.layers.6.fc2/_0.pt b/params/opt/5/rnd_search_t_lin/comb_8_t/global_train/model.decoder.layers.6.fc2/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..f1c533bb66ca2f75db56458ad43562f968bbf4ab
--- /dev/null
+++ b/params/opt/5/rnd_search_t_lin/comb_8_t/global_train/model.decoder.layers.6.fc2/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:16390a19881280f2ab568bf3de4fefcecad4d24aecf92bf0d3b1663e67dcd54d
+size 5251
diff --git a/params/opt/5/rnd_search_t_lin/comb_8_t/global_train/model.decoder.layers.6.fc2/_s.pt b/params/opt/5/rnd_search_t_lin/comb_8_t/global_train/model.decoder.layers.6.fc2/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..cb02c150bc80e2ac29d774ab9200397c58df895a
--- /dev/null
+++ b/params/opt/5/rnd_search_t_lin/comb_8_t/global_train/model.decoder.layers.6.fc2/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b1f3c55d1fa7f9af469750b450fb89cc6b33c49e08224d8d7ec09377b2313866
+size 5251
diff --git a/params/opt/5/rnd_search_t_lin/comb_8_t/global_train/model.decoder.layers.6.self_attn.k_proj/_0.pt b/params/opt/5/rnd_search_t_lin/comb_8_t/global_train/model.decoder.layers.6.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..1add904093467aecf35a7a8100589f7079d69c8e
--- /dev/null
+++ b/params/opt/5/rnd_search_t_lin/comb_8_t/global_train/model.decoder.layers.6.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:4658bffa474cbe7ed1747cf5a9f7bc40a192a6fb5865eadca3d6b514fd78a96b
+size 5251
diff --git a/params/opt/5/rnd_search_t_lin/comb_8_t/global_train/model.decoder.layers.6.self_attn.k_proj/_s.pt b/params/opt/5/rnd_search_t_lin/comb_8_t/global_train/model.decoder.layers.6.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8f9818360509743d424d5ed65e141f81d3f7de0d
--- /dev/null
+++ b/params/opt/5/rnd_search_t_lin/comb_8_t/global_train/model.decoder.layers.6.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:587381436080adc9351df0a9de49f04ebca62f9daf5a7b395e4e53d79c4a1767
+size 5251
diff --git a/params/opt/5/rnd_search_t_lin/comb_8_t/global_train/model.decoder.layers.6.self_attn.out_proj/_0.pt b/params/opt/5/rnd_search_t_lin/comb_8_t/global_train/model.decoder.layers.6.self_attn.out_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..908b8c76b129af7ef85cfa0925dabde9bd7c8819
--- /dev/null
+++ b/params/opt/5/rnd_search_t_lin/comb_8_t/global_train/model.decoder.layers.6.self_attn.out_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2eb9173d0c3c544c389826596769521ce2fe7df79046eeffabf73369daee1200
+size 5251
diff --git a/params/opt/5/rnd_search_t_lin/comb_8_t/global_train/model.decoder.layers.6.self_attn.out_proj/_s.pt b/params/opt/5/rnd_search_t_lin/comb_8_t/global_train/model.decoder.layers.6.self_attn.out_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..d6886d2b3f2763a4a45014cee64567fc254e0b7b
--- /dev/null
+++ b/params/opt/5/rnd_search_t_lin/comb_8_t/global_train/model.decoder.layers.6.self_attn.out_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:66c4eedc111f99e9b8caae020aaeda1ce165eb7360f3d3e2258624e8aca73a75
+size 5251
diff --git a/params/opt/5/rnd_search_t_lin/comb_8_t/global_train/model.decoder.layers.6.self_attn.q_proj/_0.pt b/params/opt/5/rnd_search_t_lin/comb_8_t/global_train/model.decoder.layers.6.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..d498c9d084fa3184fe1632101eb833a19b15a78c
--- /dev/null
+++ b/params/opt/5/rnd_search_t_lin/comb_8_t/global_train/model.decoder.layers.6.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5df751662a931878d8c45afb4735adc8df988e0e3167f040e1715bd9a05fb116
+size 5251
diff --git a/params/opt/5/rnd_search_t_lin/comb_8_t/global_train/model.decoder.layers.6.self_attn.q_proj/_s.pt b/params/opt/5/rnd_search_t_lin/comb_8_t/global_train/model.decoder.layers.6.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..fb849d1f71b50aea91bc29c196b69689b8ea40bf
--- /dev/null
+++ b/params/opt/5/rnd_search_t_lin/comb_8_t/global_train/model.decoder.layers.6.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:4e80a6c43a0901098c7aaef4d86e612d90dbc5d28cc409178f01ad580fbb3853
+size 5251
diff --git a/params/opt/5/rnd_search_t_lin/comb_8_t/global_train/model.decoder.layers.6.self_attn.v_proj/_0.pt b/params/opt/5/rnd_search_t_lin/comb_8_t/global_train/model.decoder.layers.6.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..105b3c89ec3005d678b3dc0a1113a6eb96f309be
--- /dev/null
+++ b/params/opt/5/rnd_search_t_lin/comb_8_t/global_train/model.decoder.layers.6.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:7d8e490215ef99e0f8ae7473e0d4e97832a592497e36761166e705d54a79cfff
+size 5251
diff --git a/params/opt/5/rnd_search_t_lin/comb_8_t/global_train/model.decoder.layers.6.self_attn.v_proj/_s.pt b/params/opt/5/rnd_search_t_lin/comb_8_t/global_train/model.decoder.layers.6.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..698ae4e92d4d1ca64f2d4b1591d101c255739ddf
--- /dev/null
+++ b/params/opt/5/rnd_search_t_lin/comb_8_t/global_train/model.decoder.layers.6.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:32df19157af6613ada7a2f279f502496fc59cb5a61ea3ca3197d65eb8c492137
+size 5251
diff --git a/params/opt/5/rnd_search_t_lin/comb_8_t/global_train/model.decoder.layers.7.fc1/_0.pt b/params/opt/5/rnd_search_t_lin/comb_8_t/global_train/model.decoder.layers.7.fc1/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..214f0f6a37607e762e594a8921a08e4a51648645
--- /dev/null
+++ b/params/opt/5/rnd_search_t_lin/comb_8_t/global_train/model.decoder.layers.7.fc1/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:fba73ec72af980b8ed41a0ee58117c27b5c6f3b078f4fcdd6c5b722469d4c688
+size 17539
diff --git a/params/opt/5/rnd_search_t_lin/comb_8_t/global_train/model.decoder.layers.7.fc1/_s.pt b/params/opt/5/rnd_search_t_lin/comb_8_t/global_train/model.decoder.layers.7.fc1/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..f450c25d8d4ce2ec8269683d3442df598145a99a
--- /dev/null
+++ b/params/opt/5/rnd_search_t_lin/comb_8_t/global_train/model.decoder.layers.7.fc1/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0d147815ce09b352786ff4d23ec621279a14d52f19d3298779644b856622784b
+size 17539
diff --git a/params/opt/5/rnd_search_t_lin/comb_8_t/global_train/model.decoder.layers.7.fc2/_0.pt b/params/opt/5/rnd_search_t_lin/comb_8_t/global_train/model.decoder.layers.7.fc2/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..00a36a9b5c7705b7025f31bcee52e1952f6449b5
--- /dev/null
+++ b/params/opt/5/rnd_search_t_lin/comb_8_t/global_train/model.decoder.layers.7.fc2/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f50a7e4ae8090ce7b3d13c3f6ec9b0c601840bb6655f9703bb435d783ec76b12
+size 5251
diff --git a/params/opt/5/rnd_search_t_lin/comb_8_t/global_train/model.decoder.layers.7.fc2/_s.pt b/params/opt/5/rnd_search_t_lin/comb_8_t/global_train/model.decoder.layers.7.fc2/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..36579ea3a8e6da89bf1bbb4a101272da640c8d79
--- /dev/null
+++ b/params/opt/5/rnd_search_t_lin/comb_8_t/global_train/model.decoder.layers.7.fc2/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:35a021184c04819aa3882bd7703597da1696148f3aa29d1e0b07327fcad52fe4
+size 5251
diff --git a/params/opt/5/rnd_search_t_lin/comb_8_t/global_train/model.decoder.layers.7.self_attn.k_proj/_0.pt b/params/opt/5/rnd_search_t_lin/comb_8_t/global_train/model.decoder.layers.7.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4584ae0fb2a98ba6ea04d94f403c5dd1ce546e73
--- /dev/null
+++ b/params/opt/5/rnd_search_t_lin/comb_8_t/global_train/model.decoder.layers.7.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:9012facc6331539a5b3955ff71c8ea86333e8d6289bbb10e568f08adb7d9b158
+size 5251
diff --git a/params/opt/5/rnd_search_t_lin/comb_8_t/global_train/model.decoder.layers.7.self_attn.k_proj/_s.pt b/params/opt/5/rnd_search_t_lin/comb_8_t/global_train/model.decoder.layers.7.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..7f7f7dc61ed192149b48e58068faa1755beaad9b
--- /dev/null
+++ b/params/opt/5/rnd_search_t_lin/comb_8_t/global_train/model.decoder.layers.7.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:8a2bea0acba2723237854b4137404affc9b5df3929bc89d03b7b6b1e0ac0ca58
+size 5251
diff --git a/params/opt/5/rnd_search_t_lin/comb_8_t/global_train/model.decoder.layers.7.self_attn.out_proj/_0.pt b/params/opt/5/rnd_search_t_lin/comb_8_t/global_train/model.decoder.layers.7.self_attn.out_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..84b7451d004015c2f87e5953b445441c428073b9
--- /dev/null
+++ b/params/opt/5/rnd_search_t_lin/comb_8_t/global_train/model.decoder.layers.7.self_attn.out_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:3be78f6b33d35d0b782dacc437e3e18fc9ee6aadc24ebf50c9eb2a10e9ef5aca
+size 5251
diff --git a/params/opt/5/rnd_search_t_lin/comb_8_t/global_train/model.decoder.layers.7.self_attn.out_proj/_s.pt b/params/opt/5/rnd_search_t_lin/comb_8_t/global_train/model.decoder.layers.7.self_attn.out_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..eaaa91f496498beb6215dc6066fb6aa9c9100f9e
--- /dev/null
+++ b/params/opt/5/rnd_search_t_lin/comb_8_t/global_train/model.decoder.layers.7.self_attn.out_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:51e8091c759899a80d004ab5bde4e4f010f7f1200de8193b41caecfe7c01102c
+size 5251
diff --git a/params/opt/5/rnd_search_t_lin/comb_8_t/global_train/model.decoder.layers.7.self_attn.q_proj/_0.pt b/params/opt/5/rnd_search_t_lin/comb_8_t/global_train/model.decoder.layers.7.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..007399c26e36e16d7c5e748fd31e363ea1ca324b
--- /dev/null
+++ b/params/opt/5/rnd_search_t_lin/comb_8_t/global_train/model.decoder.layers.7.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:006737d4ceab57b27e50b7098966a97955638ef7139cf60df9f09edfaf8c1d58
+size 5251
diff --git a/params/opt/5/rnd_search_t_lin/comb_8_t/global_train/model.decoder.layers.7.self_attn.q_proj/_s.pt b/params/opt/5/rnd_search_t_lin/comb_8_t/global_train/model.decoder.layers.7.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e046593771cef3154d09c249103edeaa0e9a2ae2
--- /dev/null
+++ b/params/opt/5/rnd_search_t_lin/comb_8_t/global_train/model.decoder.layers.7.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:31ccf3243f58939652387ccac22ac96e1e7d5197b09ad8eafdde270c5816914a
+size 5251
diff --git a/params/opt/5/rnd_search_t_lin/comb_8_t/global_train/model.decoder.layers.7.self_attn.v_proj/_0.pt b/params/opt/5/rnd_search_t_lin/comb_8_t/global_train/model.decoder.layers.7.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4279b97339b5a4779edfa62cba0753d3bfee4d39
--- /dev/null
+++ b/params/opt/5/rnd_search_t_lin/comb_8_t/global_train/model.decoder.layers.7.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d1d0438ef7e9685068d8a3addb4d7caef1015c49df19abc0685a0ca7dd002784
+size 5251
diff --git a/params/opt/5/rnd_search_t_lin/comb_8_t/global_train/model.decoder.layers.7.self_attn.v_proj/_s.pt b/params/opt/5/rnd_search_t_lin/comb_8_t/global_train/model.decoder.layers.7.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..84c3e424d6ef7ad3b276a6ed8f03efaf3a1b2160
--- /dev/null
+++ b/params/opt/5/rnd_search_t_lin/comb_8_t/global_train/model.decoder.layers.7.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:45b330172372aea6f779475e7d77a83c7045ce7282c964823cea639bb5cdb69c
+size 5251
diff --git a/params/opt/5/rnd_search_t_lin/comb_8_t/global_train/model.decoder.layers.8.fc1/_0.pt b/params/opt/5/rnd_search_t_lin/comb_8_t/global_train/model.decoder.layers.8.fc1/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..0c020dcf6709e1fc6b81e5c55315bdaa9a41796f
--- /dev/null
+++ b/params/opt/5/rnd_search_t_lin/comb_8_t/global_train/model.decoder.layers.8.fc1/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:7b7f84ccfb0110885d634fbc0d1e75c1bed8edf71c73690982ff591997cd05e2
+size 17539
diff --git a/params/opt/5/rnd_search_t_lin/comb_8_t/global_train/model.decoder.layers.8.fc1/_s.pt b/params/opt/5/rnd_search_t_lin/comb_8_t/global_train/model.decoder.layers.8.fc1/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..d4709eca0dc3e9338655519113207769bf6c6fb8
--- /dev/null
+++ b/params/opt/5/rnd_search_t_lin/comb_8_t/global_train/model.decoder.layers.8.fc1/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b04005cd894ca9fc34475ffb044ba6c1e5a332bf563dd9b2162b91a6fd2c8e5f
+size 17539
diff --git a/params/opt/5/rnd_search_t_lin/comb_8_t/global_train/model.decoder.layers.8.fc2/_0.pt b/params/opt/5/rnd_search_t_lin/comb_8_t/global_train/model.decoder.layers.8.fc2/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..64204e9ed92da744bbdf4cd96a524d9baa6a0523
--- /dev/null
+++ b/params/opt/5/rnd_search_t_lin/comb_8_t/global_train/model.decoder.layers.8.fc2/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0eef8d2ade6c4a1f66095b0b7e8e4ccbc9fb7ab246cdaf286b07ea470b7075cd
+size 5251
diff --git a/params/opt/5/rnd_search_t_lin/comb_8_t/global_train/model.decoder.layers.8.fc2/_s.pt b/params/opt/5/rnd_search_t_lin/comb_8_t/global_train/model.decoder.layers.8.fc2/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..327628f979d826b87d5ef91b97dd86c61cd0af1e
--- /dev/null
+++ b/params/opt/5/rnd_search_t_lin/comb_8_t/global_train/model.decoder.layers.8.fc2/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c9649aa55f381932bdee55090e726c56d82596882a4f78277f504985b39d9e77
+size 5251
diff --git a/params/opt/5/rnd_search_t_lin/comb_8_t/global_train/model.decoder.layers.8.self_attn.k_proj/_0.pt b/params/opt/5/rnd_search_t_lin/comb_8_t/global_train/model.decoder.layers.8.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..97180bc6d39ee5f67c790b856b9763025083d449
--- /dev/null
+++ b/params/opt/5/rnd_search_t_lin/comb_8_t/global_train/model.decoder.layers.8.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a5951c37b9b0e16f11f157c1eabb8128ba3681300cfcb6d2106ec7cf588843a4
+size 5251
diff --git a/params/opt/5/rnd_search_t_lin/comb_8_t/global_train/model.decoder.layers.8.self_attn.k_proj/_s.pt b/params/opt/5/rnd_search_t_lin/comb_8_t/global_train/model.decoder.layers.8.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..d294f381dc61419d41acd2239e595875d038eaa3
--- /dev/null
+++ b/params/opt/5/rnd_search_t_lin/comb_8_t/global_train/model.decoder.layers.8.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:01ad9347b283ab172b037dc8e923c7af506e63694b211898089dcd979ecab31f
+size 5251
diff --git a/params/opt/5/rnd_search_t_lin/comb_8_t/global_train/model.decoder.layers.8.self_attn.out_proj/_0.pt b/params/opt/5/rnd_search_t_lin/comb_8_t/global_train/model.decoder.layers.8.self_attn.out_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a09c3a45e664bce6f14b6467fab1781d8a7036ee
--- /dev/null
+++ b/params/opt/5/rnd_search_t_lin/comb_8_t/global_train/model.decoder.layers.8.self_attn.out_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:512b5f1a9faaf8bb861e503301cb6a4b846ed56011f69a38e121dbfd95d613b4
+size 5251
diff --git a/params/opt/5/rnd_search_t_lin/comb_8_t/global_train/model.decoder.layers.8.self_attn.out_proj/_s.pt b/params/opt/5/rnd_search_t_lin/comb_8_t/global_train/model.decoder.layers.8.self_attn.out_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..9ce5c72e93c16db04083336b142f37bdd4a0b0bd
--- /dev/null
+++ b/params/opt/5/rnd_search_t_lin/comb_8_t/global_train/model.decoder.layers.8.self_attn.out_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:3afd5c0f4f3a13c5ff5acc655c7a24c3966dc7edfd5efcf0bfd25dff6bff6906
+size 5251
diff --git a/params/opt/5/rnd_search_t_lin/comb_8_t/global_train/model.decoder.layers.8.self_attn.q_proj/_0.pt b/params/opt/5/rnd_search_t_lin/comb_8_t/global_train/model.decoder.layers.8.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..606643a320e2c917f46a364926b7b046f3c60d63
--- /dev/null
+++ b/params/opt/5/rnd_search_t_lin/comb_8_t/global_train/model.decoder.layers.8.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2d3748250d8276e4443086ac2f416ad5554c1a264c6d9ad534adc280b07040e5
+size 5251
diff --git a/params/opt/5/rnd_search_t_lin/comb_8_t/global_train/model.decoder.layers.8.self_attn.q_proj/_s.pt b/params/opt/5/rnd_search_t_lin/comb_8_t/global_train/model.decoder.layers.8.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ad9f1e76bd2835b38bbd7e95efd39b4e4e191fe9
--- /dev/null
+++ b/params/opt/5/rnd_search_t_lin/comb_8_t/global_train/model.decoder.layers.8.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:7e222649cd23992008165a027231d61cf72742d4dc659e838df58620e6fac800
+size 5251
diff --git a/params/opt/5/rnd_search_t_lin/comb_8_t/global_train/model.decoder.layers.8.self_attn.v_proj/_0.pt b/params/opt/5/rnd_search_t_lin/comb_8_t/global_train/model.decoder.layers.8.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..f8141394b7a4b85ea9b0810f4cb1f7705ef77d2e
--- /dev/null
+++ b/params/opt/5/rnd_search_t_lin/comb_8_t/global_train/model.decoder.layers.8.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:796095ca616dec7a1508fae35b7fe24dbe33f7dac06c81aa3cfac5df5a452547
+size 5251
diff --git a/params/opt/5/rnd_search_t_lin/comb_8_t/global_train/model.decoder.layers.8.self_attn.v_proj/_s.pt b/params/opt/5/rnd_search_t_lin/comb_8_t/global_train/model.decoder.layers.8.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..064bbb28395285af0bf563bc9319fc813a4d1f70
--- /dev/null
+++ b/params/opt/5/rnd_search_t_lin/comb_8_t/global_train/model.decoder.layers.8.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:db972df191e73f0a1f07b6c0acf182cbdf5ac7b9e7afab876783799f02f60199
+size 5251
diff --git a/params/opt/5/rnd_search_t_lin/comb_8_t/global_train/model.decoder.layers.9.fc1/_0.pt b/params/opt/5/rnd_search_t_lin/comb_8_t/global_train/model.decoder.layers.9.fc1/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8cb01568207d872485c617ce34cd7f9fc094f024
--- /dev/null
+++ b/params/opt/5/rnd_search_t_lin/comb_8_t/global_train/model.decoder.layers.9.fc1/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:58bd5fa412f1c3044029da3f4bfd99fc9885f76921a55a81ab473206e49b0a0e
+size 17539
diff --git a/params/opt/5/rnd_search_t_lin/comb_8_t/global_train/model.decoder.layers.9.fc1/_s.pt b/params/opt/5/rnd_search_t_lin/comb_8_t/global_train/model.decoder.layers.9.fc1/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..36512c7b544ee8f0b4aca2b1a5f963ea99821c18
--- /dev/null
+++ b/params/opt/5/rnd_search_t_lin/comb_8_t/global_train/model.decoder.layers.9.fc1/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a7f544ad096cc8746b11fd5eb63ee43eb2fb14d9e820740f01f9dbc7a9e070af
+size 17539
diff --git a/params/opt/5/rnd_search_t_lin/comb_8_t/global_train/model.decoder.layers.9.fc2/_0.pt b/params/opt/5/rnd_search_t_lin/comb_8_t/global_train/model.decoder.layers.9.fc2/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..7faffcd1bc76689da225c313363c2e660edd0422
--- /dev/null
+++ b/params/opt/5/rnd_search_t_lin/comb_8_t/global_train/model.decoder.layers.9.fc2/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b09454de6ba491c330e8a38c50a8fa877a8f7be64ce021c5f05d2c711e03fb49
+size 5251
diff --git a/params/opt/5/rnd_search_t_lin/comb_8_t/global_train/model.decoder.layers.9.fc2/_s.pt b/params/opt/5/rnd_search_t_lin/comb_8_t/global_train/model.decoder.layers.9.fc2/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8c342b33a9fa13c1e51839ea202b0f7487be0af0
--- /dev/null
+++ b/params/opt/5/rnd_search_t_lin/comb_8_t/global_train/model.decoder.layers.9.fc2/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:fac6232a7c5da64439a44ec42d657f7e9eac6faf3fb4d992e9e62e317603d3a8
+size 5251
diff --git a/params/opt/5/rnd_search_t_lin/comb_8_t/global_train/model.decoder.layers.9.self_attn.k_proj/_0.pt b/params/opt/5/rnd_search_t_lin/comb_8_t/global_train/model.decoder.layers.9.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..1e1e350b79988894d4233b441ae181d55e5ff951
--- /dev/null
+++ b/params/opt/5/rnd_search_t_lin/comb_8_t/global_train/model.decoder.layers.9.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c11aedd129258c4b7f8dccde0eb7b031a7db55a2a7389092fe4cc7a2c98c823c
+size 5251
diff --git a/params/opt/5/rnd_search_t_lin/comb_8_t/global_train/model.decoder.layers.9.self_attn.k_proj/_s.pt b/params/opt/5/rnd_search_t_lin/comb_8_t/global_train/model.decoder.layers.9.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..3848fb8baab8b1d51ca0426b301f99f919c68b4a
--- /dev/null
+++ b/params/opt/5/rnd_search_t_lin/comb_8_t/global_train/model.decoder.layers.9.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a8036f2f7214d6151dc6307ad862b28e3e6452e4003449e0169d8ee8e6fcfeaf
+size 5251
diff --git a/params/opt/5/rnd_search_t_lin/comb_8_t/global_train/model.decoder.layers.9.self_attn.out_proj/_0.pt b/params/opt/5/rnd_search_t_lin/comb_8_t/global_train/model.decoder.layers.9.self_attn.out_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..f229771ac2be32bda4e49e8db9e0b5eb838deaae
--- /dev/null
+++ b/params/opt/5/rnd_search_t_lin/comb_8_t/global_train/model.decoder.layers.9.self_attn.out_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:94a8ff79d1a2835c4cb4ab15c1d8a6c2d14cda9cde88a375039050307ac0858b
+size 5251
diff --git a/params/opt/5/rnd_search_t_lin/comb_8_t/global_train/model.decoder.layers.9.self_attn.out_proj/_s.pt b/params/opt/5/rnd_search_t_lin/comb_8_t/global_train/model.decoder.layers.9.self_attn.out_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..fc53b3fa623207b1986f604e0b4e1c520d73b73b
--- /dev/null
+++ b/params/opt/5/rnd_search_t_lin/comb_8_t/global_train/model.decoder.layers.9.self_attn.out_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:665a62f6d56f95a7c00f53c7cf00a182848da5e82126dc64ef8bdf15fb44a207
+size 5251
diff --git a/params/opt/5/rnd_search_t_lin/comb_8_t/global_train/model.decoder.layers.9.self_attn.q_proj/_0.pt b/params/opt/5/rnd_search_t_lin/comb_8_t/global_train/model.decoder.layers.9.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..fd877c1c3ecdb94e103c2a505f2c1e086791b4e7
--- /dev/null
+++ b/params/opt/5/rnd_search_t_lin/comb_8_t/global_train/model.decoder.layers.9.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:83e4ff0b35c5f401d6c0084823779b811fe84ad1891cfbdf3e187073635b4f8c
+size 5251
diff --git a/params/opt/5/rnd_search_t_lin/comb_8_t/global_train/model.decoder.layers.9.self_attn.q_proj/_s.pt b/params/opt/5/rnd_search_t_lin/comb_8_t/global_train/model.decoder.layers.9.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..17725855f8e216432f9750727dbd2f54ed9972cf
--- /dev/null
+++ b/params/opt/5/rnd_search_t_lin/comb_8_t/global_train/model.decoder.layers.9.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:846ef715b685dbc8ebaa412b87de584e509b6ded8acf79ad5f29c8a3df2f8141
+size 5251
diff --git a/params/opt/5/rnd_search_t_lin/comb_8_t/global_train/model.decoder.layers.9.self_attn.v_proj/_0.pt b/params/opt/5/rnd_search_t_lin/comb_8_t/global_train/model.decoder.layers.9.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..df77f268b7fbff0d7e58d2ad17d76a8917f87208
--- /dev/null
+++ b/params/opt/5/rnd_search_t_lin/comb_8_t/global_train/model.decoder.layers.9.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5a282afd3d801b02cb27c05ea3f165362dec3c14128b406387778cf2fa38c7e0
+size 5251
diff --git a/params/opt/5/rnd_search_t_lin/comb_8_t/global_train/model.decoder.layers.9.self_attn.v_proj/_s.pt b/params/opt/5/rnd_search_t_lin/comb_8_t/global_train/model.decoder.layers.9.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..45ab3f8b22686f8faa2c43c82853a813f813d17e
--- /dev/null
+++ b/params/opt/5/rnd_search_t_lin/comb_8_t/global_train/model.decoder.layers.9.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c2e4a7571d8d3c6e2b52463fb0165e65517d5cb3df2a413d5f694ed5404017a3
+size 5251
diff --git a/params/opt/5/rnd_search_t_lin/comb_8_t/global_train/model.decoder.project_in/_0.pt b/params/opt/5/rnd_search_t_lin/comb_8_t/global_train/model.decoder.project_in/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..12e4b105f5af027a2829346e61416ea9966b5f51
--- /dev/null
+++ b/params/opt/5/rnd_search_t_lin/comb_8_t/global_train/model.decoder.project_in/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:655e18d34dd4ba2cded5c9fafdddaefdf9a387e0ab113e6c8e0cc01ff00b3ff9
+size 5251
diff --git a/params/opt/5/rnd_search_t_lin/comb_8_t/global_train/model.decoder.project_in/_s.pt b/params/opt/5/rnd_search_t_lin/comb_8_t/global_train/model.decoder.project_in/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..be282b71074701f01b0e42254ea58d4da98793b8
--- /dev/null
+++ b/params/opt/5/rnd_search_t_lin/comb_8_t/global_train/model.decoder.project_in/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ecfde43de09ed3fdc14e116897b470d10f226dc74c8410009a738c00018402f4
+size 5251
diff --git a/params/opt/5/rnd_search_t_lin/comb_8_t/global_train/model.decoder.project_out/_0.pt b/params/opt/5/rnd_search_t_lin/comb_8_t/global_train/model.decoder.project_out/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..40468295ee6963f195ceda1f56d75a403584dea7
--- /dev/null
+++ b/params/opt/5/rnd_search_t_lin/comb_8_t/global_train/model.decoder.project_out/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:799fce72e7c94a292605f3afdf74ab3aa46b4fa67573615b64fc2176dae69e30
+size 3203
diff --git a/params/opt/5/rnd_search_t_lin/comb_8_t/global_train/model.decoder.project_out/_s.pt b/params/opt/5/rnd_search_t_lin/comb_8_t/global_train/model.decoder.project_out/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..af2ce9b2dbbee2f7eef74f1cc29cd03f167efacf
--- /dev/null
+++ b/params/opt/5/rnd_search_t_lin/comb_8_t/global_train/model.decoder.project_out/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:64fd038a1cc0271c34824cd92cc7ddb18ea34fe6791218ef4edde2b1f2905d69
+size 3203