diff --git a/params/opt/8/rnd_search_t_cos/comb_10/init/lm_head/_0.pt b/params/opt/8/rnd_search_t_cos/comb_10/init/lm_head/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..949d3f899c07f5352a84081394a180d9c4045488
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_10/init/lm_head/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2e00e0c482c3efeb625042d6a85e558d4c864ecae3bd3b2a8dc7f389d5f77d03
+size 202243
diff --git a/params/opt/8/rnd_search_t_cos/comb_10/init/lm_head/_s.pt b/params/opt/8/rnd_search_t_cos/comb_10/init/lm_head/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..5ccc7b6fe0a17c7209eb635222d2ab514761583b
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_10/init/lm_head/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f4b7948b2924018c865d089e56d257c97db390252e2a8fe45d316dd3cdd8ee9f
+size 202243
diff --git a/params/opt/8/rnd_search_t_cos/comb_10/init/model.decoder.layers.0.fc1/_0.pt b/params/opt/8/rnd_search_t_cos/comb_10/init/model.decoder.layers.0.fc1/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..58c96248fd00550cc15d645205571ee67c337035
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_10/init/model.decoder.layers.0.fc1/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d77f62f2a90ce91416a8360d6ec3a5205dee0afeca27666c8c1c6bc185c247e5
+size 17539
diff --git a/params/opt/8/rnd_search_t_cos/comb_10/init/model.decoder.layers.0.fc1/_s.pt b/params/opt/8/rnd_search_t_cos/comb_10/init/model.decoder.layers.0.fc1/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..da87fe52a2f00137eb917736a98e5a4aeb4380f4
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_10/init/model.decoder.layers.0.fc1/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ea75e0ee84bd98b24ac30c4cc459920c42fe339865994f3aac6dd680000f64cb
+size 17539
diff --git a/params/opt/8/rnd_search_t_cos/comb_10/init/model.decoder.layers.0.fc2/_0.pt b/params/opt/8/rnd_search_t_cos/comb_10/init/model.decoder.layers.0.fc2/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..468a6b6d8b552e4cd22bec9700881309f16d4fe2
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_10/init/model.decoder.layers.0.fc2/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:8ad041a2cb887685591cbcba76e7891693f231c51f1196c53ead9872a1d51d76
+size 5251
diff --git a/params/opt/8/rnd_search_t_cos/comb_10/init/model.decoder.layers.0.fc2/_s.pt b/params/opt/8/rnd_search_t_cos/comb_10/init/model.decoder.layers.0.fc2/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..119eb8268f474d9604acdecacc702e3818811514
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_10/init/model.decoder.layers.0.fc2/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2d0f3b49eaaeb064da4f888b06d30d33938df064a8554175f96cdf364ec2618b
+size 5251
diff --git a/params/opt/8/rnd_search_t_cos/comb_10/init/model.decoder.layers.0.self_attn.k_proj/_0.pt b/params/opt/8/rnd_search_t_cos/comb_10/init/model.decoder.layers.0.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2ddc532f67570cade45414bb06b82768cbe79084
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_10/init/model.decoder.layers.0.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:956d203b55c43a2bec73e45f10c21c52ac324b13d00b1a68716291bc233701e3
+size 5251
diff --git a/params/opt/8/rnd_search_t_cos/comb_10/init/model.decoder.layers.0.self_attn.k_proj/_s.pt b/params/opt/8/rnd_search_t_cos/comb_10/init/model.decoder.layers.0.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..0cc2fed075231137807eaa01bef23356ed675a8a
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_10/init/model.decoder.layers.0.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:3297f2d7e07579eef513ddbcba966de74d446871c6eff9816201cf18c3a7c538
+size 5251
diff --git a/params/opt/8/rnd_search_t_cos/comb_10/init/model.decoder.layers.0.self_attn.out_proj/_0.pt b/params/opt/8/rnd_search_t_cos/comb_10/init/model.decoder.layers.0.self_attn.out_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..abd37ba7de577e9e99f787c82c210bf4c1cc0b62
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_10/init/model.decoder.layers.0.self_attn.out_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:972bd794c2e10456c5ef27f62b1ba424feeb87da48dc552fbc424c1cb5f8f6ed
+size 5251
diff --git a/params/opt/8/rnd_search_t_cos/comb_10/init/model.decoder.layers.0.self_attn.out_proj/_s.pt b/params/opt/8/rnd_search_t_cos/comb_10/init/model.decoder.layers.0.self_attn.out_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..5201e809dbb68c66917a6690044ed18fed492292
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_10/init/model.decoder.layers.0.self_attn.out_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:dd86c6f340bc310612021632e4a5e78c4068dcc4f08ba47414108839b375dc87
+size 5251
diff --git a/params/opt/8/rnd_search_t_cos/comb_10/init/model.decoder.layers.0.self_attn.q_proj/_0.pt b/params/opt/8/rnd_search_t_cos/comb_10/init/model.decoder.layers.0.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..bbc5c1f1bb56242ee2d172018e1495e43d9a8b72
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_10/init/model.decoder.layers.0.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a24a73000786d2c97fe20335a0eec6b918710794de58acd1f0163046612917bc
+size 5251
diff --git a/params/opt/8/rnd_search_t_cos/comb_10/init/model.decoder.layers.0.self_attn.q_proj/_s.pt b/params/opt/8/rnd_search_t_cos/comb_10/init/model.decoder.layers.0.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..f05a9333c342b464b80bcae73db41bf059b94c9f
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_10/init/model.decoder.layers.0.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:661742a9c4dcebaca01418730e3740095e2ec6c47370ffe4cb4c0f5b5f5389ee
+size 5251
diff --git a/params/opt/8/rnd_search_t_cos/comb_10/init/model.decoder.layers.0.self_attn.v_proj/_0.pt b/params/opt/8/rnd_search_t_cos/comb_10/init/model.decoder.layers.0.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8b24422e65062ca0351c2b90eaa56bec47fc53bb
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_10/init/model.decoder.layers.0.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:28247ee99204821525ddf869d3b873f274535d2b3aa9767772aabe7241b78371
+size 5251
diff --git a/params/opt/8/rnd_search_t_cos/comb_10/init/model.decoder.layers.0.self_attn.v_proj/_s.pt b/params/opt/8/rnd_search_t_cos/comb_10/init/model.decoder.layers.0.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e7651e243017aa68ee4c61d6285b4e87d779492c
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_10/init/model.decoder.layers.0.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ca0dce38f1ac5b368895b74e5cce428e1bc0723db56662eada3921135d295312
+size 5251
diff --git a/params/opt/8/rnd_search_t_cos/comb_10/init/model.decoder.layers.1.fc1/_0.pt b/params/opt/8/rnd_search_t_cos/comb_10/init/model.decoder.layers.1.fc1/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..58c96248fd00550cc15d645205571ee67c337035
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_10/init/model.decoder.layers.1.fc1/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d77f62f2a90ce91416a8360d6ec3a5205dee0afeca27666c8c1c6bc185c247e5
+size 17539
diff --git a/params/opt/8/rnd_search_t_cos/comb_10/init/model.decoder.layers.1.fc1/_s.pt b/params/opt/8/rnd_search_t_cos/comb_10/init/model.decoder.layers.1.fc1/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..da87fe52a2f00137eb917736a98e5a4aeb4380f4
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_10/init/model.decoder.layers.1.fc1/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ea75e0ee84bd98b24ac30c4cc459920c42fe339865994f3aac6dd680000f64cb
+size 17539
diff --git a/params/opt/8/rnd_search_t_cos/comb_10/init/model.decoder.layers.1.fc2/_0.pt b/params/opt/8/rnd_search_t_cos/comb_10/init/model.decoder.layers.1.fc2/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e5d3e5953845c942ac18bf83d680e47f7923e01b
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_10/init/model.decoder.layers.1.fc2/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:38929d009e1df94863e43a0274e71671f48d68afa51b4d2471fe52fdd27c01a0
+size 5251
diff --git a/params/opt/8/rnd_search_t_cos/comb_10/init/model.decoder.layers.1.fc2/_s.pt b/params/opt/8/rnd_search_t_cos/comb_10/init/model.decoder.layers.1.fc2/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..cbd403663444e2cb14122c99671769de6fb11f25
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_10/init/model.decoder.layers.1.fc2/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:64fd06af99bdbd02caab40298779f45ab397e829ffcf787693d0c84245d34091
+size 5251
diff --git a/params/opt/8/rnd_search_t_cos/comb_10/init/model.decoder.layers.1.self_attn.k_proj/_0.pt b/params/opt/8/rnd_search_t_cos/comb_10/init/model.decoder.layers.1.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c6c12b512a13f61d788a63570e27cb4178df05ce
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_10/init/model.decoder.layers.1.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:14f4492e68cb8a2ab83bf4a1a65fc4c603fc6b0410f32a5263778e088addff40
+size 5251
diff --git a/params/opt/8/rnd_search_t_cos/comb_10/init/model.decoder.layers.1.self_attn.k_proj/_s.pt b/params/opt/8/rnd_search_t_cos/comb_10/init/model.decoder.layers.1.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..1b9fb5035f1d2196df437d0a1c9fb03fc0e4b325
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_10/init/model.decoder.layers.1.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ac7d906ab906db63ed9a1f7b7cd44cd862342e7d72b3036d418e8f33236c14b1
+size 5251
diff --git a/params/opt/8/rnd_search_t_cos/comb_10/init/model.decoder.layers.1.self_attn.out_proj/_0.pt b/params/opt/8/rnd_search_t_cos/comb_10/init/model.decoder.layers.1.self_attn.out_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..7adce65a99f093ca32edf31ab06642f9103b6949
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_10/init/model.decoder.layers.1.self_attn.out_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:eb4874025e14361f5eb466fa4c983a0e3d09fa3db50b489028a4f83efd336e4a
+size 5251
diff --git a/params/opt/8/rnd_search_t_cos/comb_10/init/model.decoder.layers.1.self_attn.out_proj/_s.pt b/params/opt/8/rnd_search_t_cos/comb_10/init/model.decoder.layers.1.self_attn.out_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..54f40b43d516a4a58a5861a691d2cfae84b06146
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_10/init/model.decoder.layers.1.self_attn.out_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c64895871ff9a52fa6e9849f7bd282143ea814dd28046dd4ed3dcebb72efa6a9
+size 5251
diff --git a/params/opt/8/rnd_search_t_cos/comb_10/init/model.decoder.layers.1.self_attn.q_proj/_0.pt b/params/opt/8/rnd_search_t_cos/comb_10/init/model.decoder.layers.1.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..28b6b3f3c605f75cea5c8cab7c3e7ffc48423efe
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_10/init/model.decoder.layers.1.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:1c463a5a9086c0a0bb821b3d571fedfa3a1cf07bd78b2fe451694b0d04ce8e1e
+size 5251
diff --git a/params/opt/8/rnd_search_t_cos/comb_10/init/model.decoder.layers.1.self_attn.q_proj/_s.pt b/params/opt/8/rnd_search_t_cos/comb_10/init/model.decoder.layers.1.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8003f3b0cfc16c768f500caae94fd50497de08ce
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_10/init/model.decoder.layers.1.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:4ca23eba02e46a6e54506bd055d8aa7e5b50b7b736578b7fe42a91ee11b02a29
+size 5251
diff --git a/params/opt/8/rnd_search_t_cos/comb_10/init/model.decoder.layers.1.self_attn.v_proj/_0.pt b/params/opt/8/rnd_search_t_cos/comb_10/init/model.decoder.layers.1.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..5b8436c2402f418d02265b95118d9cee9b51385a
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_10/init/model.decoder.layers.1.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2251ac60b5af7747c7a5e0de5e88c3648d55020bb07d55f0f30c637a7608cbd4
+size 5251
diff --git a/params/opt/8/rnd_search_t_cos/comb_10/init/model.decoder.layers.1.self_attn.v_proj/_s.pt b/params/opt/8/rnd_search_t_cos/comb_10/init/model.decoder.layers.1.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..d2a60d8f0169be5fdac6f46161331ea1351664b0
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_10/init/model.decoder.layers.1.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0457e939b0b5e2f6d2716fa1444850cda7a3df59c971649c7675638bd9e47af0
+size 5251
diff --git a/params/opt/8/rnd_search_t_cos/comb_10/init/model.decoder.layers.10.fc1/_0.pt b/params/opt/8/rnd_search_t_cos/comb_10/init/model.decoder.layers.10.fc1/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..7fcd8f9bc20b20e990f80c9c1cc4a0406b33933c
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_10/init/model.decoder.layers.10.fc1/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:765dca5e6609fb7ab46404ca082b03b35f42b13636ab466b588281da70232a34
+size 17539
diff --git a/params/opt/8/rnd_search_t_cos/comb_10/init/model.decoder.layers.10.fc1/_s.pt b/params/opt/8/rnd_search_t_cos/comb_10/init/model.decoder.layers.10.fc1/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..63c8d01f510f9cf147f3a6f78c879efbfbd8ea33
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_10/init/model.decoder.layers.10.fc1/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b24556f6f6155feca1198a910be7a056b867fee3ad91641a6fcabd92472a606e
+size 17539
diff --git a/params/opt/8/rnd_search_t_cos/comb_10/init/model.decoder.layers.10.fc2/_0.pt b/params/opt/8/rnd_search_t_cos/comb_10/init/model.decoder.layers.10.fc2/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..5df7bc578443a9c689cd42cd6019e0e014471914
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_10/init/model.decoder.layers.10.fc2/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:783039d683915ae3278935d50a5ac7420208a5cf9c1b92a89558111845dcc6c3
+size 5251
diff --git a/params/opt/8/rnd_search_t_cos/comb_10/init/model.decoder.layers.10.fc2/_s.pt b/params/opt/8/rnd_search_t_cos/comb_10/init/model.decoder.layers.10.fc2/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..47d49bc9d96de02163008f44922d4e0edba4601c
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_10/init/model.decoder.layers.10.fc2/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:025be35d33a08b029f150e8d1f6c0803dd5dcc6ac48362db960c8079721be3cf
+size 5251
diff --git a/params/opt/8/rnd_search_t_cos/comb_10/init/model.decoder.layers.10.self_attn.k_proj/_0.pt b/params/opt/8/rnd_search_t_cos/comb_10/init/model.decoder.layers.10.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2be6d085de28d4546e29244e84e294941fbfd0de
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_10/init/model.decoder.layers.10.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2552df6c33968eb493c518e348ac9f6a39a8c90f3383157943d191ed2b935adf
+size 5251
diff --git a/params/opt/8/rnd_search_t_cos/comb_10/init/model.decoder.layers.10.self_attn.k_proj/_s.pt b/params/opt/8/rnd_search_t_cos/comb_10/init/model.decoder.layers.10.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..3482eb365b2d6b4eaa8eee30d3a79bce59959723
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_10/init/model.decoder.layers.10.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:47cf642c85f789550748595087ee0967307abf7862dbddc60e30184f0e421440
+size 5251
diff --git a/params/opt/8/rnd_search_t_cos/comb_10/init/model.decoder.layers.10.self_attn.out_proj/_0.pt b/params/opt/8/rnd_search_t_cos/comb_10/init/model.decoder.layers.10.self_attn.out_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..366ae20794af21455ea3f348e6c71aea23ce11b3
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_10/init/model.decoder.layers.10.self_attn.out_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:3a9f456f5e559dfb4c2fabae21d843479562a73972d76b5182000d3bb02a7607
+size 5251
diff --git a/params/opt/8/rnd_search_t_cos/comb_10/init/model.decoder.layers.10.self_attn.out_proj/_s.pt b/params/opt/8/rnd_search_t_cos/comb_10/init/model.decoder.layers.10.self_attn.out_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..b8cd6f7920088e481ff60961449fade0b38a4092
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_10/init/model.decoder.layers.10.self_attn.out_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5a60a36cafc9c139c97ac8adbd594024cf685c43ae4fd9da1ae25b7526858f94
+size 5251
diff --git a/params/opt/8/rnd_search_t_cos/comb_10/init/model.decoder.layers.10.self_attn.q_proj/_0.pt b/params/opt/8/rnd_search_t_cos/comb_10/init/model.decoder.layers.10.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..6ce585eebb404221bbb81e1cf62766dd4c4005f3
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_10/init/model.decoder.layers.10.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b547d14ba941651cf0c66dbd22ecc6597d9addec07b4193bf3e0362ee7cb271a
+size 5251
diff --git a/params/opt/8/rnd_search_t_cos/comb_10/init/model.decoder.layers.10.self_attn.q_proj/_s.pt b/params/opt/8/rnd_search_t_cos/comb_10/init/model.decoder.layers.10.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..9b30f30b2acdc129e3e1e2aeede60e9776491317
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_10/init/model.decoder.layers.10.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5634750dd18b86d17f05da453a2fecc889b1a14578704745ac78d3ad2a13cb95
+size 5251
diff --git a/params/opt/8/rnd_search_t_cos/comb_10/init/model.decoder.layers.10.self_attn.v_proj/_0.pt b/params/opt/8/rnd_search_t_cos/comb_10/init/model.decoder.layers.10.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..9a8ac43cc58d042391b8572bdf4e71059b554a32
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_10/init/model.decoder.layers.10.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:baa3534fcc2346299a2ee180cb514439c4e9ee9288d461566abc597ff4a2c1e5
+size 5251
diff --git a/params/opt/8/rnd_search_t_cos/comb_10/init/model.decoder.layers.10.self_attn.v_proj/_s.pt b/params/opt/8/rnd_search_t_cos/comb_10/init/model.decoder.layers.10.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a79aa9cf880f78ff051e044da31e7657d430b9bc
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_10/init/model.decoder.layers.10.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:419cc7b0b59423c6097b86b7d8e165500f149051f5d691978e628e694fc32cb5
+size 5251
diff --git a/params/opt/8/rnd_search_t_cos/comb_10/init/model.decoder.layers.11.fc1/_0.pt b/params/opt/8/rnd_search_t_cos/comb_10/init/model.decoder.layers.11.fc1/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..52c8d94a9fc66f1303865f1c8b22a2b85ffd66fc
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_10/init/model.decoder.layers.11.fc1/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:3e09c4c7d802551b042142750192b50b1b9680a9af3dc25c24d1016d7b50861a
+size 17539
diff --git a/params/opt/8/rnd_search_t_cos/comb_10/init/model.decoder.layers.11.fc1/_s.pt b/params/opt/8/rnd_search_t_cos/comb_10/init/model.decoder.layers.11.fc1/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..312a9b285fcce21156f527f375ac7af90b9b228f
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_10/init/model.decoder.layers.11.fc1/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:522e3e7bbb4d6918fef007932aa3d5a0e35c3c88133722a24965606659dd5d17
+size 17539
diff --git a/params/opt/8/rnd_search_t_cos/comb_10/init/model.decoder.layers.11.fc2/_0.pt b/params/opt/8/rnd_search_t_cos/comb_10/init/model.decoder.layers.11.fc2/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..b26e3ab756d93a75e3254d86f5accea6b81ba3c5
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_10/init/model.decoder.layers.11.fc2/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e58e610e7c1f5d449b727ff189858db8f8ed630a392ace73f83de839a75f264a
+size 5251
diff --git a/params/opt/8/rnd_search_t_cos/comb_10/init/model.decoder.layers.11.fc2/_s.pt b/params/opt/8/rnd_search_t_cos/comb_10/init/model.decoder.layers.11.fc2/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..87fefa7fe50c01285dd8e985c4626a04ad71b2f8
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_10/init/model.decoder.layers.11.fc2/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b75a2d01d8360857c7142552e2622f27b17dc284f5bc263aa37cc9d31975be11
+size 5251
diff --git a/params/opt/8/rnd_search_t_cos/comb_10/init/model.decoder.layers.11.self_attn.k_proj/_0.pt b/params/opt/8/rnd_search_t_cos/comb_10/init/model.decoder.layers.11.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..00814ff274e292680ffbaad1f036a2a46a0c7136
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_10/init/model.decoder.layers.11.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:bafb3c3ea8b86b4cecf4b9178670f07fd9639a8e75a38ff3a3b4cd75e419a93d
+size 5251
diff --git a/params/opt/8/rnd_search_t_cos/comb_10/init/model.decoder.layers.11.self_attn.k_proj/_s.pt b/params/opt/8/rnd_search_t_cos/comb_10/init/model.decoder.layers.11.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..df6da24450059ba1f3cc4f3a7b4e20cb1e1b906f
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_10/init/model.decoder.layers.11.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5290fb522c33b29fe5fce10d80e1f225c2b872df4a2feffe033dbe86fda00927
+size 5251
diff --git a/params/opt/8/rnd_search_t_cos/comb_10/init/model.decoder.layers.11.self_attn.out_proj/_0.pt b/params/opt/8/rnd_search_t_cos/comb_10/init/model.decoder.layers.11.self_attn.out_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..85c912352f24d43a0691300a6c416a727afadf5d
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_10/init/model.decoder.layers.11.self_attn.out_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:7694d373f8ecaa49e1ffe638ed33b1bef928d396ef100687b2626ab2a6108a7b
+size 5251
diff --git a/params/opt/8/rnd_search_t_cos/comb_10/init/model.decoder.layers.11.self_attn.out_proj/_s.pt b/params/opt/8/rnd_search_t_cos/comb_10/init/model.decoder.layers.11.self_attn.out_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..7203e9971c61678f5949084855573e7619218a20
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_10/init/model.decoder.layers.11.self_attn.out_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:559b7f06a26fedc07d192540c042efb3a26306fdc95480910c5d20873b083bc2
+size 5251
diff --git a/params/opt/8/rnd_search_t_cos/comb_10/init/model.decoder.layers.11.self_attn.q_proj/_0.pt b/params/opt/8/rnd_search_t_cos/comb_10/init/model.decoder.layers.11.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..457e16a9eb48f7b109a4bc2e7c4841bf67d07dfa
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_10/init/model.decoder.layers.11.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:1d55496f6f18f7547d18c3548633189e9d00750c94eff0095ee0a1f14995a72c
+size 5251
diff --git a/params/opt/8/rnd_search_t_cos/comb_10/init/model.decoder.layers.11.self_attn.q_proj/_s.pt b/params/opt/8/rnd_search_t_cos/comb_10/init/model.decoder.layers.11.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2cc8ed1c1274fd2cfe8e9f09a495d08a4a87c5c3
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_10/init/model.decoder.layers.11.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a22599fd279735532dcdf77893509eb46d0ebd490431d9cf88e976503cfdab5a
+size 5251
diff --git a/params/opt/8/rnd_search_t_cos/comb_10/init/model.decoder.layers.11.self_attn.v_proj/_0.pt b/params/opt/8/rnd_search_t_cos/comb_10/init/model.decoder.layers.11.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..67d999d776f5a30b54894189650c3b44f3801a07
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_10/init/model.decoder.layers.11.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f2dfedc1afda42cbd755d8625795da296941974eaa58c0578d398876fcddf8b8
+size 5251
diff --git a/params/opt/8/rnd_search_t_cos/comb_10/init/model.decoder.layers.11.self_attn.v_proj/_s.pt b/params/opt/8/rnd_search_t_cos/comb_10/init/model.decoder.layers.11.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..105388bab65f5e1ee9ff81be518ebd465cc4a758
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_10/init/model.decoder.layers.11.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b4aec91473617d716fe90cdb4c6b002fe3c1b0c64c0e2f13f9a5c7c80bb98d5a
+size 5251
diff --git a/params/opt/8/rnd_search_t_cos/comb_10/init/model.decoder.layers.12.fc1/_0.pt b/params/opt/8/rnd_search_t_cos/comb_10/init/model.decoder.layers.12.fc1/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a30918cd39ddf116f3459f7ef84c835765ea6aeb
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_10/init/model.decoder.layers.12.fc1/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:6d2509af4eb576226921f34a72fd911297ea050eb9b63c78b69014e9f0d1ad2d
+size 17539
diff --git a/params/opt/8/rnd_search_t_cos/comb_10/init/model.decoder.layers.12.fc1/_s.pt b/params/opt/8/rnd_search_t_cos/comb_10/init/model.decoder.layers.12.fc1/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..f1bbbb21af0a588ced900d4b0724dc9c673f200d
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_10/init/model.decoder.layers.12.fc1/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:053d16a205c8fa366c7a231681063d80a9b6107d6251ea09ca3d40824ab75e50
+size 17539
diff --git a/params/opt/8/rnd_search_t_cos/comb_10/init/model.decoder.layers.12.fc2/_0.pt b/params/opt/8/rnd_search_t_cos/comb_10/init/model.decoder.layers.12.fc2/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c2891ddd6fe97227c17ce3c853d55da5704f7365
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_10/init/model.decoder.layers.12.fc2/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ad2a96f013bb4faeb81117f5899ac70f338f6217bbdb2331614327184191b7d0
+size 5251
diff --git a/params/opt/8/rnd_search_t_cos/comb_10/init/model.decoder.layers.12.fc2/_s.pt b/params/opt/8/rnd_search_t_cos/comb_10/init/model.decoder.layers.12.fc2/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..fa3a09b93903be5100a8ffa2448d8baf6ad8ee85
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_10/init/model.decoder.layers.12.fc2/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:209b19afd95a0ec767021146a0816ebdcf29213b2992f21258dc6749c3ebcc44
+size 5251
diff --git a/params/opt/8/rnd_search_t_cos/comb_10/init/model.decoder.layers.12.self_attn.k_proj/_0.pt b/params/opt/8/rnd_search_t_cos/comb_10/init/model.decoder.layers.12.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..87e5c80c2a27a2fcdc01446f14fb480acb6ba47f
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_10/init/model.decoder.layers.12.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:4562a272a53b0df6001fa265deb111bfc6b7ef9eeda035ba0b20ed305c1933ac
+size 5251
diff --git a/params/opt/8/rnd_search_t_cos/comb_10/init/model.decoder.layers.12.self_attn.k_proj/_s.pt b/params/opt/8/rnd_search_t_cos/comb_10/init/model.decoder.layers.12.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..29db3dcc16024b6fdbf1702555110cf05572ea23
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_10/init/model.decoder.layers.12.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d7cb79e785f2e7dfa1584a352249689d2d6874ca7a2524285547e02aed931d3c
+size 5251
diff --git a/params/opt/8/rnd_search_t_cos/comb_10/init/model.decoder.layers.12.self_attn.out_proj/_0.pt b/params/opt/8/rnd_search_t_cos/comb_10/init/model.decoder.layers.12.self_attn.out_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..9572b417a4a7dd183deaae389ac28481e840bfed
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_10/init/model.decoder.layers.12.self_attn.out_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:67bc02cea2001ae758a68d9a9b47d4064e0b1f57a23aec9bc5f54f1d686e86e6
+size 5251
diff --git a/params/opt/8/rnd_search_t_cos/comb_10/init/model.decoder.layers.12.self_attn.out_proj/_s.pt b/params/opt/8/rnd_search_t_cos/comb_10/init/model.decoder.layers.12.self_attn.out_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..bde51f6efd720b5708eeac03b29eea8618899c05
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_10/init/model.decoder.layers.12.self_attn.out_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:96ea4b2e5c9ff0ff0dde872beeabe800ea3a1cce101efc5aade39440b00e99fa
+size 5251
diff --git a/params/opt/8/rnd_search_t_cos/comb_10/init/model.decoder.layers.12.self_attn.q_proj/_0.pt b/params/opt/8/rnd_search_t_cos/comb_10/init/model.decoder.layers.12.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..06969914c1ab6990c2b03c7ac6c72adba5e1d8a1
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_10/init/model.decoder.layers.12.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ebb64319e046e2e1b6d4072adbc10f194022d7627bfb4e0531d052736dc21498
+size 5251
diff --git a/params/opt/8/rnd_search_t_cos/comb_10/init/model.decoder.layers.12.self_attn.q_proj/_s.pt b/params/opt/8/rnd_search_t_cos/comb_10/init/model.decoder.layers.12.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..f8a1d7ba02229453f711eaab0a12279376253f2a
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_10/init/model.decoder.layers.12.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:fe841eeed4eba2667f93ac210044f995cd5d7007275cc66c177810b39dac1b66
+size 5251
diff --git a/params/opt/8/rnd_search_t_cos/comb_10/init/model.decoder.layers.12.self_attn.v_proj/_0.pt b/params/opt/8/rnd_search_t_cos/comb_10/init/model.decoder.layers.12.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..dbf174752bf38613e4847638e7e9fa4338e9d2ee
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_10/init/model.decoder.layers.12.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:7d0d0756e0fc09a6c5a45c1a321c90743ea957ba0e322ad5a5eab0ece3a13a10
+size 5251
diff --git a/params/opt/8/rnd_search_t_cos/comb_10/init/model.decoder.layers.12.self_attn.v_proj/_s.pt b/params/opt/8/rnd_search_t_cos/comb_10/init/model.decoder.layers.12.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..b888e67bd7717bf9ebd64929174a30fd4f42f4e9
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_10/init/model.decoder.layers.12.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:9b9bcc8ab4eba21ff2334e9177e87f5283d6b09bc826449a12954698633e2704
+size 5251
diff --git a/params/opt/8/rnd_search_t_cos/comb_10/init/model.decoder.layers.13.fc1/_0.pt b/params/opt/8/rnd_search_t_cos/comb_10/init/model.decoder.layers.13.fc1/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..7819dab3b972db4c9a803502b8650b599bb932fd
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_10/init/model.decoder.layers.13.fc1/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:73a3cdc66a42c4fd4563c4763977eb1f71a3e796269eea39fa7047457b0a4487
+size 17539
diff --git a/params/opt/8/rnd_search_t_cos/comb_10/init/model.decoder.layers.13.fc1/_s.pt b/params/opt/8/rnd_search_t_cos/comb_10/init/model.decoder.layers.13.fc1/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..20e3e149a13f650248a292d5612201519a3df413
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_10/init/model.decoder.layers.13.fc1/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:dcd25fd92b63e11d4a88d7449433aef64c9cc94e7b1c155b5dd5468e3f5fd3e8
+size 17539
diff --git a/params/opt/8/rnd_search_t_cos/comb_10/init/model.decoder.layers.13.fc2/_0.pt b/params/opt/8/rnd_search_t_cos/comb_10/init/model.decoder.layers.13.fc2/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2f86130821bcfb03b751037e87d4c12f238fe8b0
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_10/init/model.decoder.layers.13.fc2/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ee738a75d9a3536d209e78086606e05ac5efe9faa534d16991d3f26178ce3375
+size 5251
diff --git a/params/opt/8/rnd_search_t_cos/comb_10/init/model.decoder.layers.13.fc2/_s.pt b/params/opt/8/rnd_search_t_cos/comb_10/init/model.decoder.layers.13.fc2/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..1bc377e3703da97410ee49923740f65dc1bacd03
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_10/init/model.decoder.layers.13.fc2/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:4d876d406731a9a75f8155114d7a54ce81ee62c7bd2341f675a5a61efd3873f9
+size 5251
diff --git a/params/opt/8/rnd_search_t_cos/comb_10/init/model.decoder.layers.13.self_attn.k_proj/_0.pt b/params/opt/8/rnd_search_t_cos/comb_10/init/model.decoder.layers.13.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..7dfdf152c71a4fc27438890693b155d5e9b7d37d
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_10/init/model.decoder.layers.13.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e8b48522465517b1128642cc9c361824b1806dd0fedd9245c000f65f37d74d5e
+size 5251
diff --git a/params/opt/8/rnd_search_t_cos/comb_10/init/model.decoder.layers.13.self_attn.k_proj/_s.pt b/params/opt/8/rnd_search_t_cos/comb_10/init/model.decoder.layers.13.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..5460dc0f8851dffdeb2385dcce49b486fb49254a
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_10/init/model.decoder.layers.13.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:80e9d4e5a96e1069096b4618f3635597430c963851906d028421cde7b764d82e
+size 5251
diff --git a/params/opt/8/rnd_search_t_cos/comb_10/init/model.decoder.layers.13.self_attn.out_proj/_0.pt b/params/opt/8/rnd_search_t_cos/comb_10/init/model.decoder.layers.13.self_attn.out_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..6e2caea95a8d61bf188556e7efa135c243013437
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_10/init/model.decoder.layers.13.self_attn.out_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:8fc35d7776a9e47383f91dd06072b842a913dacf012b3c274238e1bb37923b5d
+size 5251
diff --git a/params/opt/8/rnd_search_t_cos/comb_10/init/model.decoder.layers.13.self_attn.out_proj/_s.pt b/params/opt/8/rnd_search_t_cos/comb_10/init/model.decoder.layers.13.self_attn.out_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..567abcaff13c574fafdf918cd1771701369e53be
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_10/init/model.decoder.layers.13.self_attn.out_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:62516269e5b0b291495499491782d4b9318046905527bedfea3875365ac61d03
+size 5251
diff --git a/params/opt/8/rnd_search_t_cos/comb_10/init/model.decoder.layers.13.self_attn.q_proj/_0.pt b/params/opt/8/rnd_search_t_cos/comb_10/init/model.decoder.layers.13.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..5a6b101dce146bd950b9ddb5fc863af1ee0b9aa2
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_10/init/model.decoder.layers.13.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:25d3539ec765b6474cd96c479eefd8c99f0e935b07cb750a8740c13a0aa8ec8e
+size 5251
diff --git a/params/opt/8/rnd_search_t_cos/comb_10/init/model.decoder.layers.13.self_attn.q_proj/_s.pt b/params/opt/8/rnd_search_t_cos/comb_10/init/model.decoder.layers.13.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..aa449f49c506b6290c58384e32b6f4be1f580f2c
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_10/init/model.decoder.layers.13.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:16a402140b6dde4613a75ed4ddae6dafd5974cf1a17d1326d4493dafa323bee6
+size 5251
diff --git a/params/opt/8/rnd_search_t_cos/comb_10/init/model.decoder.layers.13.self_attn.v_proj/_0.pt b/params/opt/8/rnd_search_t_cos/comb_10/init/model.decoder.layers.13.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..69244699994f1ecead2e80d2dbfda79fd4d036fc
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_10/init/model.decoder.layers.13.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:231267b4bf194aec2ab45d359d3f3eb5c05c80aad8f4c461a3d51b28e7e2256a
+size 5251
diff --git a/params/opt/8/rnd_search_t_cos/comb_10/init/model.decoder.layers.13.self_attn.v_proj/_s.pt b/params/opt/8/rnd_search_t_cos/comb_10/init/model.decoder.layers.13.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..106cf1dfdd50398cce7d0f7dfc6940d2685d9c4f
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_10/init/model.decoder.layers.13.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c5c7319707075dc68978005353f63a048dbe9c9dbb086237df586cd732dc506c
+size 5251
diff --git a/params/opt/8/rnd_search_t_cos/comb_10/init/model.decoder.layers.14.fc1/_0.pt b/params/opt/8/rnd_search_t_cos/comb_10/init/model.decoder.layers.14.fc1/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..75eb4bba8bde5c6af7875ecf12b7a2953e9d8a75
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_10/init/model.decoder.layers.14.fc1/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:94cdb66c2aac64fff8ae0429a6ccb4d454718fd654f1d577409c4fb0578ca0d0
+size 17539
diff --git a/params/opt/8/rnd_search_t_cos/comb_10/init/model.decoder.layers.14.fc1/_s.pt b/params/opt/8/rnd_search_t_cos/comb_10/init/model.decoder.layers.14.fc1/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e10946ef888ac2a40c42c7fe11e03dabffd336a5
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_10/init/model.decoder.layers.14.fc1/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ad8f1320b1dc55a86cbdf4328410b373a804353bbd76a48444f83dd2441661e5
+size 17539
diff --git a/params/opt/8/rnd_search_t_cos/comb_10/init/model.decoder.layers.14.fc2/_0.pt b/params/opt/8/rnd_search_t_cos/comb_10/init/model.decoder.layers.14.fc2/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c45f55db343cfc3005eeaf667e1c9505f55d0164
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_10/init/model.decoder.layers.14.fc2/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:65934fa231b978ce296a4c5bbeabe58799d614deae1e80eddca493054aaadbe6
+size 5251
diff --git a/params/opt/8/rnd_search_t_cos/comb_10/init/model.decoder.layers.14.fc2/_s.pt b/params/opt/8/rnd_search_t_cos/comb_10/init/model.decoder.layers.14.fc2/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c1659a3a5661d63a97e4756c15ecd8ba3ee096fc
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_10/init/model.decoder.layers.14.fc2/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:bd5702f3398f957526702d8788541325d76a50ce69bb064755c6465363a75e2e
+size 5251
diff --git a/params/opt/8/rnd_search_t_cos/comb_10/init/model.decoder.layers.14.self_attn.k_proj/_0.pt b/params/opt/8/rnd_search_t_cos/comb_10/init/model.decoder.layers.14.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..9825c206d2643190091074ad9f83bb4a62d07487
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_10/init/model.decoder.layers.14.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e6d13d12364860158accbc2cbc94a47bb9e8924195be65213e7cfc870ca75381
+size 5251
diff --git a/params/opt/8/rnd_search_t_cos/comb_10/init/model.decoder.layers.14.self_attn.k_proj/_s.pt b/params/opt/8/rnd_search_t_cos/comb_10/init/model.decoder.layers.14.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..87a3660bd167552eea1da5477b3d5ec4f12d2fa4
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_10/init/model.decoder.layers.14.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:9152b60960041e24e62323160f828a862698abeba1205ec0e83ab777a3602b06
+size 5251
diff --git a/params/opt/8/rnd_search_t_cos/comb_10/init/model.decoder.layers.14.self_attn.out_proj/_0.pt b/params/opt/8/rnd_search_t_cos/comb_10/init/model.decoder.layers.14.self_attn.out_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..d6501cdeb9fb4f741185a354bbf6d72d4a6e1d82
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_10/init/model.decoder.layers.14.self_attn.out_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:34b15dc837aceef475e8f70ac97d7be5388e0844e9dabef7d1a6fdda85cdcb00
+size 5251
diff --git a/params/opt/8/rnd_search_t_cos/comb_10/init/model.decoder.layers.14.self_attn.out_proj/_s.pt b/params/opt/8/rnd_search_t_cos/comb_10/init/model.decoder.layers.14.self_attn.out_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c7e8fca1ba717a4728ef9795c3285d93cd85ce0d
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_10/init/model.decoder.layers.14.self_attn.out_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:51cc4bc8c9beec200218a7ffe41a6aed879bd69407dae04e28f1ab0ea8c1284f
+size 5251
diff --git a/params/opt/8/rnd_search_t_cos/comb_10/init/model.decoder.layers.14.self_attn.q_proj/_0.pt b/params/opt/8/rnd_search_t_cos/comb_10/init/model.decoder.layers.14.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..f57d8db6bbcb2f3a3df4698c41a24a57f5ef8c49
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_10/init/model.decoder.layers.14.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:bd719c5103b1c39fc12f13aebdfab77ae4b778f91f7145619c6a2b7afbd4ef4a
+size 5251
diff --git a/params/opt/8/rnd_search_t_cos/comb_10/init/model.decoder.layers.14.self_attn.q_proj/_s.pt b/params/opt/8/rnd_search_t_cos/comb_10/init/model.decoder.layers.14.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..02ec83c60ded61994055eceb8b04109419b313fc
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_10/init/model.decoder.layers.14.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:bfe173b5c0d38e159969d6e4b27664878124b8a28cf7005d3ee61b99436d4849
+size 5251
diff --git a/params/opt/8/rnd_search_t_cos/comb_10/init/model.decoder.layers.14.self_attn.v_proj/_0.pt b/params/opt/8/rnd_search_t_cos/comb_10/init/model.decoder.layers.14.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c4d222eff5985e175fe5f83e243df64f4beb7e20
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_10/init/model.decoder.layers.14.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:fd6106fd577d609638bc2195fc98aa42c17ee52feb82571cb6b6c8333ef9e5c9
+size 5251
diff --git a/params/opt/8/rnd_search_t_cos/comb_10/init/model.decoder.layers.14.self_attn.v_proj/_s.pt b/params/opt/8/rnd_search_t_cos/comb_10/init/model.decoder.layers.14.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..677df04837070bdec6a6bfc1658b6f9bcc5334a2
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_10/init/model.decoder.layers.14.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:47250488c4196d0b33f47874326fb83d5f88e2c9ce89ca128e5c7df63c52f08b
+size 5251
diff --git a/params/opt/8/rnd_search_t_cos/comb_10/init/model.decoder.layers.15.fc1/_0.pt b/params/opt/8/rnd_search_t_cos/comb_10/init/model.decoder.layers.15.fc1/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..3330ea7026cb5d00c4d9c0d7d29bfecc786f93db
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_10/init/model.decoder.layers.15.fc1/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:cc814cc3f8cd8fc17db8a17f7c5d55b315d45a2bdb508fce729b911a79a3e32f
+size 17539
diff --git a/params/opt/8/rnd_search_t_cos/comb_10/init/model.decoder.layers.15.fc1/_s.pt b/params/opt/8/rnd_search_t_cos/comb_10/init/model.decoder.layers.15.fc1/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..dfb2a197eb21662450ef2273b47d25e3454e564b
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_10/init/model.decoder.layers.15.fc1/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:369ec47e7a06754f29a4cd14d58a4d21699e529a44770d8367fa57a1af712782
+size 17539
diff --git a/params/opt/8/rnd_search_t_cos/comb_10/init/model.decoder.layers.15.fc2/_0.pt b/params/opt/8/rnd_search_t_cos/comb_10/init/model.decoder.layers.15.fc2/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..5a0e4f1f58bc082c10cb08276c840ffb47e29cf3
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_10/init/model.decoder.layers.15.fc2/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ca1a39191805f8764cf119261702a203ffcf3b3ba0153208803f885bb7212fcb
+size 5251
diff --git a/params/opt/8/rnd_search_t_cos/comb_10/init/model.decoder.layers.15.fc2/_s.pt b/params/opt/8/rnd_search_t_cos/comb_10/init/model.decoder.layers.15.fc2/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e363e20f86f803695d2d96d9d7c610ccfdbca2b2
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_10/init/model.decoder.layers.15.fc2/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:da3166fea77f10dd4e9f8562114d72ffbf85821997c596a7290cbc1e82076a77
+size 5251
diff --git a/params/opt/8/rnd_search_t_cos/comb_10/init/model.decoder.layers.15.self_attn.k_proj/_0.pt b/params/opt/8/rnd_search_t_cos/comb_10/init/model.decoder.layers.15.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..7359cbdc3450e15b326feee91627ea81f92f15a1
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_10/init/model.decoder.layers.15.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:89b47bed9a3c843238394461ceb58fdfde266603fe2597d63bedb4acd63bfd4f
+size 5251
diff --git a/params/opt/8/rnd_search_t_cos/comb_10/init/model.decoder.layers.15.self_attn.k_proj/_s.pt b/params/opt/8/rnd_search_t_cos/comb_10/init/model.decoder.layers.15.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c6ad2f75dfa68e4f8d425eb4960909215b8b10ac
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_10/init/model.decoder.layers.15.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:1273fa2fe8fd2dbd635e6bccb3ba307844f6f6e35f85da2e35152f2518f4acb1
+size 5251
diff --git a/params/opt/8/rnd_search_t_cos/comb_10/init/model.decoder.layers.15.self_attn.out_proj/_0.pt b/params/opt/8/rnd_search_t_cos/comb_10/init/model.decoder.layers.15.self_attn.out_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..97a643bfda5272f07db13855ce72c6b023141705
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_10/init/model.decoder.layers.15.self_attn.out_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2845dd1a4894173bb5d35b2cac3459780442ecd41d90cf1b31f0e6281404dfe6
+size 5251
diff --git a/params/opt/8/rnd_search_t_cos/comb_10/init/model.decoder.layers.15.self_attn.out_proj/_s.pt b/params/opt/8/rnd_search_t_cos/comb_10/init/model.decoder.layers.15.self_attn.out_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..857968eedc3dc1662cc8ae74450b6a6f2c13ef24
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_10/init/model.decoder.layers.15.self_attn.out_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:dca626124b8fb8157f654ceeb895ce0b4d9ebced494626b808013288eab31f03
+size 5251
diff --git a/params/opt/8/rnd_search_t_cos/comb_10/init/model.decoder.layers.15.self_attn.q_proj/_0.pt b/params/opt/8/rnd_search_t_cos/comb_10/init/model.decoder.layers.15.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..cec40eaf892a17c0efa1b9b6b56b96e7bed45204
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_10/init/model.decoder.layers.15.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:462119b98d4330cf7cc6f925ef8acfb4a15b18ab79d94c776ef5d3429a712dee
+size 5251
diff --git a/params/opt/8/rnd_search_t_cos/comb_10/init/model.decoder.layers.15.self_attn.q_proj/_s.pt b/params/opt/8/rnd_search_t_cos/comb_10/init/model.decoder.layers.15.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..6cd341c245ef04307c8725add1de1cc80ce0ab5e
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_10/init/model.decoder.layers.15.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:636703a10166ce021645a0f84d91578824922e0900a3674f58996ce2a25127d6
+size 5251
diff --git a/params/opt/8/rnd_search_t_cos/comb_10/init/model.decoder.layers.15.self_attn.v_proj/_0.pt b/params/opt/8/rnd_search_t_cos/comb_10/init/model.decoder.layers.15.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..0d0df767e82ae7506b37068bd3ff7a3bdf4e61c6
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_10/init/model.decoder.layers.15.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:4069e8637a7ee44e17202581b170f48b25d71f325d44a6ba95250798cacf4e82
+size 5251
diff --git a/params/opt/8/rnd_search_t_cos/comb_10/init/model.decoder.layers.15.self_attn.v_proj/_s.pt b/params/opt/8/rnd_search_t_cos/comb_10/init/model.decoder.layers.15.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..b6f05d9a4badef5a94a217b50ff8842a6990eed0
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_10/init/model.decoder.layers.15.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:4098fc86829116516dc50fe6e7d47bf670ec37d57de8440b86d9eac96ce83db9
+size 5251
diff --git a/params/opt/8/rnd_search_t_cos/comb_10/init/model.decoder.layers.16.fc1/_0.pt b/params/opt/8/rnd_search_t_cos/comb_10/init/model.decoder.layers.16.fc1/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..204b4fcde5d21c59a213373844dbdf1b2c023488
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_10/init/model.decoder.layers.16.fc1/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:670aabcb900c38cf3367b7e6611f613f7694d98bdc0a3703a36c258b33bd317c
+size 17539
diff --git a/params/opt/8/rnd_search_t_cos/comb_10/init/model.decoder.layers.16.fc1/_s.pt b/params/opt/8/rnd_search_t_cos/comb_10/init/model.decoder.layers.16.fc1/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..9a42bed158fd57dbfcca933d0b9bd7167991d4c9
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_10/init/model.decoder.layers.16.fc1/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f4e551c686cc778ce2c5ea4debffcd71e255b9aefab53082557dd9847518f8f5
+size 17539
diff --git a/params/opt/8/rnd_search_t_cos/comb_10/init/model.decoder.layers.16.fc2/_0.pt b/params/opt/8/rnd_search_t_cos/comb_10/init/model.decoder.layers.16.fc2/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8c553d135c1c3aaa5fc8845cd7e1a6ba5196fc5f
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_10/init/model.decoder.layers.16.fc2/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:75fb1da208d7459086907c3d42e2d72696ea15190b8ebdd47ecb5607b829acb6
+size 5251
diff --git a/params/opt/8/rnd_search_t_cos/comb_10/init/model.decoder.layers.16.fc2/_s.pt b/params/opt/8/rnd_search_t_cos/comb_10/init/model.decoder.layers.16.fc2/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4a1439867e0d3f129021a64625b54aea01bdeb4d
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_10/init/model.decoder.layers.16.fc2/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ffe5a6d16194265acc4de545ea36547d7ed45b72227d282af62386d46dd3c9b8
+size 5251
diff --git a/params/opt/8/rnd_search_t_cos/comb_10/init/model.decoder.layers.16.self_attn.k_proj/_0.pt b/params/opt/8/rnd_search_t_cos/comb_10/init/model.decoder.layers.16.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8dc0b9d36ddf7325416f9c11466314efc2f5794a
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_10/init/model.decoder.layers.16.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:35438e7094f3051742034bd453ff05cf59a34461457583c38fc04ce8a6d4b277
+size 5251
diff --git a/params/opt/8/rnd_search_t_cos/comb_10/init/model.decoder.layers.16.self_attn.k_proj/_s.pt b/params/opt/8/rnd_search_t_cos/comb_10/init/model.decoder.layers.16.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..39e9ef587d5931e3b93ccb01ea630efe61156a64
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_10/init/model.decoder.layers.16.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:7e24d42e90ee44ef76fa73d870e436a56c569e63420b25211f4d9fc5ad5f7f33
+size 5251
diff --git a/params/opt/8/rnd_search_t_cos/comb_10/init/model.decoder.layers.16.self_attn.out_proj/_0.pt b/params/opt/8/rnd_search_t_cos/comb_10/init/model.decoder.layers.16.self_attn.out_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ec2d73d046fbc534e532fe9a6aa8e22bf4202970
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_10/init/model.decoder.layers.16.self_attn.out_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2ed63bff7d7d593a570e111b17e4c8befbb8ed1792d2d6c26d9cd5f9983627dd
+size 5251
diff --git a/params/opt/8/rnd_search_t_cos/comb_10/init/model.decoder.layers.16.self_attn.out_proj/_s.pt b/params/opt/8/rnd_search_t_cos/comb_10/init/model.decoder.layers.16.self_attn.out_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..6755fde2eb6ceca3aed96345650d653f040f2ec7
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_10/init/model.decoder.layers.16.self_attn.out_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:1b68dce887546377502b312fc054e6ae0358e6cccc7aa1f842fb6d602a6de2ed
+size 5251
diff --git a/params/opt/8/rnd_search_t_cos/comb_10/init/model.decoder.layers.16.self_attn.q_proj/_0.pt b/params/opt/8/rnd_search_t_cos/comb_10/init/model.decoder.layers.16.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..9e8f3cea52850d146a4331e0f55ca569e7e61ae7
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_10/init/model.decoder.layers.16.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:89ad0faad193da495c0eb9fcd7cd55d5793004dab4d381d3de528c281e57119d
+size 5251
diff --git a/params/opt/8/rnd_search_t_cos/comb_10/init/model.decoder.layers.16.self_attn.q_proj/_s.pt b/params/opt/8/rnd_search_t_cos/comb_10/init/model.decoder.layers.16.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..cf1e5c604ffdd6a84dee8b8c1f3a4adc931e2aaa
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_10/init/model.decoder.layers.16.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:6d98397f92984e1da2569a370bea2db758911d79b1c8457353670179d808ad25
+size 5251
diff --git a/params/opt/8/rnd_search_t_cos/comb_10/init/model.decoder.layers.16.self_attn.v_proj/_0.pt b/params/opt/8/rnd_search_t_cos/comb_10/init/model.decoder.layers.16.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..51ab14a45f99179360ed2fd59b2eaeb73eb03b23
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_10/init/model.decoder.layers.16.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:49f55afb63613472c4c0682c7c02dc1052af8987b0f0e49deeef56cc8cebb730
+size 5251
diff --git a/params/opt/8/rnd_search_t_cos/comb_10/init/model.decoder.layers.16.self_attn.v_proj/_s.pt b/params/opt/8/rnd_search_t_cos/comb_10/init/model.decoder.layers.16.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..de0a4317d9997d0f09f166725409b128f818fc78
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_10/init/model.decoder.layers.16.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a4c7e64d05118dbb79ee823ddb1f4f912f3bd7677ad9dbe7ca6234fab1628916
+size 5251
diff --git a/params/opt/8/rnd_search_t_cos/comb_10/init/model.decoder.layers.17.fc1/_0.pt b/params/opt/8/rnd_search_t_cos/comb_10/init/model.decoder.layers.17.fc1/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2edee5f03523857c5d1c8f8391f164931f369cc4
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_10/init/model.decoder.layers.17.fc1/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:af6ee50bf74f9e95df3aeaba1e68380df7c109f036b43e244a9ad1c41ac396f6
+size 17539
diff --git a/params/opt/8/rnd_search_t_cos/comb_10/init/model.decoder.layers.17.fc1/_s.pt b/params/opt/8/rnd_search_t_cos/comb_10/init/model.decoder.layers.17.fc1/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..640e4f98f7e3f37ff2a15313dd1f7bb20ebcb92e
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_10/init/model.decoder.layers.17.fc1/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b130770941b46f38875c50d1ec77c3848b7630bd8693459cc299541390fc497a
+size 17539
diff --git a/params/opt/8/rnd_search_t_cos/comb_10/init/model.decoder.layers.17.fc2/_0.pt b/params/opt/8/rnd_search_t_cos/comb_10/init/model.decoder.layers.17.fc2/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..00405824a11f242c408db12a36b91ee34e25a97a
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_10/init/model.decoder.layers.17.fc2/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:001328cc4a8d285fd71384f9ca7b7b5d4c3489ab4e5cd4a0a466f59cf22a5773
+size 5251
diff --git a/params/opt/8/rnd_search_t_cos/comb_10/init/model.decoder.layers.17.fc2/_s.pt b/params/opt/8/rnd_search_t_cos/comb_10/init/model.decoder.layers.17.fc2/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..0f4542a2c712ec5c8c28503e8824e6f93e22b375
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_10/init/model.decoder.layers.17.fc2/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:839e0c11c683ba5330f91c59300392f23eb6477349eaed95f84c62b48bd8d7ac
+size 5251
diff --git a/params/opt/8/rnd_search_t_cos/comb_10/init/model.decoder.layers.17.self_attn.k_proj/_0.pt b/params/opt/8/rnd_search_t_cos/comb_10/init/model.decoder.layers.17.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4d69710088e84b38b70daf35916a4a7f5b08c068
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_10/init/model.decoder.layers.17.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b71b2415dbc3b144d279aa761332bb0276852dc5928fe609b56fb43c46ac78b9
+size 5251
diff --git a/params/opt/8/rnd_search_t_cos/comb_10/init/model.decoder.layers.17.self_attn.k_proj/_s.pt b/params/opt/8/rnd_search_t_cos/comb_10/init/model.decoder.layers.17.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..f32e4bc37917897e6ef6b685ecd6481938c2eae5
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_10/init/model.decoder.layers.17.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:6c1ff24f81d6201ee02d78e4e9ef4d8f3b58a2a45578786221fb19efd76c56a7
+size 5251
diff --git a/params/opt/8/rnd_search_t_cos/comb_10/init/model.decoder.layers.17.self_attn.out_proj/_0.pt b/params/opt/8/rnd_search_t_cos/comb_10/init/model.decoder.layers.17.self_attn.out_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..dc246c596622c85d99314835f7ca9f56499103a2
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_10/init/model.decoder.layers.17.self_attn.out_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:bc011dc8d1213d047465748c8202759692879d49f6fb31eec2ae4e4bd4a1d5b7
+size 5251
diff --git a/params/opt/8/rnd_search_t_cos/comb_10/init/model.decoder.layers.17.self_attn.out_proj/_s.pt b/params/opt/8/rnd_search_t_cos/comb_10/init/model.decoder.layers.17.self_attn.out_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2ca9c82bf368f8ef069974a63e5ee58073c0113d
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_10/init/model.decoder.layers.17.self_attn.out_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:7d1560cc27bc2b5486c5580228d9f4d438db3b948aa9ca6b7ff50eada991faec
+size 5251
diff --git a/params/opt/8/rnd_search_t_cos/comb_10/init/model.decoder.layers.17.self_attn.q_proj/_0.pt b/params/opt/8/rnd_search_t_cos/comb_10/init/model.decoder.layers.17.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e3a0055aebe64b695beb124fa6759c13b6ae7009
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_10/init/model.decoder.layers.17.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a7fc1c11df648676b6077650ef1fc9ab99e827c230a94142e2dd87feaf879a2d
+size 5251
diff --git a/params/opt/8/rnd_search_t_cos/comb_10/init/model.decoder.layers.17.self_attn.q_proj/_s.pt b/params/opt/8/rnd_search_t_cos/comb_10/init/model.decoder.layers.17.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..1b344ff7e3ae64775c718040718c19050c5b79f9
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_10/init/model.decoder.layers.17.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:cff10b5d760e8958260d1ba290ef570c43af5cfc40eeba4cc7d129e42fd86b9c
+size 5251
diff --git a/params/opt/8/rnd_search_t_cos/comb_10/init/model.decoder.layers.17.self_attn.v_proj/_0.pt b/params/opt/8/rnd_search_t_cos/comb_10/init/model.decoder.layers.17.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..54dfec6af02bb9b4d8cf34170a405213934d7c5b
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_10/init/model.decoder.layers.17.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a9c4d2a62ef2c1904a0b21be2a98781b044a08feb44b25ccc6f85cd83f94e13d
+size 5251
diff --git a/params/opt/8/rnd_search_t_cos/comb_10/init/model.decoder.layers.17.self_attn.v_proj/_s.pt b/params/opt/8/rnd_search_t_cos/comb_10/init/model.decoder.layers.17.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..98ab97b881baab91e1bcb7318849e1e08c08d7a2
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_10/init/model.decoder.layers.17.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:23a692d52bedf8b004aa89ecbd71a04c8a4acdce3cf915813fdb4c6e8cbbbdb8
+size 5251
diff --git a/params/opt/8/rnd_search_t_cos/comb_10/init/model.decoder.layers.18.fc1/_0.pt b/params/opt/8/rnd_search_t_cos/comb_10/init/model.decoder.layers.18.fc1/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..6fc59c27485b59755bf498d087d014aa910aba0d
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_10/init/model.decoder.layers.18.fc1/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:40469eab7132f8e92a0b37cd5802d6bd2a6ba7504cd04a86ba665a3c0cea918a
+size 17539
diff --git a/params/opt/8/rnd_search_t_cos/comb_10/init/model.decoder.layers.18.fc1/_s.pt b/params/opt/8/rnd_search_t_cos/comb_10/init/model.decoder.layers.18.fc1/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..5abd741dec6d47f9bfb910b28e064d00629b959f
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_10/init/model.decoder.layers.18.fc1/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:df2a53bbf091f500e4c2798e3cc52db109d0252f870dd15ac7646d704304bed2
+size 17539
diff --git a/params/opt/8/rnd_search_t_cos/comb_10/init/model.decoder.layers.18.fc2/_0.pt b/params/opt/8/rnd_search_t_cos/comb_10/init/model.decoder.layers.18.fc2/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..01357eb9c0bcd8c24309732cd7f189a6b8706925
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_10/init/model.decoder.layers.18.fc2/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f92d7e15d79a1472fda4e8a7d2f4c0fab3f92a9f4cacb58c0cae3ded93fab2ea
+size 5251
diff --git a/params/opt/8/rnd_search_t_cos/comb_10/init/model.decoder.layers.18.fc2/_s.pt b/params/opt/8/rnd_search_t_cos/comb_10/init/model.decoder.layers.18.fc2/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e3a2b47632e00a4f898ab3b551dbc9b817f27103
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_10/init/model.decoder.layers.18.fc2/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c83318c2d6d63eb9283a714cfe201a7d277d32c8a79b49ec62be19c15fc2e582
+size 5251
diff --git a/params/opt/8/rnd_search_t_cos/comb_10/init/model.decoder.layers.18.self_attn.k_proj/_0.pt b/params/opt/8/rnd_search_t_cos/comb_10/init/model.decoder.layers.18.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..07b18d8ecb05dfe1fa1d4c00f81b90d612cd5e06
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_10/init/model.decoder.layers.18.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:432b1f34a8f65f21d5e3b82d6bbab2a52b0fc4aa069cdbff00dbe4f11911a3a5
+size 5251
diff --git a/params/opt/8/rnd_search_t_cos/comb_10/init/model.decoder.layers.18.self_attn.k_proj/_s.pt b/params/opt/8/rnd_search_t_cos/comb_10/init/model.decoder.layers.18.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..30d1005b5d76856ec3d799ac84eab236763a16de
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_10/init/model.decoder.layers.18.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2ac75472e526b008a8613867bd2bd9ab845d53c23a4c736415f2c5da72c38e21
+size 5251
diff --git a/params/opt/8/rnd_search_t_cos/comb_10/init/model.decoder.layers.18.self_attn.out_proj/_0.pt b/params/opt/8/rnd_search_t_cos/comb_10/init/model.decoder.layers.18.self_attn.out_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..f059811e1e3a1b65e124784b38268f3ff5d3cb86
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_10/init/model.decoder.layers.18.self_attn.out_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:871a88fe1542bfbc5682cffd7c14de731156aac9428d0af0a84a8aa103b6c8a2
+size 5251
diff --git a/params/opt/8/rnd_search_t_cos/comb_10/init/model.decoder.layers.18.self_attn.out_proj/_s.pt b/params/opt/8/rnd_search_t_cos/comb_10/init/model.decoder.layers.18.self_attn.out_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..586739939809f10e701ad7eebfdc01bae9592fac
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_10/init/model.decoder.layers.18.self_attn.out_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5b56418eafb5fc43ddddb6025e732722def45a22a725308f8e56843519fc512e
+size 5251
diff --git a/params/opt/8/rnd_search_t_cos/comb_10/init/model.decoder.layers.18.self_attn.q_proj/_0.pt b/params/opt/8/rnd_search_t_cos/comb_10/init/model.decoder.layers.18.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..edfd48fe797064f6e218ee5c210e0f5b70a389cf
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_10/init/model.decoder.layers.18.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:69e6b32508cec9c882731109b81f0ce6cd61f9efc0050057bc8874629f59cf95
+size 5251
diff --git a/params/opt/8/rnd_search_t_cos/comb_10/init/model.decoder.layers.18.self_attn.q_proj/_s.pt b/params/opt/8/rnd_search_t_cos/comb_10/init/model.decoder.layers.18.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..813665c9b9bf5f2a7af82b391ec21136f86b4f6f
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_10/init/model.decoder.layers.18.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b7c72102bbe7b3a422883b3f648eead4d57bb1672a243fa2c6fcd647713b8e00
+size 5251
diff --git a/params/opt/8/rnd_search_t_cos/comb_10/init/model.decoder.layers.18.self_attn.v_proj/_0.pt b/params/opt/8/rnd_search_t_cos/comb_10/init/model.decoder.layers.18.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..5239ba1d2551a1ca50c5abc396099944e63833c7
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_10/init/model.decoder.layers.18.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:70e7fcefeb2d1861ddcf40bf568922e3e78ca39020d88b944a0421e9f123cbc5
+size 5251
diff --git a/params/opt/8/rnd_search_t_cos/comb_10/init/model.decoder.layers.18.self_attn.v_proj/_s.pt b/params/opt/8/rnd_search_t_cos/comb_10/init/model.decoder.layers.18.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..45109f321c09739cf1978b7a4fec8adbedffbffb
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_10/init/model.decoder.layers.18.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:79be9644e4e57a28ab5eba6863ca38d4d0257c5984431baa06776013cfef9912
+size 5251
diff --git a/params/opt/8/rnd_search_t_cos/comb_10/init/model.decoder.layers.19.fc1/_0.pt b/params/opt/8/rnd_search_t_cos/comb_10/init/model.decoder.layers.19.fc1/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..d0e8579f17727f7bdda9bfff6edb5caeac5b0496
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_10/init/model.decoder.layers.19.fc1/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5a1525fed8c30963cb0e015abe7afbeaa4de753892268feeec9e094f00a44589
+size 17539
diff --git a/params/opt/8/rnd_search_t_cos/comb_10/init/model.decoder.layers.19.fc1/_s.pt b/params/opt/8/rnd_search_t_cos/comb_10/init/model.decoder.layers.19.fc1/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..7bd3abc8c49c5da12b73d76e93a78f7842549a43
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_10/init/model.decoder.layers.19.fc1/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c5b93e7b7152ae5426c639637686cf69703bb25e050cf1a2d729aa40c86ceb57
+size 17539
diff --git a/params/opt/8/rnd_search_t_cos/comb_10/init/model.decoder.layers.19.fc2/_0.pt b/params/opt/8/rnd_search_t_cos/comb_10/init/model.decoder.layers.19.fc2/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4f7c6017ba997d5b7fca26bf12f02c32c086d993
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_10/init/model.decoder.layers.19.fc2/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:62b9e1e1254ae8ffaa2e7ff6d8e4d94e17e925c3b07df499f0b3ab680ba36275
+size 5251
diff --git a/params/opt/8/rnd_search_t_cos/comb_10/init/model.decoder.layers.19.fc2/_s.pt b/params/opt/8/rnd_search_t_cos/comb_10/init/model.decoder.layers.19.fc2/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2be47a24facd8baa1e81185e0ed3a0861f93f723
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_10/init/model.decoder.layers.19.fc2/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2796ceac3f6fd94696f7b7fa71787e3a21a35952fb3343aeee3c8c17cc608ca9
+size 5251
diff --git a/params/opt/8/rnd_search_t_cos/comb_10/init/model.decoder.layers.19.self_attn.k_proj/_0.pt b/params/opt/8/rnd_search_t_cos/comb_10/init/model.decoder.layers.19.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..57ecb99e0ceff13c15cec581d81f71bee0576cb6
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_10/init/model.decoder.layers.19.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:188ce33026cad23800ea22f086dae46adceaa0be0ba1fca9ffdd910d13792a33
+size 5251
diff --git a/params/opt/8/rnd_search_t_cos/comb_10/init/model.decoder.layers.19.self_attn.k_proj/_s.pt b/params/opt/8/rnd_search_t_cos/comb_10/init/model.decoder.layers.19.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e3cb58a16ed5e6845a6365e6531d5337dab76ee1
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_10/init/model.decoder.layers.19.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:4c2f5db06704bb176b3889cca3873f620deb69ad782f8bdedfe0c058e64c2e25
+size 5251
diff --git a/params/opt/8/rnd_search_t_cos/comb_10/init/model.decoder.layers.19.self_attn.out_proj/_0.pt b/params/opt/8/rnd_search_t_cos/comb_10/init/model.decoder.layers.19.self_attn.out_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..24fccc137d3234a5f3be3f43b3de7760c08a28cd
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_10/init/model.decoder.layers.19.self_attn.out_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a96464fd1177b93a66d74b68aed45164f542210e97cb2c97a0cc549ea855f052
+size 5251
diff --git a/params/opt/8/rnd_search_t_cos/comb_10/init/model.decoder.layers.19.self_attn.out_proj/_s.pt b/params/opt/8/rnd_search_t_cos/comb_10/init/model.decoder.layers.19.self_attn.out_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..3fb8dae102e97f00f30cce92be310eddb1e15d9b
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_10/init/model.decoder.layers.19.self_attn.out_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ca2b532797f8f4c2bd20ddf463a27883f48fee9be996d1b8757065e2a94d3112
+size 5251
diff --git a/params/opt/8/rnd_search_t_cos/comb_10/init/model.decoder.layers.19.self_attn.q_proj/_0.pt b/params/opt/8/rnd_search_t_cos/comb_10/init/model.decoder.layers.19.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..6e54716b8f97b505491e7640938aa23be0d05521
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_10/init/model.decoder.layers.19.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:6e140dff3d7838bfc6b3b88ece1d515c6932493e0a69db3645158bb0a1fd2919
+size 5251
diff --git a/params/opt/8/rnd_search_t_cos/comb_10/init/model.decoder.layers.19.self_attn.q_proj/_s.pt b/params/opt/8/rnd_search_t_cos/comb_10/init/model.decoder.layers.19.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ef73cafac2165bc14d8ede870af9f5ac02737b1
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_10/init/model.decoder.layers.19.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:62f09720b6e987bec951f780520ae1b0f4fa15f46f03692f3170830a2b2d5d42
+size 5251
diff --git a/params/opt/8/rnd_search_t_cos/comb_10/init/model.decoder.layers.19.self_attn.v_proj/_0.pt b/params/opt/8/rnd_search_t_cos/comb_10/init/model.decoder.layers.19.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c673216c4040b7f2b955cd23cc4ec15c9042ecb1
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_10/init/model.decoder.layers.19.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:9550c6e4cf33f19c078c30d4d81d1a619e99fa6d8e8c0c312a249ab729194081
+size 5251
diff --git a/params/opt/8/rnd_search_t_cos/comb_10/init/model.decoder.layers.19.self_attn.v_proj/_s.pt b/params/opt/8/rnd_search_t_cos/comb_10/init/model.decoder.layers.19.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..1f3c2945b46493b7e4229c4538a916a8b5d39fca
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_10/init/model.decoder.layers.19.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ca00ca80607dbe8e9601c07db11de70bc5a8da35f27e26c796883aa804590034
+size 5251
diff --git a/params/opt/8/rnd_search_t_cos/comb_10/init/model.decoder.layers.2.fc1/_0.pt b/params/opt/8/rnd_search_t_cos/comb_10/init/model.decoder.layers.2.fc1/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..58c96248fd00550cc15d645205571ee67c337035
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_10/init/model.decoder.layers.2.fc1/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d77f62f2a90ce91416a8360d6ec3a5205dee0afeca27666c8c1c6bc185c247e5
+size 17539
diff --git a/params/opt/8/rnd_search_t_cos/comb_10/init/model.decoder.layers.2.fc1/_s.pt b/params/opt/8/rnd_search_t_cos/comb_10/init/model.decoder.layers.2.fc1/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..da87fe52a2f00137eb917736a98e5a4aeb4380f4
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_10/init/model.decoder.layers.2.fc1/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ea75e0ee84bd98b24ac30c4cc459920c42fe339865994f3aac6dd680000f64cb
+size 17539
diff --git a/params/opt/8/rnd_search_t_cos/comb_10/init/model.decoder.layers.2.fc2/_0.pt b/params/opt/8/rnd_search_t_cos/comb_10/init/model.decoder.layers.2.fc2/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..f59114c14fa9ed33928564d83633bab9c17c67e9
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_10/init/model.decoder.layers.2.fc2/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:059cc74f5ee4a824cc395bc463b8cfdad2a07aca9e7264355548b79ede2da639
+size 5251
diff --git a/params/opt/8/rnd_search_t_cos/comb_10/init/model.decoder.layers.2.fc2/_s.pt b/params/opt/8/rnd_search_t_cos/comb_10/init/model.decoder.layers.2.fc2/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8efff0f2a067ee018b3a07eb19130b44bc658f50
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_10/init/model.decoder.layers.2.fc2/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:73d49fbddadd0352452d997a81a657cd8c84cd0b0a3f7a52c13459b29dbd04f1
+size 5251
diff --git a/params/opt/8/rnd_search_t_cos/comb_10/init/model.decoder.layers.2.self_attn.k_proj/_0.pt b/params/opt/8/rnd_search_t_cos/comb_10/init/model.decoder.layers.2.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..9837224f5013c3e778b565b6945aac39dd4d64cb
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_10/init/model.decoder.layers.2.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:13c9a56368a3a237264f12c9a7e0db3f34f288c5dd3f8c4b7bf74bd6179d80ab
+size 5251
diff --git a/params/opt/8/rnd_search_t_cos/comb_10/init/model.decoder.layers.2.self_attn.k_proj/_s.pt b/params/opt/8/rnd_search_t_cos/comb_10/init/model.decoder.layers.2.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..931443b848546c599b3dab30aac5fb7b930e2789
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_10/init/model.decoder.layers.2.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:8e5c955e556812a2a926bde407a72e56bcdff151621f3c0d5fa418b677a5595f
+size 5251
diff --git a/params/opt/8/rnd_search_t_cos/comb_10/init/model.decoder.layers.2.self_attn.out_proj/_0.pt b/params/opt/8/rnd_search_t_cos/comb_10/init/model.decoder.layers.2.self_attn.out_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..6a02dfdca39df17659b1df44a3f2b39fcbbf678a
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_10/init/model.decoder.layers.2.self_attn.out_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b1c2bea10b8b100ffe3822d09f9a68b88fb97a7d92f679f97a5028fa9f7354ba
+size 5251
diff --git a/params/opt/8/rnd_search_t_cos/comb_10/init/model.decoder.layers.2.self_attn.out_proj/_s.pt b/params/opt/8/rnd_search_t_cos/comb_10/init/model.decoder.layers.2.self_attn.out_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c35a05241a03061c628b457da62243638ff8d7db
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_10/init/model.decoder.layers.2.self_attn.out_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:69193afccb19df8da3f9b4e1552fdfa911c6c995a06a3f0a7c86436d2219316e
+size 5251
diff --git a/params/opt/8/rnd_search_t_cos/comb_10/init/model.decoder.layers.2.self_attn.q_proj/_0.pt b/params/opt/8/rnd_search_t_cos/comb_10/init/model.decoder.layers.2.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..cb6c2ddd106ee12b67de9e0b7c07e02ea8667cd3
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_10/init/model.decoder.layers.2.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:34c539f4ce030e62f371a5b5696b20f3af89f002c987b33b0b06cb0d3cf2db3c
+size 5251
diff --git a/params/opt/8/rnd_search_t_cos/comb_10/init/model.decoder.layers.2.self_attn.q_proj/_s.pt b/params/opt/8/rnd_search_t_cos/comb_10/init/model.decoder.layers.2.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ee19aa138e52bcc5136ce28128033834ecb08971
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_10/init/model.decoder.layers.2.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:4cc4eaa89e09148d9bcefb7360bac82000f646f949854025d67dfe02fae40214
+size 5251
diff --git a/params/opt/8/rnd_search_t_cos/comb_10/init/model.decoder.layers.2.self_attn.v_proj/_0.pt b/params/opt/8/rnd_search_t_cos/comb_10/init/model.decoder.layers.2.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4af750d7bc289a723eb1fd267b11cfc9bcd962c9
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_10/init/model.decoder.layers.2.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c7a7fba705ce6dcbed22934f7fa8f73a1e0a6df91d5432db36dd42096a930284
+size 5251
diff --git a/params/opt/8/rnd_search_t_cos/comb_10/init/model.decoder.layers.2.self_attn.v_proj/_s.pt b/params/opt/8/rnd_search_t_cos/comb_10/init/model.decoder.layers.2.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..03949c5243f3251888de8545826080f7aac2f544
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_10/init/model.decoder.layers.2.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f24786efa7fcd2194735f15afd42211dac3541402506f0d941e6202bd9b667f4
+size 5251
diff --git a/params/opt/8/rnd_search_t_cos/comb_10/init/model.decoder.layers.20.fc1/_0.pt b/params/opt/8/rnd_search_t_cos/comb_10/init/model.decoder.layers.20.fc1/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..23ade4b124f245d0a08b1c9340fca316f1b59319
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_10/init/model.decoder.layers.20.fc1/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:48b767ef9bb0ce1a3a3f194f3c85be06167bb0c612d5ff733011c17a21f56ec3
+size 17539
diff --git a/params/opt/8/rnd_search_t_cos/comb_10/init/model.decoder.layers.20.fc1/_s.pt b/params/opt/8/rnd_search_t_cos/comb_10/init/model.decoder.layers.20.fc1/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2f2efc1b9957b6814b62e4bd40b30d4eeb026558
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_10/init/model.decoder.layers.20.fc1/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:86a797d6b5dfa707eb1d0ccb0b6f86f6bc0cca68700c4550f3683fc17c4eefa3
+size 17539
diff --git a/params/opt/8/rnd_search_t_cos/comb_10/init/model.decoder.layers.20.fc2/_0.pt b/params/opt/8/rnd_search_t_cos/comb_10/init/model.decoder.layers.20.fc2/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..9fa2ebaef098bda969288c685380086715de65fa
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_10/init/model.decoder.layers.20.fc2/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5cd6e62d0eae6d5f41048e0e1767fa3cb04f1e0bc515a8a854e1cd7dd4399ef3
+size 5251
diff --git a/params/opt/8/rnd_search_t_cos/comb_10/init/model.decoder.layers.20.fc2/_s.pt b/params/opt/8/rnd_search_t_cos/comb_10/init/model.decoder.layers.20.fc2/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2f7fc99063b40484e3ca5be22ee2e91b9e9c5da3
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_10/init/model.decoder.layers.20.fc2/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:3ecc9c5b4ecc3a3d0fe74521dcc86f4e44c918801c97ac2118129a2e1b85625c
+size 5251
diff --git a/params/opt/8/rnd_search_t_cos/comb_10/init/model.decoder.layers.20.self_attn.k_proj/_0.pt b/params/opt/8/rnd_search_t_cos/comb_10/init/model.decoder.layers.20.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ee92d57471a5e8671b0b4060c963f5346a86df0a
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_10/init/model.decoder.layers.20.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a79a935bffaade9f25c2cb94154c09f4c5af12f56368fed17858889e9de03bb8
+size 5251
diff --git a/params/opt/8/rnd_search_t_cos/comb_10/init/model.decoder.layers.20.self_attn.k_proj/_s.pt b/params/opt/8/rnd_search_t_cos/comb_10/init/model.decoder.layers.20.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..9987ae150165a5e5d4cc9df246bc9bd16b8ae5d2
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_10/init/model.decoder.layers.20.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:99e47bb4068fdf544676b64abdf65f78a2c1886903ad340ec15c13b77c0c0154
+size 5251
diff --git a/params/opt/8/rnd_search_t_cos/comb_10/init/model.decoder.layers.20.self_attn.out_proj/_0.pt b/params/opt/8/rnd_search_t_cos/comb_10/init/model.decoder.layers.20.self_attn.out_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..d4e69afe27f58df91b45063ab19e7d1197448380
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_10/init/model.decoder.layers.20.self_attn.out_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:899b1456234ea28972ffc5f1443f2bbaf6fc43d871545c5d3343b0ceaf63dd99
+size 5251
diff --git a/params/opt/8/rnd_search_t_cos/comb_10/init/model.decoder.layers.20.self_attn.out_proj/_s.pt b/params/opt/8/rnd_search_t_cos/comb_10/init/model.decoder.layers.20.self_attn.out_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..74b93492804a7e95bb92277ebf40d255d43d3abe
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_10/init/model.decoder.layers.20.self_attn.out_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b8f10710bbd4ae0af75744e28a5ed91b425af0226c2ab46007f597afd55455c6
+size 5251
diff --git a/params/opt/8/rnd_search_t_cos/comb_10/init/model.decoder.layers.20.self_attn.q_proj/_0.pt b/params/opt/8/rnd_search_t_cos/comb_10/init/model.decoder.layers.20.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..0072cdfecee64b3b586cd3b144280c9efba45cab
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_10/init/model.decoder.layers.20.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:140c0d1d03ce36f3ac8e4a56537788453d07da0331a327323f9a4a8618c34c0d
+size 5251
diff --git a/params/opt/8/rnd_search_t_cos/comb_10/init/model.decoder.layers.20.self_attn.q_proj/_s.pt b/params/opt/8/rnd_search_t_cos/comb_10/init/model.decoder.layers.20.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..88774ba99416067cdd598e02cc41c9f6dd78da3c
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_10/init/model.decoder.layers.20.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:3edeb5a2a12a81106be180ab0bab357f79222e1093265e7bfcea27cedb6b4209
+size 5251
diff --git a/params/opt/8/rnd_search_t_cos/comb_10/init/model.decoder.layers.20.self_attn.v_proj/_0.pt b/params/opt/8/rnd_search_t_cos/comb_10/init/model.decoder.layers.20.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..66f61f12049d363c25eab6710692b8e4a078eab3
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_10/init/model.decoder.layers.20.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d75f0b36d709bdeefa8c0fdbc248d3797344e3f656f65ffb863c60d587e6656b
+size 5251
diff --git a/params/opt/8/rnd_search_t_cos/comb_10/init/model.decoder.layers.20.self_attn.v_proj/_s.pt b/params/opt/8/rnd_search_t_cos/comb_10/init/model.decoder.layers.20.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c2eae53a460d5403c4784f881417ad1391416d68
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_10/init/model.decoder.layers.20.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:aae466c7446f2ce46608afb1225c2d1ebf909e2186100b6dc91f02a5dfced7db
+size 5251
diff --git a/params/opt/8/rnd_search_t_cos/comb_10/init/model.decoder.layers.21.fc1/_0.pt b/params/opt/8/rnd_search_t_cos/comb_10/init/model.decoder.layers.21.fc1/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..d438d548339b498e312a3bff4c525adef03b57e2
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_10/init/model.decoder.layers.21.fc1/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:1fd5ddc51a1d353c79ea92bbc66af375122e2893688dca598ba93670867209eb
+size 17539
diff --git a/params/opt/8/rnd_search_t_cos/comb_10/init/model.decoder.layers.21.fc1/_s.pt b/params/opt/8/rnd_search_t_cos/comb_10/init/model.decoder.layers.21.fc1/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4ea01d7d04fe5615fb55246d92d62927c063a9c1
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_10/init/model.decoder.layers.21.fc1/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a809a6b67b30095a41be70115bba6b5cf6561ac4053d063aac49aeafe6f4e1d6
+size 17539
diff --git a/params/opt/8/rnd_search_t_cos/comb_10/init/model.decoder.layers.21.fc2/_0.pt b/params/opt/8/rnd_search_t_cos/comb_10/init/model.decoder.layers.21.fc2/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..7d88acc0e33325962e98c2423059ce7d809e7289
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_10/init/model.decoder.layers.21.fc2/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:aeed2b1d33cb83b39d1f4d3d452a56b9d9252b3e6ed67bad268ced5aae1ffbed
+size 5251
diff --git a/params/opt/8/rnd_search_t_cos/comb_10/init/model.decoder.layers.21.fc2/_s.pt b/params/opt/8/rnd_search_t_cos/comb_10/init/model.decoder.layers.21.fc2/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..141f1f0b0ccbb67844ae5dc341b7ceb8fdeeb543
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_10/init/model.decoder.layers.21.fc2/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b4845628d6e40b22063c1ab8632c0e7d5439723e2eb500474231672a1492442f
+size 5251
diff --git a/params/opt/8/rnd_search_t_cos/comb_10/init/model.decoder.layers.21.self_attn.k_proj/_0.pt b/params/opt/8/rnd_search_t_cos/comb_10/init/model.decoder.layers.21.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..3ddaead27b2ef86d0a0a43338505d3c22f8aace5
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_10/init/model.decoder.layers.21.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:68f68bb12e8f4b974e06833b4b8c47c86d7da821134c6aaf6f04385a31fb8100
+size 5251
diff --git a/params/opt/8/rnd_search_t_cos/comb_10/init/model.decoder.layers.21.self_attn.k_proj/_s.pt b/params/opt/8/rnd_search_t_cos/comb_10/init/model.decoder.layers.21.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..322edf84d90e77ef862a75c5d51d1671945e93ee
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_10/init/model.decoder.layers.21.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:175a6eace0a01553b9c3313af085ca969bf2b207bccfe1d0f5890e6759a2eec5
+size 5251
diff --git a/params/opt/8/rnd_search_t_cos/comb_10/init/model.decoder.layers.21.self_attn.out_proj/_0.pt b/params/opt/8/rnd_search_t_cos/comb_10/init/model.decoder.layers.21.self_attn.out_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..475f9611bacff99c04e23abe2b33fe57e8b62971
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_10/init/model.decoder.layers.21.self_attn.out_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:edb9a43a5a8fb96678d9c80f4ebc7a9e047978f918f5bbc639595be01e6dfcaf
+size 5251
diff --git a/params/opt/8/rnd_search_t_cos/comb_10/init/model.decoder.layers.21.self_attn.out_proj/_s.pt b/params/opt/8/rnd_search_t_cos/comb_10/init/model.decoder.layers.21.self_attn.out_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..5922a6de7e0466812c30049b6002ddb365daaeae
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_10/init/model.decoder.layers.21.self_attn.out_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:4c42098ad21571deac32db557a9daa8d8385cf04135b407f9e229638e258f208
+size 5251
diff --git a/params/opt/8/rnd_search_t_cos/comb_10/init/model.decoder.layers.21.self_attn.q_proj/_0.pt b/params/opt/8/rnd_search_t_cos/comb_10/init/model.decoder.layers.21.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e5b63568161653d1dc740428e75b2f56ccfb175e
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_10/init/model.decoder.layers.21.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:9d245c7374db8c7e5ba1c899a9f8391c6bdd0f44f600ac28ee662a53dff75a7f
+size 5251
diff --git a/params/opt/8/rnd_search_t_cos/comb_10/init/model.decoder.layers.21.self_attn.q_proj/_s.pt b/params/opt/8/rnd_search_t_cos/comb_10/init/model.decoder.layers.21.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..b2a390d5120916b9a1e8c8ba9450c62da1d8088f
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_10/init/model.decoder.layers.21.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f01417bba4f1b60b49e90fce873b19028d2cc49c9ad6017ba4e8f8bebf62aa96
+size 5251
diff --git a/params/opt/8/rnd_search_t_cos/comb_10/init/model.decoder.layers.21.self_attn.v_proj/_0.pt b/params/opt/8/rnd_search_t_cos/comb_10/init/model.decoder.layers.21.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..38adb627df528c588a80c0b9e26c8eb99455dfeb
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_10/init/model.decoder.layers.21.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:1d0f6805c68f27f9753afe0e4f7a8495ffc83db8a7f4cdf4374472ab403a3885
+size 5251
diff --git a/params/opt/8/rnd_search_t_cos/comb_10/init/model.decoder.layers.21.self_attn.v_proj/_s.pt b/params/opt/8/rnd_search_t_cos/comb_10/init/model.decoder.layers.21.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..6ffad05b582a013a745ec2adb0ede44dfef1564b
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_10/init/model.decoder.layers.21.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:82185504455ba79be35eabb7197a123e5ba9ab80895e1974810844214f9c5c33
+size 5251
diff --git a/params/opt/8/rnd_search_t_cos/comb_10/init/model.decoder.layers.22.fc1/_0.pt b/params/opt/8/rnd_search_t_cos/comb_10/init/model.decoder.layers.22.fc1/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4b1914a4c05e17559c152b23b70d06a48668fc3f
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_10/init/model.decoder.layers.22.fc1/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0004ce5329ecd92dfb7668bffa99676f3233d55bef1ab0829be866c80b77e109
+size 17539
diff --git a/params/opt/8/rnd_search_t_cos/comb_10/init/model.decoder.layers.22.fc1/_s.pt b/params/opt/8/rnd_search_t_cos/comb_10/init/model.decoder.layers.22.fc1/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..20504e4450fc5e3697ffb21cafeaea7a3f6fb9a4
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_10/init/model.decoder.layers.22.fc1/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:de91c30d2f12c213a0162cec1b8041a05270481de18d5bd2306848d9100b2f1f
+size 17539
diff --git a/params/opt/8/rnd_search_t_cos/comb_10/init/model.decoder.layers.22.fc2/_0.pt b/params/opt/8/rnd_search_t_cos/comb_10/init/model.decoder.layers.22.fc2/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..baaa0ee7484f9fdad355ea0b852047ec6de9131a
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_10/init/model.decoder.layers.22.fc2/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:48d7d19b51905b7f30a9983c26fbf8b0d38bfb39cb0b66cee0e17a5e63a7f77e
+size 5251
diff --git a/params/opt/8/rnd_search_t_cos/comb_10/init/model.decoder.layers.22.fc2/_s.pt b/params/opt/8/rnd_search_t_cos/comb_10/init/model.decoder.layers.22.fc2/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c6703ff44614b6295038858362991a56fce7e1a4
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_10/init/model.decoder.layers.22.fc2/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2093f360d62d61a9d953b60b8bd96540c1975d9e6187c7e36811ea5908a18d6f
+size 5251
diff --git a/params/opt/8/rnd_search_t_cos/comb_10/init/model.decoder.layers.22.self_attn.k_proj/_0.pt b/params/opt/8/rnd_search_t_cos/comb_10/init/model.decoder.layers.22.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..1d0a8a813f305bbbdafc6a75cd34328191651bb9
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_10/init/model.decoder.layers.22.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:9fa61350f3e1d00d6fd75315d21205eb6f6ed6fd1d48be0a631cd6327600fd5a
+size 5251
diff --git a/params/opt/8/rnd_search_t_cos/comb_10/init/model.decoder.layers.22.self_attn.k_proj/_s.pt b/params/opt/8/rnd_search_t_cos/comb_10/init/model.decoder.layers.22.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..934367667a796bd6860debb7273fd87025104aba
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_10/init/model.decoder.layers.22.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:6fb67aa9b79c5b2238a000ef373312b21c6d3f180e9dd7e19be9982e6214ffd4
+size 5251
diff --git a/params/opt/8/rnd_search_t_cos/comb_10/init/model.decoder.layers.22.self_attn.out_proj/_0.pt b/params/opt/8/rnd_search_t_cos/comb_10/init/model.decoder.layers.22.self_attn.out_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4713b3387ac365618a4a2f17cb4f399800039c4c
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_10/init/model.decoder.layers.22.self_attn.out_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:aa9743bbdfbbf9980a4d5277adbae3ef5746955866bc7190588b9e2a22af22d4
+size 5251
diff --git a/params/opt/8/rnd_search_t_cos/comb_10/init/model.decoder.layers.22.self_attn.out_proj/_s.pt b/params/opt/8/rnd_search_t_cos/comb_10/init/model.decoder.layers.22.self_attn.out_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e8331e55150b2e4eba8838c010e9abae6325424d
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_10/init/model.decoder.layers.22.self_attn.out_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:8ead4e30b133c6961bd81555f3ca99b3191c1f084ab9e545e68364cb091a5be1
+size 5251
diff --git a/params/opt/8/rnd_search_t_cos/comb_10/init/model.decoder.layers.22.self_attn.q_proj/_0.pt b/params/opt/8/rnd_search_t_cos/comb_10/init/model.decoder.layers.22.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c8b5fd8ddfd14e037e2505cbf746ae5905ca07bf
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_10/init/model.decoder.layers.22.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:58ee95c0cf9bba08a31e499320cb9729921dfbf05f40f5714f24732ed745ef7c
+size 5251
diff --git a/params/opt/8/rnd_search_t_cos/comb_10/init/model.decoder.layers.22.self_attn.q_proj/_s.pt b/params/opt/8/rnd_search_t_cos/comb_10/init/model.decoder.layers.22.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a838c32c9a02b58b37ef451dbf6090fe344d8a33
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_10/init/model.decoder.layers.22.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ccf607da38ae778c555a7a641438e80adbd67949b7c61755f5cee0b627ab3142
+size 5251
diff --git a/params/opt/8/rnd_search_t_cos/comb_10/init/model.decoder.layers.22.self_attn.v_proj/_0.pt b/params/opt/8/rnd_search_t_cos/comb_10/init/model.decoder.layers.22.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..abe8bd1c27806be9f7a20f4c25a8b83ffde60109
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_10/init/model.decoder.layers.22.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:39edc829aa8de4184b8b80fb227ce70e0578cfb0b918a11cd03988079475a4da
+size 5251
diff --git a/params/opt/8/rnd_search_t_cos/comb_10/init/model.decoder.layers.22.self_attn.v_proj/_s.pt b/params/opt/8/rnd_search_t_cos/comb_10/init/model.decoder.layers.22.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..339c3b1aebe068ea0912d0f99311774f8260eb95
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_10/init/model.decoder.layers.22.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b900bee0f461e35b82a5f74677df4a290baf8e6778db9a4ce8c199c69c358d15
+size 5251
diff --git a/params/opt/8/rnd_search_t_cos/comb_10/init/model.decoder.layers.23.fc1/_0.pt b/params/opt/8/rnd_search_t_cos/comb_10/init/model.decoder.layers.23.fc1/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..58c96248fd00550cc15d645205571ee67c337035
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_10/init/model.decoder.layers.23.fc1/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d77f62f2a90ce91416a8360d6ec3a5205dee0afeca27666c8c1c6bc185c247e5
+size 17539
diff --git a/params/opt/8/rnd_search_t_cos/comb_10/init/model.decoder.layers.23.fc1/_s.pt b/params/opt/8/rnd_search_t_cos/comb_10/init/model.decoder.layers.23.fc1/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..da87fe52a2f00137eb917736a98e5a4aeb4380f4
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_10/init/model.decoder.layers.23.fc1/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ea75e0ee84bd98b24ac30c4cc459920c42fe339865994f3aac6dd680000f64cb
+size 17539
diff --git a/params/opt/8/rnd_search_t_cos/comb_10/init/model.decoder.layers.23.fc2/_0.pt b/params/opt/8/rnd_search_t_cos/comb_10/init/model.decoder.layers.23.fc2/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..24a03da0be8034640bfc7b3b33fb3cc9289170d4
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_10/init/model.decoder.layers.23.fc2/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:20782ab32179cc8698f6dc6757ab282e317cb0dd799099ce2bdccc75bde05519
+size 5251
diff --git a/params/opt/8/rnd_search_t_cos/comb_10/init/model.decoder.layers.23.fc2/_s.pt b/params/opt/8/rnd_search_t_cos/comb_10/init/model.decoder.layers.23.fc2/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..d01bba2eb96a8fb8562bd3eb92888ce415f61969
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_10/init/model.decoder.layers.23.fc2/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:01f669aaade0368e255b93b057dc45f8ceabe7102dbd3af053ec59fc618680d1
+size 5251
diff --git a/params/opt/8/rnd_search_t_cos/comb_10/init/model.decoder.layers.23.self_attn.k_proj/_0.pt b/params/opt/8/rnd_search_t_cos/comb_10/init/model.decoder.layers.23.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..d21e2378d5a803862bb657fe39134f496389a12e
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_10/init/model.decoder.layers.23.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:7ca61262270e89e5bcc44bfcac6b835f7d9744505c5dd52dc561510faa65a88a
+size 5251
diff --git a/params/opt/8/rnd_search_t_cos/comb_10/init/model.decoder.layers.23.self_attn.k_proj/_s.pt b/params/opt/8/rnd_search_t_cos/comb_10/init/model.decoder.layers.23.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..047690ccbd1bb3fe8deaf2a78ba3c5209fba91e1
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_10/init/model.decoder.layers.23.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:fd1b641d10a2245528a7b121c63a44afd7d05f42e15c82b8ce2035b5acb86e11
+size 5251
diff --git a/params/opt/8/rnd_search_t_cos/comb_10/init/model.decoder.layers.23.self_attn.out_proj/_0.pt b/params/opt/8/rnd_search_t_cos/comb_10/init/model.decoder.layers.23.self_attn.out_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e6a8814ebfb127cc6695a7894c95ce3422e84a40
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_10/init/model.decoder.layers.23.self_attn.out_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:346184c3a048b6d79ae2a446845a1e200bfe0c0853fc6f5409a1a7e2b54ceae1
+size 5251
diff --git a/params/opt/8/rnd_search_t_cos/comb_10/init/model.decoder.layers.23.self_attn.out_proj/_s.pt b/params/opt/8/rnd_search_t_cos/comb_10/init/model.decoder.layers.23.self_attn.out_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..aebaabc79860c328ddd73947c9ff97e5eef5a26d
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_10/init/model.decoder.layers.23.self_attn.out_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c4be193916ccc50004a59cf56a1ace13346ac3833e228ac3952c96fbf9f09706
+size 5251
diff --git a/params/opt/8/rnd_search_t_cos/comb_10/init/model.decoder.layers.23.self_attn.q_proj/_0.pt b/params/opt/8/rnd_search_t_cos/comb_10/init/model.decoder.layers.23.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..b1d78825329ced28ef1d9e86c79f73fced62c545
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_10/init/model.decoder.layers.23.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:1034160d9301743a6cf37ec167ef57b47700b138a99d0ea3349af8aa6b64fa06
+size 5251
diff --git a/params/opt/8/rnd_search_t_cos/comb_10/init/model.decoder.layers.23.self_attn.q_proj/_s.pt b/params/opt/8/rnd_search_t_cos/comb_10/init/model.decoder.layers.23.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..b48f1903984fd1e954b43528c1c3628d31a5aefa
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_10/init/model.decoder.layers.23.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:8a47fa63acedbcba12b6c1f5483f0750b4426564000b078368ff3988ba015dd7
+size 5251
diff --git a/params/opt/8/rnd_search_t_cos/comb_10/init/model.decoder.layers.23.self_attn.v_proj/_0.pt b/params/opt/8/rnd_search_t_cos/comb_10/init/model.decoder.layers.23.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..632c49bd5458ac995e3b1f8efbe1a5918a1d9faf
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_10/init/model.decoder.layers.23.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:62735921ef39b1316f25f00211d2d50da7e018e44ea46dd56ea5d0e66772611d
+size 5251
diff --git a/params/opt/8/rnd_search_t_cos/comb_10/init/model.decoder.layers.23.self_attn.v_proj/_s.pt b/params/opt/8/rnd_search_t_cos/comb_10/init/model.decoder.layers.23.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c141d0bcad07e4be42954c895492505546902ef4
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_10/init/model.decoder.layers.23.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:64e25f86e05387e354514254a9360493a829e7afed7fcfbf4431e57923a12566
+size 5251
diff --git a/params/opt/8/rnd_search_t_cos/comb_10/init/model.decoder.layers.3.fc1/_0.pt b/params/opt/8/rnd_search_t_cos/comb_10/init/model.decoder.layers.3.fc1/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..58c96248fd00550cc15d645205571ee67c337035
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_10/init/model.decoder.layers.3.fc1/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d77f62f2a90ce91416a8360d6ec3a5205dee0afeca27666c8c1c6bc185c247e5
+size 17539
diff --git a/params/opt/8/rnd_search_t_cos/comb_10/init/model.decoder.layers.3.fc1/_s.pt b/params/opt/8/rnd_search_t_cos/comb_10/init/model.decoder.layers.3.fc1/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..da87fe52a2f00137eb917736a98e5a4aeb4380f4
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_10/init/model.decoder.layers.3.fc1/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ea75e0ee84bd98b24ac30c4cc459920c42fe339865994f3aac6dd680000f64cb
+size 17539
diff --git a/params/opt/8/rnd_search_t_cos/comb_10/init/model.decoder.layers.3.fc2/_0.pt b/params/opt/8/rnd_search_t_cos/comb_10/init/model.decoder.layers.3.fc2/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..49bc485a25711510918c707b86f7c480721e77d0
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_10/init/model.decoder.layers.3.fc2/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:193be2866134db0db9c2d5e7356592452113387061ee8e68b3c4c2ed4b316d9f
+size 5251
diff --git a/params/opt/8/rnd_search_t_cos/comb_10/init/model.decoder.layers.3.fc2/_s.pt b/params/opt/8/rnd_search_t_cos/comb_10/init/model.decoder.layers.3.fc2/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..14caeb0ca037603d9131a7743be1f237c6892ed2
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_10/init/model.decoder.layers.3.fc2/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ace34f2d61e232b912a28c2d16f101d81612efd70c147e6dfd85a750cc9ac0e1
+size 5251
diff --git a/params/opt/8/rnd_search_t_cos/comb_10/init/model.decoder.layers.3.self_attn.k_proj/_0.pt b/params/opt/8/rnd_search_t_cos/comb_10/init/model.decoder.layers.3.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..fbd37d14d6fe02fcd1f69b976162f838a41e7045
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_10/init/model.decoder.layers.3.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d7da401a4ecb533f85d3bdf05079b5bdfa3efcd303a1dfbb7751d15ef85b40a2
+size 5251
diff --git a/params/opt/8/rnd_search_t_cos/comb_10/init/model.decoder.layers.3.self_attn.k_proj/_s.pt b/params/opt/8/rnd_search_t_cos/comb_10/init/model.decoder.layers.3.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..3fa26880e6930a4357272108458e31ed74254a4e
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_10/init/model.decoder.layers.3.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:9bb1e5285ec824f2ba65e1b523ebe0fb4b47d9c945c4b604006de4a3858e037f
+size 5251
diff --git a/params/opt/8/rnd_search_t_cos/comb_10/init/model.decoder.layers.3.self_attn.out_proj/_0.pt b/params/opt/8/rnd_search_t_cos/comb_10/init/model.decoder.layers.3.self_attn.out_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..7506ac6d6361278844dd3f420b5b19e987d00c22
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_10/init/model.decoder.layers.3.self_attn.out_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:89d87aa83c915d718b3c8ab4c0538038403561202e6d3edfe56f266224d3ccf4
+size 5251
diff --git a/params/opt/8/rnd_search_t_cos/comb_10/init/model.decoder.layers.3.self_attn.out_proj/_s.pt b/params/opt/8/rnd_search_t_cos/comb_10/init/model.decoder.layers.3.self_attn.out_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2a12f8b2417c115237d669ba7f93a127db6db4c0
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_10/init/model.decoder.layers.3.self_attn.out_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:380dd75a10b6a78620051a177dcefc3b0f88ca589ffcf1ac99b63d22d384a468
+size 5251
diff --git a/params/opt/8/rnd_search_t_cos/comb_10/init/model.decoder.layers.3.self_attn.q_proj/_0.pt b/params/opt/8/rnd_search_t_cos/comb_10/init/model.decoder.layers.3.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..cba17ec5fd44d6e2e851055619480a20f2c0e999
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_10/init/model.decoder.layers.3.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d0f3780ce269daaeada9331526b1f9da87ecc8225ef0e4ce86e732312a4288fc
+size 5251
diff --git a/params/opt/8/rnd_search_t_cos/comb_10/init/model.decoder.layers.3.self_attn.q_proj/_s.pt b/params/opt/8/rnd_search_t_cos/comb_10/init/model.decoder.layers.3.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ff6494fd34b24e7c5ba78832fa5c2664e6c008f0
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_10/init/model.decoder.layers.3.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:6d9aabef6532b0b4b65c05d5767746e4d458d50241e9832f4f087bd78055823c
+size 5251
diff --git a/params/opt/8/rnd_search_t_cos/comb_10/init/model.decoder.layers.3.self_attn.v_proj/_0.pt b/params/opt/8/rnd_search_t_cos/comb_10/init/model.decoder.layers.3.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..bfda380e0cd0440f52bc48ef993d175f402c1d22
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_10/init/model.decoder.layers.3.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:9fb99d73da72688f6837aa6a0f2f917a14a8a8bf9d20e5799f1b1f22e7982bcc
+size 5251
diff --git a/params/opt/8/rnd_search_t_cos/comb_10/init/model.decoder.layers.3.self_attn.v_proj/_s.pt b/params/opt/8/rnd_search_t_cos/comb_10/init/model.decoder.layers.3.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c7c7bf8ab5a96fb88a2ae21e6ae68b114b2c5c56
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_10/init/model.decoder.layers.3.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:3726da93011c233ad8edb630939e6c97a8cce4df0f42969db43f70cf78fefcd2
+size 5251
diff --git a/params/opt/8/rnd_search_t_cos/comb_10/init/model.decoder.layers.4.fc1/_0.pt b/params/opt/8/rnd_search_t_cos/comb_10/init/model.decoder.layers.4.fc1/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..58c96248fd00550cc15d645205571ee67c337035
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_10/init/model.decoder.layers.4.fc1/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d77f62f2a90ce91416a8360d6ec3a5205dee0afeca27666c8c1c6bc185c247e5
+size 17539
diff --git a/params/opt/8/rnd_search_t_cos/comb_10/init/model.decoder.layers.4.fc1/_s.pt b/params/opt/8/rnd_search_t_cos/comb_10/init/model.decoder.layers.4.fc1/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..da87fe52a2f00137eb917736a98e5a4aeb4380f4
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_10/init/model.decoder.layers.4.fc1/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ea75e0ee84bd98b24ac30c4cc459920c42fe339865994f3aac6dd680000f64cb
+size 17539
diff --git a/params/opt/8/rnd_search_t_cos/comb_10/init/model.decoder.layers.4.fc2/_0.pt b/params/opt/8/rnd_search_t_cos/comb_10/init/model.decoder.layers.4.fc2/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..5a33f412661e8ed2a3866cd3eb84cf48e9676d25
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_10/init/model.decoder.layers.4.fc2/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:3c34fe36925cae77a6da8e19c6a10165abbeec50f8463d45e7dc97229f142ce4
+size 5251
diff --git a/params/opt/8/rnd_search_t_cos/comb_10/init/model.decoder.layers.4.fc2/_s.pt b/params/opt/8/rnd_search_t_cos/comb_10/init/model.decoder.layers.4.fc2/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..7f6d11be85d0f1078f1c1227b4d3da4a83bd0693
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_10/init/model.decoder.layers.4.fc2/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5a3c839c8aeed01f4daaff409a332a0123a6ce1f58b88ce34289f31c5810d37a
+size 5251
diff --git a/params/opt/8/rnd_search_t_cos/comb_10/init/model.decoder.layers.4.self_attn.k_proj/_0.pt b/params/opt/8/rnd_search_t_cos/comb_10/init/model.decoder.layers.4.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..997f8d6a41bc83f8a2cccec975a82674fe31f885
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_10/init/model.decoder.layers.4.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:7aefb99b8e738fd39b94675c3d7aab33163cd7be0fd360838f3a669baae45940
+size 5251
diff --git a/params/opt/8/rnd_search_t_cos/comb_10/init/model.decoder.layers.4.self_attn.k_proj/_s.pt b/params/opt/8/rnd_search_t_cos/comb_10/init/model.decoder.layers.4.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..f60da6f9cb82a2b76187605863c0d1d01bb02528
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_10/init/model.decoder.layers.4.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2495ca6c44842c9c9cfb70a31d29f61b8f336f0e8c40b5813d195ffc41160e82
+size 5251
diff --git a/params/opt/8/rnd_search_t_cos/comb_10/init/model.decoder.layers.4.self_attn.out_proj/_0.pt b/params/opt/8/rnd_search_t_cos/comb_10/init/model.decoder.layers.4.self_attn.out_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ec3838bbbb51010b3fc9c6771a61dfbf2b6bd437
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_10/init/model.decoder.layers.4.self_attn.out_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:9cf8fdb86d273dbc9940c004b661bdd69a00e5682f03dad9146d1f32f82ff13e
+size 5251
diff --git a/params/opt/8/rnd_search_t_cos/comb_10/init/model.decoder.layers.4.self_attn.out_proj/_s.pt b/params/opt/8/rnd_search_t_cos/comb_10/init/model.decoder.layers.4.self_attn.out_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..59c2d3b895bd774dd4d076a0352b9a182f9cb544
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_10/init/model.decoder.layers.4.self_attn.out_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0f9fa9c82cdf2c6669c435fa5f84ad9e4be22e15e9de1e70ac123de67dbc296e
+size 5251
diff --git a/params/opt/8/rnd_search_t_cos/comb_10/init/model.decoder.layers.4.self_attn.q_proj/_0.pt b/params/opt/8/rnd_search_t_cos/comb_10/init/model.decoder.layers.4.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4ec138a197a40f244c446ff8920bb7454ac47079
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_10/init/model.decoder.layers.4.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e19d985b48e67b18b9b33e4da00bdff38c0adca7c5f16a2a44da69acdc6185c3
+size 5251
diff --git a/params/opt/8/rnd_search_t_cos/comb_10/init/model.decoder.layers.4.self_attn.q_proj/_s.pt b/params/opt/8/rnd_search_t_cos/comb_10/init/model.decoder.layers.4.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..da2fd7699ecbe75ed71edec033240fdd60d29477
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_10/init/model.decoder.layers.4.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f2f894154185530eba4b4ed1abd573f88d684eff3787675a64b7b231e6216419
+size 5251
diff --git a/params/opt/8/rnd_search_t_cos/comb_10/init/model.decoder.layers.4.self_attn.v_proj/_0.pt b/params/opt/8/rnd_search_t_cos/comb_10/init/model.decoder.layers.4.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c27c0617dbaf2031428e22c26693705287746cde
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_10/init/model.decoder.layers.4.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:103bbedfed308ce1c6836e72cfc2baa3560bbe495fc6e24a3603eacb99f9b80d
+size 5251
diff --git a/params/opt/8/rnd_search_t_cos/comb_10/init/model.decoder.layers.4.self_attn.v_proj/_s.pt b/params/opt/8/rnd_search_t_cos/comb_10/init/model.decoder.layers.4.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..6a444fd9e559f6ba6df4938f6b2ebab6df6a2ab0
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_10/init/model.decoder.layers.4.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5bd1519359b8223ddebfbdf00db97f9e773ff689f74c0be32df15cd8b24a67a4
+size 5251
diff --git a/params/opt/8/rnd_search_t_cos/comb_10/init/model.decoder.layers.5.fc1/_0.pt b/params/opt/8/rnd_search_t_cos/comb_10/init/model.decoder.layers.5.fc1/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..58c96248fd00550cc15d645205571ee67c337035
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_10/init/model.decoder.layers.5.fc1/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d77f62f2a90ce91416a8360d6ec3a5205dee0afeca27666c8c1c6bc185c247e5
+size 17539
diff --git a/params/opt/8/rnd_search_t_cos/comb_10/init/model.decoder.layers.5.fc1/_s.pt b/params/opt/8/rnd_search_t_cos/comb_10/init/model.decoder.layers.5.fc1/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..da87fe52a2f00137eb917736a98e5a4aeb4380f4
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_10/init/model.decoder.layers.5.fc1/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ea75e0ee84bd98b24ac30c4cc459920c42fe339865994f3aac6dd680000f64cb
+size 17539
diff --git a/params/opt/8/rnd_search_t_cos/comb_10/init/model.decoder.layers.5.fc2/_0.pt b/params/opt/8/rnd_search_t_cos/comb_10/init/model.decoder.layers.5.fc2/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..216460955e005509c2c94f12447b23d2f3ceedd7
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_10/init/model.decoder.layers.5.fc2/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:464cf0957d6157e3bb8cd5d9b2d498b885846b32603ca15b4093d51b7b667590
+size 5251
diff --git a/params/opt/8/rnd_search_t_cos/comb_10/init/model.decoder.layers.5.fc2/_s.pt b/params/opt/8/rnd_search_t_cos/comb_10/init/model.decoder.layers.5.fc2/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..9158d3ed162ffddf972657e93f583e094ed2c29c
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_10/init/model.decoder.layers.5.fc2/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:fc099c9e061079a1a75fa1ad7b243c9f8614241bea62b9752fe51f9f9a12ce23
+size 5251
diff --git a/params/opt/8/rnd_search_t_cos/comb_10/init/model.decoder.layers.5.self_attn.k_proj/_0.pt b/params/opt/8/rnd_search_t_cos/comb_10/init/model.decoder.layers.5.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..9b4e607c6bb11e185462101f1256f0c1152b20c3
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_10/init/model.decoder.layers.5.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:24951a0f3bc1cc8ea0a58dd3a457c130598f8e05faf31308c39aaf9bbf599e2a
+size 5251
diff --git a/params/opt/8/rnd_search_t_cos/comb_10/init/model.decoder.layers.5.self_attn.k_proj/_s.pt b/params/opt/8/rnd_search_t_cos/comb_10/init/model.decoder.layers.5.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..01a33a846af7d82a8e50c6b7331af0500588a978
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_10/init/model.decoder.layers.5.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e55d2335f0866667af167ad79c34eb565c34d39c1588e13333aa06cd78daee7f
+size 5251
diff --git a/params/opt/8/rnd_search_t_cos/comb_10/init/model.decoder.layers.5.self_attn.out_proj/_0.pt b/params/opt/8/rnd_search_t_cos/comb_10/init/model.decoder.layers.5.self_attn.out_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..be611498f852a6015a117ce3872c26fa5dd9bfeb
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_10/init/model.decoder.layers.5.self_attn.out_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c988b370f35fd52a602cbd673eabd7e7f1a77965047b84ad105d9e834ff6b7ba
+size 5251
diff --git a/params/opt/8/rnd_search_t_cos/comb_10/init/model.decoder.layers.5.self_attn.out_proj/_s.pt b/params/opt/8/rnd_search_t_cos/comb_10/init/model.decoder.layers.5.self_attn.out_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..1ad3a42d53ef76c3dd3d05b1afca18a2406c56d7
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_10/init/model.decoder.layers.5.self_attn.out_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:8c2a740285eb77254de26553e398831cda611c190656f4e31e6c59079cad8b32
+size 5251
diff --git a/params/opt/8/rnd_search_t_cos/comb_10/init/model.decoder.layers.5.self_attn.q_proj/_0.pt b/params/opt/8/rnd_search_t_cos/comb_10/init/model.decoder.layers.5.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ed665cc6926143733642fc4f4a7f079bddfb6cfe
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_10/init/model.decoder.layers.5.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:da7ff7f702042fb3b706fb2c9b2897498bc58326c8d39a060b3756a2e5d5a162
+size 5251
diff --git a/params/opt/8/rnd_search_t_cos/comb_10/init/model.decoder.layers.5.self_attn.q_proj/_s.pt b/params/opt/8/rnd_search_t_cos/comb_10/init/model.decoder.layers.5.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8608eab8a98b57c30e9c33e648709dee14007497
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_10/init/model.decoder.layers.5.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0db7728e2fcf6c4155e7f11515c41ad26224e4408596d734468f30a588c56ac2
+size 5251
diff --git a/params/opt/8/rnd_search_t_cos/comb_10/init/model.decoder.layers.5.self_attn.v_proj/_0.pt b/params/opt/8/rnd_search_t_cos/comb_10/init/model.decoder.layers.5.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..932185e8ff1e96d91f5b53556d8d35cc411e6714
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_10/init/model.decoder.layers.5.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:74f0dd99cd75cbf002c29654573b5ef0cb106eac044c2b21cba1b1c036f5b0b5
+size 5251
diff --git a/params/opt/8/rnd_search_t_cos/comb_10/init/model.decoder.layers.5.self_attn.v_proj/_s.pt b/params/opt/8/rnd_search_t_cos/comb_10/init/model.decoder.layers.5.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ffe4a19ffcf55e70bb9ecc7efec795a1625ed24e
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_10/init/model.decoder.layers.5.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:7ad9334161219394e4abdead9474aaac8d9ae384a310a4c6d3c0849c882c42b8
+size 5251
diff --git a/params/opt/8/rnd_search_t_cos/comb_10/init/model.decoder.layers.6.fc1/_0.pt b/params/opt/8/rnd_search_t_cos/comb_10/init/model.decoder.layers.6.fc1/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..58c96248fd00550cc15d645205571ee67c337035
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_10/init/model.decoder.layers.6.fc1/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d77f62f2a90ce91416a8360d6ec3a5205dee0afeca27666c8c1c6bc185c247e5
+size 17539
diff --git a/params/opt/8/rnd_search_t_cos/comb_10/init/model.decoder.layers.6.fc1/_s.pt b/params/opt/8/rnd_search_t_cos/comb_10/init/model.decoder.layers.6.fc1/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..da87fe52a2f00137eb917736a98e5a4aeb4380f4
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_10/init/model.decoder.layers.6.fc1/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ea75e0ee84bd98b24ac30c4cc459920c42fe339865994f3aac6dd680000f64cb
+size 17539
diff --git a/params/opt/8/rnd_search_t_cos/comb_10/init/model.decoder.layers.6.fc2/_0.pt b/params/opt/8/rnd_search_t_cos/comb_10/init/model.decoder.layers.6.fc2/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ccf5d2116d2c4e87abccebdbb1fb47191145be47
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_10/init/model.decoder.layers.6.fc2/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c241b439276c634f130ce9ad160ddff7988c4fcb7ca24c771f12f997d657ea2b
+size 5251
diff --git a/params/opt/8/rnd_search_t_cos/comb_10/init/model.decoder.layers.6.fc2/_s.pt b/params/opt/8/rnd_search_t_cos/comb_10/init/model.decoder.layers.6.fc2/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..edf0ef15f0b11efa89a061d27746c24fa442594c
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_10/init/model.decoder.layers.6.fc2/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2040e867296677931b6ab69520315c9913eb38a3a4ada4b7b2f2b2a5c599a2c2
+size 5251
diff --git a/params/opt/8/rnd_search_t_cos/comb_10/init/model.decoder.layers.6.self_attn.k_proj/_0.pt b/params/opt/8/rnd_search_t_cos/comb_10/init/model.decoder.layers.6.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..6d7da6b26ef917431a7e4cb60fbfc7a51da81941
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_10/init/model.decoder.layers.6.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:fbd30eb2346f7acb5756a7efe32b5a682584c4355bb78c20fe4cb011626043c8
+size 5251
diff --git a/params/opt/8/rnd_search_t_cos/comb_10/init/model.decoder.layers.6.self_attn.k_proj/_s.pt b/params/opt/8/rnd_search_t_cos/comb_10/init/model.decoder.layers.6.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..dc522478f1c5d0e459f845c97327cf12540d91c5
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_10/init/model.decoder.layers.6.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:aa6b429e89ffde7abf3fc52a63e1ba09bb92ee0e29af9c9bc237b82a8ce2709f
+size 5251
diff --git a/params/opt/8/rnd_search_t_cos/comb_10/init/model.decoder.layers.6.self_attn.out_proj/_0.pt b/params/opt/8/rnd_search_t_cos/comb_10/init/model.decoder.layers.6.self_attn.out_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..0f2f95f5e450c229e694eed5c792ef2869309edf
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_10/init/model.decoder.layers.6.self_attn.out_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:db516de4d696495626e2a678089fb8fe20c207c13ce5534167c06c6e2982d423
+size 5251
diff --git a/params/opt/8/rnd_search_t_cos/comb_10/init/model.decoder.layers.6.self_attn.out_proj/_s.pt b/params/opt/8/rnd_search_t_cos/comb_10/init/model.decoder.layers.6.self_attn.out_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..54543fe13a1416ebd3f92e1441a91dddd93f09ba
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_10/init/model.decoder.layers.6.self_attn.out_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:36516f9b851fd995a39db75016030311ed865f34ccec32b1b6ceb63d1d8c7418
+size 5251
diff --git a/params/opt/8/rnd_search_t_cos/comb_10/init/model.decoder.layers.6.self_attn.q_proj/_0.pt b/params/opt/8/rnd_search_t_cos/comb_10/init/model.decoder.layers.6.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4273e0faa58a48e05ec9d5bee24f9af540beccdf
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_10/init/model.decoder.layers.6.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:8bdec3cdd72e65f0e4aa7eb955f85fff7de2b595017cb21ff593e63f35840fca
+size 5251
diff --git a/params/opt/8/rnd_search_t_cos/comb_10/init/model.decoder.layers.6.self_attn.q_proj/_s.pt b/params/opt/8/rnd_search_t_cos/comb_10/init/model.decoder.layers.6.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..d4e4814d3cead6af859eb229c06f57f03a8cde32
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_10/init/model.decoder.layers.6.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:25d86ff98c9c36e076571842e97a96890f69944abff78560e429c4f70d158fec
+size 5251
diff --git a/params/opt/8/rnd_search_t_cos/comb_10/init/model.decoder.layers.6.self_attn.v_proj/_0.pt b/params/opt/8/rnd_search_t_cos/comb_10/init/model.decoder.layers.6.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..0047716e905b4ac25f02b1857b6224ce6254beaf
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_10/init/model.decoder.layers.6.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b7be11be1c38be4c6d68670f233561e5003c4986e6e857b7c66051474335643b
+size 5251
diff --git a/params/opt/8/rnd_search_t_cos/comb_10/init/model.decoder.layers.6.self_attn.v_proj/_s.pt b/params/opt/8/rnd_search_t_cos/comb_10/init/model.decoder.layers.6.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..3ca7c3a9a9b715fcb3e1bf0ebe49b1e09e0246d0
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_10/init/model.decoder.layers.6.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:711569def8245a02320fa5b8d68309dc574dc8f8dff1c5b0e52f418896c9f977
+size 5251
diff --git a/params/opt/8/rnd_search_t_cos/comb_10/init/model.decoder.layers.7.fc1/_0.pt b/params/opt/8/rnd_search_t_cos/comb_10/init/model.decoder.layers.7.fc1/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..58c96248fd00550cc15d645205571ee67c337035
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_10/init/model.decoder.layers.7.fc1/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d77f62f2a90ce91416a8360d6ec3a5205dee0afeca27666c8c1c6bc185c247e5
+size 17539
diff --git a/params/opt/8/rnd_search_t_cos/comb_10/init/model.decoder.layers.7.fc1/_s.pt b/params/opt/8/rnd_search_t_cos/comb_10/init/model.decoder.layers.7.fc1/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..da87fe52a2f00137eb917736a98e5a4aeb4380f4
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_10/init/model.decoder.layers.7.fc1/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ea75e0ee84bd98b24ac30c4cc459920c42fe339865994f3aac6dd680000f64cb
+size 17539
diff --git a/params/opt/8/rnd_search_t_cos/comb_10/init/model.decoder.layers.7.fc2/_0.pt b/params/opt/8/rnd_search_t_cos/comb_10/init/model.decoder.layers.7.fc2/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..9647b5dc1cd374ec7803457533b4d3e2641e50da
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_10/init/model.decoder.layers.7.fc2/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e4c77911fecc5c0f87da058eaab95a529d50f8b686ceafe8c1a3788e37e7db44
+size 5251
diff --git a/params/opt/8/rnd_search_t_cos/comb_10/init/model.decoder.layers.7.fc2/_s.pt b/params/opt/8/rnd_search_t_cos/comb_10/init/model.decoder.layers.7.fc2/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8aa6e224912c3c17604c3413b84024927285160d
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_10/init/model.decoder.layers.7.fc2/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:14c67083e2659e4f99b92ae8b09a458fa9efa21a6d8ec344399961e554ded138
+size 5251
diff --git a/params/opt/8/rnd_search_t_cos/comb_10/init/model.decoder.layers.7.self_attn.k_proj/_0.pt b/params/opt/8/rnd_search_t_cos/comb_10/init/model.decoder.layers.7.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..cd3d0b061ca9fbb678851221a3f4b6bd5ec1e551
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_10/init/model.decoder.layers.7.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e9615b7dec7827b42c6ed093c135b4ca6fdfb135a0bad72ef802336559164f2b
+size 5251
diff --git a/params/opt/8/rnd_search_t_cos/comb_10/init/model.decoder.layers.7.self_attn.k_proj/_s.pt b/params/opt/8/rnd_search_t_cos/comb_10/init/model.decoder.layers.7.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..50ad3777594ede60b2b342e76a6d66a1f934e067
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_10/init/model.decoder.layers.7.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:553928a63291fca678295c2114ffa9a038e3ce09d30d80d52ff67c347c6efca7
+size 5251
diff --git a/params/opt/8/rnd_search_t_cos/comb_10/init/model.decoder.layers.7.self_attn.out_proj/_0.pt b/params/opt/8/rnd_search_t_cos/comb_10/init/model.decoder.layers.7.self_attn.out_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..b820ae73675ba8885cb790de2557bf5b6d27ac9d
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_10/init/model.decoder.layers.7.self_attn.out_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:6586831f734b7bc85aaad6d1ad0b8c0a4c14a800aadad4764afd349cdb0722d5
+size 5251
diff --git a/params/opt/8/rnd_search_t_cos/comb_10/init/model.decoder.layers.7.self_attn.out_proj/_s.pt b/params/opt/8/rnd_search_t_cos/comb_10/init/model.decoder.layers.7.self_attn.out_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e56e92e284d668bbb5dae7d232ea4241e77ae69c
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_10/init/model.decoder.layers.7.self_attn.out_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:1fa4c68cc3ccb403d18048100fb04a6cf53e5b1d5dbc481334fa5283cf50f9d7
+size 5251
diff --git a/params/opt/8/rnd_search_t_cos/comb_10/init/model.decoder.layers.7.self_attn.q_proj/_0.pt b/params/opt/8/rnd_search_t_cos/comb_10/init/model.decoder.layers.7.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..0e043f1316dd9b016dd2d5ce50dabda335e3e05b
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_10/init/model.decoder.layers.7.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:bb08e48c32162c7af800cdb3aee4f9f7b92556d386d77bc117959433a9de1af8
+size 5251
diff --git a/params/opt/8/rnd_search_t_cos/comb_10/init/model.decoder.layers.7.self_attn.q_proj/_s.pt b/params/opt/8/rnd_search_t_cos/comb_10/init/model.decoder.layers.7.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..1adaf6fcb5ba4c0edede3faa7706b6f5fb72f2d5
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_10/init/model.decoder.layers.7.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:85401a54e416663e66cc3b38910a6beecbb49d85aa15a0512d050cd251644c9c
+size 5251
diff --git a/params/opt/8/rnd_search_t_cos/comb_10/init/model.decoder.layers.7.self_attn.v_proj/_0.pt b/params/opt/8/rnd_search_t_cos/comb_10/init/model.decoder.layers.7.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4dc5c0e57ae45200a2b575fc51d238a9decfbd9c
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_10/init/model.decoder.layers.7.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:080aac728444cc16b96fb9393ab43b7607a22e58fde1ed214614179ef4464d41
+size 5251
diff --git a/params/opt/8/rnd_search_t_cos/comb_10/init/model.decoder.layers.7.self_attn.v_proj/_s.pt b/params/opt/8/rnd_search_t_cos/comb_10/init/model.decoder.layers.7.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..0761c97b1dd2c9b0f767b9285d1468cd9b019a2c
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_10/init/model.decoder.layers.7.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a2073b253e3aa0bf4586a692688ec02dbf1da4b7c4597b910cd053bb3235ee67
+size 5251
diff --git a/params/opt/8/rnd_search_t_cos/comb_10/init/model.decoder.layers.8.fc1/_0.pt b/params/opt/8/rnd_search_t_cos/comb_10/init/model.decoder.layers.8.fc1/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..58c96248fd00550cc15d645205571ee67c337035
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_10/init/model.decoder.layers.8.fc1/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d77f62f2a90ce91416a8360d6ec3a5205dee0afeca27666c8c1c6bc185c247e5
+size 17539
diff --git a/params/opt/8/rnd_search_t_cos/comb_10/init/model.decoder.layers.8.fc1/_s.pt b/params/opt/8/rnd_search_t_cos/comb_10/init/model.decoder.layers.8.fc1/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..da87fe52a2f00137eb917736a98e5a4aeb4380f4
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_10/init/model.decoder.layers.8.fc1/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ea75e0ee84bd98b24ac30c4cc459920c42fe339865994f3aac6dd680000f64cb
+size 17539
diff --git a/params/opt/8/rnd_search_t_cos/comb_10/init/model.decoder.layers.8.fc2/_0.pt b/params/opt/8/rnd_search_t_cos/comb_10/init/model.decoder.layers.8.fc2/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..77ec8dd66da7ac0992e7f1375478335553df087b
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_10/init/model.decoder.layers.8.fc2/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:8676f8b07adcca367f44a9e14019ad2e8941e9b002083a201f062287b6a4129d
+size 5251
diff --git a/params/opt/8/rnd_search_t_cos/comb_10/init/model.decoder.layers.8.fc2/_s.pt b/params/opt/8/rnd_search_t_cos/comb_10/init/model.decoder.layers.8.fc2/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2e753085427f6238264dd930f84a9318af4e1d9e
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_10/init/model.decoder.layers.8.fc2/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0f7767f7500f4f30969e61d76b198d704cce16a363e871755c7d7f9459dacaa8
+size 5251
diff --git a/params/opt/8/rnd_search_t_cos/comb_10/init/model.decoder.layers.8.self_attn.k_proj/_0.pt b/params/opt/8/rnd_search_t_cos/comb_10/init/model.decoder.layers.8.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..97411c2711347f0fcdd70186e5c3f290618469db
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_10/init/model.decoder.layers.8.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c59803a5b4b08fe395af12d42718cdb84354c5bb39b7c01229695b2325672d3c
+size 5251
diff --git a/params/opt/8/rnd_search_t_cos/comb_10/init/model.decoder.layers.8.self_attn.k_proj/_s.pt b/params/opt/8/rnd_search_t_cos/comb_10/init/model.decoder.layers.8.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..fac635bfd2dba45c9953f1dadee72d1cb305b85e
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_10/init/model.decoder.layers.8.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:3fb645bbce44cbdb6dd5ba35de2f70d926ddd0e16d9f3d73fd7b4c030d4fbe8f
+size 5251
diff --git a/params/opt/8/rnd_search_t_cos/comb_10/init/model.decoder.layers.8.self_attn.out_proj/_0.pt b/params/opt/8/rnd_search_t_cos/comb_10/init/model.decoder.layers.8.self_attn.out_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e152e6ab385c682e1a5017f4a426019eeb229f81
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_10/init/model.decoder.layers.8.self_attn.out_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:bc463fa7e87b7348e8bb63bcc648cb6de29d17b4749e79a8b491ee2d6f0aa775
+size 5251
diff --git a/params/opt/8/rnd_search_t_cos/comb_10/init/model.decoder.layers.8.self_attn.out_proj/_s.pt b/params/opt/8/rnd_search_t_cos/comb_10/init/model.decoder.layers.8.self_attn.out_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..1b7a4bfc68104ae64b4dfd4d2f515b4077196b4f
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_10/init/model.decoder.layers.8.self_attn.out_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:8d11064a7a0a38f19a5ec7c4cf762cd9e5fd2834a6ec49e0638606f596a2d92a
+size 5251
diff --git a/params/opt/8/rnd_search_t_cos/comb_10/init/model.decoder.layers.8.self_attn.q_proj/_0.pt b/params/opt/8/rnd_search_t_cos/comb_10/init/model.decoder.layers.8.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..9f828cf87ccf03541d9fedd58047b9e8e3956a03
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_10/init/model.decoder.layers.8.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:1729bcc133117cf404e9c4991143d2f6ea0e3a9579103b105c69bfa910196c8e
+size 5251
diff --git a/params/opt/8/rnd_search_t_cos/comb_10/init/model.decoder.layers.8.self_attn.q_proj/_s.pt b/params/opt/8/rnd_search_t_cos/comb_10/init/model.decoder.layers.8.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..0433049d34af833ded7e69ccdd84d5d14e99cda4
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_10/init/model.decoder.layers.8.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ad689ee929575ba319895ddd781a599d7c8b330002ae79b048337b9802c6fa97
+size 5251
diff --git a/params/opt/8/rnd_search_t_cos/comb_10/init/model.decoder.layers.8.self_attn.v_proj/_0.pt b/params/opt/8/rnd_search_t_cos/comb_10/init/model.decoder.layers.8.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e51b1a25254792a9f262b16aa8908bd593a832be
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_10/init/model.decoder.layers.8.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b35039e3a060f267de5ed8110382a151d3960cc3201d7b9d9e3484fa01ee7a3b
+size 5251
diff --git a/params/opt/8/rnd_search_t_cos/comb_10/init/model.decoder.layers.8.self_attn.v_proj/_s.pt b/params/opt/8/rnd_search_t_cos/comb_10/init/model.decoder.layers.8.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..29bb547b9cdebcc04d9ce4baf9598008d1c8323f
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_10/init/model.decoder.layers.8.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e1935abe491d58a227f85b947355b3504efde28dddecc3e614d4a2d495cb2d6b
+size 5251
diff --git a/params/opt/8/rnd_search_t_cos/comb_10/init/model.decoder.layers.9.fc1/_0.pt b/params/opt/8/rnd_search_t_cos/comb_10/init/model.decoder.layers.9.fc1/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..9ebd0f2cd00897dc404d024ddde42cf0d39c31d9
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_10/init/model.decoder.layers.9.fc1/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:43f3963be727a714703ce3710e7c01dc0d51ac18be7f0b62849deb686b4167d8
+size 17539
diff --git a/params/opt/8/rnd_search_t_cos/comb_10/init/model.decoder.layers.9.fc1/_s.pt b/params/opt/8/rnd_search_t_cos/comb_10/init/model.decoder.layers.9.fc1/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..9a419a805d6614a9e04ea22f13c6c7a95d0cddcb
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_10/init/model.decoder.layers.9.fc1/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:cdfa68f2056b1ef547be62e38b548551a729dc2319b9693f8dd9ad60977b0108
+size 17539
diff --git a/params/opt/8/rnd_search_t_cos/comb_10/init/model.decoder.layers.9.fc2/_0.pt b/params/opt/8/rnd_search_t_cos/comb_10/init/model.decoder.layers.9.fc2/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..dc29380d6a94ce52afc264ac5a891b64ff55e5be
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_10/init/model.decoder.layers.9.fc2/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e9608aa2b8ed8404c8a1cdd9c5d7faeb7748745a4b8216282a7ebd87518175aa
+size 5251
diff --git a/params/opt/8/rnd_search_t_cos/comb_10/init/model.decoder.layers.9.fc2/_s.pt b/params/opt/8/rnd_search_t_cos/comb_10/init/model.decoder.layers.9.fc2/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..3d10d692ecf23cbdd439bdfac3def80922567c84
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_10/init/model.decoder.layers.9.fc2/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:bb38584fa104d6101bca0510222ff343bc2283d098ee382daf1d846ac3e210ff
+size 5251
diff --git a/params/opt/8/rnd_search_t_cos/comb_10/init/model.decoder.layers.9.self_attn.k_proj/_0.pt b/params/opt/8/rnd_search_t_cos/comb_10/init/model.decoder.layers.9.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..3aad55e312516e054ce8170f90aa92fb39cbb263
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_10/init/model.decoder.layers.9.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e31aea62b5c4c2ef3dc4031afcc8597c296bdd3d5aaf8084e2811c56ef95caa7
+size 5251
diff --git a/params/opt/8/rnd_search_t_cos/comb_10/init/model.decoder.layers.9.self_attn.k_proj/_s.pt b/params/opt/8/rnd_search_t_cos/comb_10/init/model.decoder.layers.9.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..602e2eb7d15e46ffa5f61007b52bb6d5b7d3421b
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_10/init/model.decoder.layers.9.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d0e0c5f844503f5d1291a1e405c0c883b58365812b339fe110575fad2ecbde16
+size 5251
diff --git a/params/opt/8/rnd_search_t_cos/comb_10/init/model.decoder.layers.9.self_attn.out_proj/_0.pt b/params/opt/8/rnd_search_t_cos/comb_10/init/model.decoder.layers.9.self_attn.out_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..f5cfbfd1ed7208875ff030ee040d8451aa1daa47
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_10/init/model.decoder.layers.9.self_attn.out_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2050d6f3e73e4d45141383b914166ce0b000be6799cf2fe616a1b5144d5e741c
+size 5251
diff --git a/params/opt/8/rnd_search_t_cos/comb_10/init/model.decoder.layers.9.self_attn.out_proj/_s.pt b/params/opt/8/rnd_search_t_cos/comb_10/init/model.decoder.layers.9.self_attn.out_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..23dabd77526536a4ca6bbfa1b905f80df1d921f0
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_10/init/model.decoder.layers.9.self_attn.out_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:419ad6c8d974dc2488fd66c24786d2db60f98f616594a6bf1515e7450da5b861
+size 5251
diff --git a/params/opt/8/rnd_search_t_cos/comb_10/init/model.decoder.layers.9.self_attn.q_proj/_0.pt b/params/opt/8/rnd_search_t_cos/comb_10/init/model.decoder.layers.9.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..91fbb51e0223d1e897527053a0a9f03348fe21f0
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_10/init/model.decoder.layers.9.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b281db333b367f786fc4b45bc96515e0d420ebee39a46311ae56a7ecca51323e
+size 5251
diff --git a/params/opt/8/rnd_search_t_cos/comb_10/init/model.decoder.layers.9.self_attn.q_proj/_s.pt b/params/opt/8/rnd_search_t_cos/comb_10/init/model.decoder.layers.9.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..632a9b193bb9c41fd38a7d17a4bdb781834dd9f8
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_10/init/model.decoder.layers.9.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:67c095ac5a7f9ea4ec4aca86e3e6b3f588f7cabbeed664f2d75734c69d69c230
+size 5251
diff --git a/params/opt/8/rnd_search_t_cos/comb_10/init/model.decoder.layers.9.self_attn.v_proj/_0.pt b/params/opt/8/rnd_search_t_cos/comb_10/init/model.decoder.layers.9.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..7a35b6ad238f7d890c05c89a5057a6d2276adf74
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_10/init/model.decoder.layers.9.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:922feec273c33739cd5fd9c82cd941d07af417b2437bbbdc4fd38dac9e9df404
+size 5251
diff --git a/params/opt/8/rnd_search_t_cos/comb_10/init/model.decoder.layers.9.self_attn.v_proj/_s.pt b/params/opt/8/rnd_search_t_cos/comb_10/init/model.decoder.layers.9.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..93d897449b3bb4f48fc68fc2965e3d2769427151
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_10/init/model.decoder.layers.9.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b691ba7d768a6ebbd9589454f76bc98b816fb440bbe889e136464df2a431e6e2
+size 5251
diff --git a/params/opt/8/rnd_search_t_cos/comb_10/init/model.decoder.project_in/_0.pt b/params/opt/8/rnd_search_t_cos/comb_10/init/model.decoder.project_in/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a71ff07152208c6dabd4643f2a20874322516f0c
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_10/init/model.decoder.project_in/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e5996a19c56ecb30b9dc52ce7e7c94e502e02db5ac8e4b85ab0a534184f8e0fc
+size 5251
diff --git a/params/opt/8/rnd_search_t_cos/comb_10/init/model.decoder.project_in/_s.pt b/params/opt/8/rnd_search_t_cos/comb_10/init/model.decoder.project_in/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c5bf1bf1fb2ccb6d7c913b5f006af64f4f84bea2
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_10/init/model.decoder.project_in/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:cde5c5819c3b6fb99975cbcc571f0b42753e4f4e26ec9a5657566336385f2346
+size 5251
diff --git a/params/opt/8/rnd_search_t_cos/comb_10/init/model.decoder.project_out/_0.pt b/params/opt/8/rnd_search_t_cos/comb_10/init/model.decoder.project_out/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2f5c2b968642d10a6d4f61e528f39bc0ce2b6024
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_10/init/model.decoder.project_out/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:77dfc24eebd9ddec7f5036e77c5b88b22c758c28b4c7f384f40c9ec528414bd1
+size 3203
diff --git a/params/opt/8/rnd_search_t_cos/comb_10/init/model.decoder.project_out/_s.pt b/params/opt/8/rnd_search_t_cos/comb_10/init/model.decoder.project_out/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..fa886ee1956ebc803c440fefd03167040638a6fe
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_10/init/model.decoder.project_out/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:4c8f5482ae7dbb8de5f503454ed18927103e7793e9aba8d5dbafa03ed5d6ac17
+size 3203
diff --git a/params/opt/8/rnd_search_t_cos/comb_10/trained/lm_head/_0.pt b/params/opt/8/rnd_search_t_cos/comb_10/trained/lm_head/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..949d3f899c07f5352a84081394a180d9c4045488
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_10/trained/lm_head/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2e00e0c482c3efeb625042d6a85e558d4c864ecae3bd3b2a8dc7f389d5f77d03
+size 202243
diff --git a/params/opt/8/rnd_search_t_cos/comb_10/trained/lm_head/_s.pt b/params/opt/8/rnd_search_t_cos/comb_10/trained/lm_head/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2501af23411b0cdb7f87ec16b76a3816c3a9ba6c
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_10/trained/lm_head/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f8ad9c797a05dd53215b9928f281884d2225cf4c99879fe67febe2ef90cec1b9
+size 202243
diff --git a/params/opt/8/rnd_search_t_cos/comb_10/trained/model.decoder.layers.0.fc1/_0.pt b/params/opt/8/rnd_search_t_cos/comb_10/trained/model.decoder.layers.0.fc1/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..09963a195fa804a254b323bb03c82507887698e5
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_10/trained/model.decoder.layers.0.fc1/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:7f0c4adf775c47720de3bd79f789a63b2e7f5148178a1db69da0338571fccefc
+size 17539
diff --git a/params/opt/8/rnd_search_t_cos/comb_10/trained/model.decoder.layers.0.fc1/_s.pt b/params/opt/8/rnd_search_t_cos/comb_10/trained/model.decoder.layers.0.fc1/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..6703ca3052c49469e710098df1fdf4b0e065baf1
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_10/trained/model.decoder.layers.0.fc1/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ba26f2249ad3a19dbfce50e5c10d8ba0480e096ff3da0d2dc563ae95df967365
+size 17539
diff --git a/params/opt/8/rnd_search_t_cos/comb_10/trained/model.decoder.layers.0.fc2/_0.pt b/params/opt/8/rnd_search_t_cos/comb_10/trained/model.decoder.layers.0.fc2/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..468a6b6d8b552e4cd22bec9700881309f16d4fe2
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_10/trained/model.decoder.layers.0.fc2/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:8ad041a2cb887685591cbcba76e7891693f231c51f1196c53ead9872a1d51d76
+size 5251
diff --git a/params/opt/8/rnd_search_t_cos/comb_10/trained/model.decoder.layers.0.fc2/_s.pt b/params/opt/8/rnd_search_t_cos/comb_10/trained/model.decoder.layers.0.fc2/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..f8b793c7c8acad7d5a1329fd5a6993330a423891
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_10/trained/model.decoder.layers.0.fc2/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:72dbdfd5d77343e943fe9f1fa2b4267261d2c10841876d721389c4409e782024
+size 5251
diff --git a/params/opt/8/rnd_search_t_cos/comb_10/trained/model.decoder.layers.0.self_attn.k_proj/_0.pt b/params/opt/8/rnd_search_t_cos/comb_10/trained/model.decoder.layers.0.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2ddc532f67570cade45414bb06b82768cbe79084
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_10/trained/model.decoder.layers.0.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:956d203b55c43a2bec73e45f10c21c52ac324b13d00b1a68716291bc233701e3
+size 5251
diff --git a/params/opt/8/rnd_search_t_cos/comb_10/trained/model.decoder.layers.0.self_attn.k_proj/_s.pt b/params/opt/8/rnd_search_t_cos/comb_10/trained/model.decoder.layers.0.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..98ed31464b6968ad587aa98eea8a6ef4c48d5fde
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_10/trained/model.decoder.layers.0.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:41fa4c7e55107125e549face14ef0f7ff7b9af053ab7a4b8c662cdab16f22695
+size 5251
diff --git a/params/opt/8/rnd_search_t_cos/comb_10/trained/model.decoder.layers.0.self_attn.out_proj/_0.pt b/params/opt/8/rnd_search_t_cos/comb_10/trained/model.decoder.layers.0.self_attn.out_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..abd37ba7de577e9e99f787c82c210bf4c1cc0b62
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_10/trained/model.decoder.layers.0.self_attn.out_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:972bd794c2e10456c5ef27f62b1ba424feeb87da48dc552fbc424c1cb5f8f6ed
+size 5251
diff --git a/params/opt/8/rnd_search_t_cos/comb_10/trained/model.decoder.layers.0.self_attn.out_proj/_s.pt b/params/opt/8/rnd_search_t_cos/comb_10/trained/model.decoder.layers.0.self_attn.out_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..f3c1819d7a220b64d20cbf6fb18a98f314492180
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_10/trained/model.decoder.layers.0.self_attn.out_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:26783444bafb7ff25036bad7d44c66507d1fc21228369af4f1291a9a635152ee
+size 5251
diff --git a/params/opt/8/rnd_search_t_cos/comb_10/trained/model.decoder.layers.0.self_attn.q_proj/_0.pt b/params/opt/8/rnd_search_t_cos/comb_10/trained/model.decoder.layers.0.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..bbc5c1f1bb56242ee2d172018e1495e43d9a8b72
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_10/trained/model.decoder.layers.0.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a24a73000786d2c97fe20335a0eec6b918710794de58acd1f0163046612917bc
+size 5251
diff --git a/params/opt/8/rnd_search_t_cos/comb_10/trained/model.decoder.layers.0.self_attn.q_proj/_s.pt b/params/opt/8/rnd_search_t_cos/comb_10/trained/model.decoder.layers.0.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..63e431c5b43d708d0ddb685152ad28baa526cdfc
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_10/trained/model.decoder.layers.0.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:337cc874a3ac316c98dc1ac70f13c556143d0473b475bd4acb7b37d9c4c78a56
+size 5251
diff --git a/params/opt/8/rnd_search_t_cos/comb_10/trained/model.decoder.layers.0.self_attn.v_proj/_0.pt b/params/opt/8/rnd_search_t_cos/comb_10/trained/model.decoder.layers.0.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8b24422e65062ca0351c2b90eaa56bec47fc53bb
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_10/trained/model.decoder.layers.0.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:28247ee99204821525ddf869d3b873f274535d2b3aa9767772aabe7241b78371
+size 5251
diff --git a/params/opt/8/rnd_search_t_cos/comb_10/trained/model.decoder.layers.0.self_attn.v_proj/_s.pt b/params/opt/8/rnd_search_t_cos/comb_10/trained/model.decoder.layers.0.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..dc27a0bd715e104f2126e5c6b7d49ac3e912980e
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_10/trained/model.decoder.layers.0.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:fb4fb650d42750906e34c7627749ea330cdac01e9a4e2c7e75bb97a54e5bd592
+size 5251
diff --git a/params/opt/8/rnd_search_t_cos/comb_10/trained/model.decoder.layers.1.fc1/_0.pt b/params/opt/8/rnd_search_t_cos/comb_10/trained/model.decoder.layers.1.fc1/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..b1709c4d7051b2099e391028ecde989c64b8d09b
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_10/trained/model.decoder.layers.1.fc1/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d1008b0677184c8ffff4378d15a6ed8b1d4ec66616aa2ff0a5f4cdb18f54e068
+size 17539
diff --git a/params/opt/8/rnd_search_t_cos/comb_10/trained/model.decoder.layers.1.fc1/_s.pt b/params/opt/8/rnd_search_t_cos/comb_10/trained/model.decoder.layers.1.fc1/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..7b66d8b6ca690fddb58c90adfe9678be4eeeec1d
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_10/trained/model.decoder.layers.1.fc1/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c141397067d0a5c267ac8165c1f4675ac5c23f95bdb408c59bc54b9c623d6710
+size 17539
diff --git a/params/opt/8/rnd_search_t_cos/comb_10/trained/model.decoder.layers.1.fc2/_0.pt b/params/opt/8/rnd_search_t_cos/comb_10/trained/model.decoder.layers.1.fc2/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e5d3e5953845c942ac18bf83d680e47f7923e01b
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_10/trained/model.decoder.layers.1.fc2/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:38929d009e1df94863e43a0274e71671f48d68afa51b4d2471fe52fdd27c01a0
+size 5251
diff --git a/params/opt/8/rnd_search_t_cos/comb_10/trained/model.decoder.layers.1.fc2/_s.pt b/params/opt/8/rnd_search_t_cos/comb_10/trained/model.decoder.layers.1.fc2/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..5c1abc75f042c51a80d232a4330d27e6758f5031
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_10/trained/model.decoder.layers.1.fc2/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d99edcf5a0d9e4fdf482831261af1a74bf3ef346a8f0b91997333ba28265cf3e
+size 5251
diff --git a/params/opt/8/rnd_search_t_cos/comb_10/trained/model.decoder.layers.1.self_attn.k_proj/_0.pt b/params/opt/8/rnd_search_t_cos/comb_10/trained/model.decoder.layers.1.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c6c12b512a13f61d788a63570e27cb4178df05ce
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_10/trained/model.decoder.layers.1.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:14f4492e68cb8a2ab83bf4a1a65fc4c603fc6b0410f32a5263778e088addff40
+size 5251
diff --git a/params/opt/8/rnd_search_t_cos/comb_10/trained/model.decoder.layers.1.self_attn.k_proj/_s.pt b/params/opt/8/rnd_search_t_cos/comb_10/trained/model.decoder.layers.1.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..92ee69a96a48bab708e77c914ee13e46c4f16ac9
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_10/trained/model.decoder.layers.1.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:baa701dba8a212261da75e6b95450db92485ac9588b1d496b4c7bc65d72dafd5
+size 5251
diff --git a/params/opt/8/rnd_search_t_cos/comb_10/trained/model.decoder.layers.1.self_attn.out_proj/_0.pt b/params/opt/8/rnd_search_t_cos/comb_10/trained/model.decoder.layers.1.self_attn.out_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..7adce65a99f093ca32edf31ab06642f9103b6949
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_10/trained/model.decoder.layers.1.self_attn.out_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:eb4874025e14361f5eb466fa4c983a0e3d09fa3db50b489028a4f83efd336e4a
+size 5251
diff --git a/params/opt/8/rnd_search_t_cos/comb_10/trained/model.decoder.layers.1.self_attn.out_proj/_s.pt b/params/opt/8/rnd_search_t_cos/comb_10/trained/model.decoder.layers.1.self_attn.out_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..083742e124084ca1027c7c95803f4e2395ba10bb
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_10/trained/model.decoder.layers.1.self_attn.out_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2f36b9a8c476403f0d34786eec766ba9673618b5d4bf20fceda6c1fed8a5c2c6
+size 5251
diff --git a/params/opt/8/rnd_search_t_cos/comb_10/trained/model.decoder.layers.1.self_attn.q_proj/_0.pt b/params/opt/8/rnd_search_t_cos/comb_10/trained/model.decoder.layers.1.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..28b6b3f3c605f75cea5c8cab7c3e7ffc48423efe
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_10/trained/model.decoder.layers.1.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:1c463a5a9086c0a0bb821b3d571fedfa3a1cf07bd78b2fe451694b0d04ce8e1e
+size 5251
diff --git a/params/opt/8/rnd_search_t_cos/comb_10/trained/model.decoder.layers.1.self_attn.q_proj/_s.pt b/params/opt/8/rnd_search_t_cos/comb_10/trained/model.decoder.layers.1.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2ac48f6f3295909f151cc8fcced2a9c66eb1c929
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_10/trained/model.decoder.layers.1.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:fca613a38454a286e2ca4650d8e16ce83c40171b6e8520c682ce7f4de0c6e1b0
+size 5251
diff --git a/params/opt/8/rnd_search_t_cos/comb_10/trained/model.decoder.layers.1.self_attn.v_proj/_0.pt b/params/opt/8/rnd_search_t_cos/comb_10/trained/model.decoder.layers.1.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..5b8436c2402f418d02265b95118d9cee9b51385a
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_10/trained/model.decoder.layers.1.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2251ac60b5af7747c7a5e0de5e88c3648d55020bb07d55f0f30c637a7608cbd4
+size 5251
diff --git a/params/opt/8/rnd_search_t_cos/comb_10/trained/model.decoder.layers.1.self_attn.v_proj/_s.pt b/params/opt/8/rnd_search_t_cos/comb_10/trained/model.decoder.layers.1.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..275838f5f18f2da1a373ec2453ba71641f98f4b0
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_10/trained/model.decoder.layers.1.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:94f9f7c67d8ce8a71544b5e5639ed567558fbe405e6f4c07c65381e8b2333cc3
+size 5251
diff --git a/params/opt/8/rnd_search_t_cos/comb_10/trained/model.decoder.layers.10.fc1/_0.pt b/params/opt/8/rnd_search_t_cos/comb_10/trained/model.decoder.layers.10.fc1/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..7fcd8f9bc20b20e990f80c9c1cc4a0406b33933c
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_10/trained/model.decoder.layers.10.fc1/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:765dca5e6609fb7ab46404ca082b03b35f42b13636ab466b588281da70232a34
+size 17539
diff --git a/params/opt/8/rnd_search_t_cos/comb_10/trained/model.decoder.layers.10.fc1/_s.pt b/params/opt/8/rnd_search_t_cos/comb_10/trained/model.decoder.layers.10.fc1/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c97b66b2b101952c5e5078427798b15fc3978e06
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_10/trained/model.decoder.layers.10.fc1/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:1c3fe4556fcd27ffa8e52fa735907079f234dfb82ccaf14186aec47d21316ad2
+size 17539
diff --git a/params/opt/8/rnd_search_t_cos/comb_10/trained/model.decoder.layers.10.fc2/_0.pt b/params/opt/8/rnd_search_t_cos/comb_10/trained/model.decoder.layers.10.fc2/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..5df7bc578443a9c689cd42cd6019e0e014471914
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_10/trained/model.decoder.layers.10.fc2/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:783039d683915ae3278935d50a5ac7420208a5cf9c1b92a89558111845dcc6c3
+size 5251
diff --git a/params/opt/8/rnd_search_t_cos/comb_10/trained/model.decoder.layers.10.fc2/_s.pt b/params/opt/8/rnd_search_t_cos/comb_10/trained/model.decoder.layers.10.fc2/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..57cd40736dac88bf3ded95c0c18ba22edb2cd5f0
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_10/trained/model.decoder.layers.10.fc2/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:8fa13266e471fb8518eda9d151327112c54ec22dfef2870b78228df82ef51dc1
+size 5251
diff --git a/params/opt/8/rnd_search_t_cos/comb_10/trained/model.decoder.layers.10.self_attn.k_proj/_0.pt b/params/opt/8/rnd_search_t_cos/comb_10/trained/model.decoder.layers.10.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2be6d085de28d4546e29244e84e294941fbfd0de
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_10/trained/model.decoder.layers.10.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2552df6c33968eb493c518e348ac9f6a39a8c90f3383157943d191ed2b935adf
+size 5251
diff --git a/params/opt/8/rnd_search_t_cos/comb_10/trained/model.decoder.layers.10.self_attn.k_proj/_s.pt b/params/opt/8/rnd_search_t_cos/comb_10/trained/model.decoder.layers.10.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..363310c8aeac3072c0e88aa0eff52a51fa0fde1c
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_10/trained/model.decoder.layers.10.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:22fc3b7f2ee47920d2ff96cb15545ec2aee58423be10cd80d0bfbc3e19bedb56
+size 5251
diff --git a/params/opt/8/rnd_search_t_cos/comb_10/trained/model.decoder.layers.10.self_attn.out_proj/_0.pt b/params/opt/8/rnd_search_t_cos/comb_10/trained/model.decoder.layers.10.self_attn.out_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..366ae20794af21455ea3f348e6c71aea23ce11b3
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_10/trained/model.decoder.layers.10.self_attn.out_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:3a9f456f5e559dfb4c2fabae21d843479562a73972d76b5182000d3bb02a7607
+size 5251
diff --git a/params/opt/8/rnd_search_t_cos/comb_10/trained/model.decoder.layers.10.self_attn.out_proj/_s.pt b/params/opt/8/rnd_search_t_cos/comb_10/trained/model.decoder.layers.10.self_attn.out_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2552277169c35f500f97be48152d17e55e4498a3
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_10/trained/model.decoder.layers.10.self_attn.out_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:25050fc87aa735e943b7a45b5c1d8a2797874ae4958a1cb8fc9e44cc71a2267d
+size 5251
diff --git a/params/opt/8/rnd_search_t_cos/comb_10/trained/model.decoder.layers.10.self_attn.q_proj/_0.pt b/params/opt/8/rnd_search_t_cos/comb_10/trained/model.decoder.layers.10.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..6ce585eebb404221bbb81e1cf62766dd4c4005f3
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_10/trained/model.decoder.layers.10.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b547d14ba941651cf0c66dbd22ecc6597d9addec07b4193bf3e0362ee7cb271a
+size 5251
diff --git a/params/opt/8/rnd_search_t_cos/comb_10/trained/model.decoder.layers.10.self_attn.q_proj/_s.pt b/params/opt/8/rnd_search_t_cos/comb_10/trained/model.decoder.layers.10.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..cd26a60b04b21c4c22480099d860c9af3fd2b707
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_10/trained/model.decoder.layers.10.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:4a855d09e34ac9543156d2ac5856af66ac0854a407c532868ba7c4f1fe851be2
+size 5251
diff --git a/params/opt/8/rnd_search_t_cos/comb_10/trained/model.decoder.layers.10.self_attn.v_proj/_0.pt b/params/opt/8/rnd_search_t_cos/comb_10/trained/model.decoder.layers.10.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..9a8ac43cc58d042391b8572bdf4e71059b554a32
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_10/trained/model.decoder.layers.10.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:baa3534fcc2346299a2ee180cb514439c4e9ee9288d461566abc597ff4a2c1e5
+size 5251
diff --git a/params/opt/8/rnd_search_t_cos/comb_10/trained/model.decoder.layers.10.self_attn.v_proj/_s.pt b/params/opt/8/rnd_search_t_cos/comb_10/trained/model.decoder.layers.10.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c58a6d6d4c2ef9a544670c2e7f49d50b6af7c84e
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_10/trained/model.decoder.layers.10.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:946b94d4ffa2413ce899c7ae8bec5443cf476de6c5095f2f98d66394c0740dcc
+size 5251
diff --git a/params/opt/8/rnd_search_t_cos/comb_10/trained/model.decoder.layers.11.fc1/_0.pt b/params/opt/8/rnd_search_t_cos/comb_10/trained/model.decoder.layers.11.fc1/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..52c8d94a9fc66f1303865f1c8b22a2b85ffd66fc
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_10/trained/model.decoder.layers.11.fc1/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:3e09c4c7d802551b042142750192b50b1b9680a9af3dc25c24d1016d7b50861a
+size 17539
diff --git a/params/opt/8/rnd_search_t_cos/comb_10/trained/model.decoder.layers.11.fc1/_s.pt b/params/opt/8/rnd_search_t_cos/comb_10/trained/model.decoder.layers.11.fc1/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..510bc2c46a5a208bfcbc1d589522bcd527426458
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_10/trained/model.decoder.layers.11.fc1/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f5cc35bc016c01813d32860f1fc81f3c2bab294b02efecbe8a04b195ee4ed48b
+size 17539
diff --git a/params/opt/8/rnd_search_t_cos/comb_10/trained/model.decoder.layers.11.fc2/_0.pt b/params/opt/8/rnd_search_t_cos/comb_10/trained/model.decoder.layers.11.fc2/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..b26e3ab756d93a75e3254d86f5accea6b81ba3c5
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_10/trained/model.decoder.layers.11.fc2/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e58e610e7c1f5d449b727ff189858db8f8ed630a392ace73f83de839a75f264a
+size 5251
diff --git a/params/opt/8/rnd_search_t_cos/comb_10/trained/model.decoder.layers.11.fc2/_s.pt b/params/opt/8/rnd_search_t_cos/comb_10/trained/model.decoder.layers.11.fc2/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..34e50364eb5c6f25517917db7efbefe5b7b09a85
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_10/trained/model.decoder.layers.11.fc2/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c5c21d0c5e6074304cb32a49ac8b922a288489da343edad4abc892156e32ca65
+size 5251
diff --git a/params/opt/8/rnd_search_t_cos/comb_10/trained/model.decoder.layers.11.self_attn.k_proj/_0.pt b/params/opt/8/rnd_search_t_cos/comb_10/trained/model.decoder.layers.11.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..00814ff274e292680ffbaad1f036a2a46a0c7136
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_10/trained/model.decoder.layers.11.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:bafb3c3ea8b86b4cecf4b9178670f07fd9639a8e75a38ff3a3b4cd75e419a93d
+size 5251
diff --git a/params/opt/8/rnd_search_t_cos/comb_10/trained/model.decoder.layers.11.self_attn.k_proj/_s.pt b/params/opt/8/rnd_search_t_cos/comb_10/trained/model.decoder.layers.11.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..27167d6685bbb54369f78ca8815c2bf1edb95d8d
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_10/trained/model.decoder.layers.11.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a471d51f65ad5acd2e133b12c3c7000067de6dd5d36fcc6bcc67b40e5cb18e4a
+size 5251
diff --git a/params/opt/8/rnd_search_t_cos/comb_10/trained/model.decoder.layers.11.self_attn.out_proj/_0.pt b/params/opt/8/rnd_search_t_cos/comb_10/trained/model.decoder.layers.11.self_attn.out_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..85c912352f24d43a0691300a6c416a727afadf5d
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_10/trained/model.decoder.layers.11.self_attn.out_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:7694d373f8ecaa49e1ffe638ed33b1bef928d396ef100687b2626ab2a6108a7b
+size 5251
diff --git a/params/opt/8/rnd_search_t_cos/comb_10/trained/model.decoder.layers.11.self_attn.out_proj/_s.pt b/params/opt/8/rnd_search_t_cos/comb_10/trained/model.decoder.layers.11.self_attn.out_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..08bc4d15570cb5ddca8f5dc9119a289c47a4efe8
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_10/trained/model.decoder.layers.11.self_attn.out_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ba248db5e4e1eaa4a4613a85d855522552c1d2e7759ebe9021aee4323b8564d3
+size 5251
diff --git a/params/opt/8/rnd_search_t_cos/comb_10/trained/model.decoder.layers.11.self_attn.q_proj/_0.pt b/params/opt/8/rnd_search_t_cos/comb_10/trained/model.decoder.layers.11.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..457e16a9eb48f7b109a4bc2e7c4841bf67d07dfa
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_10/trained/model.decoder.layers.11.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:1d55496f6f18f7547d18c3548633189e9d00750c94eff0095ee0a1f14995a72c
+size 5251
diff --git a/params/opt/8/rnd_search_t_cos/comb_10/trained/model.decoder.layers.11.self_attn.q_proj/_s.pt b/params/opt/8/rnd_search_t_cos/comb_10/trained/model.decoder.layers.11.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..7afe08e284e304afa1edbe0b245f266bf688dc0c
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_10/trained/model.decoder.layers.11.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c536531d6a386c6068e7da56f5749c5dd71c26f032666b1c7a6b0d5f91955fd6
+size 5251
diff --git a/params/opt/8/rnd_search_t_cos/comb_10/trained/model.decoder.layers.11.self_attn.v_proj/_0.pt b/params/opt/8/rnd_search_t_cos/comb_10/trained/model.decoder.layers.11.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..67d999d776f5a30b54894189650c3b44f3801a07
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_10/trained/model.decoder.layers.11.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f2dfedc1afda42cbd755d8625795da296941974eaa58c0578d398876fcddf8b8
+size 5251
diff --git a/params/opt/8/rnd_search_t_cos/comb_10/trained/model.decoder.layers.11.self_attn.v_proj/_s.pt b/params/opt/8/rnd_search_t_cos/comb_10/trained/model.decoder.layers.11.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ceb4e5c53f83c0066300f6ef9dee31cf9d777e4a
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_10/trained/model.decoder.layers.11.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2686f83397df0230428348557a7d8f6f02db65a0d5a7d7967f6131afe21bd34f
+size 5251
diff --git a/params/opt/8/rnd_search_t_cos/comb_10/trained/model.decoder.layers.12.fc1/_0.pt b/params/opt/8/rnd_search_t_cos/comb_10/trained/model.decoder.layers.12.fc1/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a30918cd39ddf116f3459f7ef84c835765ea6aeb
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_10/trained/model.decoder.layers.12.fc1/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:6d2509af4eb576226921f34a72fd911297ea050eb9b63c78b69014e9f0d1ad2d
+size 17539
diff --git a/params/opt/8/rnd_search_t_cos/comb_10/trained/model.decoder.layers.12.fc1/_s.pt b/params/opt/8/rnd_search_t_cos/comb_10/trained/model.decoder.layers.12.fc1/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..f2dcfef67651ea969e4669ae3382dc68c89a1782
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_10/trained/model.decoder.layers.12.fc1/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:aa02e7455c21261907622cee278ccee96fb1b1d1652710837dc139a0fa28988d
+size 17539
diff --git a/params/opt/8/rnd_search_t_cos/comb_10/trained/model.decoder.layers.12.fc2/_0.pt b/params/opt/8/rnd_search_t_cos/comb_10/trained/model.decoder.layers.12.fc2/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c2891ddd6fe97227c17ce3c853d55da5704f7365
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_10/trained/model.decoder.layers.12.fc2/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ad2a96f013bb4faeb81117f5899ac70f338f6217bbdb2331614327184191b7d0
+size 5251
diff --git a/params/opt/8/rnd_search_t_cos/comb_10/trained/model.decoder.layers.12.fc2/_s.pt b/params/opt/8/rnd_search_t_cos/comb_10/trained/model.decoder.layers.12.fc2/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..44f4cc1d5239b85551ef7aebb65d1142b9608e19
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_10/trained/model.decoder.layers.12.fc2/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5f666df75b51719a214ab5354012db422bd7787dca125fb4a1d34fb0cc66d062
+size 5251
diff --git a/params/opt/8/rnd_search_t_cos/comb_10/trained/model.decoder.layers.12.self_attn.k_proj/_0.pt b/params/opt/8/rnd_search_t_cos/comb_10/trained/model.decoder.layers.12.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..87e5c80c2a27a2fcdc01446f14fb480acb6ba47f
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_10/trained/model.decoder.layers.12.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:4562a272a53b0df6001fa265deb111bfc6b7ef9eeda035ba0b20ed305c1933ac
+size 5251
diff --git a/params/opt/8/rnd_search_t_cos/comb_10/trained/model.decoder.layers.12.self_attn.k_proj/_s.pt b/params/opt/8/rnd_search_t_cos/comb_10/trained/model.decoder.layers.12.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e156878fd4326aaa2b4edbb6358e84141bdd930c
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_10/trained/model.decoder.layers.12.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:69f3c91ff88953e8b06ce2a279de46add60e35016a5512b18c8db1a2e282c03e
+size 5251
diff --git a/params/opt/8/rnd_search_t_cos/comb_10/trained/model.decoder.layers.12.self_attn.out_proj/_0.pt b/params/opt/8/rnd_search_t_cos/comb_10/trained/model.decoder.layers.12.self_attn.out_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..9572b417a4a7dd183deaae389ac28481e840bfed
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_10/trained/model.decoder.layers.12.self_attn.out_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:67bc02cea2001ae758a68d9a9b47d4064e0b1f57a23aec9bc5f54f1d686e86e6
+size 5251
diff --git a/params/opt/8/rnd_search_t_cos/comb_10/trained/model.decoder.layers.12.self_attn.out_proj/_s.pt b/params/opt/8/rnd_search_t_cos/comb_10/trained/model.decoder.layers.12.self_attn.out_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2300c1874029967c0a71f07795d638a0ad5a8e75
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_10/trained/model.decoder.layers.12.self_attn.out_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:9f59031091eaa02f4b15cf885520800c9e261e3f6f05e7c68f0f949586eb7766
+size 5251
diff --git a/params/opt/8/rnd_search_t_cos/comb_10/trained/model.decoder.layers.12.self_attn.q_proj/_0.pt b/params/opt/8/rnd_search_t_cos/comb_10/trained/model.decoder.layers.12.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..06969914c1ab6990c2b03c7ac6c72adba5e1d8a1
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_10/trained/model.decoder.layers.12.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ebb64319e046e2e1b6d4072adbc10f194022d7627bfb4e0531d052736dc21498
+size 5251
diff --git a/params/opt/8/rnd_search_t_cos/comb_10/trained/model.decoder.layers.12.self_attn.q_proj/_s.pt b/params/opt/8/rnd_search_t_cos/comb_10/trained/model.decoder.layers.12.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..d17aff45e78a64263b3882860188fcc193d7a9c8
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_10/trained/model.decoder.layers.12.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f6146936583b4d356dfb2b1c3df1aa50f7a9163770fc5a2b3b12fe5de5315ffb
+size 5251
diff --git a/params/opt/8/rnd_search_t_cos/comb_10/trained/model.decoder.layers.12.self_attn.v_proj/_0.pt b/params/opt/8/rnd_search_t_cos/comb_10/trained/model.decoder.layers.12.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..dbf174752bf38613e4847638e7e9fa4338e9d2ee
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_10/trained/model.decoder.layers.12.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:7d0d0756e0fc09a6c5a45c1a321c90743ea957ba0e322ad5a5eab0ece3a13a10
+size 5251
diff --git a/params/opt/8/rnd_search_t_cos/comb_10/trained/model.decoder.layers.12.self_attn.v_proj/_s.pt b/params/opt/8/rnd_search_t_cos/comb_10/trained/model.decoder.layers.12.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..23721d9b32814efe46f8674728999a3677bc8099
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_10/trained/model.decoder.layers.12.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d7b3b1afcea4a572a5e1461a32708029a8b4f38c78d4e5cfd8e7c786475c2005
+size 5251
diff --git a/params/opt/8/rnd_search_t_cos/comb_10/trained/model.decoder.layers.13.fc1/_0.pt b/params/opt/8/rnd_search_t_cos/comb_10/trained/model.decoder.layers.13.fc1/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..7819dab3b972db4c9a803502b8650b599bb932fd
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_10/trained/model.decoder.layers.13.fc1/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:73a3cdc66a42c4fd4563c4763977eb1f71a3e796269eea39fa7047457b0a4487
+size 17539
diff --git a/params/opt/8/rnd_search_t_cos/comb_10/trained/model.decoder.layers.13.fc1/_s.pt b/params/opt/8/rnd_search_t_cos/comb_10/trained/model.decoder.layers.13.fc1/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..38f17bf8e8725199551c150932907d389284e6d1
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_10/trained/model.decoder.layers.13.fc1/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:3b867e6d7f1e1a6d5bd7fcc270fdc5ab6a0793f33cf7e4c3b607b31bf07b6bdc
+size 17539
diff --git a/params/opt/8/rnd_search_t_cos/comb_10/trained/model.decoder.layers.13.fc2/_0.pt b/params/opt/8/rnd_search_t_cos/comb_10/trained/model.decoder.layers.13.fc2/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2f86130821bcfb03b751037e87d4c12f238fe8b0
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_10/trained/model.decoder.layers.13.fc2/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ee738a75d9a3536d209e78086606e05ac5efe9faa534d16991d3f26178ce3375
+size 5251
diff --git a/params/opt/8/rnd_search_t_cos/comb_10/trained/model.decoder.layers.13.fc2/_s.pt b/params/opt/8/rnd_search_t_cos/comb_10/trained/model.decoder.layers.13.fc2/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..423cec9d5cc76090e1197a86bc6ba0641ff65b3b
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_10/trained/model.decoder.layers.13.fc2/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:db3f6fb972c842286e2e361cc8a2839f791d19d21b7d5fdc4be19e59f3344919
+size 5251
diff --git a/params/opt/8/rnd_search_t_cos/comb_10/trained/model.decoder.layers.13.self_attn.k_proj/_0.pt b/params/opt/8/rnd_search_t_cos/comb_10/trained/model.decoder.layers.13.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..7dfdf152c71a4fc27438890693b155d5e9b7d37d
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_10/trained/model.decoder.layers.13.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e8b48522465517b1128642cc9c361824b1806dd0fedd9245c000f65f37d74d5e
+size 5251
diff --git a/params/opt/8/rnd_search_t_cos/comb_10/trained/model.decoder.layers.13.self_attn.k_proj/_s.pt b/params/opt/8/rnd_search_t_cos/comb_10/trained/model.decoder.layers.13.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..eea9354946f76134d68891688dc4db0fce5516e4
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_10/trained/model.decoder.layers.13.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:bfc1328cb75659c0c3269fed4ef0de576d8c807fce480df6ab70995dd2c7310f
+size 5251
diff --git a/params/opt/8/rnd_search_t_cos/comb_10/trained/model.decoder.layers.13.self_attn.out_proj/_0.pt b/params/opt/8/rnd_search_t_cos/comb_10/trained/model.decoder.layers.13.self_attn.out_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..6e2caea95a8d61bf188556e7efa135c243013437
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_10/trained/model.decoder.layers.13.self_attn.out_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:8fc35d7776a9e47383f91dd06072b842a913dacf012b3c274238e1bb37923b5d
+size 5251
diff --git a/params/opt/8/rnd_search_t_cos/comb_10/trained/model.decoder.layers.13.self_attn.out_proj/_s.pt b/params/opt/8/rnd_search_t_cos/comb_10/trained/model.decoder.layers.13.self_attn.out_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..46cff59931d8ba115f8c585f8bf3c89bfebca945
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_10/trained/model.decoder.layers.13.self_attn.out_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b84d8850be2359eeedb45d66712dd0ecd7c09b31a8b040a0bb96b18dcb9af7bd
+size 5251
diff --git a/params/opt/8/rnd_search_t_cos/comb_10/trained/model.decoder.layers.13.self_attn.q_proj/_0.pt b/params/opt/8/rnd_search_t_cos/comb_10/trained/model.decoder.layers.13.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..5a6b101dce146bd950b9ddb5fc863af1ee0b9aa2
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_10/trained/model.decoder.layers.13.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:25d3539ec765b6474cd96c479eefd8c99f0e935b07cb750a8740c13a0aa8ec8e
+size 5251
diff --git a/params/opt/8/rnd_search_t_cos/comb_10/trained/model.decoder.layers.13.self_attn.q_proj/_s.pt b/params/opt/8/rnd_search_t_cos/comb_10/trained/model.decoder.layers.13.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..6add1213888b11d38027642366882e607a164682
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_10/trained/model.decoder.layers.13.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:3e4d646885989757b4b28adfb5cae7b03cefab0287f47f5f771339e27fedaa69
+size 5251
diff --git a/params/opt/8/rnd_search_t_cos/comb_10/trained/model.decoder.layers.13.self_attn.v_proj/_0.pt b/params/opt/8/rnd_search_t_cos/comb_10/trained/model.decoder.layers.13.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..69244699994f1ecead2e80d2dbfda79fd4d036fc
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_10/trained/model.decoder.layers.13.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:231267b4bf194aec2ab45d359d3f3eb5c05c80aad8f4c461a3d51b28e7e2256a
+size 5251
diff --git a/params/opt/8/rnd_search_t_cos/comb_10/trained/model.decoder.layers.13.self_attn.v_proj/_s.pt b/params/opt/8/rnd_search_t_cos/comb_10/trained/model.decoder.layers.13.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..372dc9de0244e27ba1be491e2977bd9aa27d6ebe
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_10/trained/model.decoder.layers.13.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2f78c7bf7f3cd4c5830c1bd3ea2ebaf1d5dbdb97c8ca91bf0a1ea283dfb1cd72
+size 5251
diff --git a/params/opt/8/rnd_search_t_cos/comb_10/trained/model.decoder.layers.14.fc1/_0.pt b/params/opt/8/rnd_search_t_cos/comb_10/trained/model.decoder.layers.14.fc1/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..75eb4bba8bde5c6af7875ecf12b7a2953e9d8a75
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_10/trained/model.decoder.layers.14.fc1/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:94cdb66c2aac64fff8ae0429a6ccb4d454718fd654f1d577409c4fb0578ca0d0
+size 17539
diff --git a/params/opt/8/rnd_search_t_cos/comb_10/trained/model.decoder.layers.14.fc1/_s.pt b/params/opt/8/rnd_search_t_cos/comb_10/trained/model.decoder.layers.14.fc1/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c769d07a1415cec4fc5f1f43062f87e4d6b023f3
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_10/trained/model.decoder.layers.14.fc1/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:33c466583a737bb8a671215613f7a6fed0fbc171232e499c8002ecaadac698e1
+size 17539
diff --git a/params/opt/8/rnd_search_t_cos/comb_10/trained/model.decoder.layers.14.fc2/_0.pt b/params/opt/8/rnd_search_t_cos/comb_10/trained/model.decoder.layers.14.fc2/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c45f55db343cfc3005eeaf667e1c9505f55d0164
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_10/trained/model.decoder.layers.14.fc2/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:65934fa231b978ce296a4c5bbeabe58799d614deae1e80eddca493054aaadbe6
+size 5251
diff --git a/params/opt/8/rnd_search_t_cos/comb_10/trained/model.decoder.layers.14.fc2/_s.pt b/params/opt/8/rnd_search_t_cos/comb_10/trained/model.decoder.layers.14.fc2/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ef4a733e82b788db50e3c32d45444fd88228dda
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_10/trained/model.decoder.layers.14.fc2/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e5a9b302da9a02084613ac378ae0751f9999c698c69b4d7ac054fe86554f23f0
+size 5251
diff --git a/params/opt/8/rnd_search_t_cos/comb_10/trained/model.decoder.layers.14.self_attn.k_proj/_0.pt b/params/opt/8/rnd_search_t_cos/comb_10/trained/model.decoder.layers.14.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..9825c206d2643190091074ad9f83bb4a62d07487
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_10/trained/model.decoder.layers.14.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e6d13d12364860158accbc2cbc94a47bb9e8924195be65213e7cfc870ca75381
+size 5251
diff --git a/params/opt/8/rnd_search_t_cos/comb_10/trained/model.decoder.layers.14.self_attn.k_proj/_s.pt b/params/opt/8/rnd_search_t_cos/comb_10/trained/model.decoder.layers.14.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..263b4c648597e0e4e2b6cb7e0088988ddcaa6cca
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_10/trained/model.decoder.layers.14.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:7a8d5a8b1701ef8769349273c7843951ed4407d9abc02df3f0013fa37db54d20
+size 5251
diff --git a/params/opt/8/rnd_search_t_cos/comb_10/trained/model.decoder.layers.14.self_attn.out_proj/_0.pt b/params/opt/8/rnd_search_t_cos/comb_10/trained/model.decoder.layers.14.self_attn.out_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..d6501cdeb9fb4f741185a354bbf6d72d4a6e1d82
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_10/trained/model.decoder.layers.14.self_attn.out_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:34b15dc837aceef475e8f70ac97d7be5388e0844e9dabef7d1a6fdda85cdcb00
+size 5251
diff --git a/params/opt/8/rnd_search_t_cos/comb_10/trained/model.decoder.layers.14.self_attn.out_proj/_s.pt b/params/opt/8/rnd_search_t_cos/comb_10/trained/model.decoder.layers.14.self_attn.out_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..33aeeff69d9617c0eee9c787cea61f5bb14491e0
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_10/trained/model.decoder.layers.14.self_attn.out_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:6c4dad3e76a0730b7c478450f2fad30f3ecac877b4af0caa12f5bf024d224c52
+size 5251
diff --git a/params/opt/8/rnd_search_t_cos/comb_10/trained/model.decoder.layers.14.self_attn.q_proj/_0.pt b/params/opt/8/rnd_search_t_cos/comb_10/trained/model.decoder.layers.14.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..f57d8db6bbcb2f3a3df4698c41a24a57f5ef8c49
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_10/trained/model.decoder.layers.14.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:bd719c5103b1c39fc12f13aebdfab77ae4b778f91f7145619c6a2b7afbd4ef4a
+size 5251
diff --git a/params/opt/8/rnd_search_t_cos/comb_10/trained/model.decoder.layers.14.self_attn.q_proj/_s.pt b/params/opt/8/rnd_search_t_cos/comb_10/trained/model.decoder.layers.14.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..57f56ef5fb8a824bf8cb682f0a2e586c604c7e09
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_10/trained/model.decoder.layers.14.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:da0e135c27ebc9c044c83459a45a05ecb1c1a490b6663a0515b7dddfd40cc67b
+size 5251
diff --git a/params/opt/8/rnd_search_t_cos/comb_10/trained/model.decoder.layers.14.self_attn.v_proj/_0.pt b/params/opt/8/rnd_search_t_cos/comb_10/trained/model.decoder.layers.14.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c4d222eff5985e175fe5f83e243df64f4beb7e20
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_10/trained/model.decoder.layers.14.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:fd6106fd577d609638bc2195fc98aa42c17ee52feb82571cb6b6c8333ef9e5c9
+size 5251
diff --git a/params/opt/8/rnd_search_t_cos/comb_10/trained/model.decoder.layers.14.self_attn.v_proj/_s.pt b/params/opt/8/rnd_search_t_cos/comb_10/trained/model.decoder.layers.14.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..53861e36d26981dfa766aa0aea50ed18499444a3
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_10/trained/model.decoder.layers.14.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:7955f2ef4584fd035d63c3f836e7fe92323087fe7b89885eb599bbeac316b127
+size 5251
diff --git a/params/opt/8/rnd_search_t_cos/comb_10/trained/model.decoder.layers.15.fc1/_0.pt b/params/opt/8/rnd_search_t_cos/comb_10/trained/model.decoder.layers.15.fc1/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..3330ea7026cb5d00c4d9c0d7d29bfecc786f93db
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_10/trained/model.decoder.layers.15.fc1/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:cc814cc3f8cd8fc17db8a17f7c5d55b315d45a2bdb508fce729b911a79a3e32f
+size 17539
diff --git a/params/opt/8/rnd_search_t_cos/comb_10/trained/model.decoder.layers.15.fc1/_s.pt b/params/opt/8/rnd_search_t_cos/comb_10/trained/model.decoder.layers.15.fc1/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2f56f4efe53e3a01ec8b89e9e05be8eaef2f516c
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_10/trained/model.decoder.layers.15.fc1/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:612e4a3e780ae9725a86aa8fca882ad3e3bc79742c714f6e2e37189a35a8ef8e
+size 17539
diff --git a/params/opt/8/rnd_search_t_cos/comb_10/trained/model.decoder.layers.15.fc2/_0.pt b/params/opt/8/rnd_search_t_cos/comb_10/trained/model.decoder.layers.15.fc2/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..5a0e4f1f58bc082c10cb08276c840ffb47e29cf3
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_10/trained/model.decoder.layers.15.fc2/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ca1a39191805f8764cf119261702a203ffcf3b3ba0153208803f885bb7212fcb
+size 5251
diff --git a/params/opt/8/rnd_search_t_cos/comb_10/trained/model.decoder.layers.15.fc2/_s.pt b/params/opt/8/rnd_search_t_cos/comb_10/trained/model.decoder.layers.15.fc2/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..bce008546c422930d29ba6747de5b78b507ed48f
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_10/trained/model.decoder.layers.15.fc2/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:31a1eeb3b6e5676c60d884501ceeb4b29ee3276446a5252ca745c11efd8469ba
+size 5251
diff --git a/params/opt/8/rnd_search_t_cos/comb_10/trained/model.decoder.layers.15.self_attn.k_proj/_0.pt b/params/opt/8/rnd_search_t_cos/comb_10/trained/model.decoder.layers.15.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..7359cbdc3450e15b326feee91627ea81f92f15a1
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_10/trained/model.decoder.layers.15.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:89b47bed9a3c843238394461ceb58fdfde266603fe2597d63bedb4acd63bfd4f
+size 5251
diff --git a/params/opt/8/rnd_search_t_cos/comb_10/trained/model.decoder.layers.15.self_attn.k_proj/_s.pt b/params/opt/8/rnd_search_t_cos/comb_10/trained/model.decoder.layers.15.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..041e3042aff83be2a6a70259867cddd7a0db6702
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_10/trained/model.decoder.layers.15.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0c895ef9c09b7e101471f06aac1e0f10468d2a78265bd8e33640957538a4e1b7
+size 5251
diff --git a/params/opt/8/rnd_search_t_cos/comb_10/trained/model.decoder.layers.15.self_attn.out_proj/_0.pt b/params/opt/8/rnd_search_t_cos/comb_10/trained/model.decoder.layers.15.self_attn.out_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..97a643bfda5272f07db13855ce72c6b023141705
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_10/trained/model.decoder.layers.15.self_attn.out_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2845dd1a4894173bb5d35b2cac3459780442ecd41d90cf1b31f0e6281404dfe6
+size 5251
diff --git a/params/opt/8/rnd_search_t_cos/comb_10/trained/model.decoder.layers.15.self_attn.out_proj/_s.pt b/params/opt/8/rnd_search_t_cos/comb_10/trained/model.decoder.layers.15.self_attn.out_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..9fd33c133f0ab615d1d99913d4cf0c6f4aa93d75
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_10/trained/model.decoder.layers.15.self_attn.out_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0a6992c45b83734f0dcfa3d693892c9388b5fc183521727cf9f32d9b7f4cbd22
+size 5251
diff --git a/params/opt/8/rnd_search_t_cos/comb_10/trained/model.decoder.layers.15.self_attn.q_proj/_0.pt b/params/opt/8/rnd_search_t_cos/comb_10/trained/model.decoder.layers.15.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..cec40eaf892a17c0efa1b9b6b56b96e7bed45204
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_10/trained/model.decoder.layers.15.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:462119b98d4330cf7cc6f925ef8acfb4a15b18ab79d94c776ef5d3429a712dee
+size 5251
diff --git a/params/opt/8/rnd_search_t_cos/comb_10/trained/model.decoder.layers.15.self_attn.q_proj/_s.pt b/params/opt/8/rnd_search_t_cos/comb_10/trained/model.decoder.layers.15.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..3d0f86417bb0a1372eb2c9e23b132430bcd4d205
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_10/trained/model.decoder.layers.15.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:02f21ad822fe4ef27e0734179fee352bf716646acbe64750ec5ec7ea6d46e9c9
+size 5251
diff --git a/params/opt/8/rnd_search_t_cos/comb_10/trained/model.decoder.layers.15.self_attn.v_proj/_0.pt b/params/opt/8/rnd_search_t_cos/comb_10/trained/model.decoder.layers.15.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..0d0df767e82ae7506b37068bd3ff7a3bdf4e61c6
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_10/trained/model.decoder.layers.15.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:4069e8637a7ee44e17202581b170f48b25d71f325d44a6ba95250798cacf4e82
+size 5251
diff --git a/params/opt/8/rnd_search_t_cos/comb_10/trained/model.decoder.layers.15.self_attn.v_proj/_s.pt b/params/opt/8/rnd_search_t_cos/comb_10/trained/model.decoder.layers.15.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..0c1403aa7f72ea61a1166a089a20ba079afba2df
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_10/trained/model.decoder.layers.15.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:7319f0d587f82b93c278301dee6311ac9490faabc7b5564fd60cc57f1c70e4c5
+size 5251
diff --git a/params/opt/8/rnd_search_t_cos/comb_10/trained/model.decoder.layers.16.fc1/_0.pt b/params/opt/8/rnd_search_t_cos/comb_10/trained/model.decoder.layers.16.fc1/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..204b4fcde5d21c59a213373844dbdf1b2c023488
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_10/trained/model.decoder.layers.16.fc1/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:670aabcb900c38cf3367b7e6611f613f7694d98bdc0a3703a36c258b33bd317c
+size 17539
diff --git a/params/opt/8/rnd_search_t_cos/comb_10/trained/model.decoder.layers.16.fc1/_s.pt b/params/opt/8/rnd_search_t_cos/comb_10/trained/model.decoder.layers.16.fc1/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..b9b99ba3176fc4bf0c56223ba2370c33d5d480d9
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_10/trained/model.decoder.layers.16.fc1/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:53f923fa1eda240b6c47d99cae664bc033cd77584a6526a3fb2472c63478f56f
+size 17539
diff --git a/params/opt/8/rnd_search_t_cos/comb_10/trained/model.decoder.layers.16.fc2/_0.pt b/params/opt/8/rnd_search_t_cos/comb_10/trained/model.decoder.layers.16.fc2/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8c553d135c1c3aaa5fc8845cd7e1a6ba5196fc5f
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_10/trained/model.decoder.layers.16.fc2/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:75fb1da208d7459086907c3d42e2d72696ea15190b8ebdd47ecb5607b829acb6
+size 5251
diff --git a/params/opt/8/rnd_search_t_cos/comb_10/trained/model.decoder.layers.16.fc2/_s.pt b/params/opt/8/rnd_search_t_cos/comb_10/trained/model.decoder.layers.16.fc2/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..49d6a122a5ae32d3d5dd8b5f6ff9926f2ba2887d
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_10/trained/model.decoder.layers.16.fc2/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:3213b9b665f45568ad8bcaac4cb5345768a333e6192cfb32aa35c7d6b30065c4
+size 5251
diff --git a/params/opt/8/rnd_search_t_cos/comb_10/trained/model.decoder.layers.16.self_attn.k_proj/_0.pt b/params/opt/8/rnd_search_t_cos/comb_10/trained/model.decoder.layers.16.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8dc0b9d36ddf7325416f9c11466314efc2f5794a
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_10/trained/model.decoder.layers.16.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:35438e7094f3051742034bd453ff05cf59a34461457583c38fc04ce8a6d4b277
+size 5251
diff --git a/params/opt/8/rnd_search_t_cos/comb_10/trained/model.decoder.layers.16.self_attn.k_proj/_s.pt b/params/opt/8/rnd_search_t_cos/comb_10/trained/model.decoder.layers.16.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..5693a9329a8a4c771ab563e13c70d394748cdd9a
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_10/trained/model.decoder.layers.16.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ddb194cd3a6a3ddf92830879eab50221616320a017bc56eeecabf2693e61da18
+size 5251
diff --git a/params/opt/8/rnd_search_t_cos/comb_10/trained/model.decoder.layers.16.self_attn.out_proj/_0.pt b/params/opt/8/rnd_search_t_cos/comb_10/trained/model.decoder.layers.16.self_attn.out_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ec2d73d046fbc534e532fe9a6aa8e22bf4202970
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_10/trained/model.decoder.layers.16.self_attn.out_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2ed63bff7d7d593a570e111b17e4c8befbb8ed1792d2d6c26d9cd5f9983627dd
+size 5251
diff --git a/params/opt/8/rnd_search_t_cos/comb_10/trained/model.decoder.layers.16.self_attn.out_proj/_s.pt b/params/opt/8/rnd_search_t_cos/comb_10/trained/model.decoder.layers.16.self_attn.out_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..0e2400430c9b9c4fbd38ea2d5b3fb493dc891ab4
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_10/trained/model.decoder.layers.16.self_attn.out_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:85ff45e81d4b791f7f17d2112340a40f6c83574632fa8a4480cf2c497c3c8d69
+size 5251
diff --git a/params/opt/8/rnd_search_t_cos/comb_10/trained/model.decoder.layers.16.self_attn.q_proj/_0.pt b/params/opt/8/rnd_search_t_cos/comb_10/trained/model.decoder.layers.16.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..9e8f3cea52850d146a4331e0f55ca569e7e61ae7
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_10/trained/model.decoder.layers.16.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:89ad0faad193da495c0eb9fcd7cd55d5793004dab4d381d3de528c281e57119d
+size 5251
diff --git a/params/opt/8/rnd_search_t_cos/comb_10/trained/model.decoder.layers.16.self_attn.q_proj/_s.pt b/params/opt/8/rnd_search_t_cos/comb_10/trained/model.decoder.layers.16.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..23957a4cc373a9046331baca94ed330f33f0a516
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_10/trained/model.decoder.layers.16.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:dfd74b739daecac3f13ad023800b96799a716a02b6e7b3302a8d9a5a9843dd73
+size 5251
diff --git a/params/opt/8/rnd_search_t_cos/comb_10/trained/model.decoder.layers.16.self_attn.v_proj/_0.pt b/params/opt/8/rnd_search_t_cos/comb_10/trained/model.decoder.layers.16.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..51ab14a45f99179360ed2fd59b2eaeb73eb03b23
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_10/trained/model.decoder.layers.16.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:49f55afb63613472c4c0682c7c02dc1052af8987b0f0e49deeef56cc8cebb730
+size 5251
diff --git a/params/opt/8/rnd_search_t_cos/comb_10/trained/model.decoder.layers.16.self_attn.v_proj/_s.pt b/params/opt/8/rnd_search_t_cos/comb_10/trained/model.decoder.layers.16.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..29077dea0a9059eb1c6eb293c70268cec41cd694
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_10/trained/model.decoder.layers.16.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:808165eed27123d4cdf3afc242dad21a3a45974bd1b5f7296fbc8358f7accd91
+size 5251
diff --git a/params/opt/8/rnd_search_t_cos/comb_10/trained/model.decoder.layers.17.fc1/_0.pt b/params/opt/8/rnd_search_t_cos/comb_10/trained/model.decoder.layers.17.fc1/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2edee5f03523857c5d1c8f8391f164931f369cc4
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_10/trained/model.decoder.layers.17.fc1/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:af6ee50bf74f9e95df3aeaba1e68380df7c109f036b43e244a9ad1c41ac396f6
+size 17539
diff --git a/params/opt/8/rnd_search_t_cos/comb_10/trained/model.decoder.layers.17.fc1/_s.pt b/params/opt/8/rnd_search_t_cos/comb_10/trained/model.decoder.layers.17.fc1/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..941f98254ae83723c23e0cf5cfad8184c68790f7
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_10/trained/model.decoder.layers.17.fc1/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:3757595b64b2a2e41838c995d2b79fb10676cbaa9c276f4e3484dc7c10ee1983
+size 17539
diff --git a/params/opt/8/rnd_search_t_cos/comb_10/trained/model.decoder.layers.17.fc2/_0.pt b/params/opt/8/rnd_search_t_cos/comb_10/trained/model.decoder.layers.17.fc2/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..00405824a11f242c408db12a36b91ee34e25a97a
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_10/trained/model.decoder.layers.17.fc2/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:001328cc4a8d285fd71384f9ca7b7b5d4c3489ab4e5cd4a0a466f59cf22a5773
+size 5251
diff --git a/params/opt/8/rnd_search_t_cos/comb_10/trained/model.decoder.layers.17.fc2/_s.pt b/params/opt/8/rnd_search_t_cos/comb_10/trained/model.decoder.layers.17.fc2/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..b57bd3fbf5dc6bc2f314bc582637edda8b73ee8d
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_10/trained/model.decoder.layers.17.fc2/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:7f7db01203532eae8ff893dc7eb7e6434ebb86c971461c4c027df7317600e134
+size 5251
diff --git a/params/opt/8/rnd_search_t_cos/comb_10/trained/model.decoder.layers.17.self_attn.k_proj/_0.pt b/params/opt/8/rnd_search_t_cos/comb_10/trained/model.decoder.layers.17.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4d69710088e84b38b70daf35916a4a7f5b08c068
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_10/trained/model.decoder.layers.17.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b71b2415dbc3b144d279aa761332bb0276852dc5928fe609b56fb43c46ac78b9
+size 5251
diff --git a/params/opt/8/rnd_search_t_cos/comb_10/trained/model.decoder.layers.17.self_attn.k_proj/_s.pt b/params/opt/8/rnd_search_t_cos/comb_10/trained/model.decoder.layers.17.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..b16ecd587fc1af212ff4517776020fa2233c986d
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_10/trained/model.decoder.layers.17.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ff1e7de55bd8055e7934649b750c2cef50bc391dc4a3371563e5ade91864b59d
+size 5251
diff --git a/params/opt/8/rnd_search_t_cos/comb_10/trained/model.decoder.layers.17.self_attn.out_proj/_0.pt b/params/opt/8/rnd_search_t_cos/comb_10/trained/model.decoder.layers.17.self_attn.out_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..dc246c596622c85d99314835f7ca9f56499103a2
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_10/trained/model.decoder.layers.17.self_attn.out_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:bc011dc8d1213d047465748c8202759692879d49f6fb31eec2ae4e4bd4a1d5b7
+size 5251
diff --git a/params/opt/8/rnd_search_t_cos/comb_10/trained/model.decoder.layers.17.self_attn.out_proj/_s.pt b/params/opt/8/rnd_search_t_cos/comb_10/trained/model.decoder.layers.17.self_attn.out_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c3787906644374ebdbebe2624f194ac2bedfda55
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_10/trained/model.decoder.layers.17.self_attn.out_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c965638976604e1e1f62d631e17d4b6be5858d71aeddf6e24cd2aeb28da9fd3e
+size 5251
diff --git a/params/opt/8/rnd_search_t_cos/comb_10/trained/model.decoder.layers.17.self_attn.q_proj/_0.pt b/params/opt/8/rnd_search_t_cos/comb_10/trained/model.decoder.layers.17.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e3a0055aebe64b695beb124fa6759c13b6ae7009
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_10/trained/model.decoder.layers.17.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a7fc1c11df648676b6077650ef1fc9ab99e827c230a94142e2dd87feaf879a2d
+size 5251
diff --git a/params/opt/8/rnd_search_t_cos/comb_10/trained/model.decoder.layers.17.self_attn.q_proj/_s.pt b/params/opt/8/rnd_search_t_cos/comb_10/trained/model.decoder.layers.17.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..6e8b6b5deb157a4e33d6bec586d61b202d75841e
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_10/trained/model.decoder.layers.17.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a1c0c17fbad7ec64785cfa6b08beb5077da4abccaae9e361fed2e1538ee1cea0
+size 5251
diff --git a/params/opt/8/rnd_search_t_cos/comb_10/trained/model.decoder.layers.17.self_attn.v_proj/_0.pt b/params/opt/8/rnd_search_t_cos/comb_10/trained/model.decoder.layers.17.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..54dfec6af02bb9b4d8cf34170a405213934d7c5b
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_10/trained/model.decoder.layers.17.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a9c4d2a62ef2c1904a0b21be2a98781b044a08feb44b25ccc6f85cd83f94e13d
+size 5251
diff --git a/params/opt/8/rnd_search_t_cos/comb_10/trained/model.decoder.layers.17.self_attn.v_proj/_s.pt b/params/opt/8/rnd_search_t_cos/comb_10/trained/model.decoder.layers.17.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..f62745717d726e80937add36f42f4ba93031c85a
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_10/trained/model.decoder.layers.17.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a9b03898dc2dd87b3d69f68463da17211aece8cbf6076e3078b631318d291821
+size 5251
diff --git a/params/opt/8/rnd_search_t_cos/comb_10/trained/model.decoder.layers.18.fc1/_0.pt b/params/opt/8/rnd_search_t_cos/comb_10/trained/model.decoder.layers.18.fc1/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..6fc59c27485b59755bf498d087d014aa910aba0d
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_10/trained/model.decoder.layers.18.fc1/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:40469eab7132f8e92a0b37cd5802d6bd2a6ba7504cd04a86ba665a3c0cea918a
+size 17539
diff --git a/params/opt/8/rnd_search_t_cos/comb_10/trained/model.decoder.layers.18.fc1/_s.pt b/params/opt/8/rnd_search_t_cos/comb_10/trained/model.decoder.layers.18.fc1/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..da175e6a0f5661c0edb3917abac8f56f4fe5ae59
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_10/trained/model.decoder.layers.18.fc1/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:58b296915e6e081bea9f43e07cac6ffc3c5845d39f4bbedf74f1b40ab968d260
+size 17539
diff --git a/params/opt/8/rnd_search_t_cos/comb_10/trained/model.decoder.layers.18.fc2/_0.pt b/params/opt/8/rnd_search_t_cos/comb_10/trained/model.decoder.layers.18.fc2/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..01357eb9c0bcd8c24309732cd7f189a6b8706925
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_10/trained/model.decoder.layers.18.fc2/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f92d7e15d79a1472fda4e8a7d2f4c0fab3f92a9f4cacb58c0cae3ded93fab2ea
+size 5251
diff --git a/params/opt/8/rnd_search_t_cos/comb_10/trained/model.decoder.layers.18.fc2/_s.pt b/params/opt/8/rnd_search_t_cos/comb_10/trained/model.decoder.layers.18.fc2/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..7cc1bb7fc2f9ac43039ab62ec079b1a751eabbba
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_10/trained/model.decoder.layers.18.fc2/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:7bea4c83ea4bb23564666b9db138159b2b467639de2c39e9ac444f2fc25e27c5
+size 5251
diff --git a/params/opt/8/rnd_search_t_cos/comb_10/trained/model.decoder.layers.18.self_attn.k_proj/_0.pt b/params/opt/8/rnd_search_t_cos/comb_10/trained/model.decoder.layers.18.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..07b18d8ecb05dfe1fa1d4c00f81b90d612cd5e06
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_10/trained/model.decoder.layers.18.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:432b1f34a8f65f21d5e3b82d6bbab2a52b0fc4aa069cdbff00dbe4f11911a3a5
+size 5251
diff --git a/params/opt/8/rnd_search_t_cos/comb_10/trained/model.decoder.layers.18.self_attn.k_proj/_s.pt b/params/opt/8/rnd_search_t_cos/comb_10/trained/model.decoder.layers.18.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..b720e331e62549d3b436fb208814fc18758d5567
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_10/trained/model.decoder.layers.18.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0eae22201b36aa79e6652b2f55841ac4968de2e33c52891e3446f06b7bc9b05d
+size 5251
diff --git a/params/opt/8/rnd_search_t_cos/comb_10/trained/model.decoder.layers.18.self_attn.out_proj/_0.pt b/params/opt/8/rnd_search_t_cos/comb_10/trained/model.decoder.layers.18.self_attn.out_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..f059811e1e3a1b65e124784b38268f3ff5d3cb86
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_10/trained/model.decoder.layers.18.self_attn.out_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:871a88fe1542bfbc5682cffd7c14de731156aac9428d0af0a84a8aa103b6c8a2
+size 5251
diff --git a/params/opt/8/rnd_search_t_cos/comb_10/trained/model.decoder.layers.18.self_attn.out_proj/_s.pt b/params/opt/8/rnd_search_t_cos/comb_10/trained/model.decoder.layers.18.self_attn.out_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..987b312d92a287fc0cd1a71c51e9fc5d2d3a1180
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_10/trained/model.decoder.layers.18.self_attn.out_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:71cb85429e690bbe92de8b9eb80dccaf053780c7ea6604ac535adfd975e0010d
+size 5251
diff --git a/params/opt/8/rnd_search_t_cos/comb_10/trained/model.decoder.layers.18.self_attn.q_proj/_0.pt b/params/opt/8/rnd_search_t_cos/comb_10/trained/model.decoder.layers.18.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..edfd48fe797064f6e218ee5c210e0f5b70a389cf
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_10/trained/model.decoder.layers.18.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:69e6b32508cec9c882731109b81f0ce6cd61f9efc0050057bc8874629f59cf95
+size 5251
diff --git a/params/opt/8/rnd_search_t_cos/comb_10/trained/model.decoder.layers.18.self_attn.q_proj/_s.pt b/params/opt/8/rnd_search_t_cos/comb_10/trained/model.decoder.layers.18.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ba7fdc40bf5611e2859b0f626c4ef7f07402caf7
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_10/trained/model.decoder.layers.18.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0f109bb1ac90b59f8baa59202c0c1795064fdfae599cfbdc319aa6765667d1cb
+size 5251
diff --git a/params/opt/8/rnd_search_t_cos/comb_10/trained/model.decoder.layers.18.self_attn.v_proj/_0.pt b/params/opt/8/rnd_search_t_cos/comb_10/trained/model.decoder.layers.18.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..5239ba1d2551a1ca50c5abc396099944e63833c7
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_10/trained/model.decoder.layers.18.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:70e7fcefeb2d1861ddcf40bf568922e3e78ca39020d88b944a0421e9f123cbc5
+size 5251
diff --git a/params/opt/8/rnd_search_t_cos/comb_10/trained/model.decoder.layers.18.self_attn.v_proj/_s.pt b/params/opt/8/rnd_search_t_cos/comb_10/trained/model.decoder.layers.18.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..9941118c80da718259b12a59cf2f51ebd2e4f2a6
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_10/trained/model.decoder.layers.18.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:eab60d00378218be5379b177c53d6f7cd08e9807d99753908ea3fd72ea1a0767
+size 5251
diff --git a/params/opt/8/rnd_search_t_cos/comb_10/trained/model.decoder.layers.19.fc1/_0.pt b/params/opt/8/rnd_search_t_cos/comb_10/trained/model.decoder.layers.19.fc1/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..d0e8579f17727f7bdda9bfff6edb5caeac5b0496
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_10/trained/model.decoder.layers.19.fc1/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5a1525fed8c30963cb0e015abe7afbeaa4de753892268feeec9e094f00a44589
+size 17539
diff --git a/params/opt/8/rnd_search_t_cos/comb_10/trained/model.decoder.layers.19.fc1/_s.pt b/params/opt/8/rnd_search_t_cos/comb_10/trained/model.decoder.layers.19.fc1/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..edd92c31fa678d05a1188cb41a1d45965b8d4859
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_10/trained/model.decoder.layers.19.fc1/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2916714fdd55d9928e738f6d956f2b1eaefccdac2004601f5a2f1e7ce544bc2c
+size 17539
diff --git a/params/opt/8/rnd_search_t_cos/comb_10/trained/model.decoder.layers.19.fc2/_0.pt b/params/opt/8/rnd_search_t_cos/comb_10/trained/model.decoder.layers.19.fc2/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4f7c6017ba997d5b7fca26bf12f02c32c086d993
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_10/trained/model.decoder.layers.19.fc2/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:62b9e1e1254ae8ffaa2e7ff6d8e4d94e17e925c3b07df499f0b3ab680ba36275
+size 5251
diff --git a/params/opt/8/rnd_search_t_cos/comb_10/trained/model.decoder.layers.19.fc2/_s.pt b/params/opt/8/rnd_search_t_cos/comb_10/trained/model.decoder.layers.19.fc2/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..77467e65c42f53500b2d5c7262286da94d886934
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_10/trained/model.decoder.layers.19.fc2/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:3221b4aaff5219a7672655e631fa3c773c79d272f43fa8f096e79714d72fc652
+size 5251
diff --git a/params/opt/8/rnd_search_t_cos/comb_10/trained/model.decoder.layers.19.self_attn.k_proj/_0.pt b/params/opt/8/rnd_search_t_cos/comb_10/trained/model.decoder.layers.19.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..57ecb99e0ceff13c15cec581d81f71bee0576cb6
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_10/trained/model.decoder.layers.19.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:188ce33026cad23800ea22f086dae46adceaa0be0ba1fca9ffdd910d13792a33
+size 5251
diff --git a/params/opt/8/rnd_search_t_cos/comb_10/trained/model.decoder.layers.19.self_attn.k_proj/_s.pt b/params/opt/8/rnd_search_t_cos/comb_10/trained/model.decoder.layers.19.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e4fd7b59cacbc4c43e1ba563051d01972b7b6965
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_10/trained/model.decoder.layers.19.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0df13efcf5a3421135736d8fa51106ef0c7a15f99260423537c09c629171a3b0
+size 5251
diff --git a/params/opt/8/rnd_search_t_cos/comb_10/trained/model.decoder.layers.19.self_attn.out_proj/_0.pt b/params/opt/8/rnd_search_t_cos/comb_10/trained/model.decoder.layers.19.self_attn.out_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..24fccc137d3234a5f3be3f43b3de7760c08a28cd
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_10/trained/model.decoder.layers.19.self_attn.out_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a96464fd1177b93a66d74b68aed45164f542210e97cb2c97a0cc549ea855f052
+size 5251
diff --git a/params/opt/8/rnd_search_t_cos/comb_10/trained/model.decoder.layers.19.self_attn.out_proj/_s.pt b/params/opt/8/rnd_search_t_cos/comb_10/trained/model.decoder.layers.19.self_attn.out_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..48989d863a5bd9ced7b63a0dbcc6151d41151417
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_10/trained/model.decoder.layers.19.self_attn.out_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0551a6d07c1cf62762978024e75fa096f5042517f44ef1fdae09bbec2135ef6a
+size 5251
diff --git a/params/opt/8/rnd_search_t_cos/comb_10/trained/model.decoder.layers.19.self_attn.q_proj/_0.pt b/params/opt/8/rnd_search_t_cos/comb_10/trained/model.decoder.layers.19.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..6e54716b8f97b505491e7640938aa23be0d05521
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_10/trained/model.decoder.layers.19.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:6e140dff3d7838bfc6b3b88ece1d515c6932493e0a69db3645158bb0a1fd2919
+size 5251
diff --git a/params/opt/8/rnd_search_t_cos/comb_10/trained/model.decoder.layers.19.self_attn.q_proj/_s.pt b/params/opt/8/rnd_search_t_cos/comb_10/trained/model.decoder.layers.19.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e7ace0aaf4f982ad382c751703d85d31597649d4
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_10/trained/model.decoder.layers.19.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:9fe00e751acf4d3dfc1f03acacaf62e232c01e6d574a7a7563ffb20d92c42456
+size 5251
diff --git a/params/opt/8/rnd_search_t_cos/comb_10/trained/model.decoder.layers.19.self_attn.v_proj/_0.pt b/params/opt/8/rnd_search_t_cos/comb_10/trained/model.decoder.layers.19.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c673216c4040b7f2b955cd23cc4ec15c9042ecb1
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_10/trained/model.decoder.layers.19.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:9550c6e4cf33f19c078c30d4d81d1a619e99fa6d8e8c0c312a249ab729194081
+size 5251
diff --git a/params/opt/8/rnd_search_t_cos/comb_10/trained/model.decoder.layers.19.self_attn.v_proj/_s.pt b/params/opt/8/rnd_search_t_cos/comb_10/trained/model.decoder.layers.19.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..f621c46b9f3590d16ece6b02eb5d722db014b1ac
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_10/trained/model.decoder.layers.19.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:34b00425a7fecdd909bf171d25288d9450cda5b699fb66cfcdd2a3cfb761df77
+size 5251
diff --git a/params/opt/8/rnd_search_t_cos/comb_10/trained/model.decoder.layers.2.fc1/_0.pt b/params/opt/8/rnd_search_t_cos/comb_10/trained/model.decoder.layers.2.fc1/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..f17df5b20d12984086c492efd5c86c347b86c0d2
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_10/trained/model.decoder.layers.2.fc1/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ad12e7cb0530be1b9fdefc58cc68b40cea3ff8b41ea6cdbab70695b13487667d
+size 17539
diff --git a/params/opt/8/rnd_search_t_cos/comb_10/trained/model.decoder.layers.2.fc1/_s.pt b/params/opt/8/rnd_search_t_cos/comb_10/trained/model.decoder.layers.2.fc1/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ec85f310c9b7f0270a8000379d9ca92748c7b5c0
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_10/trained/model.decoder.layers.2.fc1/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ca81629533836d2b9199824e2f129c5bee29856a94f8e4d57d4de07f9aa261e6
+size 17539
diff --git a/params/opt/8/rnd_search_t_cos/comb_10/trained/model.decoder.layers.2.fc2/_0.pt b/params/opt/8/rnd_search_t_cos/comb_10/trained/model.decoder.layers.2.fc2/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..f59114c14fa9ed33928564d83633bab9c17c67e9
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_10/trained/model.decoder.layers.2.fc2/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:059cc74f5ee4a824cc395bc463b8cfdad2a07aca9e7264355548b79ede2da639
+size 5251
diff --git a/params/opt/8/rnd_search_t_cos/comb_10/trained/model.decoder.layers.2.fc2/_s.pt b/params/opt/8/rnd_search_t_cos/comb_10/trained/model.decoder.layers.2.fc2/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..183c0f23db2ad403f5ee7f6af5c53b90efbbc95f
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_10/trained/model.decoder.layers.2.fc2/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:61a6993a1136480cdf7820af5b95838d354bb1bb28253db623795f44c34bca7c
+size 5251
diff --git a/params/opt/8/rnd_search_t_cos/comb_10/trained/model.decoder.layers.2.self_attn.k_proj/_0.pt b/params/opt/8/rnd_search_t_cos/comb_10/trained/model.decoder.layers.2.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..9837224f5013c3e778b565b6945aac39dd4d64cb
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_10/trained/model.decoder.layers.2.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:13c9a56368a3a237264f12c9a7e0db3f34f288c5dd3f8c4b7bf74bd6179d80ab
+size 5251
diff --git a/params/opt/8/rnd_search_t_cos/comb_10/trained/model.decoder.layers.2.self_attn.k_proj/_s.pt b/params/opt/8/rnd_search_t_cos/comb_10/trained/model.decoder.layers.2.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8035e4c2c582c10c574dda0f561b4171210ad486
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_10/trained/model.decoder.layers.2.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5154899bbde2215f68021db509b68c651f2e5a41ad638c6a23865990ef714570
+size 5251
diff --git a/params/opt/8/rnd_search_t_cos/comb_10/trained/model.decoder.layers.2.self_attn.out_proj/_0.pt b/params/opt/8/rnd_search_t_cos/comb_10/trained/model.decoder.layers.2.self_attn.out_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..6a02dfdca39df17659b1df44a3f2b39fcbbf678a
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_10/trained/model.decoder.layers.2.self_attn.out_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b1c2bea10b8b100ffe3822d09f9a68b88fb97a7d92f679f97a5028fa9f7354ba
+size 5251
diff --git a/params/opt/8/rnd_search_t_cos/comb_10/trained/model.decoder.layers.2.self_attn.out_proj/_s.pt b/params/opt/8/rnd_search_t_cos/comb_10/trained/model.decoder.layers.2.self_attn.out_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..bf4720570be6f7ad627a0b7da209a6f7d55372d4
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_10/trained/model.decoder.layers.2.self_attn.out_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:7e484d4cd664f55310ed8463967bcede4298df708b4647ae292f90ce26c79ee4
+size 5251
diff --git a/params/opt/8/rnd_search_t_cos/comb_10/trained/model.decoder.layers.2.self_attn.q_proj/_0.pt b/params/opt/8/rnd_search_t_cos/comb_10/trained/model.decoder.layers.2.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..cb6c2ddd106ee12b67de9e0b7c07e02ea8667cd3
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_10/trained/model.decoder.layers.2.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:34c539f4ce030e62f371a5b5696b20f3af89f002c987b33b0b06cb0d3cf2db3c
+size 5251
diff --git a/params/opt/8/rnd_search_t_cos/comb_10/trained/model.decoder.layers.2.self_attn.q_proj/_s.pt b/params/opt/8/rnd_search_t_cos/comb_10/trained/model.decoder.layers.2.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c1d31af235e1037d5113ac7c79df48f98c245b56
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_10/trained/model.decoder.layers.2.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:10784820d587a0c51fa2a84ada35bc984fe606505099e8a5d53b4e57f3a6322e
+size 5251
diff --git a/params/opt/8/rnd_search_t_cos/comb_10/trained/model.decoder.layers.2.self_attn.v_proj/_0.pt b/params/opt/8/rnd_search_t_cos/comb_10/trained/model.decoder.layers.2.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4af750d7bc289a723eb1fd267b11cfc9bcd962c9
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_10/trained/model.decoder.layers.2.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c7a7fba705ce6dcbed22934f7fa8f73a1e0a6df91d5432db36dd42096a930284
+size 5251
diff --git a/params/opt/8/rnd_search_t_cos/comb_10/trained/model.decoder.layers.2.self_attn.v_proj/_s.pt b/params/opt/8/rnd_search_t_cos/comb_10/trained/model.decoder.layers.2.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..972ce8a70bfaf287d90d6350955531257d802d48
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_10/trained/model.decoder.layers.2.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:74c31d40f66083926d60c9b3acd061439091a06db3d5631e2879fb0e53ee3c10
+size 5251
diff --git a/params/opt/8/rnd_search_t_cos/comb_10/trained/model.decoder.layers.20.fc1/_0.pt b/params/opt/8/rnd_search_t_cos/comb_10/trained/model.decoder.layers.20.fc1/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..23ade4b124f245d0a08b1c9340fca316f1b59319
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_10/trained/model.decoder.layers.20.fc1/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:48b767ef9bb0ce1a3a3f194f3c85be06167bb0c612d5ff733011c17a21f56ec3
+size 17539
diff --git a/params/opt/8/rnd_search_t_cos/comb_10/trained/model.decoder.layers.20.fc1/_s.pt b/params/opt/8/rnd_search_t_cos/comb_10/trained/model.decoder.layers.20.fc1/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..eeaee29eb38a060ac011050882e6846714e9c682
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_10/trained/model.decoder.layers.20.fc1/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:89e4453ea26e068c31ecd774824815bf6f40901641103da9f98bc5fe84cb811e
+size 17539
diff --git a/params/opt/8/rnd_search_t_cos/comb_10/trained/model.decoder.layers.20.fc2/_0.pt b/params/opt/8/rnd_search_t_cos/comb_10/trained/model.decoder.layers.20.fc2/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..9fa2ebaef098bda969288c685380086715de65fa
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_10/trained/model.decoder.layers.20.fc2/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5cd6e62d0eae6d5f41048e0e1767fa3cb04f1e0bc515a8a854e1cd7dd4399ef3
+size 5251
diff --git a/params/opt/8/rnd_search_t_cos/comb_10/trained/model.decoder.layers.20.fc2/_s.pt b/params/opt/8/rnd_search_t_cos/comb_10/trained/model.decoder.layers.20.fc2/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4233b16a1689c326d9b4badc4b2f2a8965926958
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_10/trained/model.decoder.layers.20.fc2/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f84e1459adc402317ab4be617117e861f1481e798e68920a4a45934c86482f7a
+size 5251
diff --git a/params/opt/8/rnd_search_t_cos/comb_10/trained/model.decoder.layers.20.self_attn.k_proj/_0.pt b/params/opt/8/rnd_search_t_cos/comb_10/trained/model.decoder.layers.20.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ee92d57471a5e8671b0b4060c963f5346a86df0a
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_10/trained/model.decoder.layers.20.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a79a935bffaade9f25c2cb94154c09f4c5af12f56368fed17858889e9de03bb8
+size 5251
diff --git a/params/opt/8/rnd_search_t_cos/comb_10/trained/model.decoder.layers.20.self_attn.k_proj/_s.pt b/params/opt/8/rnd_search_t_cos/comb_10/trained/model.decoder.layers.20.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..9f4586ff9d06e27b6b0b60d7a0cb97d7810720e1
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_10/trained/model.decoder.layers.20.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:4069bc37a91417a702a71980e238a969676e08fbfcf40c13957972cf533b98c1
+size 5251
diff --git a/params/opt/8/rnd_search_t_cos/comb_10/trained/model.decoder.layers.20.self_attn.out_proj/_0.pt b/params/opt/8/rnd_search_t_cos/comb_10/trained/model.decoder.layers.20.self_attn.out_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..d4e69afe27f58df91b45063ab19e7d1197448380
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_10/trained/model.decoder.layers.20.self_attn.out_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:899b1456234ea28972ffc5f1443f2bbaf6fc43d871545c5d3343b0ceaf63dd99
+size 5251
diff --git a/params/opt/8/rnd_search_t_cos/comb_10/trained/model.decoder.layers.20.self_attn.out_proj/_s.pt b/params/opt/8/rnd_search_t_cos/comb_10/trained/model.decoder.layers.20.self_attn.out_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..63e773a780463849c24a1ff65852c71887576184
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_10/trained/model.decoder.layers.20.self_attn.out_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:caf86fa0d99cec86f5350f2b5854605533c34ac1e21fe7ecb2f8b62bc8af9958
+size 5251
diff --git a/params/opt/8/rnd_search_t_cos/comb_10/trained/model.decoder.layers.20.self_attn.q_proj/_0.pt b/params/opt/8/rnd_search_t_cos/comb_10/trained/model.decoder.layers.20.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..0072cdfecee64b3b586cd3b144280c9efba45cab
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_10/trained/model.decoder.layers.20.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:140c0d1d03ce36f3ac8e4a56537788453d07da0331a327323f9a4a8618c34c0d
+size 5251
diff --git a/params/opt/8/rnd_search_t_cos/comb_10/trained/model.decoder.layers.20.self_attn.q_proj/_s.pt b/params/opt/8/rnd_search_t_cos/comb_10/trained/model.decoder.layers.20.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..52535c3ac1df70a3197d7991bb97be897184ef3d
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_10/trained/model.decoder.layers.20.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:7bb78501acd03d4d25e9cbaf147da98ba900d683840c26fc690adb57099ac2c8
+size 5251
diff --git a/params/opt/8/rnd_search_t_cos/comb_10/trained/model.decoder.layers.20.self_attn.v_proj/_0.pt b/params/opt/8/rnd_search_t_cos/comb_10/trained/model.decoder.layers.20.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..66f61f12049d363c25eab6710692b8e4a078eab3
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_10/trained/model.decoder.layers.20.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d75f0b36d709bdeefa8c0fdbc248d3797344e3f656f65ffb863c60d587e6656b
+size 5251
diff --git a/params/opt/8/rnd_search_t_cos/comb_10/trained/model.decoder.layers.20.self_attn.v_proj/_s.pt b/params/opt/8/rnd_search_t_cos/comb_10/trained/model.decoder.layers.20.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e57eeef497abe4fafa8b316d46cc9f48b205d714
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_10/trained/model.decoder.layers.20.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b5d98fecc1c827ceb445a0069502d6d659c62973c9d31d0a4e6b5628751c0daf
+size 5251
diff --git a/params/opt/8/rnd_search_t_cos/comb_10/trained/model.decoder.layers.21.fc1/_0.pt b/params/opt/8/rnd_search_t_cos/comb_10/trained/model.decoder.layers.21.fc1/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..d438d548339b498e312a3bff4c525adef03b57e2
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_10/trained/model.decoder.layers.21.fc1/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:1fd5ddc51a1d353c79ea92bbc66af375122e2893688dca598ba93670867209eb
+size 17539
diff --git a/params/opt/8/rnd_search_t_cos/comb_10/trained/model.decoder.layers.21.fc1/_s.pt b/params/opt/8/rnd_search_t_cos/comb_10/trained/model.decoder.layers.21.fc1/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..fb46b2e5be84acaaece2f242b9942adce934715d
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_10/trained/model.decoder.layers.21.fc1/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:4b803774167cb8b4f3c95fdf2cc5866fbd96231e660ee54a806707486622d0ae
+size 17539
diff --git a/params/opt/8/rnd_search_t_cos/comb_10/trained/model.decoder.layers.21.fc2/_0.pt b/params/opt/8/rnd_search_t_cos/comb_10/trained/model.decoder.layers.21.fc2/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..7d88acc0e33325962e98c2423059ce7d809e7289
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_10/trained/model.decoder.layers.21.fc2/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:aeed2b1d33cb83b39d1f4d3d452a56b9d9252b3e6ed67bad268ced5aae1ffbed
+size 5251
diff --git a/params/opt/8/rnd_search_t_cos/comb_10/trained/model.decoder.layers.21.fc2/_s.pt b/params/opt/8/rnd_search_t_cos/comb_10/trained/model.decoder.layers.21.fc2/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..7195bd0eaeb2e9054f1ed43be3090a887339ee69
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_10/trained/model.decoder.layers.21.fc2/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e4d2ee6dbf8b2f11970f78e8ca0fca1e7859b1b74750c4c8df5e43150482d8d8
+size 5251
diff --git a/params/opt/8/rnd_search_t_cos/comb_10/trained/model.decoder.layers.21.self_attn.k_proj/_0.pt b/params/opt/8/rnd_search_t_cos/comb_10/trained/model.decoder.layers.21.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..3ddaead27b2ef86d0a0a43338505d3c22f8aace5
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_10/trained/model.decoder.layers.21.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:68f68bb12e8f4b974e06833b4b8c47c86d7da821134c6aaf6f04385a31fb8100
+size 5251
diff --git a/params/opt/8/rnd_search_t_cos/comb_10/trained/model.decoder.layers.21.self_attn.k_proj/_s.pt b/params/opt/8/rnd_search_t_cos/comb_10/trained/model.decoder.layers.21.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..9484f38d2bb02d7558c0243272a9ae5440458b84
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_10/trained/model.decoder.layers.21.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2d0290012581531d22c49e5920b48bc43aedce87eb02ad8398c2ca46581ec2cf
+size 5251
diff --git a/params/opt/8/rnd_search_t_cos/comb_10/trained/model.decoder.layers.21.self_attn.out_proj/_0.pt b/params/opt/8/rnd_search_t_cos/comb_10/trained/model.decoder.layers.21.self_attn.out_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..475f9611bacff99c04e23abe2b33fe57e8b62971
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_10/trained/model.decoder.layers.21.self_attn.out_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:edb9a43a5a8fb96678d9c80f4ebc7a9e047978f918f5bbc639595be01e6dfcaf
+size 5251
diff --git a/params/opt/8/rnd_search_t_cos/comb_10/trained/model.decoder.layers.21.self_attn.out_proj/_s.pt b/params/opt/8/rnd_search_t_cos/comb_10/trained/model.decoder.layers.21.self_attn.out_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..74bf0e9a8a21e2bc7f38959bfddfad4ce02665f1
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_10/trained/model.decoder.layers.21.self_attn.out_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b46519aa21db6d147cc36fa9e599931872ea3f2b4a919a29a090097301f9b565
+size 5251
diff --git a/params/opt/8/rnd_search_t_cos/comb_10/trained/model.decoder.layers.21.self_attn.q_proj/_0.pt b/params/opt/8/rnd_search_t_cos/comb_10/trained/model.decoder.layers.21.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e5b63568161653d1dc740428e75b2f56ccfb175e
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_10/trained/model.decoder.layers.21.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:9d245c7374db8c7e5ba1c899a9f8391c6bdd0f44f600ac28ee662a53dff75a7f
+size 5251
diff --git a/params/opt/8/rnd_search_t_cos/comb_10/trained/model.decoder.layers.21.self_attn.q_proj/_s.pt b/params/opt/8/rnd_search_t_cos/comb_10/trained/model.decoder.layers.21.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ce743f01702bc08650fce9e2ce89db4b433a597d
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_10/trained/model.decoder.layers.21.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a1d27dc36ec966ebca37db2a054a853b414266528cea7293ffe5f35dc172ead7
+size 5251
diff --git a/params/opt/8/rnd_search_t_cos/comb_10/trained/model.decoder.layers.21.self_attn.v_proj/_0.pt b/params/opt/8/rnd_search_t_cos/comb_10/trained/model.decoder.layers.21.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..38adb627df528c588a80c0b9e26c8eb99455dfeb
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_10/trained/model.decoder.layers.21.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:1d0f6805c68f27f9753afe0e4f7a8495ffc83db8a7f4cdf4374472ab403a3885
+size 5251
diff --git a/params/opt/8/rnd_search_t_cos/comb_10/trained/model.decoder.layers.21.self_attn.v_proj/_s.pt b/params/opt/8/rnd_search_t_cos/comb_10/trained/model.decoder.layers.21.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..15fe942f206ab6c65479baf27fc74b6c150ef965
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_10/trained/model.decoder.layers.21.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:4b61ae0b7b9b84bd8d8a6dbc21fc693ab6e1c37089255330ba26eca59be46c17
+size 5251
diff --git a/params/opt/8/rnd_search_t_cos/comb_10/trained/model.decoder.layers.22.fc1/_0.pt b/params/opt/8/rnd_search_t_cos/comb_10/trained/model.decoder.layers.22.fc1/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4b1914a4c05e17559c152b23b70d06a48668fc3f
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_10/trained/model.decoder.layers.22.fc1/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0004ce5329ecd92dfb7668bffa99676f3233d55bef1ab0829be866c80b77e109
+size 17539
diff --git a/params/opt/8/rnd_search_t_cos/comb_10/trained/model.decoder.layers.22.fc1/_s.pt b/params/opt/8/rnd_search_t_cos/comb_10/trained/model.decoder.layers.22.fc1/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..25210fe12c0c77ba20ae7139cac6fc8bf6d6d898
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_10/trained/model.decoder.layers.22.fc1/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:fb2cac0327a5634208d4f308ec494303387994f577f051206f605fffdf5b8235
+size 17539
diff --git a/params/opt/8/rnd_search_t_cos/comb_10/trained/model.decoder.layers.22.fc2/_0.pt b/params/opt/8/rnd_search_t_cos/comb_10/trained/model.decoder.layers.22.fc2/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..baaa0ee7484f9fdad355ea0b852047ec6de9131a
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_10/trained/model.decoder.layers.22.fc2/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:48d7d19b51905b7f30a9983c26fbf8b0d38bfb39cb0b66cee0e17a5e63a7f77e
+size 5251
diff --git a/params/opt/8/rnd_search_t_cos/comb_10/trained/model.decoder.layers.22.fc2/_s.pt b/params/opt/8/rnd_search_t_cos/comb_10/trained/model.decoder.layers.22.fc2/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..59313041b395a5badb978a02fa5e2eadbed60509
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_10/trained/model.decoder.layers.22.fc2/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:4dd7c8c43baf61b99ec8d5aa98740f123e2da7d51f74804f9325ed815cf75520
+size 5251
diff --git a/params/opt/8/rnd_search_t_cos/comb_10/trained/model.decoder.layers.22.self_attn.k_proj/_0.pt b/params/opt/8/rnd_search_t_cos/comb_10/trained/model.decoder.layers.22.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..1d0a8a813f305bbbdafc6a75cd34328191651bb9
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_10/trained/model.decoder.layers.22.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:9fa61350f3e1d00d6fd75315d21205eb6f6ed6fd1d48be0a631cd6327600fd5a
+size 5251
diff --git a/params/opt/8/rnd_search_t_cos/comb_10/trained/model.decoder.layers.22.self_attn.k_proj/_s.pt b/params/opt/8/rnd_search_t_cos/comb_10/trained/model.decoder.layers.22.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..cca6a97c9af0fe94c511bd496ade2eea7ad4db51
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_10/trained/model.decoder.layers.22.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a681314ffcea83b5904124eda53c403f18754be425afab4d5427dbf6fb125850
+size 5251
diff --git a/params/opt/8/rnd_search_t_cos/comb_10/trained/model.decoder.layers.22.self_attn.out_proj/_0.pt b/params/opt/8/rnd_search_t_cos/comb_10/trained/model.decoder.layers.22.self_attn.out_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4713b3387ac365618a4a2f17cb4f399800039c4c
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_10/trained/model.decoder.layers.22.self_attn.out_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:aa9743bbdfbbf9980a4d5277adbae3ef5746955866bc7190588b9e2a22af22d4
+size 5251
diff --git a/params/opt/8/rnd_search_t_cos/comb_10/trained/model.decoder.layers.22.self_attn.out_proj/_s.pt b/params/opt/8/rnd_search_t_cos/comb_10/trained/model.decoder.layers.22.self_attn.out_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..110082b2ecd0ad077dc31d8276cb52186b3c9c48
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_10/trained/model.decoder.layers.22.self_attn.out_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:08d4ecafb36c1ddffd617a8b9d0b7cc27545fb4c71062360f7117817c488582f
+size 5251
diff --git a/params/opt/8/rnd_search_t_cos/comb_10/trained/model.decoder.layers.22.self_attn.q_proj/_0.pt b/params/opt/8/rnd_search_t_cos/comb_10/trained/model.decoder.layers.22.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c8b5fd8ddfd14e037e2505cbf746ae5905ca07bf
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_10/trained/model.decoder.layers.22.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:58ee95c0cf9bba08a31e499320cb9729921dfbf05f40f5714f24732ed745ef7c
+size 5251
diff --git a/params/opt/8/rnd_search_t_cos/comb_10/trained/model.decoder.layers.22.self_attn.q_proj/_s.pt b/params/opt/8/rnd_search_t_cos/comb_10/trained/model.decoder.layers.22.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..64e443995b26c307530e5c9b1ac75f5592445ec6
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_10/trained/model.decoder.layers.22.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:629cde872f49b8be5886a5f8a93d16cc998ca941b89dae68f58b72523c73692c
+size 5251
diff --git a/params/opt/8/rnd_search_t_cos/comb_10/trained/model.decoder.layers.22.self_attn.v_proj/_0.pt b/params/opt/8/rnd_search_t_cos/comb_10/trained/model.decoder.layers.22.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..abe8bd1c27806be9f7a20f4c25a8b83ffde60109
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_10/trained/model.decoder.layers.22.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:39edc829aa8de4184b8b80fb227ce70e0578cfb0b918a11cd03988079475a4da
+size 5251
diff --git a/params/opt/8/rnd_search_t_cos/comb_10/trained/model.decoder.layers.22.self_attn.v_proj/_s.pt b/params/opt/8/rnd_search_t_cos/comb_10/trained/model.decoder.layers.22.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..f380d65d0365e5cf655f233cb614bfc30a17154a
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_10/trained/model.decoder.layers.22.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:227febc4f80209da81dca615f7c20af959265f40a8fe49a765bb329d285295d3
+size 5251
diff --git a/params/opt/8/rnd_search_t_cos/comb_10/trained/model.decoder.layers.23.fc1/_0.pt b/params/opt/8/rnd_search_t_cos/comb_10/trained/model.decoder.layers.23.fc1/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..afdb119d8d303872b2637a6215a2d43346d36e04
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_10/trained/model.decoder.layers.23.fc1/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:537501f66e933396cb1a2b0f41ddfe9a30399a5b92efd5dbbd8f7dfc89c0ab28
+size 17539
diff --git a/params/opt/8/rnd_search_t_cos/comb_10/trained/model.decoder.layers.23.fc1/_s.pt b/params/opt/8/rnd_search_t_cos/comb_10/trained/model.decoder.layers.23.fc1/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..b1edb9f4026586347ff641a5077bc27b6e5fac28
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_10/trained/model.decoder.layers.23.fc1/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e02df23e5cd8b585da15e56d734a3a183841664bf64243d6bbc8ce6c63f7e110
+size 17539
diff --git a/params/opt/8/rnd_search_t_cos/comb_10/trained/model.decoder.layers.23.fc2/_0.pt b/params/opt/8/rnd_search_t_cos/comb_10/trained/model.decoder.layers.23.fc2/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..24a03da0be8034640bfc7b3b33fb3cc9289170d4
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_10/trained/model.decoder.layers.23.fc2/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:20782ab32179cc8698f6dc6757ab282e317cb0dd799099ce2bdccc75bde05519
+size 5251
diff --git a/params/opt/8/rnd_search_t_cos/comb_10/trained/model.decoder.layers.23.fc2/_s.pt b/params/opt/8/rnd_search_t_cos/comb_10/trained/model.decoder.layers.23.fc2/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..5fcbeec84930268dc05bd965ec97013ed9edd768
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_10/trained/model.decoder.layers.23.fc2/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:8b558c537e1b87d640a771b23b4fe17ac81d9d361d9105137a3a7ae03c4ecacc
+size 5251
diff --git a/params/opt/8/rnd_search_t_cos/comb_10/trained/model.decoder.layers.23.self_attn.k_proj/_0.pt b/params/opt/8/rnd_search_t_cos/comb_10/trained/model.decoder.layers.23.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..d21e2378d5a803862bb657fe39134f496389a12e
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_10/trained/model.decoder.layers.23.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:7ca61262270e89e5bcc44bfcac6b835f7d9744505c5dd52dc561510faa65a88a
+size 5251
diff --git a/params/opt/8/rnd_search_t_cos/comb_10/trained/model.decoder.layers.23.self_attn.k_proj/_s.pt b/params/opt/8/rnd_search_t_cos/comb_10/trained/model.decoder.layers.23.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..abdbf757c579739254765ac91dc959ff7400e6df
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_10/trained/model.decoder.layers.23.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a9e849a8afd59f7178bf47813b52dc4cc987dad75fefe6694e86edb2ccd35ca6
+size 5251
diff --git a/params/opt/8/rnd_search_t_cos/comb_10/trained/model.decoder.layers.23.self_attn.out_proj/_0.pt b/params/opt/8/rnd_search_t_cos/comb_10/trained/model.decoder.layers.23.self_attn.out_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e6a8814ebfb127cc6695a7894c95ce3422e84a40
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_10/trained/model.decoder.layers.23.self_attn.out_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:346184c3a048b6d79ae2a446845a1e200bfe0c0853fc6f5409a1a7e2b54ceae1
+size 5251
diff --git a/params/opt/8/rnd_search_t_cos/comb_10/trained/model.decoder.layers.23.self_attn.out_proj/_s.pt b/params/opt/8/rnd_search_t_cos/comb_10/trained/model.decoder.layers.23.self_attn.out_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..24b2a2723910c98193f20559f9bd17e687296308
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_10/trained/model.decoder.layers.23.self_attn.out_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:fe56b034f37939a6fc1c87e0049057819a23b11743f1d5f8d53e99c391421645
+size 5251
diff --git a/params/opt/8/rnd_search_t_cos/comb_10/trained/model.decoder.layers.23.self_attn.q_proj/_0.pt b/params/opt/8/rnd_search_t_cos/comb_10/trained/model.decoder.layers.23.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..b1d78825329ced28ef1d9e86c79f73fced62c545
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_10/trained/model.decoder.layers.23.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:1034160d9301743a6cf37ec167ef57b47700b138a99d0ea3349af8aa6b64fa06
+size 5251
diff --git a/params/opt/8/rnd_search_t_cos/comb_10/trained/model.decoder.layers.23.self_attn.q_proj/_s.pt b/params/opt/8/rnd_search_t_cos/comb_10/trained/model.decoder.layers.23.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c5543ab131164417f98fe9fea227e3b2e446b1cf
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_10/trained/model.decoder.layers.23.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:6d94551e3c0fd7c4108c6cdbc8bd69f09542f312de2432450eb683de5bd7696b
+size 5251
diff --git a/params/opt/8/rnd_search_t_cos/comb_10/trained/model.decoder.layers.23.self_attn.v_proj/_0.pt b/params/opt/8/rnd_search_t_cos/comb_10/trained/model.decoder.layers.23.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..632c49bd5458ac995e3b1f8efbe1a5918a1d9faf
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_10/trained/model.decoder.layers.23.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:62735921ef39b1316f25f00211d2d50da7e018e44ea46dd56ea5d0e66772611d
+size 5251
diff --git a/params/opt/8/rnd_search_t_cos/comb_10/trained/model.decoder.layers.23.self_attn.v_proj/_s.pt b/params/opt/8/rnd_search_t_cos/comb_10/trained/model.decoder.layers.23.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..37ecec3b763a7231a68be3e780cbb0e9746bbf69
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_10/trained/model.decoder.layers.23.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:47cbf57453bff32cf7fe41f352ae6be287ecd7096575966db1a85cd87304b1e5
+size 5251
diff --git a/params/opt/8/rnd_search_t_cos/comb_10/trained/model.decoder.layers.3.fc1/_0.pt b/params/opt/8/rnd_search_t_cos/comb_10/trained/model.decoder.layers.3.fc1/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4ec06e937c3de11afcd22c1daebd767d48c4824f
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_10/trained/model.decoder.layers.3.fc1/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a3234c5fe4ec90d901ad12dfdebe7c21a2833d49c42750ade70913c42333ad6f
+size 17539
diff --git a/params/opt/8/rnd_search_t_cos/comb_10/trained/model.decoder.layers.3.fc1/_s.pt b/params/opt/8/rnd_search_t_cos/comb_10/trained/model.decoder.layers.3.fc1/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2332a225db85b38d3c7522a2ef5c4fab21228854
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_10/trained/model.decoder.layers.3.fc1/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e0823047a6c20ac67e2e1b80ae67fbfd87e043100ee90e3036bda7ded8942fa8
+size 17539
diff --git a/params/opt/8/rnd_search_t_cos/comb_10/trained/model.decoder.layers.3.fc2/_0.pt b/params/opt/8/rnd_search_t_cos/comb_10/trained/model.decoder.layers.3.fc2/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..49bc485a25711510918c707b86f7c480721e77d0
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_10/trained/model.decoder.layers.3.fc2/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:193be2866134db0db9c2d5e7356592452113387061ee8e68b3c4c2ed4b316d9f
+size 5251
diff --git a/params/opt/8/rnd_search_t_cos/comb_10/trained/model.decoder.layers.3.fc2/_s.pt b/params/opt/8/rnd_search_t_cos/comb_10/trained/model.decoder.layers.3.fc2/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..05dc4106e03eb5b25c26f2e1fdc0af9a10ad2a41
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_10/trained/model.decoder.layers.3.fc2/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ff1c82208db283cc689cee1d8fbb2535ba808b9a17ae3b5f95bdf273a8d3682a
+size 5251
diff --git a/params/opt/8/rnd_search_t_cos/comb_10/trained/model.decoder.layers.3.self_attn.k_proj/_0.pt b/params/opt/8/rnd_search_t_cos/comb_10/trained/model.decoder.layers.3.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..fbd37d14d6fe02fcd1f69b976162f838a41e7045
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_10/trained/model.decoder.layers.3.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d7da401a4ecb533f85d3bdf05079b5bdfa3efcd303a1dfbb7751d15ef85b40a2
+size 5251
diff --git a/params/opt/8/rnd_search_t_cos/comb_10/trained/model.decoder.layers.3.self_attn.k_proj/_s.pt b/params/opt/8/rnd_search_t_cos/comb_10/trained/model.decoder.layers.3.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..fcf87a4293fd5283c112b6e983d7b78b207b9466
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_10/trained/model.decoder.layers.3.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:69eda0f3e9cb40efd5288778734cf84e4d85d357bd18210358305c477316e0ca
+size 5251
diff --git a/params/opt/8/rnd_search_t_cos/comb_10/trained/model.decoder.layers.3.self_attn.out_proj/_0.pt b/params/opt/8/rnd_search_t_cos/comb_10/trained/model.decoder.layers.3.self_attn.out_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..7506ac6d6361278844dd3f420b5b19e987d00c22
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_10/trained/model.decoder.layers.3.self_attn.out_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:89d87aa83c915d718b3c8ab4c0538038403561202e6d3edfe56f266224d3ccf4
+size 5251
diff --git a/params/opt/8/rnd_search_t_cos/comb_10/trained/model.decoder.layers.3.self_attn.out_proj/_s.pt b/params/opt/8/rnd_search_t_cos/comb_10/trained/model.decoder.layers.3.self_attn.out_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..345918ce82c9b31f28781cf4cdfe7640fddfab51
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_10/trained/model.decoder.layers.3.self_attn.out_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5588c11414dc621ee9e40b4e68f1bce14172f738d230c90929c821c7b338a561
+size 5251
diff --git a/params/opt/8/rnd_search_t_cos/comb_10/trained/model.decoder.layers.3.self_attn.q_proj/_0.pt b/params/opt/8/rnd_search_t_cos/comb_10/trained/model.decoder.layers.3.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..cba17ec5fd44d6e2e851055619480a20f2c0e999
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_10/trained/model.decoder.layers.3.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d0f3780ce269daaeada9331526b1f9da87ecc8225ef0e4ce86e732312a4288fc
+size 5251
diff --git a/params/opt/8/rnd_search_t_cos/comb_10/trained/model.decoder.layers.3.self_attn.q_proj/_s.pt b/params/opt/8/rnd_search_t_cos/comb_10/trained/model.decoder.layers.3.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a1c887243642e80f3c542c13b8fdfefda415e53d
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_10/trained/model.decoder.layers.3.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c661d525e6af30e000513b58e306262792d3f0040149dffd241b9119921d5013
+size 5251
diff --git a/params/opt/8/rnd_search_t_cos/comb_10/trained/model.decoder.layers.3.self_attn.v_proj/_0.pt b/params/opt/8/rnd_search_t_cos/comb_10/trained/model.decoder.layers.3.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..bfda380e0cd0440f52bc48ef993d175f402c1d22
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_10/trained/model.decoder.layers.3.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:9fb99d73da72688f6837aa6a0f2f917a14a8a8bf9d20e5799f1b1f22e7982bcc
+size 5251
diff --git a/params/opt/8/rnd_search_t_cos/comb_10/trained/model.decoder.layers.3.self_attn.v_proj/_s.pt b/params/opt/8/rnd_search_t_cos/comb_10/trained/model.decoder.layers.3.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..b605356fcd0f960b78b37fc7aabcef5ff17ed53a
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_10/trained/model.decoder.layers.3.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:6deaeae32b47cf3338de5d9772e435aaabd9ac388206cc3a5babd3ccd1d415bb
+size 5251
diff --git a/params/opt/8/rnd_search_t_cos/comb_10/trained/model.decoder.layers.4.fc1/_0.pt b/params/opt/8/rnd_search_t_cos/comb_10/trained/model.decoder.layers.4.fc1/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2828f90e922fada59fa55477f56f0c6620a28aa1
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_10/trained/model.decoder.layers.4.fc1/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b700ab51a3081735b70ef1386c62a6d2911b83baee76269e5f6e3e5feb7beffb
+size 17539
diff --git a/params/opt/8/rnd_search_t_cos/comb_10/trained/model.decoder.layers.4.fc1/_s.pt b/params/opt/8/rnd_search_t_cos/comb_10/trained/model.decoder.layers.4.fc1/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8d8d8f89702de767bd5e6ef1eb178f0ea0bfd332
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_10/trained/model.decoder.layers.4.fc1/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:465f462d4829258619fd7e589a9aba54c7d12737863306c8aa6a8dadad8a7e1d
+size 17539
diff --git a/params/opt/8/rnd_search_t_cos/comb_10/trained/model.decoder.layers.4.fc2/_0.pt b/params/opt/8/rnd_search_t_cos/comb_10/trained/model.decoder.layers.4.fc2/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..5a33f412661e8ed2a3866cd3eb84cf48e9676d25
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_10/trained/model.decoder.layers.4.fc2/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:3c34fe36925cae77a6da8e19c6a10165abbeec50f8463d45e7dc97229f142ce4
+size 5251
diff --git a/params/opt/8/rnd_search_t_cos/comb_10/trained/model.decoder.layers.4.fc2/_s.pt b/params/opt/8/rnd_search_t_cos/comb_10/trained/model.decoder.layers.4.fc2/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..27808bafc5028075e6694fd1e1636236b4fc60ad
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_10/trained/model.decoder.layers.4.fc2/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0514db8b7b52f8eef0852a5e3ae17bfc5613ad6417f4dc249f7a2569389d6afa
+size 5251
diff --git a/params/opt/8/rnd_search_t_cos/comb_10/trained/model.decoder.layers.4.self_attn.k_proj/_0.pt b/params/opt/8/rnd_search_t_cos/comb_10/trained/model.decoder.layers.4.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..997f8d6a41bc83f8a2cccec975a82674fe31f885
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_10/trained/model.decoder.layers.4.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:7aefb99b8e738fd39b94675c3d7aab33163cd7be0fd360838f3a669baae45940
+size 5251
diff --git a/params/opt/8/rnd_search_t_cos/comb_10/trained/model.decoder.layers.4.self_attn.k_proj/_s.pt b/params/opt/8/rnd_search_t_cos/comb_10/trained/model.decoder.layers.4.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..330eda5d8da803208bdb309cc739e4dd8f6732aa
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_10/trained/model.decoder.layers.4.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5bdfd82b0ff7c6299488597c1270c43d842ee97cd27750a3d5d00f7243c5f18c
+size 5251
diff --git a/params/opt/8/rnd_search_t_cos/comb_10/trained/model.decoder.layers.4.self_attn.out_proj/_0.pt b/params/opt/8/rnd_search_t_cos/comb_10/trained/model.decoder.layers.4.self_attn.out_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ec3838bbbb51010b3fc9c6771a61dfbf2b6bd437
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_10/trained/model.decoder.layers.4.self_attn.out_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:9cf8fdb86d273dbc9940c004b661bdd69a00e5682f03dad9146d1f32f82ff13e
+size 5251
diff --git a/params/opt/8/rnd_search_t_cos/comb_10/trained/model.decoder.layers.4.self_attn.out_proj/_s.pt b/params/opt/8/rnd_search_t_cos/comb_10/trained/model.decoder.layers.4.self_attn.out_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..51715d85322b2fe289b40f40a0c415e5234cb120
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_10/trained/model.decoder.layers.4.self_attn.out_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f611aa85c634247775d734594579b9f0fa21dab0b52e7ca9693faa24230f05e7
+size 5251
diff --git a/params/opt/8/rnd_search_t_cos/comb_10/trained/model.decoder.layers.4.self_attn.q_proj/_0.pt b/params/opt/8/rnd_search_t_cos/comb_10/trained/model.decoder.layers.4.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4ec138a197a40f244c446ff8920bb7454ac47079
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_10/trained/model.decoder.layers.4.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e19d985b48e67b18b9b33e4da00bdff38c0adca7c5f16a2a44da69acdc6185c3
+size 5251
diff --git a/params/opt/8/rnd_search_t_cos/comb_10/trained/model.decoder.layers.4.self_attn.q_proj/_s.pt b/params/opt/8/rnd_search_t_cos/comb_10/trained/model.decoder.layers.4.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..d36cc5361ada0dd2a524e99be054093f31eb714d
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_10/trained/model.decoder.layers.4.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:90df04a9943442cc377c71fbb440f04ee68f6588e4bcc988a147e33f45ca05e0
+size 5251
diff --git a/params/opt/8/rnd_search_t_cos/comb_10/trained/model.decoder.layers.4.self_attn.v_proj/_0.pt b/params/opt/8/rnd_search_t_cos/comb_10/trained/model.decoder.layers.4.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c27c0617dbaf2031428e22c26693705287746cde
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_10/trained/model.decoder.layers.4.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:103bbedfed308ce1c6836e72cfc2baa3560bbe495fc6e24a3603eacb99f9b80d
+size 5251
diff --git a/params/opt/8/rnd_search_t_cos/comb_10/trained/model.decoder.layers.4.self_attn.v_proj/_s.pt b/params/opt/8/rnd_search_t_cos/comb_10/trained/model.decoder.layers.4.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..996f321e2b2ec5d402fb3b02243cf40f2ddcb6e8
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_10/trained/model.decoder.layers.4.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:7206362c3ea959600d7e7ee4161bacb112e1a61b2a892464982b711b1ee464e0
+size 5251
diff --git a/params/opt/8/rnd_search_t_cos/comb_10/trained/model.decoder.layers.5.fc1/_0.pt b/params/opt/8/rnd_search_t_cos/comb_10/trained/model.decoder.layers.5.fc1/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..bb5c7ec59671ccf76db070fab56e76fee4dc39a0
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_10/trained/model.decoder.layers.5.fc1/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c03ce62a23a2594e949e54e4ad83d38c427410bb95f8ed87a40bdd2e1a028ccb
+size 17539
diff --git a/params/opt/8/rnd_search_t_cos/comb_10/trained/model.decoder.layers.5.fc1/_s.pt b/params/opt/8/rnd_search_t_cos/comb_10/trained/model.decoder.layers.5.fc1/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..3b5b5e09a45a9fb1d14ecee6d824705873c137fe
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_10/trained/model.decoder.layers.5.fc1/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:129a97c45837b6345e50f298572532bd22e0c35d894b342e486b7e50e96dee4d
+size 17539
diff --git a/params/opt/8/rnd_search_t_cos/comb_10/trained/model.decoder.layers.5.fc2/_0.pt b/params/opt/8/rnd_search_t_cos/comb_10/trained/model.decoder.layers.5.fc2/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..216460955e005509c2c94f12447b23d2f3ceedd7
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_10/trained/model.decoder.layers.5.fc2/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:464cf0957d6157e3bb8cd5d9b2d498b885846b32603ca15b4093d51b7b667590
+size 5251
diff --git a/params/opt/8/rnd_search_t_cos/comb_10/trained/model.decoder.layers.5.fc2/_s.pt b/params/opt/8/rnd_search_t_cos/comb_10/trained/model.decoder.layers.5.fc2/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a021332d9cedc138761ac20cd4268c30af283d92
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_10/trained/model.decoder.layers.5.fc2/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d655aace6333cda5d7a164f83fdaa343881d2277bdc8a2013143e3bad23b6631
+size 5251
diff --git a/params/opt/8/rnd_search_t_cos/comb_10/trained/model.decoder.layers.5.self_attn.k_proj/_0.pt b/params/opt/8/rnd_search_t_cos/comb_10/trained/model.decoder.layers.5.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..9b4e607c6bb11e185462101f1256f0c1152b20c3
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_10/trained/model.decoder.layers.5.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:24951a0f3bc1cc8ea0a58dd3a457c130598f8e05faf31308c39aaf9bbf599e2a
+size 5251
diff --git a/params/opt/8/rnd_search_t_cos/comb_10/trained/model.decoder.layers.5.self_attn.k_proj/_s.pt b/params/opt/8/rnd_search_t_cos/comb_10/trained/model.decoder.layers.5.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..cc6ef2988dc5ec3c0eb83139e6365b984d3060f9
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_10/trained/model.decoder.layers.5.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:143bc10ba094d469b52d8e8ec7dee02351b5c1ce4db84a5f4763332d1b44ea86
+size 5251
diff --git a/params/opt/8/rnd_search_t_cos/comb_10/trained/model.decoder.layers.5.self_attn.out_proj/_0.pt b/params/opt/8/rnd_search_t_cos/comb_10/trained/model.decoder.layers.5.self_attn.out_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..be611498f852a6015a117ce3872c26fa5dd9bfeb
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_10/trained/model.decoder.layers.5.self_attn.out_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c988b370f35fd52a602cbd673eabd7e7f1a77965047b84ad105d9e834ff6b7ba
+size 5251
diff --git a/params/opt/8/rnd_search_t_cos/comb_10/trained/model.decoder.layers.5.self_attn.out_proj/_s.pt b/params/opt/8/rnd_search_t_cos/comb_10/trained/model.decoder.layers.5.self_attn.out_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..371c8aad33f201b7972dbbde5510f691830be9a9
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_10/trained/model.decoder.layers.5.self_attn.out_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:80d1ab608708b5825bd88eed2892024e9d4608d9ac747145ac7b4dee3e5b07de
+size 5251
diff --git a/params/opt/8/rnd_search_t_cos/comb_10/trained/model.decoder.layers.5.self_attn.q_proj/_0.pt b/params/opt/8/rnd_search_t_cos/comb_10/trained/model.decoder.layers.5.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ed665cc6926143733642fc4f4a7f079bddfb6cfe
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_10/trained/model.decoder.layers.5.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:da7ff7f702042fb3b706fb2c9b2897498bc58326c8d39a060b3756a2e5d5a162
+size 5251
diff --git a/params/opt/8/rnd_search_t_cos/comb_10/trained/model.decoder.layers.5.self_attn.q_proj/_s.pt b/params/opt/8/rnd_search_t_cos/comb_10/trained/model.decoder.layers.5.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..5324441dd6a31e797da34194aadf092e953631a1
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_10/trained/model.decoder.layers.5.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b63ccb2c8a8d928cc0b71052d2c3fbcde4d87ae0fd35575bdb5ae7564063ea68
+size 5251
diff --git a/params/opt/8/rnd_search_t_cos/comb_10/trained/model.decoder.layers.5.self_attn.v_proj/_0.pt b/params/opt/8/rnd_search_t_cos/comb_10/trained/model.decoder.layers.5.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..932185e8ff1e96d91f5b53556d8d35cc411e6714
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_10/trained/model.decoder.layers.5.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:74f0dd99cd75cbf002c29654573b5ef0cb106eac044c2b21cba1b1c036f5b0b5
+size 5251
diff --git a/params/opt/8/rnd_search_t_cos/comb_10/trained/model.decoder.layers.5.self_attn.v_proj/_s.pt b/params/opt/8/rnd_search_t_cos/comb_10/trained/model.decoder.layers.5.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..1c3a993239777b3f12e8c86480e8e720a9c8ac9d
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_10/trained/model.decoder.layers.5.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5433a6ea4c54de6b048e1617d727dda1ce67c89499ae355067f18ba3cc6bc4e8
+size 5251
diff --git a/params/opt/8/rnd_search_t_cos/comb_10/trained/model.decoder.layers.6.fc1/_0.pt b/params/opt/8/rnd_search_t_cos/comb_10/trained/model.decoder.layers.6.fc1/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..122dfabfe97cd151b095a332fb7da3581cc9bb02
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_10/trained/model.decoder.layers.6.fc1/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:353ca84e7cd0618637d46ce35b9c03bf8a354905dfa5480119bea2caad2fefdc
+size 17539
diff --git a/params/opt/8/rnd_search_t_cos/comb_10/trained/model.decoder.layers.6.fc1/_s.pt b/params/opt/8/rnd_search_t_cos/comb_10/trained/model.decoder.layers.6.fc1/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..3d46432b51b2b4e8b02a706e7659076c3eb45e84
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_10/trained/model.decoder.layers.6.fc1/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ef8af4d8cdf601193f30f8b06b849c53f63b2876577ec94982a0b95116f8611f
+size 17539
diff --git a/params/opt/8/rnd_search_t_cos/comb_10/trained/model.decoder.layers.6.fc2/_0.pt b/params/opt/8/rnd_search_t_cos/comb_10/trained/model.decoder.layers.6.fc2/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ccf5d2116d2c4e87abccebdbb1fb47191145be47
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_10/trained/model.decoder.layers.6.fc2/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c241b439276c634f130ce9ad160ddff7988c4fcb7ca24c771f12f997d657ea2b
+size 5251
diff --git a/params/opt/8/rnd_search_t_cos/comb_10/trained/model.decoder.layers.6.fc2/_s.pt b/params/opt/8/rnd_search_t_cos/comb_10/trained/model.decoder.layers.6.fc2/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..9a142505247dcfdcb93e4cf8266b483243522547
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_10/trained/model.decoder.layers.6.fc2/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e1e802760d4a7efef3365e40bca92a9c6ff2e02394c9a1aafadf053c5d634f9f
+size 5251
diff --git a/params/opt/8/rnd_search_t_cos/comb_10/trained/model.decoder.layers.6.self_attn.k_proj/_0.pt b/params/opt/8/rnd_search_t_cos/comb_10/trained/model.decoder.layers.6.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..6d7da6b26ef917431a7e4cb60fbfc7a51da81941
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_10/trained/model.decoder.layers.6.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:fbd30eb2346f7acb5756a7efe32b5a682584c4355bb78c20fe4cb011626043c8
+size 5251
diff --git a/params/opt/8/rnd_search_t_cos/comb_10/trained/model.decoder.layers.6.self_attn.k_proj/_s.pt b/params/opt/8/rnd_search_t_cos/comb_10/trained/model.decoder.layers.6.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..020d78b3daf38503a93a3970a9af1d6644a5270b
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_10/trained/model.decoder.layers.6.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:86f0269495496942b8be9dfef12de7c748e7196ab1f5b41fde8dcf9554eedfd3
+size 5251
diff --git a/params/opt/8/rnd_search_t_cos/comb_10/trained/model.decoder.layers.6.self_attn.out_proj/_0.pt b/params/opt/8/rnd_search_t_cos/comb_10/trained/model.decoder.layers.6.self_attn.out_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..0f2f95f5e450c229e694eed5c792ef2869309edf
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_10/trained/model.decoder.layers.6.self_attn.out_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:db516de4d696495626e2a678089fb8fe20c207c13ce5534167c06c6e2982d423
+size 5251
diff --git a/params/opt/8/rnd_search_t_cos/comb_10/trained/model.decoder.layers.6.self_attn.out_proj/_s.pt b/params/opt/8/rnd_search_t_cos/comb_10/trained/model.decoder.layers.6.self_attn.out_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e4c89c5b3d4a98c882c8a8f6965158862d1a02ba
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_10/trained/model.decoder.layers.6.self_attn.out_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:3ab77fb931cc6ae3ef6f5648af86343d31951a911cb966d16875b6b6219284df
+size 5251
diff --git a/params/opt/8/rnd_search_t_cos/comb_10/trained/model.decoder.layers.6.self_attn.q_proj/_0.pt b/params/opt/8/rnd_search_t_cos/comb_10/trained/model.decoder.layers.6.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4273e0faa58a48e05ec9d5bee24f9af540beccdf
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_10/trained/model.decoder.layers.6.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:8bdec3cdd72e65f0e4aa7eb955f85fff7de2b595017cb21ff593e63f35840fca
+size 5251
diff --git a/params/opt/8/rnd_search_t_cos/comb_10/trained/model.decoder.layers.6.self_attn.q_proj/_s.pt b/params/opt/8/rnd_search_t_cos/comb_10/trained/model.decoder.layers.6.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..dbc2a3bae38b2503df9c3e61329593dd39bac6ba
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_10/trained/model.decoder.layers.6.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d5cb0b4a1762be59d5e28bc1b702210123851ffe49d52019d09fcb858e41cd1c
+size 5251
diff --git a/params/opt/8/rnd_search_t_cos/comb_10/trained/model.decoder.layers.6.self_attn.v_proj/_0.pt b/params/opt/8/rnd_search_t_cos/comb_10/trained/model.decoder.layers.6.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..0047716e905b4ac25f02b1857b6224ce6254beaf
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_10/trained/model.decoder.layers.6.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b7be11be1c38be4c6d68670f233561e5003c4986e6e857b7c66051474335643b
+size 5251
diff --git a/params/opt/8/rnd_search_t_cos/comb_10/trained/model.decoder.layers.6.self_attn.v_proj/_s.pt b/params/opt/8/rnd_search_t_cos/comb_10/trained/model.decoder.layers.6.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..df24869d516fef0d7908c8b5d65bbfd9aec00347
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_10/trained/model.decoder.layers.6.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:120e69a6e9eff280ac661a03f2ae6ffed9776458715c088deae22850fe2e030a
+size 5251
diff --git a/params/opt/8/rnd_search_t_cos/comb_10/trained/model.decoder.layers.7.fc1/_0.pt b/params/opt/8/rnd_search_t_cos/comb_10/trained/model.decoder.layers.7.fc1/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..40a041dd5e2cce71ee16266925b95b61d1bf6d38
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_10/trained/model.decoder.layers.7.fc1/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b5c1655dd101291da07bc5eaa344719ea5907c6a3415c726ca08d8538e1b7fce
+size 17539
diff --git a/params/opt/8/rnd_search_t_cos/comb_10/trained/model.decoder.layers.7.fc1/_s.pt b/params/opt/8/rnd_search_t_cos/comb_10/trained/model.decoder.layers.7.fc1/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a16b16840f41c34be9f32e8e88f8962da27f714f
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_10/trained/model.decoder.layers.7.fc1/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:609b5aa2dec001ac9a36b94269388435847938301e5be7a93f16f0abd28898ba
+size 17539
diff --git a/params/opt/8/rnd_search_t_cos/comb_10/trained/model.decoder.layers.7.fc2/_0.pt b/params/opt/8/rnd_search_t_cos/comb_10/trained/model.decoder.layers.7.fc2/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..9647b5dc1cd374ec7803457533b4d3e2641e50da
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_10/trained/model.decoder.layers.7.fc2/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e4c77911fecc5c0f87da058eaab95a529d50f8b686ceafe8c1a3788e37e7db44
+size 5251
diff --git a/params/opt/8/rnd_search_t_cos/comb_10/trained/model.decoder.layers.7.fc2/_s.pt b/params/opt/8/rnd_search_t_cos/comb_10/trained/model.decoder.layers.7.fc2/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..70efdad2db2a6459284849c636c28a81826f5594
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_10/trained/model.decoder.layers.7.fc2/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0616329b24df051eb2e6591ea883bdb68aa2c7023989be6d3403fc56023ff928
+size 5251
diff --git a/params/opt/8/rnd_search_t_cos/comb_10/trained/model.decoder.layers.7.self_attn.k_proj/_0.pt b/params/opt/8/rnd_search_t_cos/comb_10/trained/model.decoder.layers.7.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..cd3d0b061ca9fbb678851221a3f4b6bd5ec1e551
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_10/trained/model.decoder.layers.7.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e9615b7dec7827b42c6ed093c135b4ca6fdfb135a0bad72ef802336559164f2b
+size 5251
diff --git a/params/opt/8/rnd_search_t_cos/comb_10/trained/model.decoder.layers.7.self_attn.k_proj/_s.pt b/params/opt/8/rnd_search_t_cos/comb_10/trained/model.decoder.layers.7.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..403ff0b23e6313d4131fe2b393ad264793bbfbca
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_10/trained/model.decoder.layers.7.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:71b9b43b89d2c15250ad974ac4d085965d4e12b0546169de92f074ce5aa6c0e9
+size 5251
diff --git a/params/opt/8/rnd_search_t_cos/comb_10/trained/model.decoder.layers.7.self_attn.out_proj/_0.pt b/params/opt/8/rnd_search_t_cos/comb_10/trained/model.decoder.layers.7.self_attn.out_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..b820ae73675ba8885cb790de2557bf5b6d27ac9d
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_10/trained/model.decoder.layers.7.self_attn.out_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:6586831f734b7bc85aaad6d1ad0b8c0a4c14a800aadad4764afd349cdb0722d5
+size 5251
diff --git a/params/opt/8/rnd_search_t_cos/comb_10/trained/model.decoder.layers.7.self_attn.out_proj/_s.pt b/params/opt/8/rnd_search_t_cos/comb_10/trained/model.decoder.layers.7.self_attn.out_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e888d3efe9c6d2a2b1fe24288f8e72b34bc2a7b1
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_10/trained/model.decoder.layers.7.self_attn.out_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ac3feb5dd771d2f248873576d92f5c0760997d89bace80b5f74f7984b4f4544d
+size 5251
diff --git a/params/opt/8/rnd_search_t_cos/comb_10/trained/model.decoder.layers.7.self_attn.q_proj/_0.pt b/params/opt/8/rnd_search_t_cos/comb_10/trained/model.decoder.layers.7.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..0e043f1316dd9b016dd2d5ce50dabda335e3e05b
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_10/trained/model.decoder.layers.7.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:bb08e48c32162c7af800cdb3aee4f9f7b92556d386d77bc117959433a9de1af8
+size 5251
diff --git a/params/opt/8/rnd_search_t_cos/comb_10/trained/model.decoder.layers.7.self_attn.q_proj/_s.pt b/params/opt/8/rnd_search_t_cos/comb_10/trained/model.decoder.layers.7.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..d65613b6d2e9516258bbf5a269deb89f4fb35e3b
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_10/trained/model.decoder.layers.7.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5715ce76b24a982e68bfb8211248e0337233246f410f701aecd27998d2813dd2
+size 5251
diff --git a/params/opt/8/rnd_search_t_cos/comb_10/trained/model.decoder.layers.7.self_attn.v_proj/_0.pt b/params/opt/8/rnd_search_t_cos/comb_10/trained/model.decoder.layers.7.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4dc5c0e57ae45200a2b575fc51d238a9decfbd9c
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_10/trained/model.decoder.layers.7.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:080aac728444cc16b96fb9393ab43b7607a22e58fde1ed214614179ef4464d41
+size 5251
diff --git a/params/opt/8/rnd_search_t_cos/comb_10/trained/model.decoder.layers.7.self_attn.v_proj/_s.pt b/params/opt/8/rnd_search_t_cos/comb_10/trained/model.decoder.layers.7.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..3446dba39680a81a11d8227b1ac6c79f861a0066
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_10/trained/model.decoder.layers.7.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c30ab2195d7fefe4d8dd2af74f9b57d9bcde49b860732ac44e68072130b43458
+size 5251
diff --git a/params/opt/8/rnd_search_t_cos/comb_10/trained/model.decoder.layers.8.fc1/_0.pt b/params/opt/8/rnd_search_t_cos/comb_10/trained/model.decoder.layers.8.fc1/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..0d56f2c9ec9ae20e5a2c1f7ab8fb7fe353a05298
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_10/trained/model.decoder.layers.8.fc1/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:6ec19d2379f8e0e66b0b5cc5277ca29933ef09a7355b2e4b6a1603e88ef3d811
+size 17539
diff --git a/params/opt/8/rnd_search_t_cos/comb_10/trained/model.decoder.layers.8.fc1/_s.pt b/params/opt/8/rnd_search_t_cos/comb_10/trained/model.decoder.layers.8.fc1/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..3eb3f8cd9730253adbeaa8698eedbf92fd874a8e
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_10/trained/model.decoder.layers.8.fc1/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:6b1366447db88260daa019f0c5add88cf2fd68482e65700fc93fca861bc8a756
+size 17539
diff --git a/params/opt/8/rnd_search_t_cos/comb_10/trained/model.decoder.layers.8.fc2/_0.pt b/params/opt/8/rnd_search_t_cos/comb_10/trained/model.decoder.layers.8.fc2/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..77ec8dd66da7ac0992e7f1375478335553df087b
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_10/trained/model.decoder.layers.8.fc2/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:8676f8b07adcca367f44a9e14019ad2e8941e9b002083a201f062287b6a4129d
+size 5251
diff --git a/params/opt/8/rnd_search_t_cos/comb_10/trained/model.decoder.layers.8.fc2/_s.pt b/params/opt/8/rnd_search_t_cos/comb_10/trained/model.decoder.layers.8.fc2/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a71b737a7b414d523bea83dbb91b6f48371c0503
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_10/trained/model.decoder.layers.8.fc2/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:69eb636c19ad8ff2b851cf765dcd10aa043006384c76036c4e1381f177055c31
+size 5251
diff --git a/params/opt/8/rnd_search_t_cos/comb_10/trained/model.decoder.layers.8.self_attn.k_proj/_0.pt b/params/opt/8/rnd_search_t_cos/comb_10/trained/model.decoder.layers.8.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..97411c2711347f0fcdd70186e5c3f290618469db
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_10/trained/model.decoder.layers.8.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c59803a5b4b08fe395af12d42718cdb84354c5bb39b7c01229695b2325672d3c
+size 5251
diff --git a/params/opt/8/rnd_search_t_cos/comb_10/trained/model.decoder.layers.8.self_attn.k_proj/_s.pt b/params/opt/8/rnd_search_t_cos/comb_10/trained/model.decoder.layers.8.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..0624f6715c9bf366281c7aff3dad5e5ddf2deb46
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_10/trained/model.decoder.layers.8.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c62575f5a63aadf5163dfbe657b89bcd3a2b8989b7c26b8259d8df7389ba8c91
+size 5251
diff --git a/params/opt/8/rnd_search_t_cos/comb_10/trained/model.decoder.layers.8.self_attn.out_proj/_0.pt b/params/opt/8/rnd_search_t_cos/comb_10/trained/model.decoder.layers.8.self_attn.out_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e152e6ab385c682e1a5017f4a426019eeb229f81
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_10/trained/model.decoder.layers.8.self_attn.out_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:bc463fa7e87b7348e8bb63bcc648cb6de29d17b4749e79a8b491ee2d6f0aa775
+size 5251
diff --git a/params/opt/8/rnd_search_t_cos/comb_10/trained/model.decoder.layers.8.self_attn.out_proj/_s.pt b/params/opt/8/rnd_search_t_cos/comb_10/trained/model.decoder.layers.8.self_attn.out_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..5df7e15b2feb877a247c5adabb13d6fec670e461
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_10/trained/model.decoder.layers.8.self_attn.out_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ac3de0147b948d1fbc69c7c7e02707a11071da22d9929dda9b136502b7821c3f
+size 5251
diff --git a/params/opt/8/rnd_search_t_cos/comb_10/trained/model.decoder.layers.8.self_attn.q_proj/_0.pt b/params/opt/8/rnd_search_t_cos/comb_10/trained/model.decoder.layers.8.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..9f828cf87ccf03541d9fedd58047b9e8e3956a03
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_10/trained/model.decoder.layers.8.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:1729bcc133117cf404e9c4991143d2f6ea0e3a9579103b105c69bfa910196c8e
+size 5251
diff --git a/params/opt/8/rnd_search_t_cos/comb_10/trained/model.decoder.layers.8.self_attn.q_proj/_s.pt b/params/opt/8/rnd_search_t_cos/comb_10/trained/model.decoder.layers.8.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..d13e3a291169255980e3b81bffe0f42ec327d102
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_10/trained/model.decoder.layers.8.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ad5554a03a1e253b412bd38742a44aafbbf8aa447b97ff23e1447b6b0e81b593
+size 5251
diff --git a/params/opt/8/rnd_search_t_cos/comb_10/trained/model.decoder.layers.8.self_attn.v_proj/_0.pt b/params/opt/8/rnd_search_t_cos/comb_10/trained/model.decoder.layers.8.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e51b1a25254792a9f262b16aa8908bd593a832be
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_10/trained/model.decoder.layers.8.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b35039e3a060f267de5ed8110382a151d3960cc3201d7b9d9e3484fa01ee7a3b
+size 5251
diff --git a/params/opt/8/rnd_search_t_cos/comb_10/trained/model.decoder.layers.8.self_attn.v_proj/_s.pt b/params/opt/8/rnd_search_t_cos/comb_10/trained/model.decoder.layers.8.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..d48da7568d7337fca68fad380f172b1d9af2f930
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_10/trained/model.decoder.layers.8.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e32ee8a522dc0acdcdf54c598a4be0141b1ec5ec3385e88aab97b5247b1458cb
+size 5251
diff --git a/params/opt/8/rnd_search_t_cos/comb_10/trained/model.decoder.layers.9.fc1/_0.pt b/params/opt/8/rnd_search_t_cos/comb_10/trained/model.decoder.layers.9.fc1/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..9ebd0f2cd00897dc404d024ddde42cf0d39c31d9
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_10/trained/model.decoder.layers.9.fc1/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:43f3963be727a714703ce3710e7c01dc0d51ac18be7f0b62849deb686b4167d8
+size 17539
diff --git a/params/opt/8/rnd_search_t_cos/comb_10/trained/model.decoder.layers.9.fc1/_s.pt b/params/opt/8/rnd_search_t_cos/comb_10/trained/model.decoder.layers.9.fc1/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..23089eed2875f2038c5db5be13d4602956e9cc62
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_10/trained/model.decoder.layers.9.fc1/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d14e461a11378f52e5b989f643545a30545e42bef27bb30d814095b43d7aa384
+size 17539
diff --git a/params/opt/8/rnd_search_t_cos/comb_10/trained/model.decoder.layers.9.fc2/_0.pt b/params/opt/8/rnd_search_t_cos/comb_10/trained/model.decoder.layers.9.fc2/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..dc29380d6a94ce52afc264ac5a891b64ff55e5be
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_10/trained/model.decoder.layers.9.fc2/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e9608aa2b8ed8404c8a1cdd9c5d7faeb7748745a4b8216282a7ebd87518175aa
+size 5251
diff --git a/params/opt/8/rnd_search_t_cos/comb_10/trained/model.decoder.layers.9.fc2/_s.pt b/params/opt/8/rnd_search_t_cos/comb_10/trained/model.decoder.layers.9.fc2/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..d8550cea4094be9c311b3a5e873c8638692d5638
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_10/trained/model.decoder.layers.9.fc2/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:21b6dd6d5b7b2e3e05267296d1265376da210d206d45af61d63c6757e8e6394a
+size 5251
diff --git a/params/opt/8/rnd_search_t_cos/comb_10/trained/model.decoder.layers.9.self_attn.k_proj/_0.pt b/params/opt/8/rnd_search_t_cos/comb_10/trained/model.decoder.layers.9.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..3aad55e312516e054ce8170f90aa92fb39cbb263
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_10/trained/model.decoder.layers.9.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e31aea62b5c4c2ef3dc4031afcc8597c296bdd3d5aaf8084e2811c56ef95caa7
+size 5251
diff --git a/params/opt/8/rnd_search_t_cos/comb_10/trained/model.decoder.layers.9.self_attn.k_proj/_s.pt b/params/opt/8/rnd_search_t_cos/comb_10/trained/model.decoder.layers.9.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..af5ddfb4e63f59730f294ce5740e60b5dfc68b0d
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_10/trained/model.decoder.layers.9.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:3cace4118629a91c332ec212f4cedef993c32481ceffa972cc809349537ae000
+size 5251
diff --git a/params/opt/8/rnd_search_t_cos/comb_10/trained/model.decoder.layers.9.self_attn.out_proj/_0.pt b/params/opt/8/rnd_search_t_cos/comb_10/trained/model.decoder.layers.9.self_attn.out_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..f5cfbfd1ed7208875ff030ee040d8451aa1daa47
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_10/trained/model.decoder.layers.9.self_attn.out_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2050d6f3e73e4d45141383b914166ce0b000be6799cf2fe616a1b5144d5e741c
+size 5251
diff --git a/params/opt/8/rnd_search_t_cos/comb_10/trained/model.decoder.layers.9.self_attn.out_proj/_s.pt b/params/opt/8/rnd_search_t_cos/comb_10/trained/model.decoder.layers.9.self_attn.out_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ce50cfc7436063cf7f4742c4c953bfde8e3f4fac
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_10/trained/model.decoder.layers.9.self_attn.out_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:9091f33baa53fe8e22da0d57b5437232608c4f50023f2f715df64631055123d4
+size 5251
diff --git a/params/opt/8/rnd_search_t_cos/comb_10/trained/model.decoder.layers.9.self_attn.q_proj/_0.pt b/params/opt/8/rnd_search_t_cos/comb_10/trained/model.decoder.layers.9.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..91fbb51e0223d1e897527053a0a9f03348fe21f0
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_10/trained/model.decoder.layers.9.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b281db333b367f786fc4b45bc96515e0d420ebee39a46311ae56a7ecca51323e
+size 5251
diff --git a/params/opt/8/rnd_search_t_cos/comb_10/trained/model.decoder.layers.9.self_attn.q_proj/_s.pt b/params/opt/8/rnd_search_t_cos/comb_10/trained/model.decoder.layers.9.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..48bc00d067fcfd783617ad4fd100262c41e6042d
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_10/trained/model.decoder.layers.9.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:00f04877106f323a4a96de827e50489d3044c6eb19aae0209374c75b0d00c8fc
+size 5251
diff --git a/params/opt/8/rnd_search_t_cos/comb_10/trained/model.decoder.layers.9.self_attn.v_proj/_0.pt b/params/opt/8/rnd_search_t_cos/comb_10/trained/model.decoder.layers.9.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..7a35b6ad238f7d890c05c89a5057a6d2276adf74
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_10/trained/model.decoder.layers.9.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:922feec273c33739cd5fd9c82cd941d07af417b2437bbbdc4fd38dac9e9df404
+size 5251
diff --git a/params/opt/8/rnd_search_t_cos/comb_10/trained/model.decoder.layers.9.self_attn.v_proj/_s.pt b/params/opt/8/rnd_search_t_cos/comb_10/trained/model.decoder.layers.9.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..b6722c2f986f148eff862f83c9116dbaf297b354
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_10/trained/model.decoder.layers.9.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:68e752d83c54942248e4221d22ddd69fb5829d626400f97627d887c782344c30
+size 5251
diff --git a/params/opt/8/rnd_search_t_cos/comb_10/trained/model.decoder.project_in/_0.pt b/params/opt/8/rnd_search_t_cos/comb_10/trained/model.decoder.project_in/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a71ff07152208c6dabd4643f2a20874322516f0c
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_10/trained/model.decoder.project_in/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e5996a19c56ecb30b9dc52ce7e7c94e502e02db5ac8e4b85ab0a534184f8e0fc
+size 5251
diff --git a/params/opt/8/rnd_search_t_cos/comb_10/trained/model.decoder.project_in/_s.pt b/params/opt/8/rnd_search_t_cos/comb_10/trained/model.decoder.project_in/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..b660a869bf7aeae0c56ae70418fecc6438ea93e1
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_10/trained/model.decoder.project_in/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:df2d8fdd6f94862c0c2cd93dabbec0606e73fea9bdc2c113e4c18804083a5bfd
+size 5251
diff --git a/params/opt/8/rnd_search_t_cos/comb_10/trained/model.decoder.project_out/_0.pt b/params/opt/8/rnd_search_t_cos/comb_10/trained/model.decoder.project_out/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2f5c2b968642d10a6d4f61e528f39bc0ce2b6024
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_10/trained/model.decoder.project_out/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:77dfc24eebd9ddec7f5036e77c5b88b22c758c28b4c7f384f40c9ec528414bd1
+size 3203
diff --git a/params/opt/8/rnd_search_t_cos/comb_10/trained/model.decoder.project_out/_s.pt b/params/opt/8/rnd_search_t_cos/comb_10/trained/model.decoder.project_out/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..638466077fd470b190e4ac347f96f2edde208fed
--- /dev/null
+++ b/params/opt/8/rnd_search_t_cos/comb_10/trained/model.decoder.project_out/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:1bf1ff332592bbe3f52c07958c87e89b7da024af674b7163478d2be1ea4c962c
+size 3203