diff --git a/params/phi/7/rnd_search_t_no_sched/comb_18/init/lm_head/_s.pt b/params/phi/7/rnd_search_t_no_sched/comb_18/init/lm_head/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..12abd4dfa8c59a2ce72b7830440a6dc884bef01e
--- /dev/null
+++ b/params/phi/7/rnd_search_t_no_sched/comb_18/init/lm_head/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:397d112ec929a21a9b6d562bd24ad20b621ea702f4ba6b78a1806e77a1f94ce9
+size 205955
diff --git a/params/phi/7/rnd_search_t_no_sched/comb_18/init/model.layers.0.mlp.fc1/_s.pt b/params/phi/7/rnd_search_t_no_sched/comb_18/init/model.layers.0.mlp.fc1/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..3c58922d45cae133fba0549bfbee1e0012026487
--- /dev/null
+++ b/params/phi/7/rnd_search_t_no_sched/comb_18/init/model.layers.0.mlp.fc1/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2e51065266e2d414d8f6705493a86528e55c0f790e4499d0b243045e9bc7c9e0
+size 42115
diff --git a/params/phi/7/rnd_search_t_no_sched/comb_18/init/model.layers.0.mlp.fc2/_s.pt b/params/phi/7/rnd_search_t_no_sched/comb_18/init/model.layers.0.mlp.fc2/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..97ea6ea65da303fb76f80608ebe0df757bf4cf4f
--- /dev/null
+++ b/params/phi/7/rnd_search_t_no_sched/comb_18/init/model.layers.0.mlp.fc2/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b06fc8d2a1a3fbbb6ea98a916e454fe56c5fbbbab3da57d885a674d88915b10e
+size 11395
diff --git a/params/phi/7/rnd_search_t_no_sched/comb_18/init/model.layers.0.self_attn.dense/_s.pt b/params/phi/7/rnd_search_t_no_sched/comb_18/init/model.layers.0.self_attn.dense/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..387727dc1c9ade53aac58ef8c2cdb43fd3b044af
--- /dev/null
+++ b/params/phi/7/rnd_search_t_no_sched/comb_18/init/model.layers.0.self_attn.dense/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:8200bf518dfb61cfb8e196bee65b18f8bc5c870dcb7d0f0650453743c75a4f06
+size 11395
diff --git a/params/phi/7/rnd_search_t_no_sched/comb_18/init/model.layers.0.self_attn.k_proj/_s.pt b/params/phi/7/rnd_search_t_no_sched/comb_18/init/model.layers.0.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..f368100847e8d337c5c92c9dc20382268670269d
--- /dev/null
+++ b/params/phi/7/rnd_search_t_no_sched/comb_18/init/model.layers.0.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:483abf1d45b88d7f2983d981c967fd305db260c3b2045777139af1f7e23535d4
+size 11395
diff --git a/params/phi/7/rnd_search_t_no_sched/comb_18/init/model.layers.0.self_attn.q_proj/_s.pt b/params/phi/7/rnd_search_t_no_sched/comb_18/init/model.layers.0.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e67ede81ade294619f90f0182396fbed2213a770
--- /dev/null
+++ b/params/phi/7/rnd_search_t_no_sched/comb_18/init/model.layers.0.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a03305ff556bafcd48ba3fcc3adb368089b71bc3ae19e900d5f649e85e7b60dc
+size 11395
diff --git a/params/phi/7/rnd_search_t_no_sched/comb_18/init/model.layers.0.self_attn.v_proj/_s.pt b/params/phi/7/rnd_search_t_no_sched/comb_18/init/model.layers.0.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4a26904efb94bd0e97774a1fd16b0c86537f6356
--- /dev/null
+++ b/params/phi/7/rnd_search_t_no_sched/comb_18/init/model.layers.0.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a5894322535ef3dc0b8c50fdba6eb17612bfadfa0d99f8dfaa7349d98c1bfd00
+size 11395
diff --git a/params/phi/7/rnd_search_t_no_sched/comb_18/init/model.layers.1.mlp.fc1/_s.pt b/params/phi/7/rnd_search_t_no_sched/comb_18/init/model.layers.1.mlp.fc1/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..b7355dd337ea3d7e112992e7f175a527fae6e409
--- /dev/null
+++ b/params/phi/7/rnd_search_t_no_sched/comb_18/init/model.layers.1.mlp.fc1/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:9232b03a3096e4288224bdeb3f797cd38db170c3876b08a057ea689446a54e41
+size 42115
diff --git a/params/phi/7/rnd_search_t_no_sched/comb_18/init/model.layers.1.mlp.fc2/_s.pt b/params/phi/7/rnd_search_t_no_sched/comb_18/init/model.layers.1.mlp.fc2/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c1ba89d680e5c7597e5d643daf92786da8889f9d
--- /dev/null
+++ b/params/phi/7/rnd_search_t_no_sched/comb_18/init/model.layers.1.mlp.fc2/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0530db145374d8601fe5aa42e18d54a8ca7a16b291bb05e58b28af2d1c4b2067
+size 11395
diff --git a/params/phi/7/rnd_search_t_no_sched/comb_18/init/model.layers.1.self_attn.dense/_s.pt b/params/phi/7/rnd_search_t_no_sched/comb_18/init/model.layers.1.self_attn.dense/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..1ca6e6806673c3f378676d40f0e104cd747431ca
--- /dev/null
+++ b/params/phi/7/rnd_search_t_no_sched/comb_18/init/model.layers.1.self_attn.dense/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0b6f3a29e4dd84f877c9cd6a767b14c853aca1357e7f0be48dd20655b3ccf9b2
+size 11395
diff --git a/params/phi/7/rnd_search_t_no_sched/comb_18/init/model.layers.1.self_attn.k_proj/_s.pt b/params/phi/7/rnd_search_t_no_sched/comb_18/init/model.layers.1.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4568599fd180ff87f2bb813359536febdc2f1908
--- /dev/null
+++ b/params/phi/7/rnd_search_t_no_sched/comb_18/init/model.layers.1.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ecbbb3d453288cb04c00832500daf83d8523ac5bb70fac12c4cc8afe8b509b58
+size 11395
diff --git a/params/phi/7/rnd_search_t_no_sched/comb_18/init/model.layers.1.self_attn.q_proj/_s.pt b/params/phi/7/rnd_search_t_no_sched/comb_18/init/model.layers.1.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..d2a9c1e5eb8bcbe342f99b38ac9422abef5735bb
--- /dev/null
+++ b/params/phi/7/rnd_search_t_no_sched/comb_18/init/model.layers.1.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:60843038c09890b3d3d4308da52dba8eb68941308164c7bde7754341b0a279b0
+size 11395
diff --git a/params/phi/7/rnd_search_t_no_sched/comb_18/init/model.layers.1.self_attn.v_proj/_s.pt b/params/phi/7/rnd_search_t_no_sched/comb_18/init/model.layers.1.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..1d99c6114e32659060845d49449dda65ddcd0ffb
--- /dev/null
+++ b/params/phi/7/rnd_search_t_no_sched/comb_18/init/model.layers.1.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:45f3a94eed2e7b0b5d1ea41dfc1d2a8ba90f34a8786ece8b3c7e4f1a9af44735
+size 11395
diff --git a/params/phi/7/rnd_search_t_no_sched/comb_18/init/model.layers.10.mlp.fc1/_s.pt b/params/phi/7/rnd_search_t_no_sched/comb_18/init/model.layers.10.mlp.fc1/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..9d9730fed437806f0db32a7a46a51e4e902a9837
--- /dev/null
+++ b/params/phi/7/rnd_search_t_no_sched/comb_18/init/model.layers.10.mlp.fc1/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:4384c7e250bb9c27df1f23bf7d02c516e889dc7b3df4f1359d33329edaffda07
+size 42115
diff --git a/params/phi/7/rnd_search_t_no_sched/comb_18/init/model.layers.10.mlp.fc2/_s.pt b/params/phi/7/rnd_search_t_no_sched/comb_18/init/model.layers.10.mlp.fc2/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..41673421a43473a4e9ef0e852b83543880f934e4
--- /dev/null
+++ b/params/phi/7/rnd_search_t_no_sched/comb_18/init/model.layers.10.mlp.fc2/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b6a12b0db3af2f44534830dcc00459f91a146994218c7ef086c630eadb007d81
+size 11395
diff --git a/params/phi/7/rnd_search_t_no_sched/comb_18/init/model.layers.10.self_attn.dense/_s.pt b/params/phi/7/rnd_search_t_no_sched/comb_18/init/model.layers.10.self_attn.dense/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c2112580c52a43693c0636af4355e1f07c63373b
--- /dev/null
+++ b/params/phi/7/rnd_search_t_no_sched/comb_18/init/model.layers.10.self_attn.dense/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ebe33798de7c4ed1e2c2e1320b8d5e67a6cf54a0da29af6fc25d5943a9d48652
+size 11395
diff --git a/params/phi/7/rnd_search_t_no_sched/comb_18/init/model.layers.10.self_attn.k_proj/_s.pt b/params/phi/7/rnd_search_t_no_sched/comb_18/init/model.layers.10.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..b4eb497bc8bda440c433a477b4fb516ac17b9042
--- /dev/null
+++ b/params/phi/7/rnd_search_t_no_sched/comb_18/init/model.layers.10.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ef23700cd60b094d66c1349d70015519e6805eed3c3620c94e645b20b3e60d70
+size 11395
diff --git a/params/phi/7/rnd_search_t_no_sched/comb_18/init/model.layers.10.self_attn.q_proj/_s.pt b/params/phi/7/rnd_search_t_no_sched/comb_18/init/model.layers.10.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..b1e7279902d9640d21b396ac2a9e6acc355a942d
--- /dev/null
+++ b/params/phi/7/rnd_search_t_no_sched/comb_18/init/model.layers.10.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ff0d3d40006f99d1225600c0ac74d166a33934df3a498103a77bfbec9dbde57a
+size 11395
diff --git a/params/phi/7/rnd_search_t_no_sched/comb_18/init/model.layers.10.self_attn.v_proj/_s.pt b/params/phi/7/rnd_search_t_no_sched/comb_18/init/model.layers.10.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e2bb949f5a5d542cde07e17e077634d7813ca296
--- /dev/null
+++ b/params/phi/7/rnd_search_t_no_sched/comb_18/init/model.layers.10.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f7c3a759535ede5933c7c2dfda3c73bd5fe36050db6cae327ce9d767529b08d0
+size 11395
diff --git a/params/phi/7/rnd_search_t_no_sched/comb_18/init/model.layers.11.mlp.fc1/_s.pt b/params/phi/7/rnd_search_t_no_sched/comb_18/init/model.layers.11.mlp.fc1/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..6f310e9d32873b90ef43e3ef83491067927b1fd9
--- /dev/null
+++ b/params/phi/7/rnd_search_t_no_sched/comb_18/init/model.layers.11.mlp.fc1/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2f9d4b8edfce047bff8eb35f0c63cb0812e9145f8405656ed944ff8edd02eb3c
+size 42115
diff --git a/params/phi/7/rnd_search_t_no_sched/comb_18/init/model.layers.11.mlp.fc2/_s.pt b/params/phi/7/rnd_search_t_no_sched/comb_18/init/model.layers.11.mlp.fc2/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..126e9b2f8e5a89d4f2d0498fae06be81606d3e92
--- /dev/null
+++ b/params/phi/7/rnd_search_t_no_sched/comb_18/init/model.layers.11.mlp.fc2/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:1e3f7ac4a0e9cc195404b3c17a29497ff2a9036d3ce97f84ebbfe210dea016e5
+size 11395
diff --git a/params/phi/7/rnd_search_t_no_sched/comb_18/init/model.layers.11.self_attn.dense/_s.pt b/params/phi/7/rnd_search_t_no_sched/comb_18/init/model.layers.11.self_attn.dense/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..5edb33d6c50c8919442cb47282ec88b04e8a2d53
--- /dev/null
+++ b/params/phi/7/rnd_search_t_no_sched/comb_18/init/model.layers.11.self_attn.dense/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e8a3316b4121da1fd9d3278fc0ce0aa34bd8da7d7e83dc3d74966414c2ca34ae
+size 11395
diff --git a/params/phi/7/rnd_search_t_no_sched/comb_18/init/model.layers.11.self_attn.k_proj/_s.pt b/params/phi/7/rnd_search_t_no_sched/comb_18/init/model.layers.11.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2538c7996518a38423248734ff1035f8ab643f4f
--- /dev/null
+++ b/params/phi/7/rnd_search_t_no_sched/comb_18/init/model.layers.11.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:41f7a68e1be78c57378991c76ed05dfc6c29b1a4d44141f3e4ee5e653f46995c
+size 11395
diff --git a/params/phi/7/rnd_search_t_no_sched/comb_18/init/model.layers.11.self_attn.q_proj/_s.pt b/params/phi/7/rnd_search_t_no_sched/comb_18/init/model.layers.11.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..34aafa03b6fba81921b146663e51d68afd0372dc
--- /dev/null
+++ b/params/phi/7/rnd_search_t_no_sched/comb_18/init/model.layers.11.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2a304032973429320bc686c63ef871956bea05199d11d1b1bcbe11c724d0e059
+size 11395
diff --git a/params/phi/7/rnd_search_t_no_sched/comb_18/init/model.layers.11.self_attn.v_proj/_s.pt b/params/phi/7/rnd_search_t_no_sched/comb_18/init/model.layers.11.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..6ac29bc1b7f5203d852935a8b29dbd3331157bdd
--- /dev/null
+++ b/params/phi/7/rnd_search_t_no_sched/comb_18/init/model.layers.11.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:680a1d9ef82e1f49fb9c520e0a361ce703a40e31363e2b2f45732138ad79c577
+size 11395
diff --git a/params/phi/7/rnd_search_t_no_sched/comb_18/init/model.layers.12.mlp.fc1/_s.pt b/params/phi/7/rnd_search_t_no_sched/comb_18/init/model.layers.12.mlp.fc1/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..b5fdab6762dcb60fdf3c4a6620e9a392650bac96
--- /dev/null
+++ b/params/phi/7/rnd_search_t_no_sched/comb_18/init/model.layers.12.mlp.fc1/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e5b27bb6ffd835351340168e078520372f392ccbc30f9ec57958e5aa6d1a1789
+size 42115
diff --git a/params/phi/7/rnd_search_t_no_sched/comb_18/init/model.layers.12.mlp.fc2/_s.pt b/params/phi/7/rnd_search_t_no_sched/comb_18/init/model.layers.12.mlp.fc2/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4cdaa99c429c1dc488c247c853a5cdfbfe021e29
--- /dev/null
+++ b/params/phi/7/rnd_search_t_no_sched/comb_18/init/model.layers.12.mlp.fc2/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:fe55afa8dd8627870bebe298704fcaf07a2cf34e3f755e820cdf3aa2e05c7d62
+size 11395
diff --git a/params/phi/7/rnd_search_t_no_sched/comb_18/init/model.layers.12.self_attn.dense/_s.pt b/params/phi/7/rnd_search_t_no_sched/comb_18/init/model.layers.12.self_attn.dense/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..52776777abb7d50d8739424df6e37297208cfe25
--- /dev/null
+++ b/params/phi/7/rnd_search_t_no_sched/comb_18/init/model.layers.12.self_attn.dense/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:91f74a1d6300fb912066116ebe5d95ac5d5f59d1369d4b334bb0292c40752340
+size 11395
diff --git a/params/phi/7/rnd_search_t_no_sched/comb_18/init/model.layers.12.self_attn.k_proj/_s.pt b/params/phi/7/rnd_search_t_no_sched/comb_18/init/model.layers.12.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4977403d9c7d882875e3defc11f16e591914c1af
--- /dev/null
+++ b/params/phi/7/rnd_search_t_no_sched/comb_18/init/model.layers.12.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f1df1ae33d9de03b6c5316318064f2e7340925b27b38608638421d67f5c1d896
+size 11395
diff --git a/params/phi/7/rnd_search_t_no_sched/comb_18/init/model.layers.12.self_attn.q_proj/_s.pt b/params/phi/7/rnd_search_t_no_sched/comb_18/init/model.layers.12.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..0f8c9dc0ad7ba9d6be09fd2ad26e3d234f7afa35
--- /dev/null
+++ b/params/phi/7/rnd_search_t_no_sched/comb_18/init/model.layers.12.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c5c3cea3e593a2e210b9b38b07fdcf7f812f40c79efae6acd9d3bb343b4c5b30
+size 11395
diff --git a/params/phi/7/rnd_search_t_no_sched/comb_18/init/model.layers.12.self_attn.v_proj/_s.pt b/params/phi/7/rnd_search_t_no_sched/comb_18/init/model.layers.12.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ad136d8eed6f91c19e8106e0e2e8d6669527e805
--- /dev/null
+++ b/params/phi/7/rnd_search_t_no_sched/comb_18/init/model.layers.12.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:775795afe8c4c7ed14a0eabaf4957d221e8ec59b7921acc861a4fc34aa685728
+size 11395
diff --git a/params/phi/7/rnd_search_t_no_sched/comb_18/init/model.layers.13.mlp.fc1/_s.pt b/params/phi/7/rnd_search_t_no_sched/comb_18/init/model.layers.13.mlp.fc1/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..eb7f258249d745fee7b0bfbd8d9ea2a1fa5bdb4e
--- /dev/null
+++ b/params/phi/7/rnd_search_t_no_sched/comb_18/init/model.layers.13.mlp.fc1/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:fa0b191f396dd832a7d16a75a325a1f64eecb1d6d0c22aedf1a2ad0acb945e4f
+size 42115
diff --git a/params/phi/7/rnd_search_t_no_sched/comb_18/init/model.layers.13.mlp.fc2/_s.pt b/params/phi/7/rnd_search_t_no_sched/comb_18/init/model.layers.13.mlp.fc2/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..bffeb531b836f62afda13e53699abfae78802a1f
--- /dev/null
+++ b/params/phi/7/rnd_search_t_no_sched/comb_18/init/model.layers.13.mlp.fc2/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:745203ed2863f1e50072016b2712941ae79fb802ec2d13124f2cccb75ed6dc47
+size 11395
diff --git a/params/phi/7/rnd_search_t_no_sched/comb_18/init/model.layers.13.self_attn.dense/_s.pt b/params/phi/7/rnd_search_t_no_sched/comb_18/init/model.layers.13.self_attn.dense/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..6d9a29d2afc4a14672d06ac1eebeb478e79bf1b1
--- /dev/null
+++ b/params/phi/7/rnd_search_t_no_sched/comb_18/init/model.layers.13.self_attn.dense/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0e35957bb2a20e19d768c9ba0795cfffafa1e05d30928c7e8700b2ec9d1a9fe5
+size 11395
diff --git a/params/phi/7/rnd_search_t_no_sched/comb_18/init/model.layers.13.self_attn.k_proj/_s.pt b/params/phi/7/rnd_search_t_no_sched/comb_18/init/model.layers.13.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4bfd551f8e785af681b1d5a29aff325b8dd7b223
--- /dev/null
+++ b/params/phi/7/rnd_search_t_no_sched/comb_18/init/model.layers.13.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:bd6809bc0a8f2485192c14cfc09ec224d77c07ad486806538b52d7e165b437bb
+size 11395
diff --git a/params/phi/7/rnd_search_t_no_sched/comb_18/init/model.layers.13.self_attn.q_proj/_s.pt b/params/phi/7/rnd_search_t_no_sched/comb_18/init/model.layers.13.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..1569ba84fd24dd24b36ac0b657c227ef0f8a3b67
--- /dev/null
+++ b/params/phi/7/rnd_search_t_no_sched/comb_18/init/model.layers.13.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:4801ba22b2de8353c03baf1aea2bb97f4f5757c99f064b1423caf02bdf192d39
+size 11395
diff --git a/params/phi/7/rnd_search_t_no_sched/comb_18/init/model.layers.13.self_attn.v_proj/_s.pt b/params/phi/7/rnd_search_t_no_sched/comb_18/init/model.layers.13.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..b862a420b3c025dba86752a63481ac5510c023a3
--- /dev/null
+++ b/params/phi/7/rnd_search_t_no_sched/comb_18/init/model.layers.13.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ebe9c182aca8ffa6d75c67eeedc08806ee5c5a5f7321c706df0cbb3553a018fa
+size 11395
diff --git a/params/phi/7/rnd_search_t_no_sched/comb_18/init/model.layers.14.mlp.fc1/_s.pt b/params/phi/7/rnd_search_t_no_sched/comb_18/init/model.layers.14.mlp.fc1/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..dab720bd465b03206c903b71444733c52bfc9820
--- /dev/null
+++ b/params/phi/7/rnd_search_t_no_sched/comb_18/init/model.layers.14.mlp.fc1/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:66affad8ad1de836d6087b088c07b768abe535b5a98c812f26af7075b2d2b6b6
+size 42115
diff --git a/params/phi/7/rnd_search_t_no_sched/comb_18/init/model.layers.14.mlp.fc2/_s.pt b/params/phi/7/rnd_search_t_no_sched/comb_18/init/model.layers.14.mlp.fc2/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..5c72d3d60518dccfa974147e35b991086c6b3704
--- /dev/null
+++ b/params/phi/7/rnd_search_t_no_sched/comb_18/init/model.layers.14.mlp.fc2/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:322de79962a032d926d35d6f9380435e0ffb16dc1337a49084ca889cb7fc0f8c
+size 11395
diff --git a/params/phi/7/rnd_search_t_no_sched/comb_18/init/model.layers.14.self_attn.dense/_s.pt b/params/phi/7/rnd_search_t_no_sched/comb_18/init/model.layers.14.self_attn.dense/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a12a3ed81e9a3a0a7813548fe4ce3f425aaa626b
--- /dev/null
+++ b/params/phi/7/rnd_search_t_no_sched/comb_18/init/model.layers.14.self_attn.dense/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d900d95ca7b73d582a36674461245af94b4a4d6148b4dc6b5c6623967d5d67da
+size 11395
diff --git a/params/phi/7/rnd_search_t_no_sched/comb_18/init/model.layers.14.self_attn.k_proj/_s.pt b/params/phi/7/rnd_search_t_no_sched/comb_18/init/model.layers.14.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c8a46ce7e803bd136fb0c04fa3ccc3bd78b620e6
--- /dev/null
+++ b/params/phi/7/rnd_search_t_no_sched/comb_18/init/model.layers.14.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b28a701460bd664b4be219a2cd44a2a196f9869214a1c08457db61f0bd63372b
+size 11395
diff --git a/params/phi/7/rnd_search_t_no_sched/comb_18/init/model.layers.14.self_attn.q_proj/_s.pt b/params/phi/7/rnd_search_t_no_sched/comb_18/init/model.layers.14.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..40358cc0fa5da7132d5495b02823ffa7b4ccfef8
--- /dev/null
+++ b/params/phi/7/rnd_search_t_no_sched/comb_18/init/model.layers.14.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:4b5801a3bc99a57158ba02aa4341e7018b056c30e16c0beb4e326be08ccb9568
+size 11395
diff --git a/params/phi/7/rnd_search_t_no_sched/comb_18/init/model.layers.14.self_attn.v_proj/_s.pt b/params/phi/7/rnd_search_t_no_sched/comb_18/init/model.layers.14.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..7644bebc2ae04371f297f85d56f7c344d52f0d1a
--- /dev/null
+++ b/params/phi/7/rnd_search_t_no_sched/comb_18/init/model.layers.14.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:9b824fc802ff0471fb690214ad359d2cb7eab5e9e31cd767a619469f8d732332
+size 11395
diff --git a/params/phi/7/rnd_search_t_no_sched/comb_18/init/model.layers.15.mlp.fc1/_s.pt b/params/phi/7/rnd_search_t_no_sched/comb_18/init/model.layers.15.mlp.fc1/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..d3556684f6417bb5a117404173fd05d9d9862fc2
--- /dev/null
+++ b/params/phi/7/rnd_search_t_no_sched/comb_18/init/model.layers.15.mlp.fc1/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2d13331aa1a45f3a9b3297bca826009a0d8cbb1d8467b846df8283a58f3a1d17
+size 42115
diff --git a/params/phi/7/rnd_search_t_no_sched/comb_18/init/model.layers.15.mlp.fc2/_s.pt b/params/phi/7/rnd_search_t_no_sched/comb_18/init/model.layers.15.mlp.fc2/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ff202720c254742bb0ab852f130de3998e9b03ed
--- /dev/null
+++ b/params/phi/7/rnd_search_t_no_sched/comb_18/init/model.layers.15.mlp.fc2/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a7d5c6005139420bd5013eb8acaeed8d4ec450c0883fec578b191c8e97d6543d
+size 11395
diff --git a/params/phi/7/rnd_search_t_no_sched/comb_18/init/model.layers.15.self_attn.dense/_s.pt b/params/phi/7/rnd_search_t_no_sched/comb_18/init/model.layers.15.self_attn.dense/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..7b6c852fae400fec890b2095c238b8de96dbb549
--- /dev/null
+++ b/params/phi/7/rnd_search_t_no_sched/comb_18/init/model.layers.15.self_attn.dense/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5a77c3d37152492d6fc76088e529ac1cf6ad8787f6ef3a13abfa420311b8fa60
+size 11395
diff --git a/params/phi/7/rnd_search_t_no_sched/comb_18/init/model.layers.15.self_attn.k_proj/_s.pt b/params/phi/7/rnd_search_t_no_sched/comb_18/init/model.layers.15.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a0c404e02b973346a8b1c4a7ecab90c20e5c1a33
--- /dev/null
+++ b/params/phi/7/rnd_search_t_no_sched/comb_18/init/model.layers.15.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ea6f8e1b9bace5c3b28f55d21f15642cec9df0de018a0baab3875a76aac06555
+size 11395
diff --git a/params/phi/7/rnd_search_t_no_sched/comb_18/init/model.layers.15.self_attn.q_proj/_s.pt b/params/phi/7/rnd_search_t_no_sched/comb_18/init/model.layers.15.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..78d025c05098a3404b99c26299bbd36a267a29e1
--- /dev/null
+++ b/params/phi/7/rnd_search_t_no_sched/comb_18/init/model.layers.15.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f730167b3ad0825f9c8b6e851ea66ce37c898e80b92e344fc1a5066521270a2f
+size 11395
diff --git a/params/phi/7/rnd_search_t_no_sched/comb_18/init/model.layers.15.self_attn.v_proj/_s.pt b/params/phi/7/rnd_search_t_no_sched/comb_18/init/model.layers.15.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..d1a810e801a190e2489d5dc5bf5124994a4acace
--- /dev/null
+++ b/params/phi/7/rnd_search_t_no_sched/comb_18/init/model.layers.15.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:54ccfa66140011f5c15acc58853c1b374cf12df5ca8a340d9b280d767e309099
+size 11395
diff --git a/params/phi/7/rnd_search_t_no_sched/comb_18/init/model.layers.16.mlp.fc1/_s.pt b/params/phi/7/rnd_search_t_no_sched/comb_18/init/model.layers.16.mlp.fc1/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..072ee700fd7e5e3bce27be136544f9bdccf10685
--- /dev/null
+++ b/params/phi/7/rnd_search_t_no_sched/comb_18/init/model.layers.16.mlp.fc1/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:14a002caafff5008157ee6db61e65ebd594d275eb9a0f4cbc99c619af7f7451d
+size 42115
diff --git a/params/phi/7/rnd_search_t_no_sched/comb_18/init/model.layers.16.mlp.fc2/_s.pt b/params/phi/7/rnd_search_t_no_sched/comb_18/init/model.layers.16.mlp.fc2/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c3eb2ecf88a2e2acd69f4afabe8afdc62b48dcab
--- /dev/null
+++ b/params/phi/7/rnd_search_t_no_sched/comb_18/init/model.layers.16.mlp.fc2/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c31dc3b01273f5ff324721757176bac7f2f72914c97fbebf70a2202c42c04c61
+size 11395
diff --git a/params/phi/7/rnd_search_t_no_sched/comb_18/init/model.layers.16.self_attn.dense/_s.pt b/params/phi/7/rnd_search_t_no_sched/comb_18/init/model.layers.16.self_attn.dense/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2122495972dffb6867855b21c61c76d90dfd3d48
--- /dev/null
+++ b/params/phi/7/rnd_search_t_no_sched/comb_18/init/model.layers.16.self_attn.dense/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:dec27e0b1f8c3ff8e4fc054a567679bd0a7fd1589f0cedac0c8f0d6bbcf79b5e
+size 11395
diff --git a/params/phi/7/rnd_search_t_no_sched/comb_18/init/model.layers.16.self_attn.k_proj/_s.pt b/params/phi/7/rnd_search_t_no_sched/comb_18/init/model.layers.16.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..6cf8b09f8ebc81cd821b4cf7837fda2e75428f42
--- /dev/null
+++ b/params/phi/7/rnd_search_t_no_sched/comb_18/init/model.layers.16.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:711ebda64334128cbe4c5f437fd601363853f3701b71d6044c368cb6915049bb
+size 11395
diff --git a/params/phi/7/rnd_search_t_no_sched/comb_18/init/model.layers.16.self_attn.q_proj/_s.pt b/params/phi/7/rnd_search_t_no_sched/comb_18/init/model.layers.16.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..3ea961896aa664b35fe4ca0562324db15a31471e
--- /dev/null
+++ b/params/phi/7/rnd_search_t_no_sched/comb_18/init/model.layers.16.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:1a718ab4c3c693fefa0171bd81511c702b8ebc520eb42092fed0d077af9fa744
+size 11395
diff --git a/params/phi/7/rnd_search_t_no_sched/comb_18/init/model.layers.16.self_attn.v_proj/_s.pt b/params/phi/7/rnd_search_t_no_sched/comb_18/init/model.layers.16.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..51cf08538e245815a4c7f8b110303e134238dd10
--- /dev/null
+++ b/params/phi/7/rnd_search_t_no_sched/comb_18/init/model.layers.16.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:8662f4b3762d03934579f72fcd7772723ab5b3efd0b7d44fa82cc779f5f9cd8b
+size 11395
diff --git a/params/phi/7/rnd_search_t_no_sched/comb_18/init/model.layers.17.mlp.fc1/_s.pt b/params/phi/7/rnd_search_t_no_sched/comb_18/init/model.layers.17.mlp.fc1/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a2ed4cc519ef9d3693f68bc76985e5f3f91583f8
--- /dev/null
+++ b/params/phi/7/rnd_search_t_no_sched/comb_18/init/model.layers.17.mlp.fc1/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2d5df3b4a145a827b5c97fc1a28b35db37ec875acafc91a781bbf3288c14782c
+size 42115
diff --git a/params/phi/7/rnd_search_t_no_sched/comb_18/init/model.layers.17.mlp.fc2/_s.pt b/params/phi/7/rnd_search_t_no_sched/comb_18/init/model.layers.17.mlp.fc2/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..effceae23c72ff9cd1d7d59aeb26409c88fc3b4e
--- /dev/null
+++ b/params/phi/7/rnd_search_t_no_sched/comb_18/init/model.layers.17.mlp.fc2/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b993dd8a6858a80fc94529eeef1c5ff20acb8968aa1d4b361c89443f114e8c37
+size 11395
diff --git a/params/phi/7/rnd_search_t_no_sched/comb_18/init/model.layers.17.self_attn.dense/_s.pt b/params/phi/7/rnd_search_t_no_sched/comb_18/init/model.layers.17.self_attn.dense/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..52c26e4500bfcdefef0e0ad3a587671c19abb651
--- /dev/null
+++ b/params/phi/7/rnd_search_t_no_sched/comb_18/init/model.layers.17.self_attn.dense/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f2a12d9d35bb37584a39c64d4d73c520dacffc5b421067352911d703294e069a
+size 11395
diff --git a/params/phi/7/rnd_search_t_no_sched/comb_18/init/model.layers.17.self_attn.k_proj/_s.pt b/params/phi/7/rnd_search_t_no_sched/comb_18/init/model.layers.17.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8c7c1222070b8948f08c2f25e46eb0fb276bf9e6
--- /dev/null
+++ b/params/phi/7/rnd_search_t_no_sched/comb_18/init/model.layers.17.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:745d41fcc287c3353b2331739f4befda6d74c845a87006291c4f8b0ac576a9ff
+size 11395
diff --git a/params/phi/7/rnd_search_t_no_sched/comb_18/init/model.layers.17.self_attn.q_proj/_s.pt b/params/phi/7/rnd_search_t_no_sched/comb_18/init/model.layers.17.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..75b4b2afb8985627e1b5b928643c28ef0b0777b5
--- /dev/null
+++ b/params/phi/7/rnd_search_t_no_sched/comb_18/init/model.layers.17.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:3594e122506d7e4b5bd19dc118b9aae9431755b22b0f7c6e95386afc527cf5e7
+size 11395
diff --git a/params/phi/7/rnd_search_t_no_sched/comb_18/init/model.layers.17.self_attn.v_proj/_s.pt b/params/phi/7/rnd_search_t_no_sched/comb_18/init/model.layers.17.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..7ebacd903b55667cc7ac2212138505d4847fdf33
--- /dev/null
+++ b/params/phi/7/rnd_search_t_no_sched/comb_18/init/model.layers.17.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:992d52b3bb6bebf4fb621853a0724bf0b65752adc61ffcaffab8e44bf788630c
+size 11395
diff --git a/params/phi/7/rnd_search_t_no_sched/comb_18/init/model.layers.18.mlp.fc1/_s.pt b/params/phi/7/rnd_search_t_no_sched/comb_18/init/model.layers.18.mlp.fc1/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..1647f71ad9153bf3352f9a702d4e75efb9fbe979
--- /dev/null
+++ b/params/phi/7/rnd_search_t_no_sched/comb_18/init/model.layers.18.mlp.fc1/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:85ffebd3ae35d5547409394b4be2ccbbf103a26a8914e724b3fed2e2bb8b728b
+size 42115
diff --git a/params/phi/7/rnd_search_t_no_sched/comb_18/init/model.layers.18.mlp.fc2/_s.pt b/params/phi/7/rnd_search_t_no_sched/comb_18/init/model.layers.18.mlp.fc2/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..bfdc9a532847f69a737aabf11c3964304b49647d
--- /dev/null
+++ b/params/phi/7/rnd_search_t_no_sched/comb_18/init/model.layers.18.mlp.fc2/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:95115dd8fb2813b993de0f8035916cbd1b63ad15a0443576d8e178554195d389
+size 11395
diff --git a/params/phi/7/rnd_search_t_no_sched/comb_18/init/model.layers.18.self_attn.dense/_s.pt b/params/phi/7/rnd_search_t_no_sched/comb_18/init/model.layers.18.self_attn.dense/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a40ebe44484c005b016eeafa0ed0d89566375f71
--- /dev/null
+++ b/params/phi/7/rnd_search_t_no_sched/comb_18/init/model.layers.18.self_attn.dense/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c094318fdd25c7aa29d991edb51148c24715ca183467bd75423a864977beed7c
+size 11395
diff --git a/params/phi/7/rnd_search_t_no_sched/comb_18/init/model.layers.18.self_attn.k_proj/_s.pt b/params/phi/7/rnd_search_t_no_sched/comb_18/init/model.layers.18.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e3ee0b27303e72219cff15cbb914de95bb4e63ef
--- /dev/null
+++ b/params/phi/7/rnd_search_t_no_sched/comb_18/init/model.layers.18.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:bb92509ac699cc538fd40605bf0a58fa268163a613c8e56c1959d15e9ec913af
+size 11395
diff --git a/params/phi/7/rnd_search_t_no_sched/comb_18/init/model.layers.18.self_attn.q_proj/_s.pt b/params/phi/7/rnd_search_t_no_sched/comb_18/init/model.layers.18.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..9524ffbd347f738483de060fde7ab854c875c3da
--- /dev/null
+++ b/params/phi/7/rnd_search_t_no_sched/comb_18/init/model.layers.18.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:8a6efe23725cecbb927a6c6aae7fda80ef6e16ce50c8b5ecafff157064787a2c
+size 11395
diff --git a/params/phi/7/rnd_search_t_no_sched/comb_18/init/model.layers.18.self_attn.v_proj/_s.pt b/params/phi/7/rnd_search_t_no_sched/comb_18/init/model.layers.18.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..b9d98d93fc26c2c4b601ea6ea85a0d7e18c3dec7
--- /dev/null
+++ b/params/phi/7/rnd_search_t_no_sched/comb_18/init/model.layers.18.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ccd00d186d5f445f55e2904bc15074c200f603ced8efc20d1ce54768303c9875
+size 11395
diff --git a/params/phi/7/rnd_search_t_no_sched/comb_18/init/model.layers.19.mlp.fc1/_s.pt b/params/phi/7/rnd_search_t_no_sched/comb_18/init/model.layers.19.mlp.fc1/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..5a6b6047067093ebe375a8273a567360966edf46
--- /dev/null
+++ b/params/phi/7/rnd_search_t_no_sched/comb_18/init/model.layers.19.mlp.fc1/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:96ded5287f60cfb766758fcf763522ffbade403e1db18ab9ae781237773aba6d
+size 42115
diff --git a/params/phi/7/rnd_search_t_no_sched/comb_18/init/model.layers.19.mlp.fc2/_s.pt b/params/phi/7/rnd_search_t_no_sched/comb_18/init/model.layers.19.mlp.fc2/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..22deefe38d84ebf728107c1ee47b3f044c8f0902
--- /dev/null
+++ b/params/phi/7/rnd_search_t_no_sched/comb_18/init/model.layers.19.mlp.fc2/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a07d8eb543f09132db1cb30c0df6f094665475e33fe8faf08ead78a483c80b0d
+size 11395
diff --git a/params/phi/7/rnd_search_t_no_sched/comb_18/init/model.layers.19.self_attn.dense/_s.pt b/params/phi/7/rnd_search_t_no_sched/comb_18/init/model.layers.19.self_attn.dense/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..30a4afcc55dcf226626fc6f4b5a1235b2d4b740d
--- /dev/null
+++ b/params/phi/7/rnd_search_t_no_sched/comb_18/init/model.layers.19.self_attn.dense/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:62ca7bc0ca04c8af316f6bc97de24b9c07a0244009375731de86d6f9eddbc883
+size 11395
diff --git a/params/phi/7/rnd_search_t_no_sched/comb_18/init/model.layers.19.self_attn.k_proj/_s.pt b/params/phi/7/rnd_search_t_no_sched/comb_18/init/model.layers.19.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2247a4b475c3987f1b1c0b52c437df425913fe86
--- /dev/null
+++ b/params/phi/7/rnd_search_t_no_sched/comb_18/init/model.layers.19.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:798b7883509ce9a0992d112495fb51e854c1c64c70f383ad0c6037973e846a3d
+size 11395
diff --git a/params/phi/7/rnd_search_t_no_sched/comb_18/init/model.layers.19.self_attn.q_proj/_s.pt b/params/phi/7/rnd_search_t_no_sched/comb_18/init/model.layers.19.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..fa6d52b33ab5174a98f316745c9b90049671d2fc
--- /dev/null
+++ b/params/phi/7/rnd_search_t_no_sched/comb_18/init/model.layers.19.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b97831e723a774136a7df335234b866c4da91b9d1e2490cb2f6c2994f27289df
+size 11395
diff --git a/params/phi/7/rnd_search_t_no_sched/comb_18/init/model.layers.19.self_attn.v_proj/_s.pt b/params/phi/7/rnd_search_t_no_sched/comb_18/init/model.layers.19.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..f6afb934f60f9e6ec5bd21f79b989ead8ef3c8e9
--- /dev/null
+++ b/params/phi/7/rnd_search_t_no_sched/comb_18/init/model.layers.19.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:1f8a051ea4fad95b4c4be4efd83e422183317d3bd27b3c924318e2d4cf5945b5
+size 11395
diff --git a/params/phi/7/rnd_search_t_no_sched/comb_18/init/model.layers.2.mlp.fc1/_s.pt b/params/phi/7/rnd_search_t_no_sched/comb_18/init/model.layers.2.mlp.fc1/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..1d07c67d6b09f1874af0bfe51b6d429a2cefa153
--- /dev/null
+++ b/params/phi/7/rnd_search_t_no_sched/comb_18/init/model.layers.2.mlp.fc1/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e9913b2bb028cb6bd8e5b74e993b6b70c0c562bb436e28145db09769733fc7ce
+size 42115
diff --git a/params/phi/7/rnd_search_t_no_sched/comb_18/init/model.layers.2.mlp.fc2/_s.pt b/params/phi/7/rnd_search_t_no_sched/comb_18/init/model.layers.2.mlp.fc2/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ebccdd4e9283b076696ab2b5085edfb67bfa2db9
--- /dev/null
+++ b/params/phi/7/rnd_search_t_no_sched/comb_18/init/model.layers.2.mlp.fc2/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b097a364b64a3fb6ef8a562e11f789fd2f856c487fa50f8a6259d98f20720530
+size 11395
diff --git a/params/phi/7/rnd_search_t_no_sched/comb_18/init/model.layers.2.self_attn.dense/_s.pt b/params/phi/7/rnd_search_t_no_sched/comb_18/init/model.layers.2.self_attn.dense/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8805419c45df0c17154bf200c004e0b3b02ebb86
--- /dev/null
+++ b/params/phi/7/rnd_search_t_no_sched/comb_18/init/model.layers.2.self_attn.dense/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:57be2beb89c861bc4fde9649e45d3a1ca3f842638ce8b8a3ed6f70a979d080c1
+size 11395
diff --git a/params/phi/7/rnd_search_t_no_sched/comb_18/init/model.layers.2.self_attn.k_proj/_s.pt b/params/phi/7/rnd_search_t_no_sched/comb_18/init/model.layers.2.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..d0d9b4c77b3ed1eade36f180d89b5f6bf780419a
--- /dev/null
+++ b/params/phi/7/rnd_search_t_no_sched/comb_18/init/model.layers.2.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d03887273c4775805733b3c13aeb92142207f332b9426fbb9724de9eb76fe42c
+size 11395
diff --git a/params/phi/7/rnd_search_t_no_sched/comb_18/init/model.layers.2.self_attn.q_proj/_s.pt b/params/phi/7/rnd_search_t_no_sched/comb_18/init/model.layers.2.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c43740f1dea5b0f0d11c65a1759040d054431657
--- /dev/null
+++ b/params/phi/7/rnd_search_t_no_sched/comb_18/init/model.layers.2.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:bc4c5901130ac350734d5a506d0f9b01dc32a24d2f6805e141927c90ff3cdc1a
+size 11395
diff --git a/params/phi/7/rnd_search_t_no_sched/comb_18/init/model.layers.2.self_attn.v_proj/_s.pt b/params/phi/7/rnd_search_t_no_sched/comb_18/init/model.layers.2.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a573f348b71906cd0faa3b82c9a43e88818148bd
--- /dev/null
+++ b/params/phi/7/rnd_search_t_no_sched/comb_18/init/model.layers.2.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:311501bc02abcfafaa7fa1fe4d07df56f0eff4533e8a3fa8ff9a1ff6e5f33a88
+size 11395
diff --git a/params/phi/7/rnd_search_t_no_sched/comb_18/init/model.layers.20.mlp.fc1/_s.pt b/params/phi/7/rnd_search_t_no_sched/comb_18/init/model.layers.20.mlp.fc1/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c4ced7f89ba79a4960d6e518a53cfe584af86ae8
--- /dev/null
+++ b/params/phi/7/rnd_search_t_no_sched/comb_18/init/model.layers.20.mlp.fc1/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:6e02ddc8f3457b536adefd68ee8985af791afcd107d06471ae39c5e91602dba1
+size 42115
diff --git a/params/phi/7/rnd_search_t_no_sched/comb_18/init/model.layers.20.mlp.fc2/_s.pt b/params/phi/7/rnd_search_t_no_sched/comb_18/init/model.layers.20.mlp.fc2/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c09eb27212a9f6ff0f5add82624e98271b14cef3
--- /dev/null
+++ b/params/phi/7/rnd_search_t_no_sched/comb_18/init/model.layers.20.mlp.fc2/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2e3af4a2f3851b1f10dda402ba5f198fa5f8a57d7ae2145ec7929ba4ce1975af
+size 11395
diff --git a/params/phi/7/rnd_search_t_no_sched/comb_18/init/model.layers.20.self_attn.dense/_s.pt b/params/phi/7/rnd_search_t_no_sched/comb_18/init/model.layers.20.self_attn.dense/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..7fa5a48d790cd1d66b2e1c3b49feabcac11fbcae
--- /dev/null
+++ b/params/phi/7/rnd_search_t_no_sched/comb_18/init/model.layers.20.self_attn.dense/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ddf164f2d11b81d5804166ca18ea642d1b348b2f74f06a7100e2badfdb3b5abd
+size 11395
diff --git a/params/phi/7/rnd_search_t_no_sched/comb_18/init/model.layers.20.self_attn.k_proj/_s.pt b/params/phi/7/rnd_search_t_no_sched/comb_18/init/model.layers.20.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..de52824bf7448fbf8ef098d435a513d148f90213
--- /dev/null
+++ b/params/phi/7/rnd_search_t_no_sched/comb_18/init/model.layers.20.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b5488b0a47185c07389a04c8f394200d665e0d05ef9e8f6bec48bad6153b8319
+size 11395
diff --git a/params/phi/7/rnd_search_t_no_sched/comb_18/init/model.layers.20.self_attn.q_proj/_s.pt b/params/phi/7/rnd_search_t_no_sched/comb_18/init/model.layers.20.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e7c96cf6a2630f8c6dbeafb0cf57a7c4ed77e942
--- /dev/null
+++ b/params/phi/7/rnd_search_t_no_sched/comb_18/init/model.layers.20.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:3087456de483777c3aa879039704bb910ff1db7bb2724daa305d75c01c0e719e
+size 11395
diff --git a/params/phi/7/rnd_search_t_no_sched/comb_18/init/model.layers.20.self_attn.v_proj/_s.pt b/params/phi/7/rnd_search_t_no_sched/comb_18/init/model.layers.20.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..1aeee3b60c4c970830aadc5df4ab4a61fb80e234
--- /dev/null
+++ b/params/phi/7/rnd_search_t_no_sched/comb_18/init/model.layers.20.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0c612bd904f2b87737fcbd218fee45abee896296f10704ac53bb3554d605ef91
+size 11395
diff --git a/params/phi/7/rnd_search_t_no_sched/comb_18/init/model.layers.21.mlp.fc1/_s.pt b/params/phi/7/rnd_search_t_no_sched/comb_18/init/model.layers.21.mlp.fc1/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..cd6fc6142a7f9397a4e6a2cc446e3c8ea3320fb6
--- /dev/null
+++ b/params/phi/7/rnd_search_t_no_sched/comb_18/init/model.layers.21.mlp.fc1/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:1ba668fdb8540788276ffd8ff0900a63278aca5e9e1c1f42df7ee071dfaad7ea
+size 42115
diff --git a/params/phi/7/rnd_search_t_no_sched/comb_18/init/model.layers.21.mlp.fc2/_s.pt b/params/phi/7/rnd_search_t_no_sched/comb_18/init/model.layers.21.mlp.fc2/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..5f141479fe7837620f20c8ffa16d3636906d3129
--- /dev/null
+++ b/params/phi/7/rnd_search_t_no_sched/comb_18/init/model.layers.21.mlp.fc2/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:4a25f28920dd9de468985b9441661c20791e0a02952ab1c83e70950369c93c94
+size 11395
diff --git a/params/phi/7/rnd_search_t_no_sched/comb_18/init/model.layers.21.self_attn.dense/_s.pt b/params/phi/7/rnd_search_t_no_sched/comb_18/init/model.layers.21.self_attn.dense/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c4bb147d7db6043449166bd100966d3362a04d0e
--- /dev/null
+++ b/params/phi/7/rnd_search_t_no_sched/comb_18/init/model.layers.21.self_attn.dense/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f04a6585b61dfb2050c9a460d70c5e2aad612b2a9ca82ab0b3409d5947cf4e8a
+size 11395
diff --git a/params/phi/7/rnd_search_t_no_sched/comb_18/init/model.layers.21.self_attn.k_proj/_s.pt b/params/phi/7/rnd_search_t_no_sched/comb_18/init/model.layers.21.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4437f16c4fc5cdf08a68800ff0573727b76721b2
--- /dev/null
+++ b/params/phi/7/rnd_search_t_no_sched/comb_18/init/model.layers.21.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c25e0293147eecf1a11b94ad044bde4868566820182e03c189b2d4bc0925190f
+size 11395
diff --git a/params/phi/7/rnd_search_t_no_sched/comb_18/init/model.layers.21.self_attn.q_proj/_s.pt b/params/phi/7/rnd_search_t_no_sched/comb_18/init/model.layers.21.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..5821af799a22be894fb4cdca8b1f96a1915f2a06
--- /dev/null
+++ b/params/phi/7/rnd_search_t_no_sched/comb_18/init/model.layers.21.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:4304dc9fbd9e7bf694198d21ce182907c19c8f0d1dc3ecf7770e2fe05307ffd1
+size 11395
diff --git a/params/phi/7/rnd_search_t_no_sched/comb_18/init/model.layers.21.self_attn.v_proj/_s.pt b/params/phi/7/rnd_search_t_no_sched/comb_18/init/model.layers.21.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..62899e914430960a623ef38aa0a81d3f9f0f7462
--- /dev/null
+++ b/params/phi/7/rnd_search_t_no_sched/comb_18/init/model.layers.21.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:86a1789f4cd5651c84ca1459bed4166d0c71c5c854c6a08e793695d40bd7a33d
+size 11395
diff --git a/params/phi/7/rnd_search_t_no_sched/comb_18/init/model.layers.22.mlp.fc1/_s.pt b/params/phi/7/rnd_search_t_no_sched/comb_18/init/model.layers.22.mlp.fc1/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..f91f0d1f2a688a28a9840cce2e16d03b1ce12963
--- /dev/null
+++ b/params/phi/7/rnd_search_t_no_sched/comb_18/init/model.layers.22.mlp.fc1/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c56a9ba00540e39dd3cdcc50b08f4c431846e3d981dffc33c80393c3ee061122
+size 42115
diff --git a/params/phi/7/rnd_search_t_no_sched/comb_18/init/model.layers.22.mlp.fc2/_s.pt b/params/phi/7/rnd_search_t_no_sched/comb_18/init/model.layers.22.mlp.fc2/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..edc1405223db04f3339a4005df84adba039e03f5
--- /dev/null
+++ b/params/phi/7/rnd_search_t_no_sched/comb_18/init/model.layers.22.mlp.fc2/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:638cad24f17a1b6519c950a7f514157a3a36cd6ac19417ec4fe23ac176f52268
+size 11395
diff --git a/params/phi/7/rnd_search_t_no_sched/comb_18/init/model.layers.22.self_attn.dense/_s.pt b/params/phi/7/rnd_search_t_no_sched/comb_18/init/model.layers.22.self_attn.dense/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a5172d6a233866eb412401eb520706342f616dd7
--- /dev/null
+++ b/params/phi/7/rnd_search_t_no_sched/comb_18/init/model.layers.22.self_attn.dense/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c73c328ef29de8c22d8c8960ac1faf4d06c9f11b598c9df68e4569ca33e7a68c
+size 11395
diff --git a/params/phi/7/rnd_search_t_no_sched/comb_18/init/model.layers.22.self_attn.k_proj/_s.pt b/params/phi/7/rnd_search_t_no_sched/comb_18/init/model.layers.22.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8e7d07442958d85433b5c7cf70de1ef7184bfc34
--- /dev/null
+++ b/params/phi/7/rnd_search_t_no_sched/comb_18/init/model.layers.22.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:602bdc779cd86543f5ab45a7bd5cc186bf239186aea11e6666591d5a06eff9cc
+size 11395
diff --git a/params/phi/7/rnd_search_t_no_sched/comb_18/init/model.layers.22.self_attn.q_proj/_s.pt b/params/phi/7/rnd_search_t_no_sched/comb_18/init/model.layers.22.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..9a6ab97d42d8ddd3b3a4755330b9443bd2c27d63
--- /dev/null
+++ b/params/phi/7/rnd_search_t_no_sched/comb_18/init/model.layers.22.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2e28dd1f1cde1f32f390cc4e052f6efc9e6660c3733e73cfb49121be0bce119d
+size 11395
diff --git a/params/phi/7/rnd_search_t_no_sched/comb_18/init/model.layers.22.self_attn.v_proj/_s.pt b/params/phi/7/rnd_search_t_no_sched/comb_18/init/model.layers.22.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..673185c98e264f4faf17b0fa91fb586589e67ebb
--- /dev/null
+++ b/params/phi/7/rnd_search_t_no_sched/comb_18/init/model.layers.22.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a8c82bafed6a091417f249a1c929f4b824562c6330730605685639b4968df70c
+size 11395
diff --git a/params/phi/7/rnd_search_t_no_sched/comb_18/init/model.layers.23.mlp.fc1/_s.pt b/params/phi/7/rnd_search_t_no_sched/comb_18/init/model.layers.23.mlp.fc1/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..1545ad15258ee87db832a51a157319d756a3540e
--- /dev/null
+++ b/params/phi/7/rnd_search_t_no_sched/comb_18/init/model.layers.23.mlp.fc1/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:10cac4ebb5e7562516f9d2d8d13ef5f88b6d55ad77716d2257b1c7c4bfca61db
+size 42115
diff --git a/params/phi/7/rnd_search_t_no_sched/comb_18/init/model.layers.23.mlp.fc2/_s.pt b/params/phi/7/rnd_search_t_no_sched/comb_18/init/model.layers.23.mlp.fc2/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..42079481bc13b0296898aae50a3ab29e90fae0c6
--- /dev/null
+++ b/params/phi/7/rnd_search_t_no_sched/comb_18/init/model.layers.23.mlp.fc2/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:edb1ef1b3eef979ea45b2cc8ca1421190fc680a72f09cc10d7ca49bc58204197
+size 11395
diff --git a/params/phi/7/rnd_search_t_no_sched/comb_18/init/model.layers.23.self_attn.dense/_s.pt b/params/phi/7/rnd_search_t_no_sched/comb_18/init/model.layers.23.self_attn.dense/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..6385eadcbba0f92efb2fac2a488bdb1af26e3f70
--- /dev/null
+++ b/params/phi/7/rnd_search_t_no_sched/comb_18/init/model.layers.23.self_attn.dense/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:3621dc79b083a15a3b2af0804ead43ab1398ef0a32bb86daf3ab8ce1930bffee
+size 11395
diff --git a/params/phi/7/rnd_search_t_no_sched/comb_18/init/model.layers.23.self_attn.k_proj/_s.pt b/params/phi/7/rnd_search_t_no_sched/comb_18/init/model.layers.23.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c92e5221094d8cd22431e1c8b2368a259327624c
--- /dev/null
+++ b/params/phi/7/rnd_search_t_no_sched/comb_18/init/model.layers.23.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:479f52b6d157813e13134da5ee10c2e280382119826f703d6d40bb6b768da0c1
+size 11395
diff --git a/params/phi/7/rnd_search_t_no_sched/comb_18/init/model.layers.23.self_attn.q_proj/_s.pt b/params/phi/7/rnd_search_t_no_sched/comb_18/init/model.layers.23.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a0e2bcafeecaa02aa1bd4f3e6363370472a4f069
--- /dev/null
+++ b/params/phi/7/rnd_search_t_no_sched/comb_18/init/model.layers.23.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:21bf870ee5b16ed8a84cb475f0849ee070e7dd956fc39d5b26464d8034861c64
+size 11395
diff --git a/params/phi/7/rnd_search_t_no_sched/comb_18/init/model.layers.23.self_attn.v_proj/_s.pt b/params/phi/7/rnd_search_t_no_sched/comb_18/init/model.layers.23.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..575aa0e3b215cb55ad1945909e964e1e3fde0770
--- /dev/null
+++ b/params/phi/7/rnd_search_t_no_sched/comb_18/init/model.layers.23.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2e5bda4343b6fc06791f09b3ef5c93c2ef45fb49fad8f4f1c74a47bd508f3e7a
+size 11395
diff --git a/params/phi/7/rnd_search_t_no_sched/comb_18/init/model.layers.24.mlp.fc1/_s.pt b/params/phi/7/rnd_search_t_no_sched/comb_18/init/model.layers.24.mlp.fc1/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..69558b2120c15f62e7a4325b426629309d604eae
--- /dev/null
+++ b/params/phi/7/rnd_search_t_no_sched/comb_18/init/model.layers.24.mlp.fc1/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:06f551a830ade0b6597f046186e19a709b0e53b90c0344b1c43974e6016b5168
+size 42115
diff --git a/params/phi/7/rnd_search_t_no_sched/comb_18/init/model.layers.24.mlp.fc2/_s.pt b/params/phi/7/rnd_search_t_no_sched/comb_18/init/model.layers.24.mlp.fc2/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..14c68aa406244867eaaa3b53260d06a8717ca809
--- /dev/null
+++ b/params/phi/7/rnd_search_t_no_sched/comb_18/init/model.layers.24.mlp.fc2/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:92634e6bbd273dfbcb6688ea3a9f6027ea5be9e490e352eba1b7caf8f1e291c8
+size 11395
diff --git a/params/phi/7/rnd_search_t_no_sched/comb_18/init/model.layers.24.self_attn.dense/_s.pt b/params/phi/7/rnd_search_t_no_sched/comb_18/init/model.layers.24.self_attn.dense/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..9b46b62a1fb302daab561788d2dc55d1058a4270
--- /dev/null
+++ b/params/phi/7/rnd_search_t_no_sched/comb_18/init/model.layers.24.self_attn.dense/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f2c7b25d499a84bd17c0d423987a6894ac8913152fbb1230a516e8beffe9da9b
+size 11395
diff --git a/params/phi/7/rnd_search_t_no_sched/comb_18/init/model.layers.24.self_attn.k_proj/_s.pt b/params/phi/7/rnd_search_t_no_sched/comb_18/init/model.layers.24.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..cb66eb18595a2d1b105d1923ad49c6f05fe069c9
--- /dev/null
+++ b/params/phi/7/rnd_search_t_no_sched/comb_18/init/model.layers.24.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c055c233f690de255fcf02778a2771ebcace782301596beb861593b6c78671d2
+size 11395
diff --git a/params/phi/7/rnd_search_t_no_sched/comb_18/init/model.layers.24.self_attn.q_proj/_s.pt b/params/phi/7/rnd_search_t_no_sched/comb_18/init/model.layers.24.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..45883afbac5ce48ac75854bc0828e1587b542aab
--- /dev/null
+++ b/params/phi/7/rnd_search_t_no_sched/comb_18/init/model.layers.24.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:60519178e5800bf20455b3a457831fd31dcb8fd46806b695af84fe9de28cac9d
+size 11395
diff --git a/params/phi/7/rnd_search_t_no_sched/comb_18/init/model.layers.24.self_attn.v_proj/_s.pt b/params/phi/7/rnd_search_t_no_sched/comb_18/init/model.layers.24.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..371a3e8d3612b37068384aa9eae8b758e3b6e5d2
--- /dev/null
+++ b/params/phi/7/rnd_search_t_no_sched/comb_18/init/model.layers.24.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:67a322f471a430b942f135ad320ef5ac0bab98853326199043b0727ef058d785
+size 11395
diff --git a/params/phi/7/rnd_search_t_no_sched/comb_18/init/model.layers.25.mlp.fc1/_s.pt b/params/phi/7/rnd_search_t_no_sched/comb_18/init/model.layers.25.mlp.fc1/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..86577a39d40a11372cc9ece563659d99ba9a027f
--- /dev/null
+++ b/params/phi/7/rnd_search_t_no_sched/comb_18/init/model.layers.25.mlp.fc1/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:1aded534736cf6342daa600cd7af4664229a447bb9ec6fe95525417eca6f55f4
+size 42115
diff --git a/params/phi/7/rnd_search_t_no_sched/comb_18/init/model.layers.25.mlp.fc2/_s.pt b/params/phi/7/rnd_search_t_no_sched/comb_18/init/model.layers.25.mlp.fc2/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..bde49559c152bb758c53d42e69e9e3a0e8fa82cd
--- /dev/null
+++ b/params/phi/7/rnd_search_t_no_sched/comb_18/init/model.layers.25.mlp.fc2/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:4c1d01517583c90b16d99c7112ba2a30839fae85fc0d28d57524f7644c28b635
+size 11395
diff --git a/params/phi/7/rnd_search_t_no_sched/comb_18/init/model.layers.25.self_attn.dense/_s.pt b/params/phi/7/rnd_search_t_no_sched/comb_18/init/model.layers.25.self_attn.dense/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..f84d0411a20f50ea10769cc37907c9868b82a340
--- /dev/null
+++ b/params/phi/7/rnd_search_t_no_sched/comb_18/init/model.layers.25.self_attn.dense/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ba7103611ef7a70c5b2753200c5762454696edf7f2e965480301da5823c8f20c
+size 11395
diff --git a/params/phi/7/rnd_search_t_no_sched/comb_18/init/model.layers.25.self_attn.k_proj/_s.pt b/params/phi/7/rnd_search_t_no_sched/comb_18/init/model.layers.25.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c562e3dbcf80658e6dbb9801871c01ae4715f4fd
--- /dev/null
+++ b/params/phi/7/rnd_search_t_no_sched/comb_18/init/model.layers.25.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:9d244b1d4c629a943ed486544f1a983279091908b241ef6b28b1244f8c21feb8
+size 11395
diff --git a/params/phi/7/rnd_search_t_no_sched/comb_18/init/model.layers.25.self_attn.q_proj/_s.pt b/params/phi/7/rnd_search_t_no_sched/comb_18/init/model.layers.25.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4b89617418a890ea4aca22278f44ef166942240c
--- /dev/null
+++ b/params/phi/7/rnd_search_t_no_sched/comb_18/init/model.layers.25.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:36fece7f1b346b68c472fca9a4a88d51ae3340577bf3b98aa916e530fc0188d6
+size 11395
diff --git a/params/phi/7/rnd_search_t_no_sched/comb_18/init/model.layers.25.self_attn.v_proj/_s.pt b/params/phi/7/rnd_search_t_no_sched/comb_18/init/model.layers.25.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..0fb54b99b31910705c08f5618daceacbee87663f
--- /dev/null
+++ b/params/phi/7/rnd_search_t_no_sched/comb_18/init/model.layers.25.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:fcc0de34796cf4843e29e09e983cbb50a673b16475d87b07d1dd1c51025a23fb
+size 11395
diff --git a/params/phi/7/rnd_search_t_no_sched/comb_18/init/model.layers.26.mlp.fc1/_s.pt b/params/phi/7/rnd_search_t_no_sched/comb_18/init/model.layers.26.mlp.fc1/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..0405eefe73032360a7920d1fde86836ec647ef78
--- /dev/null
+++ b/params/phi/7/rnd_search_t_no_sched/comb_18/init/model.layers.26.mlp.fc1/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e915827bfc83362056c412920a4e05eff86b114536ff1bde0d62f32cfbc132bb
+size 42115
diff --git a/params/phi/7/rnd_search_t_no_sched/comb_18/init/model.layers.26.mlp.fc2/_s.pt b/params/phi/7/rnd_search_t_no_sched/comb_18/init/model.layers.26.mlp.fc2/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..5d8f31dd7c82bdce591a369a2dff7253c88d5cb4
--- /dev/null
+++ b/params/phi/7/rnd_search_t_no_sched/comb_18/init/model.layers.26.mlp.fc2/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ad237b3067ba10400aaa65fc61cbfc5d52c1f998705d4a623b3ddc0fb76900f2
+size 11395
diff --git a/params/phi/7/rnd_search_t_no_sched/comb_18/init/model.layers.26.self_attn.dense/_s.pt b/params/phi/7/rnd_search_t_no_sched/comb_18/init/model.layers.26.self_attn.dense/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..82026260a0932d11e003fe546d371798ad11c702
--- /dev/null
+++ b/params/phi/7/rnd_search_t_no_sched/comb_18/init/model.layers.26.self_attn.dense/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c6fef030d0fcb03c7817798436fb8ff2e41f36f644b575c5020ec4462038c293
+size 11395
diff --git a/params/phi/7/rnd_search_t_no_sched/comb_18/init/model.layers.26.self_attn.k_proj/_s.pt b/params/phi/7/rnd_search_t_no_sched/comb_18/init/model.layers.26.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..7c688396f1c51c39c2613ec54b5b3e901f0fcffd
--- /dev/null
+++ b/params/phi/7/rnd_search_t_no_sched/comb_18/init/model.layers.26.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c2b700c9b543bc6540a35650080e062ceec5be64fb451c6a50f96ec37c8d463a
+size 11395
diff --git a/params/phi/7/rnd_search_t_no_sched/comb_18/init/model.layers.26.self_attn.q_proj/_s.pt b/params/phi/7/rnd_search_t_no_sched/comb_18/init/model.layers.26.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..318ad2eb67dfb10ce92ae044c814299fe2b2f573
--- /dev/null
+++ b/params/phi/7/rnd_search_t_no_sched/comb_18/init/model.layers.26.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ab106bb0a7feb67c86538d4984f93d4718739f0dbb37f694281936139f35d7e2
+size 11395
diff --git a/params/phi/7/rnd_search_t_no_sched/comb_18/init/model.layers.26.self_attn.v_proj/_s.pt b/params/phi/7/rnd_search_t_no_sched/comb_18/init/model.layers.26.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..3f7d6a02c3c4a09320cbb8ce2fda3899894297ee
--- /dev/null
+++ b/params/phi/7/rnd_search_t_no_sched/comb_18/init/model.layers.26.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2aca5e36cc104ca48a904b8939c3babea64f2c3a4b44b4ea3966c1a684f1c315
+size 11395
diff --git a/params/phi/7/rnd_search_t_no_sched/comb_18/init/model.layers.27.mlp.fc1/_s.pt b/params/phi/7/rnd_search_t_no_sched/comb_18/init/model.layers.27.mlp.fc1/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..fc6047a8d5d97075b3cd17d5f79e1da35cb1c371
--- /dev/null
+++ b/params/phi/7/rnd_search_t_no_sched/comb_18/init/model.layers.27.mlp.fc1/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:97b4a8088f1fc91a14f56808c5b9ebd2903c0bb9fdb4eb4d7ab91043d97b3c17
+size 42115
diff --git a/params/phi/7/rnd_search_t_no_sched/comb_18/init/model.layers.27.mlp.fc2/_s.pt b/params/phi/7/rnd_search_t_no_sched/comb_18/init/model.layers.27.mlp.fc2/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..7dbe56fa0c18b117f950379c20d4cc8e0afda5b0
--- /dev/null
+++ b/params/phi/7/rnd_search_t_no_sched/comb_18/init/model.layers.27.mlp.fc2/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:803cafad08f2e400a48823e073af3d7627903de4cd3eaaf15e1c94403e45faf0
+size 11395
diff --git a/params/phi/7/rnd_search_t_no_sched/comb_18/init/model.layers.27.self_attn.dense/_s.pt b/params/phi/7/rnd_search_t_no_sched/comb_18/init/model.layers.27.self_attn.dense/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4eb2b976751fe9ce2252b9306b346fc4466877b9
--- /dev/null
+++ b/params/phi/7/rnd_search_t_no_sched/comb_18/init/model.layers.27.self_attn.dense/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:177d452894b5ee0024d6822b94653b12b83236e509c76b01528060cab34c4bef
+size 11395
diff --git a/params/phi/7/rnd_search_t_no_sched/comb_18/init/model.layers.27.self_attn.k_proj/_s.pt b/params/phi/7/rnd_search_t_no_sched/comb_18/init/model.layers.27.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..493d0a0555adc7e203d6b80e6c69794bee02db52
--- /dev/null
+++ b/params/phi/7/rnd_search_t_no_sched/comb_18/init/model.layers.27.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:30a3fecfcca756217bd987d5e65173aab07890bf1258d1234778499e0cdef4ec
+size 11395
diff --git a/params/phi/7/rnd_search_t_no_sched/comb_18/init/model.layers.27.self_attn.q_proj/_s.pt b/params/phi/7/rnd_search_t_no_sched/comb_18/init/model.layers.27.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c3d26f88a415753781e12b3e607eec772d95091e
--- /dev/null
+++ b/params/phi/7/rnd_search_t_no_sched/comb_18/init/model.layers.27.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:9226586b7be7cfccecbf76702c16fd1ce09c7a5b0b0819e732e3e39622ce54cb
+size 11395
diff --git a/params/phi/7/rnd_search_t_no_sched/comb_18/init/model.layers.27.self_attn.v_proj/_s.pt b/params/phi/7/rnd_search_t_no_sched/comb_18/init/model.layers.27.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..70a6243ddb917caa8be95ebbbfd59c4dcfeaf8ab
--- /dev/null
+++ b/params/phi/7/rnd_search_t_no_sched/comb_18/init/model.layers.27.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:19584bc728ccd6a30bcc5ae23be7a1120ff5534731c63be4b5d516ef858fbf7c
+size 11395
diff --git a/params/phi/7/rnd_search_t_no_sched/comb_18/init/model.layers.28.mlp.fc1/_s.pt b/params/phi/7/rnd_search_t_no_sched/comb_18/init/model.layers.28.mlp.fc1/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..0ad903d0585d73742a879e756157b30b5ac157a5
--- /dev/null
+++ b/params/phi/7/rnd_search_t_no_sched/comb_18/init/model.layers.28.mlp.fc1/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c5d017f89bbe49064c6ebf91c2e28f2ab2917935aea9613d6d9c951912e424e4
+size 42115
diff --git a/params/phi/7/rnd_search_t_no_sched/comb_18/init/model.layers.28.mlp.fc2/_s.pt b/params/phi/7/rnd_search_t_no_sched/comb_18/init/model.layers.28.mlp.fc2/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..1087ff661b523a3f68609c658452e13ba73f0255
--- /dev/null
+++ b/params/phi/7/rnd_search_t_no_sched/comb_18/init/model.layers.28.mlp.fc2/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:3bda45eb4a76a8eb1c03691fea8dc2624dbae079d51605e4782613866cf44d69
+size 11395
diff --git a/params/phi/7/rnd_search_t_no_sched/comb_18/init/model.layers.28.self_attn.dense/_s.pt b/params/phi/7/rnd_search_t_no_sched/comb_18/init/model.layers.28.self_attn.dense/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..5f98c25cf69bc1688731983210e19929117458f1
--- /dev/null
+++ b/params/phi/7/rnd_search_t_no_sched/comb_18/init/model.layers.28.self_attn.dense/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:422bbc53ecf27c5cb3011e8fc010cb7a21bd0165cc03c7d13402bb101d9bbea0
+size 11395
diff --git a/params/phi/7/rnd_search_t_no_sched/comb_18/init/model.layers.28.self_attn.k_proj/_s.pt b/params/phi/7/rnd_search_t_no_sched/comb_18/init/model.layers.28.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..526e8d170f73e21e9228ed8d09b09167c57b15c9
--- /dev/null
+++ b/params/phi/7/rnd_search_t_no_sched/comb_18/init/model.layers.28.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2e4b5f286c758fc0747f0ca9329deb97f2b1b30cc20b4e4329a42cf79324d9fd
+size 11395
diff --git a/params/phi/7/rnd_search_t_no_sched/comb_18/init/model.layers.28.self_attn.q_proj/_s.pt b/params/phi/7/rnd_search_t_no_sched/comb_18/init/model.layers.28.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..9dc62290ae4351ed04177176ec4f8917499d9438
--- /dev/null
+++ b/params/phi/7/rnd_search_t_no_sched/comb_18/init/model.layers.28.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:35f20a7bfc6f89b958f2044124277a3c13a1d34c04cce3d4b190c33d0c39f384
+size 11395
diff --git a/params/phi/7/rnd_search_t_no_sched/comb_18/init/model.layers.28.self_attn.v_proj/_s.pt b/params/phi/7/rnd_search_t_no_sched/comb_18/init/model.layers.28.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4bb245768810f1bca0b226a5953d065053ba5361
--- /dev/null
+++ b/params/phi/7/rnd_search_t_no_sched/comb_18/init/model.layers.28.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:048fe59c69388209a3123219883e648f6a728c86c08ed8ef3bba5f69fada1f48
+size 11395
diff --git a/params/phi/7/rnd_search_t_no_sched/comb_18/init/model.layers.29.mlp.fc1/_s.pt b/params/phi/7/rnd_search_t_no_sched/comb_18/init/model.layers.29.mlp.fc1/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..97ea43814302d39c1563ca65e9db98a4a9409dc2
--- /dev/null
+++ b/params/phi/7/rnd_search_t_no_sched/comb_18/init/model.layers.29.mlp.fc1/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:69abf7cccb7e4fc6e8da2ac48923aaad817a3c6d669ae3381ab432d6f5b48daf
+size 42115
diff --git a/params/phi/7/rnd_search_t_no_sched/comb_18/init/model.layers.29.mlp.fc2/_s.pt b/params/phi/7/rnd_search_t_no_sched/comb_18/init/model.layers.29.mlp.fc2/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..d8808355f385c03494ce3023e5d8299a849cb598
--- /dev/null
+++ b/params/phi/7/rnd_search_t_no_sched/comb_18/init/model.layers.29.mlp.fc2/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:6d2a37b878eaf8f4cfe41b348137f378e2e2a6b7bbb23668eac6908eb3a4eb55
+size 11395
diff --git a/params/phi/7/rnd_search_t_no_sched/comb_18/init/model.layers.29.self_attn.dense/_s.pt b/params/phi/7/rnd_search_t_no_sched/comb_18/init/model.layers.29.self_attn.dense/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..217c696647b9ac7a649f5a43062e0e99d9245706
--- /dev/null
+++ b/params/phi/7/rnd_search_t_no_sched/comb_18/init/model.layers.29.self_attn.dense/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:de5a99c427d020c50d2b2976280f1541ac343e08da1e328326ea06568b6a9481
+size 11395
diff --git a/params/phi/7/rnd_search_t_no_sched/comb_18/init/model.layers.29.self_attn.k_proj/_s.pt b/params/phi/7/rnd_search_t_no_sched/comb_18/init/model.layers.29.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..b9581c1144de49a3eb77a0eb1e32b6f0f175812a
--- /dev/null
+++ b/params/phi/7/rnd_search_t_no_sched/comb_18/init/model.layers.29.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:99cd5afbc8355bb75a555b11b8c2a3f5b10c7a4932ea4dfe00c3e65524c69444
+size 11395
diff --git a/params/phi/7/rnd_search_t_no_sched/comb_18/init/model.layers.29.self_attn.q_proj/_s.pt b/params/phi/7/rnd_search_t_no_sched/comb_18/init/model.layers.29.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..fe82ecd4c94119854506e0986c875e5925e31b25
--- /dev/null
+++ b/params/phi/7/rnd_search_t_no_sched/comb_18/init/model.layers.29.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:05d4ca83ea4778e2ed432f1e005e1ae7f45dd7edf5a2fda2b56d426e55c18b1a
+size 11395
diff --git a/params/phi/7/rnd_search_t_no_sched/comb_18/init/model.layers.29.self_attn.v_proj/_s.pt b/params/phi/7/rnd_search_t_no_sched/comb_18/init/model.layers.29.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..b321c47eeb61daf57c5d27182bd0bfaa3fc25f8a
--- /dev/null
+++ b/params/phi/7/rnd_search_t_no_sched/comb_18/init/model.layers.29.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e76f905e2f9dc66d43e2958da293837553a5fd0978634a0c9fc04c9a6ad069b9
+size 11395
diff --git a/params/phi/7/rnd_search_t_no_sched/comb_18/init/model.layers.3.mlp.fc1/_s.pt b/params/phi/7/rnd_search_t_no_sched/comb_18/init/model.layers.3.mlp.fc1/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ceeb2311a329a3fd0384db031cf2d107b437e07
--- /dev/null
+++ b/params/phi/7/rnd_search_t_no_sched/comb_18/init/model.layers.3.mlp.fc1/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:8c744c7f938b640d27af193d5e29635deafd527b1ef0b5f596e869e88885e7a1
+size 42115
diff --git a/params/phi/7/rnd_search_t_no_sched/comb_18/init/model.layers.3.mlp.fc2/_s.pt b/params/phi/7/rnd_search_t_no_sched/comb_18/init/model.layers.3.mlp.fc2/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..f2e1790c195f4eaad779b55ef62fa52621454bdc
--- /dev/null
+++ b/params/phi/7/rnd_search_t_no_sched/comb_18/init/model.layers.3.mlp.fc2/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:8acdb2919057e89a8cde6b5c7cf75c5e40ed69b569324353574bc6960b303f28
+size 11395
diff --git a/params/phi/7/rnd_search_t_no_sched/comb_18/init/model.layers.3.self_attn.dense/_s.pt b/params/phi/7/rnd_search_t_no_sched/comb_18/init/model.layers.3.self_attn.dense/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..04db244d14e63979c14f3cb7e8e3a3ac7b5c93ea
--- /dev/null
+++ b/params/phi/7/rnd_search_t_no_sched/comb_18/init/model.layers.3.self_attn.dense/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a5f54933c4f760787a5244e2897d9e85cdac87230ae975bad5fcca1078183f2c
+size 11395
diff --git a/params/phi/7/rnd_search_t_no_sched/comb_18/init/model.layers.3.self_attn.k_proj/_s.pt b/params/phi/7/rnd_search_t_no_sched/comb_18/init/model.layers.3.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e5e82c58ab3ebe9b6dcecc1bf8aa98188e458482
--- /dev/null
+++ b/params/phi/7/rnd_search_t_no_sched/comb_18/init/model.layers.3.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:4e9cf78649fb5be6d9dc8ff9c0e0bf4f23f1c7ce214181b7ce343d574664b033
+size 11395
diff --git a/params/phi/7/rnd_search_t_no_sched/comb_18/init/model.layers.3.self_attn.q_proj/_s.pt b/params/phi/7/rnd_search_t_no_sched/comb_18/init/model.layers.3.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..776a2d9ad225e572bbad964853b5913e7de53f10
--- /dev/null
+++ b/params/phi/7/rnd_search_t_no_sched/comb_18/init/model.layers.3.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:20c368b177da34b8db4830c3537e7e58dbe575c2a7857f97df876538454b3c75
+size 11395
diff --git a/params/phi/7/rnd_search_t_no_sched/comb_18/init/model.layers.3.self_attn.v_proj/_s.pt b/params/phi/7/rnd_search_t_no_sched/comb_18/init/model.layers.3.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..0cddde1f82ad6c72cfac981d22dede72a625618e
--- /dev/null
+++ b/params/phi/7/rnd_search_t_no_sched/comb_18/init/model.layers.3.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:6a09cf2d28da6e91166f0e510e89fb02fedce11135f3dd074cccedf4a41e97a3
+size 11395
diff --git a/params/phi/7/rnd_search_t_no_sched/comb_18/init/model.layers.30.mlp.fc1/_s.pt b/params/phi/7/rnd_search_t_no_sched/comb_18/init/model.layers.30.mlp.fc1/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2589915b3b195c407f873c6b10e9f58d6b702bde
--- /dev/null
+++ b/params/phi/7/rnd_search_t_no_sched/comb_18/init/model.layers.30.mlp.fc1/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:95ceb28af6dcd918014091606f21455a7b7b7db729a716862531f1181674c521
+size 42115
diff --git a/params/phi/7/rnd_search_t_no_sched/comb_18/init/model.layers.30.mlp.fc2/_s.pt b/params/phi/7/rnd_search_t_no_sched/comb_18/init/model.layers.30.mlp.fc2/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ccfb20335ec7676b7b35ef9deb7082ff70932a6c
--- /dev/null
+++ b/params/phi/7/rnd_search_t_no_sched/comb_18/init/model.layers.30.mlp.fc2/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d639aa6d3fdc0abbf4641639895050a6613d26784f9163d5acba5ca0681635dc
+size 11395
diff --git a/params/phi/7/rnd_search_t_no_sched/comb_18/init/model.layers.30.self_attn.dense/_s.pt b/params/phi/7/rnd_search_t_no_sched/comb_18/init/model.layers.30.self_attn.dense/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..d5870ed10fb70cccbf7fc20d2324336fe0894171
--- /dev/null
+++ b/params/phi/7/rnd_search_t_no_sched/comb_18/init/model.layers.30.self_attn.dense/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:eea45b28b39f2ce25bb53d508dc8c238a3a58d742bb08efdd6699b9c7b1c764c
+size 11395
diff --git a/params/phi/7/rnd_search_t_no_sched/comb_18/init/model.layers.30.self_attn.k_proj/_s.pt b/params/phi/7/rnd_search_t_no_sched/comb_18/init/model.layers.30.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..b036e963a1d3ab3d5bad52aebf12045e6fb61e5c
--- /dev/null
+++ b/params/phi/7/rnd_search_t_no_sched/comb_18/init/model.layers.30.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:986421c05db2a7c7645755aaf20f1a583b901f5adac3354ebdf58764fb8544fd
+size 11395
diff --git a/params/phi/7/rnd_search_t_no_sched/comb_18/init/model.layers.30.self_attn.q_proj/_s.pt b/params/phi/7/rnd_search_t_no_sched/comb_18/init/model.layers.30.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..623dbc7b78d5c257e235756a8d1473b4c211908d
--- /dev/null
+++ b/params/phi/7/rnd_search_t_no_sched/comb_18/init/model.layers.30.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d77090014345b03491bbadd691f630e9154271fe7666277d4f5fcf316339e3e3
+size 11395
diff --git a/params/phi/7/rnd_search_t_no_sched/comb_18/init/model.layers.30.self_attn.v_proj/_s.pt b/params/phi/7/rnd_search_t_no_sched/comb_18/init/model.layers.30.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..5206e9c0b93e8af7ed52c6d776754abef4e5f8d0
--- /dev/null
+++ b/params/phi/7/rnd_search_t_no_sched/comb_18/init/model.layers.30.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0f6305e9fcf8e9609cefbe0188bd17e5cd005e86fdab0ffc99ccb7115c157eb4
+size 11395
diff --git a/params/phi/7/rnd_search_t_no_sched/comb_18/init/model.layers.31.mlp.fc1/_s.pt b/params/phi/7/rnd_search_t_no_sched/comb_18/init/model.layers.31.mlp.fc1/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..82451f09ab43cb32fad62c36c0dafc8be0adf603
--- /dev/null
+++ b/params/phi/7/rnd_search_t_no_sched/comb_18/init/model.layers.31.mlp.fc1/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2e1a4cb48c7ea6fa8a508b41fbb3a367c12cb0271525d8ea62d57fed95ec6a37
+size 42115
diff --git a/params/phi/7/rnd_search_t_no_sched/comb_18/init/model.layers.31.mlp.fc2/_s.pt b/params/phi/7/rnd_search_t_no_sched/comb_18/init/model.layers.31.mlp.fc2/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..76e34ab42aa848065152cef39b5efae6aef840af
--- /dev/null
+++ b/params/phi/7/rnd_search_t_no_sched/comb_18/init/model.layers.31.mlp.fc2/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:1b4f843752e7b9635f2ccfe72dd2d2ba0bb90446d25cbca969c9b6ca07471dd8
+size 11395
diff --git a/params/phi/7/rnd_search_t_no_sched/comb_18/init/model.layers.31.self_attn.dense/_s.pt b/params/phi/7/rnd_search_t_no_sched/comb_18/init/model.layers.31.self_attn.dense/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c9b621e059677adf327bce06b84f8b4767906962
--- /dev/null
+++ b/params/phi/7/rnd_search_t_no_sched/comb_18/init/model.layers.31.self_attn.dense/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:33706256d7f14e42c0cb5e49e4442ed86f4189d21201e1967eeac4c701facb0b
+size 11395
diff --git a/params/phi/7/rnd_search_t_no_sched/comb_18/init/model.layers.31.self_attn.k_proj/_s.pt b/params/phi/7/rnd_search_t_no_sched/comb_18/init/model.layers.31.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..1569fa55348dcdd41e2b158216f76f574210b087
--- /dev/null
+++ b/params/phi/7/rnd_search_t_no_sched/comb_18/init/model.layers.31.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:1f4249740c97f6c59dd908e982049624290b0956731ca43e254611dbfbd02f87
+size 11395
diff --git a/params/phi/7/rnd_search_t_no_sched/comb_18/init/model.layers.31.self_attn.q_proj/_s.pt b/params/phi/7/rnd_search_t_no_sched/comb_18/init/model.layers.31.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..98f3391589e692c8cd5f1d72b7d2ad777a6a0028
--- /dev/null
+++ b/params/phi/7/rnd_search_t_no_sched/comb_18/init/model.layers.31.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:dae70dff7593f69845af1ad7340618b7e65efa6a2fa7bac11221ed31d7a5dc8c
+size 11395
diff --git a/params/phi/7/rnd_search_t_no_sched/comb_18/init/model.layers.31.self_attn.v_proj/_s.pt b/params/phi/7/rnd_search_t_no_sched/comb_18/init/model.layers.31.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..0a2032b7002f810b8eae6b40cdbd2a7bd6d3bf63
--- /dev/null
+++ b/params/phi/7/rnd_search_t_no_sched/comb_18/init/model.layers.31.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:23ecc0d320b25193e3746f2e21d452ba9a39380c907329e0d4996b8f46558acc
+size 11395
diff --git a/params/phi/7/rnd_search_t_no_sched/comb_18/init/model.layers.4.mlp.fc1/_s.pt b/params/phi/7/rnd_search_t_no_sched/comb_18/init/model.layers.4.mlp.fc1/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..21919cfc89e0bc693bd4f8343c1f5e629aee529b
--- /dev/null
+++ b/params/phi/7/rnd_search_t_no_sched/comb_18/init/model.layers.4.mlp.fc1/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:cfee6f231e8a167dbed8485ed7d19f20ef9159cd5456cdd8b3956b22c8ad92b3
+size 42115
diff --git a/params/phi/7/rnd_search_t_no_sched/comb_18/init/model.layers.4.mlp.fc2/_s.pt b/params/phi/7/rnd_search_t_no_sched/comb_18/init/model.layers.4.mlp.fc2/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..09b1ef16550d6c04fa06aaf9f5cd6568895356c2
--- /dev/null
+++ b/params/phi/7/rnd_search_t_no_sched/comb_18/init/model.layers.4.mlp.fc2/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:1644f54c19699b43d98451520b477dab00bf999fb1f3f423620d2da25e88ce1c
+size 11395
diff --git a/params/phi/7/rnd_search_t_no_sched/comb_18/init/model.layers.4.self_attn.dense/_s.pt b/params/phi/7/rnd_search_t_no_sched/comb_18/init/model.layers.4.self_attn.dense/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ef89c4a58a9e4406acf7420ac4fcdfef871301b7
--- /dev/null
+++ b/params/phi/7/rnd_search_t_no_sched/comb_18/init/model.layers.4.self_attn.dense/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:468f03d27101e482c96e2673ed9760c97382efeb728a14625c36adcbaefa497d
+size 11395
diff --git a/params/phi/7/rnd_search_t_no_sched/comb_18/init/model.layers.4.self_attn.k_proj/_s.pt b/params/phi/7/rnd_search_t_no_sched/comb_18/init/model.layers.4.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..37005ad94474a6561d864ac460cc225a0034e676
--- /dev/null
+++ b/params/phi/7/rnd_search_t_no_sched/comb_18/init/model.layers.4.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:26fa8efdc6fe676011f0ef4b2f720b672e45dba00d75b90d68e4cf1290c529f5
+size 11395
diff --git a/params/phi/7/rnd_search_t_no_sched/comb_18/init/model.layers.4.self_attn.q_proj/_s.pt b/params/phi/7/rnd_search_t_no_sched/comb_18/init/model.layers.4.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..166a91c4d6d8ed59b0e0be4589886b853c912ce6
--- /dev/null
+++ b/params/phi/7/rnd_search_t_no_sched/comb_18/init/model.layers.4.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ce5a479b6e796b459c6f295a4b1c36b9c51e459b5cbf78cba9a372d95d4255ee
+size 11395
diff --git a/params/phi/7/rnd_search_t_no_sched/comb_18/init/model.layers.4.self_attn.v_proj/_s.pt b/params/phi/7/rnd_search_t_no_sched/comb_18/init/model.layers.4.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a6df99ee8c35b3a54e5b311306787b1fa75dce8f
--- /dev/null
+++ b/params/phi/7/rnd_search_t_no_sched/comb_18/init/model.layers.4.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:9755aa583f2e44c1bd3176d99fffe260265a942ad0c0f105cd67bc89a4d20cbb
+size 11395
diff --git a/params/phi/7/rnd_search_t_no_sched/comb_18/init/model.layers.5.mlp.fc1/_s.pt b/params/phi/7/rnd_search_t_no_sched/comb_18/init/model.layers.5.mlp.fc1/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..65892d9b5b61044ab3d7c08c6cfaf9826790f832
--- /dev/null
+++ b/params/phi/7/rnd_search_t_no_sched/comb_18/init/model.layers.5.mlp.fc1/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b586940a30046aeadb3d0c99c572fba61680a2dcf0399594b7695c4139b9c674
+size 42115
diff --git a/params/phi/7/rnd_search_t_no_sched/comb_18/init/model.layers.5.mlp.fc2/_s.pt b/params/phi/7/rnd_search_t_no_sched/comb_18/init/model.layers.5.mlp.fc2/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e08615315b2019e827445b76fd884e020af5b923
--- /dev/null
+++ b/params/phi/7/rnd_search_t_no_sched/comb_18/init/model.layers.5.mlp.fc2/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:bd3c5885da68dc83c89cdabf3d90c9d4d6c213c3300ab613d96e2fbcae7c0632
+size 11395
diff --git a/params/phi/7/rnd_search_t_no_sched/comb_18/init/model.layers.5.self_attn.dense/_s.pt b/params/phi/7/rnd_search_t_no_sched/comb_18/init/model.layers.5.self_attn.dense/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..25d5a6367796cc508483bac9556506420e98016f
--- /dev/null
+++ b/params/phi/7/rnd_search_t_no_sched/comb_18/init/model.layers.5.self_attn.dense/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5e44dbac5305b2c4e9c07e162ce3261abbe4e3245462e211445c51e2092d0896
+size 11395
diff --git a/params/phi/7/rnd_search_t_no_sched/comb_18/init/model.layers.5.self_attn.k_proj/_s.pt b/params/phi/7/rnd_search_t_no_sched/comb_18/init/model.layers.5.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..61b3f67e29a4e0d35a3ce12fe22d1f4de59cae23
--- /dev/null
+++ b/params/phi/7/rnd_search_t_no_sched/comb_18/init/model.layers.5.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b8c2e72df01b005a38829ed7ce10ff3fcfee005f69383c823d828d8a2249d32d
+size 11395
diff --git a/params/phi/7/rnd_search_t_no_sched/comb_18/init/model.layers.5.self_attn.q_proj/_s.pt b/params/phi/7/rnd_search_t_no_sched/comb_18/init/model.layers.5.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..3933922b7c377145b7e6a353d060295333eeaf59
--- /dev/null
+++ b/params/phi/7/rnd_search_t_no_sched/comb_18/init/model.layers.5.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:fe411951120570117a9c71870cf74c60ce0e318186bfadcb2fd31b69077701f4
+size 11395
diff --git a/params/phi/7/rnd_search_t_no_sched/comb_18/init/model.layers.5.self_attn.v_proj/_s.pt b/params/phi/7/rnd_search_t_no_sched/comb_18/init/model.layers.5.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ab76ef5ee68861029e7cf2d9177e2d5922444475
--- /dev/null
+++ b/params/phi/7/rnd_search_t_no_sched/comb_18/init/model.layers.5.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:954f32febc83fd01af5cb771a0cba0ebaf38540ab5fb59709e86b69959616943
+size 11395
diff --git a/params/phi/7/rnd_search_t_no_sched/comb_18/init/model.layers.6.mlp.fc1/_s.pt b/params/phi/7/rnd_search_t_no_sched/comb_18/init/model.layers.6.mlp.fc1/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e7529d6d46ee074e7858edbeae8d7f818273dfb2
--- /dev/null
+++ b/params/phi/7/rnd_search_t_no_sched/comb_18/init/model.layers.6.mlp.fc1/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:93696942f41f94fcf2665f3c0dc4c28aa11ad5775b48dd344d6800d91c6e4be7
+size 42115
diff --git a/params/phi/7/rnd_search_t_no_sched/comb_18/init/model.layers.6.mlp.fc2/_s.pt b/params/phi/7/rnd_search_t_no_sched/comb_18/init/model.layers.6.mlp.fc2/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4b759ac44baa7c9ff491cadc545019b4183c21dd
--- /dev/null
+++ b/params/phi/7/rnd_search_t_no_sched/comb_18/init/model.layers.6.mlp.fc2/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e308600ed92ea0bfebaf2647942c698c232bbc6ae07e52fbdf5c048972c0e995
+size 11395
diff --git a/params/phi/7/rnd_search_t_no_sched/comb_18/init/model.layers.6.self_attn.dense/_s.pt b/params/phi/7/rnd_search_t_no_sched/comb_18/init/model.layers.6.self_attn.dense/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..65a993493ca95dd2b41944bad0032a9f9337f4d0
--- /dev/null
+++ b/params/phi/7/rnd_search_t_no_sched/comb_18/init/model.layers.6.self_attn.dense/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:973e4f6834417a96d93ca35707091f7ee2270462b99ceece59fc471b03aeb97b
+size 11395
diff --git a/params/phi/7/rnd_search_t_no_sched/comb_18/init/model.layers.6.self_attn.k_proj/_s.pt b/params/phi/7/rnd_search_t_no_sched/comb_18/init/model.layers.6.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..73e6a692ba9bcb16dfabe511afb8257d87360568
--- /dev/null
+++ b/params/phi/7/rnd_search_t_no_sched/comb_18/init/model.layers.6.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:7db13e04b706890e6a1992729ec0852f97758a60948fcfc22617cb6f50b630d9
+size 11395
diff --git a/params/phi/7/rnd_search_t_no_sched/comb_18/init/model.layers.6.self_attn.q_proj/_s.pt b/params/phi/7/rnd_search_t_no_sched/comb_18/init/model.layers.6.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..0fb121a428278dc49033177bc042552f74d71350
--- /dev/null
+++ b/params/phi/7/rnd_search_t_no_sched/comb_18/init/model.layers.6.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:8f01b04c0936c32c043e6616da75ba176f1e7daaf692abe55d02a0db0bb8697f
+size 11395
diff --git a/params/phi/7/rnd_search_t_no_sched/comb_18/init/model.layers.6.self_attn.v_proj/_s.pt b/params/phi/7/rnd_search_t_no_sched/comb_18/init/model.layers.6.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..bb676c5e093033d04101aab45b0ba058cbf1ab00
--- /dev/null
+++ b/params/phi/7/rnd_search_t_no_sched/comb_18/init/model.layers.6.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:91c094289df498b48211ae32b0acb0d1d628d6037c21cdeaedc9426c7ca850f4
+size 11395
diff --git a/params/phi/7/rnd_search_t_no_sched/comb_18/init/model.layers.7.mlp.fc1/_s.pt b/params/phi/7/rnd_search_t_no_sched/comb_18/init/model.layers.7.mlp.fc1/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..9f956e268c9677a75ef3bb01bb59c0e82ddb3dbf
--- /dev/null
+++ b/params/phi/7/rnd_search_t_no_sched/comb_18/init/model.layers.7.mlp.fc1/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:4dea602de9db4eaf511a2739698b22dae7859ac2a1126cda1a82937e2a7e1ed2
+size 42115
diff --git a/params/phi/7/rnd_search_t_no_sched/comb_18/init/model.layers.7.mlp.fc2/_s.pt b/params/phi/7/rnd_search_t_no_sched/comb_18/init/model.layers.7.mlp.fc2/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..1d123f6d861a1883af01f9419583a8ce9782bd2e
--- /dev/null
+++ b/params/phi/7/rnd_search_t_no_sched/comb_18/init/model.layers.7.mlp.fc2/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a92e44a691f35edd864d42ca09570bc2abe3bc25d2733877ba93f1bde77ce012
+size 11395
diff --git a/params/phi/7/rnd_search_t_no_sched/comb_18/init/model.layers.7.self_attn.dense/_s.pt b/params/phi/7/rnd_search_t_no_sched/comb_18/init/model.layers.7.self_attn.dense/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..1fe62d7ded359c3e986bd01c84a37020fd4df272
--- /dev/null
+++ b/params/phi/7/rnd_search_t_no_sched/comb_18/init/model.layers.7.self_attn.dense/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a2e24740da3b9318ac428275a66b8b412b5ee6bfe209c1ddf0f3496d04254ffb
+size 11395
diff --git a/params/phi/7/rnd_search_t_no_sched/comb_18/init/model.layers.7.self_attn.k_proj/_s.pt b/params/phi/7/rnd_search_t_no_sched/comb_18/init/model.layers.7.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..02b933add5ef99b957896db97b1b0632960692ea
--- /dev/null
+++ b/params/phi/7/rnd_search_t_no_sched/comb_18/init/model.layers.7.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2c535870360328ac18a59a464a4221d23a488a1c7d635a10dfe36fde294532b7
+size 11395
diff --git a/params/phi/7/rnd_search_t_no_sched/comb_18/init/model.layers.7.self_attn.q_proj/_s.pt b/params/phi/7/rnd_search_t_no_sched/comb_18/init/model.layers.7.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..971cf68bcd775abe9e2a2d2605313493fa97e5c0
--- /dev/null
+++ b/params/phi/7/rnd_search_t_no_sched/comb_18/init/model.layers.7.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2c483e81bc7a65a7267f89177eff9cee5e40bb6196b29a77a1851f264cf50e01
+size 11395
diff --git a/params/phi/7/rnd_search_t_no_sched/comb_18/init/model.layers.7.self_attn.v_proj/_s.pt b/params/phi/7/rnd_search_t_no_sched/comb_18/init/model.layers.7.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..d5f30b33e0fccbc246a9c19e7ff76ee227df1db9
--- /dev/null
+++ b/params/phi/7/rnd_search_t_no_sched/comb_18/init/model.layers.7.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:bc17b94e48e66753901aa3883ebc2e1f590a47240f0b2de62ab4da358b292ded
+size 11395
diff --git a/params/phi/7/rnd_search_t_no_sched/comb_18/init/model.layers.8.mlp.fc1/_s.pt b/params/phi/7/rnd_search_t_no_sched/comb_18/init/model.layers.8.mlp.fc1/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a52d73130ac473734f7aee2c798c9f63252639b4
--- /dev/null
+++ b/params/phi/7/rnd_search_t_no_sched/comb_18/init/model.layers.8.mlp.fc1/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:84ab89f9d04aad335550aa9d5fbcb6fa3c2a754da8f68932c1e5e0aa2c898658
+size 42115
diff --git a/params/phi/7/rnd_search_t_no_sched/comb_18/init/model.layers.8.mlp.fc2/_s.pt b/params/phi/7/rnd_search_t_no_sched/comb_18/init/model.layers.8.mlp.fc2/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..adb47c9059f7b5d51c3e91b458aade0693c9c07d
--- /dev/null
+++ b/params/phi/7/rnd_search_t_no_sched/comb_18/init/model.layers.8.mlp.fc2/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:1185fedcb67a2977de8343716dfb991f8ddf84795db0aac53c89a56a05d8adf9
+size 11395
diff --git a/params/phi/7/rnd_search_t_no_sched/comb_18/init/model.layers.8.self_attn.dense/_s.pt b/params/phi/7/rnd_search_t_no_sched/comb_18/init/model.layers.8.self_attn.dense/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..170a4bc04b532f6ab4479a0dbdf75443598496c3
--- /dev/null
+++ b/params/phi/7/rnd_search_t_no_sched/comb_18/init/model.layers.8.self_attn.dense/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:8e76521ac13dc9e126639d7d5561e197fce938222eef36ac2d3aa6902e941129
+size 11395
diff --git a/params/phi/7/rnd_search_t_no_sched/comb_18/init/model.layers.8.self_attn.k_proj/_s.pt b/params/phi/7/rnd_search_t_no_sched/comb_18/init/model.layers.8.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..d5f86cdfa7ecf3c0049b8847919f769a265b069b
--- /dev/null
+++ b/params/phi/7/rnd_search_t_no_sched/comb_18/init/model.layers.8.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a43ff7e9cbb4c31598e5fa6d8cd6f3a93fc35ead8cfbc61d337454f4e2cc0a57
+size 11395
diff --git a/params/phi/7/rnd_search_t_no_sched/comb_18/init/model.layers.8.self_attn.q_proj/_s.pt b/params/phi/7/rnd_search_t_no_sched/comb_18/init/model.layers.8.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4881a13524e9b28894d51fd2d590e1393b9a7d16
--- /dev/null
+++ b/params/phi/7/rnd_search_t_no_sched/comb_18/init/model.layers.8.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2c705592c279ef06cf5009ab79972839bfe41e5cf6deb2a1e35d59a00a059a76
+size 11395
diff --git a/params/phi/7/rnd_search_t_no_sched/comb_18/init/model.layers.8.self_attn.v_proj/_s.pt b/params/phi/7/rnd_search_t_no_sched/comb_18/init/model.layers.8.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..506dffccd24be51f098e5303eec22dedc143016a
--- /dev/null
+++ b/params/phi/7/rnd_search_t_no_sched/comb_18/init/model.layers.8.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:9d98e27f10b42d0f9b28bfb27830d29646d2c5ecbf86563c2abdd429c34275fc
+size 11395
diff --git a/params/phi/7/rnd_search_t_no_sched/comb_18/init/model.layers.9.mlp.fc1/_s.pt b/params/phi/7/rnd_search_t_no_sched/comb_18/init/model.layers.9.mlp.fc1/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..830347a962020c820affdb7fdeeeadcc3135469e
--- /dev/null
+++ b/params/phi/7/rnd_search_t_no_sched/comb_18/init/model.layers.9.mlp.fc1/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:919d93e0f0d60118d5b8cd681aabcd59fd46ed1dc7966572801d8a4a2cc5937f
+size 42115
diff --git a/params/phi/7/rnd_search_t_no_sched/comb_18/init/model.layers.9.mlp.fc2/_s.pt b/params/phi/7/rnd_search_t_no_sched/comb_18/init/model.layers.9.mlp.fc2/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..5e722f7b2d747bb21d484e2e970620723ea2ec69
--- /dev/null
+++ b/params/phi/7/rnd_search_t_no_sched/comb_18/init/model.layers.9.mlp.fc2/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:00070dbe6a613c1f32e166759ef644319e13e86beb8fe18140e2ad3080d2c0a3
+size 11395
diff --git a/params/phi/7/rnd_search_t_no_sched/comb_18/init/model.layers.9.self_attn.dense/_s.pt b/params/phi/7/rnd_search_t_no_sched/comb_18/init/model.layers.9.self_attn.dense/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..94bd37093bcc832d802a295a878266e64f3166f0
--- /dev/null
+++ b/params/phi/7/rnd_search_t_no_sched/comb_18/init/model.layers.9.self_attn.dense/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:7ff80ead27872dfe19685ca60a0515a6339629311426d1ba5b2f01cecdd97867
+size 11395
diff --git a/params/phi/7/rnd_search_t_no_sched/comb_18/init/model.layers.9.self_attn.k_proj/_s.pt b/params/phi/7/rnd_search_t_no_sched/comb_18/init/model.layers.9.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..bcd70c4d75886d5ed5a92def5b85511e67c98b05
--- /dev/null
+++ b/params/phi/7/rnd_search_t_no_sched/comb_18/init/model.layers.9.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:50535cd11e80cd03461a6d22adee9db609a00faeb9a46f31441d3ab02b4a2e59
+size 11395
diff --git a/params/phi/7/rnd_search_t_no_sched/comb_18/init/model.layers.9.self_attn.q_proj/_s.pt b/params/phi/7/rnd_search_t_no_sched/comb_18/init/model.layers.9.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..98a457952e29dd3db6a8584155a7acb99216d4ae
--- /dev/null
+++ b/params/phi/7/rnd_search_t_no_sched/comb_18/init/model.layers.9.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a845416abf2e281ac6c83e3be35bd1a5ae6600fbb250db7c9dc614ab6c67c54e
+size 11395
diff --git a/params/phi/7/rnd_search_t_no_sched/comb_18/init/model.layers.9.self_attn.v_proj/_s.pt b/params/phi/7/rnd_search_t_no_sched/comb_18/init/model.layers.9.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..9d2bd200fd00e839d36ad3aa5b1732ba771efcb5
--- /dev/null
+++ b/params/phi/7/rnd_search_t_no_sched/comb_18/init/model.layers.9.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:4d207bf902b560ca670982bbe08e6fd7f10b71fb7efeacf2d395459fe226dbbf
+size 11395
diff --git a/params/phi/7/rnd_search_t_no_sched/comb_18/trained/lm_head/_s.pt b/params/phi/7/rnd_search_t_no_sched/comb_18/trained/lm_head/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c88e52c977be46f2b9517ef5c49fb3fd0a4b0f8e
--- /dev/null
+++ b/params/phi/7/rnd_search_t_no_sched/comb_18/trained/lm_head/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:8a275c7a437d550fe966c410d7b22e37b23c355f39778533eac61e0b7b73b58a
+size 205955
diff --git a/params/phi/7/rnd_search_t_no_sched/comb_18/trained/model.layers.0.mlp.fc1/_s.pt b/params/phi/7/rnd_search_t_no_sched/comb_18/trained/model.layers.0.mlp.fc1/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..bfefffe1dde7f6c91de2b42b413dec6f13b338b7
--- /dev/null
+++ b/params/phi/7/rnd_search_t_no_sched/comb_18/trained/model.layers.0.mlp.fc1/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:07099391db8bcb459329e716ad02a11e73e118bc5fac049f2917517d4d175cee
+size 42115
diff --git a/params/phi/7/rnd_search_t_no_sched/comb_18/trained/model.layers.0.mlp.fc2/_s.pt b/params/phi/7/rnd_search_t_no_sched/comb_18/trained/model.layers.0.mlp.fc2/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..3b0ea7a3ec0920c5e9468d1481e4abd583901290
--- /dev/null
+++ b/params/phi/7/rnd_search_t_no_sched/comb_18/trained/model.layers.0.mlp.fc2/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:be4dc7caef3eaa83f43ed76e9f1bff1a737e344d23b3347cb658d56623d47bce
+size 11395
diff --git a/params/phi/7/rnd_search_t_no_sched/comb_18/trained/model.layers.0.self_attn.dense/_s.pt b/params/phi/7/rnd_search_t_no_sched/comb_18/trained/model.layers.0.self_attn.dense/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a9cefc988d916401d7f430c35fa112424714da4d
--- /dev/null
+++ b/params/phi/7/rnd_search_t_no_sched/comb_18/trained/model.layers.0.self_attn.dense/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5fed36c13ae600a1041d279ce9330ece3f1285fbb6081560aa25e551ea6d3196
+size 11395
diff --git a/params/phi/7/rnd_search_t_no_sched/comb_18/trained/model.layers.0.self_attn.k_proj/_s.pt b/params/phi/7/rnd_search_t_no_sched/comb_18/trained/model.layers.0.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..761b2696c6f41773abb87f61b4a13aa80e67726c
--- /dev/null
+++ b/params/phi/7/rnd_search_t_no_sched/comb_18/trained/model.layers.0.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:3754bd7f1e419f5ca4d5db908ec8c5dbe35a120e40fb0dbfbd406f2c0c373989
+size 11395
diff --git a/params/phi/7/rnd_search_t_no_sched/comb_18/trained/model.layers.0.self_attn.q_proj/_s.pt b/params/phi/7/rnd_search_t_no_sched/comb_18/trained/model.layers.0.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c6c168b1f408f8cac099957274afb2335184217e
--- /dev/null
+++ b/params/phi/7/rnd_search_t_no_sched/comb_18/trained/model.layers.0.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:65360d14dc2b3d6bdd50e7d7a5cd6b411a93ef790744db7455a7d8d2c7a95b9a
+size 11395
diff --git a/params/phi/7/rnd_search_t_no_sched/comb_18/trained/model.layers.0.self_attn.v_proj/_s.pt b/params/phi/7/rnd_search_t_no_sched/comb_18/trained/model.layers.0.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..01733f3dcfa15b07fb32410b268b6119e9d1e582
--- /dev/null
+++ b/params/phi/7/rnd_search_t_no_sched/comb_18/trained/model.layers.0.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:df7e08d577f74983fb452b27cb45c722421ab077f2aa992f73b49f9e0e677ca1
+size 11395
diff --git a/params/phi/7/rnd_search_t_no_sched/comb_18/trained/model.layers.1.mlp.fc1/_s.pt b/params/phi/7/rnd_search_t_no_sched/comb_18/trained/model.layers.1.mlp.fc1/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..1b96dcfd894cce332078fcebea6cf68f62dcb7ff
--- /dev/null
+++ b/params/phi/7/rnd_search_t_no_sched/comb_18/trained/model.layers.1.mlp.fc1/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:346dc09838a8d397ee806de791a51422ae3e80870379cda7f5ea6f62630049f6
+size 42115
diff --git a/params/phi/7/rnd_search_t_no_sched/comb_18/trained/model.layers.1.mlp.fc2/_s.pt b/params/phi/7/rnd_search_t_no_sched/comb_18/trained/model.layers.1.mlp.fc2/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c435c4bd245842b89f8baab0217dc9d1118d99ae
--- /dev/null
+++ b/params/phi/7/rnd_search_t_no_sched/comb_18/trained/model.layers.1.mlp.fc2/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c6e36581575f80f281b24006aac3859731ed2661e69958ea27cba0030b814a85
+size 11395
diff --git a/params/phi/7/rnd_search_t_no_sched/comb_18/trained/model.layers.1.self_attn.dense/_s.pt b/params/phi/7/rnd_search_t_no_sched/comb_18/trained/model.layers.1.self_attn.dense/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..69edbbeda2fad4d4338bad6d20e63a2dcd94ed24
--- /dev/null
+++ b/params/phi/7/rnd_search_t_no_sched/comb_18/trained/model.layers.1.self_attn.dense/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:9e73c1f944ad54b2a76c197a91b37e29c78f91086ab843d8876bd5602771bac4
+size 11395
diff --git a/params/phi/7/rnd_search_t_no_sched/comb_18/trained/model.layers.1.self_attn.k_proj/_s.pt b/params/phi/7/rnd_search_t_no_sched/comb_18/trained/model.layers.1.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4821099d3a2da8b0be2a282089a83921e05274dc
--- /dev/null
+++ b/params/phi/7/rnd_search_t_no_sched/comb_18/trained/model.layers.1.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e0bb64ef48c7cebc9c7da2ba7c302ef858ce71f4d9dd78531939a38fdc8779c9
+size 11395
diff --git a/params/phi/7/rnd_search_t_no_sched/comb_18/trained/model.layers.1.self_attn.q_proj/_s.pt b/params/phi/7/rnd_search_t_no_sched/comb_18/trained/model.layers.1.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..451b57f6046e8d75a91ab94cbfa1c5141ad7efba
--- /dev/null
+++ b/params/phi/7/rnd_search_t_no_sched/comb_18/trained/model.layers.1.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a2469e89bf938fdc28c3e0d8d1366bdfbe95ace9c636bf56436f91a9a45bc855
+size 11395
diff --git a/params/phi/7/rnd_search_t_no_sched/comb_18/trained/model.layers.1.self_attn.v_proj/_s.pt b/params/phi/7/rnd_search_t_no_sched/comb_18/trained/model.layers.1.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..1ee4af007be15767179671e71bbcec2cd9b33d6c
--- /dev/null
+++ b/params/phi/7/rnd_search_t_no_sched/comb_18/trained/model.layers.1.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:fbb88c94ecffb99922da0637d10f24d312ebf45853b2b1f8b08a6290401af4c5
+size 11395
diff --git a/params/phi/7/rnd_search_t_no_sched/comb_18/trained/model.layers.10.mlp.fc1/_s.pt b/params/phi/7/rnd_search_t_no_sched/comb_18/trained/model.layers.10.mlp.fc1/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c999a190de9b35aea8b34ed87345e6047ccddc02
--- /dev/null
+++ b/params/phi/7/rnd_search_t_no_sched/comb_18/trained/model.layers.10.mlp.fc1/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:4d10ff81ffda7c61d019e1a5a189f29ecea828088c67b996ef73fbf950284bdb
+size 42115
diff --git a/params/phi/7/rnd_search_t_no_sched/comb_18/trained/model.layers.10.mlp.fc2/_s.pt b/params/phi/7/rnd_search_t_no_sched/comb_18/trained/model.layers.10.mlp.fc2/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..01b91b7235103593e42fc235424330cd38bbae9c
--- /dev/null
+++ b/params/phi/7/rnd_search_t_no_sched/comb_18/trained/model.layers.10.mlp.fc2/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0da962aef49ae0b2b574e7223d5c861cc6e5d9150469b4b6df0963ec10296525
+size 11395
diff --git a/params/phi/7/rnd_search_t_no_sched/comb_18/trained/model.layers.10.self_attn.dense/_s.pt b/params/phi/7/rnd_search_t_no_sched/comb_18/trained/model.layers.10.self_attn.dense/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..0c7af3c8a229a26ef30c619b5fb1b89bb06f691e
--- /dev/null
+++ b/params/phi/7/rnd_search_t_no_sched/comb_18/trained/model.layers.10.self_attn.dense/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:278282ae02eda9c1fbb36836e81515e3cd60268d9f9f906cfffacf51f791dd75
+size 11395
diff --git a/params/phi/7/rnd_search_t_no_sched/comb_18/trained/model.layers.10.self_attn.k_proj/_s.pt b/params/phi/7/rnd_search_t_no_sched/comb_18/trained/model.layers.10.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..16afb138b15d3dbd3160e65b0155072924903523
--- /dev/null
+++ b/params/phi/7/rnd_search_t_no_sched/comb_18/trained/model.layers.10.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:4c9987dd67093dd398d6a9a19a21593bf476d2887393787a4c9db1ae57c513ab
+size 11395
diff --git a/params/phi/7/rnd_search_t_no_sched/comb_18/trained/model.layers.10.self_attn.q_proj/_s.pt b/params/phi/7/rnd_search_t_no_sched/comb_18/trained/model.layers.10.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2815bf0e4d604b86009d90c94dffa90137f9deac
--- /dev/null
+++ b/params/phi/7/rnd_search_t_no_sched/comb_18/trained/model.layers.10.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:6d58abffd595c173d1fb45b85f003f43b8029915b4a313ff10d071999ab16dcb
+size 11395
diff --git a/params/phi/7/rnd_search_t_no_sched/comb_18/trained/model.layers.10.self_attn.v_proj/_s.pt b/params/phi/7/rnd_search_t_no_sched/comb_18/trained/model.layers.10.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..60aae03230b9f278911c06d9ed9191bca98a1d75
--- /dev/null
+++ b/params/phi/7/rnd_search_t_no_sched/comb_18/trained/model.layers.10.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:14e9254e6be3ea11ff1ae6b1f9e6afbaa53aaf719c3ad23da1c87c998bec8647
+size 11395
diff --git a/params/phi/7/rnd_search_t_no_sched/comb_18/trained/model.layers.11.mlp.fc1/_s.pt b/params/phi/7/rnd_search_t_no_sched/comb_18/trained/model.layers.11.mlp.fc1/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..b9737c23b4ce93a1e53b8acd854433f5bf4a5892
--- /dev/null
+++ b/params/phi/7/rnd_search_t_no_sched/comb_18/trained/model.layers.11.mlp.fc1/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:96d7eb0dc5a9be0c56d671be533ede4f7641c3efd065f238d37bc48f3db18976
+size 42115
diff --git a/params/phi/7/rnd_search_t_no_sched/comb_18/trained/model.layers.11.mlp.fc2/_s.pt b/params/phi/7/rnd_search_t_no_sched/comb_18/trained/model.layers.11.mlp.fc2/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..7857a9b470ab39f4890d5a142d8fa484c57cc9c9
--- /dev/null
+++ b/params/phi/7/rnd_search_t_no_sched/comb_18/trained/model.layers.11.mlp.fc2/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e7a2c8f085bc827602fb75fe5e2fc6aef3404246d002f16204254bb7bd441662
+size 11395
diff --git a/params/phi/7/rnd_search_t_no_sched/comb_18/trained/model.layers.11.self_attn.dense/_s.pt b/params/phi/7/rnd_search_t_no_sched/comb_18/trained/model.layers.11.self_attn.dense/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..34a1466f746fe03a38d32d089fe8ad4cab860ea5
--- /dev/null
+++ b/params/phi/7/rnd_search_t_no_sched/comb_18/trained/model.layers.11.self_attn.dense/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:730e6e989cdade70b6ff05ca3ac2f26e0decf0d2b8a2f19e3455973ffeb6dc07
+size 11395
diff --git a/params/phi/7/rnd_search_t_no_sched/comb_18/trained/model.layers.11.self_attn.k_proj/_s.pt b/params/phi/7/rnd_search_t_no_sched/comb_18/trained/model.layers.11.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8c5be8fb03dc52dad565e5d4ddef06412091fd58
--- /dev/null
+++ b/params/phi/7/rnd_search_t_no_sched/comb_18/trained/model.layers.11.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:335e66c1507b3eec53d1bc2ba2683651e81fc036cd41984ae7f29d2cf928c7e1
+size 11395
diff --git a/params/phi/7/rnd_search_t_no_sched/comb_18/trained/model.layers.11.self_attn.q_proj/_s.pt b/params/phi/7/rnd_search_t_no_sched/comb_18/trained/model.layers.11.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..6682eeb670deffb7595f0d732386d0eec4052547
--- /dev/null
+++ b/params/phi/7/rnd_search_t_no_sched/comb_18/trained/model.layers.11.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c4ea40c78d469617b52ef2dc121f9d1ae2278687ccb3847c3cea77995aa4c7d8
+size 11395
diff --git a/params/phi/7/rnd_search_t_no_sched/comb_18/trained/model.layers.11.self_attn.v_proj/_s.pt b/params/phi/7/rnd_search_t_no_sched/comb_18/trained/model.layers.11.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..f772d2570c7f5892b5348491fb755388e2b47eb0
--- /dev/null
+++ b/params/phi/7/rnd_search_t_no_sched/comb_18/trained/model.layers.11.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a1796e9b5880d3578e0fc59f557f1fdc7f9afb212a73c21cc2dbbb9c6a8a72d7
+size 11395
diff --git a/params/phi/7/rnd_search_t_no_sched/comb_18/trained/model.layers.12.mlp.fc1/_s.pt b/params/phi/7/rnd_search_t_no_sched/comb_18/trained/model.layers.12.mlp.fc1/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..08fa24d5f6907cf53c277216b2dc9737e4ae30bc
--- /dev/null
+++ b/params/phi/7/rnd_search_t_no_sched/comb_18/trained/model.layers.12.mlp.fc1/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e605d121cc4aff6c2b40b7aef7c706d2ae8f58fe3575b1d53ca2ac47cd2f7ae9
+size 42115
diff --git a/params/phi/7/rnd_search_t_no_sched/comb_18/trained/model.layers.12.mlp.fc2/_s.pt b/params/phi/7/rnd_search_t_no_sched/comb_18/trained/model.layers.12.mlp.fc2/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..5374901144ea07e30c767a2f1149b72596024fb8
--- /dev/null
+++ b/params/phi/7/rnd_search_t_no_sched/comb_18/trained/model.layers.12.mlp.fc2/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c8a1fb0b49086c97ce58fba21033e50c441edfed6d5bc92a93c41c036ca32cc0
+size 11395
diff --git a/params/phi/7/rnd_search_t_no_sched/comb_18/trained/model.layers.12.self_attn.dense/_s.pt b/params/phi/7/rnd_search_t_no_sched/comb_18/trained/model.layers.12.self_attn.dense/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..9496b629fd96ffe5f6d80adf4b791366a4c4fdcb
--- /dev/null
+++ b/params/phi/7/rnd_search_t_no_sched/comb_18/trained/model.layers.12.self_attn.dense/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:faf1afac90e6fbff63fdfb6cb311cd3685f4b0e3fd0854ac382ecd5ca4e22349
+size 11395
diff --git a/params/phi/7/rnd_search_t_no_sched/comb_18/trained/model.layers.12.self_attn.k_proj/_s.pt b/params/phi/7/rnd_search_t_no_sched/comb_18/trained/model.layers.12.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..674c03e348e0e28fc3f8cdeadf5e66cd371b27fc
--- /dev/null
+++ b/params/phi/7/rnd_search_t_no_sched/comb_18/trained/model.layers.12.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f0084f945f69389286db30c73790a0a2c8eb813282f2647533aaedac9ebb3b49
+size 11395
diff --git a/params/phi/7/rnd_search_t_no_sched/comb_18/trained/model.layers.12.self_attn.q_proj/_s.pt b/params/phi/7/rnd_search_t_no_sched/comb_18/trained/model.layers.12.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..052ce4694fa0a8fe2f6c80a862a02784366d590b
--- /dev/null
+++ b/params/phi/7/rnd_search_t_no_sched/comb_18/trained/model.layers.12.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d5ff6888171ddf17ec4d207fb496f8391ff6e282bbf27fad105a2a10b96d98fb
+size 11395
diff --git a/params/phi/7/rnd_search_t_no_sched/comb_18/trained/model.layers.12.self_attn.v_proj/_s.pt b/params/phi/7/rnd_search_t_no_sched/comb_18/trained/model.layers.12.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ca5ec822f168ec5b30d2b55383e13a9b82a2ab85
--- /dev/null
+++ b/params/phi/7/rnd_search_t_no_sched/comb_18/trained/model.layers.12.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f9ad357b31e21c36fac7c3614a81308be4b194b68ff30cf12c7936218300903e
+size 11395
diff --git a/params/phi/7/rnd_search_t_no_sched/comb_18/trained/model.layers.13.mlp.fc1/_s.pt b/params/phi/7/rnd_search_t_no_sched/comb_18/trained/model.layers.13.mlp.fc1/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c5a5c3acf13d1ddd27eb4c02a053151096eea92f
--- /dev/null
+++ b/params/phi/7/rnd_search_t_no_sched/comb_18/trained/model.layers.13.mlp.fc1/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:4326bb84bb4a3b82685f1980d14e28a57c796b8fd17b2dccf7700a4a158fec2d
+size 42115
diff --git a/params/phi/7/rnd_search_t_no_sched/comb_18/trained/model.layers.13.mlp.fc2/_s.pt b/params/phi/7/rnd_search_t_no_sched/comb_18/trained/model.layers.13.mlp.fc2/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2992b88de03801a2c1132d393041269fe4e8cd72
--- /dev/null
+++ b/params/phi/7/rnd_search_t_no_sched/comb_18/trained/model.layers.13.mlp.fc2/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:091bd5e5e554f28c73e6add52a4c55391eafecd1a3519c5ed63afabbf63525fd
+size 11395
diff --git a/params/phi/7/rnd_search_t_no_sched/comb_18/trained/model.layers.13.self_attn.dense/_s.pt b/params/phi/7/rnd_search_t_no_sched/comb_18/trained/model.layers.13.self_attn.dense/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..48dedb02255b1330b1beec8edea7aa105712fd6c
--- /dev/null
+++ b/params/phi/7/rnd_search_t_no_sched/comb_18/trained/model.layers.13.self_attn.dense/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:972a7687f2ba75efbba2e1615492d2f1ddb1d59e38f61cb4011daf93ddb44ad8
+size 11395
diff --git a/params/phi/7/rnd_search_t_no_sched/comb_18/trained/model.layers.13.self_attn.k_proj/_s.pt b/params/phi/7/rnd_search_t_no_sched/comb_18/trained/model.layers.13.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..b308d0ed3ef6015f746c5de9972883ac87a6c686
--- /dev/null
+++ b/params/phi/7/rnd_search_t_no_sched/comb_18/trained/model.layers.13.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:1a63e8f424685a9b947149229afc9409c696a20e9390b38300f1135a0ec10fe7
+size 11395
diff --git a/params/phi/7/rnd_search_t_no_sched/comb_18/trained/model.layers.13.self_attn.q_proj/_s.pt b/params/phi/7/rnd_search_t_no_sched/comb_18/trained/model.layers.13.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..21490ba2d35134bbee3df769de4679e544f8177e
--- /dev/null
+++ b/params/phi/7/rnd_search_t_no_sched/comb_18/trained/model.layers.13.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:218907509024d6d4e89de037eb7ade6d55209615c3f741eecf9e6b65a16130b8
+size 11395
diff --git a/params/phi/7/rnd_search_t_no_sched/comb_18/trained/model.layers.13.self_attn.v_proj/_s.pt b/params/phi/7/rnd_search_t_no_sched/comb_18/trained/model.layers.13.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..cba3e9d79df1f4a5f7f5417b967e59460abaed00
--- /dev/null
+++ b/params/phi/7/rnd_search_t_no_sched/comb_18/trained/model.layers.13.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:3fc322fdc9fac6e5322e905f3774c407d6b97ffcdd898ac7f227e5a794c93b98
+size 11395
diff --git a/params/phi/7/rnd_search_t_no_sched/comb_18/trained/model.layers.14.mlp.fc1/_s.pt b/params/phi/7/rnd_search_t_no_sched/comb_18/trained/model.layers.14.mlp.fc1/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..9b326cd5f8d600be0e146cd2afce56a22c4f6868
--- /dev/null
+++ b/params/phi/7/rnd_search_t_no_sched/comb_18/trained/model.layers.14.mlp.fc1/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:44713e3157aec841d776bc4b942fc77c2e2f58872e90c551c2c68eaceb66ef6f
+size 42115
diff --git a/params/phi/7/rnd_search_t_no_sched/comb_18/trained/model.layers.14.mlp.fc2/_s.pt b/params/phi/7/rnd_search_t_no_sched/comb_18/trained/model.layers.14.mlp.fc2/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ab6aa9182171e6dbbb775f720b72882e46cd3deb
--- /dev/null
+++ b/params/phi/7/rnd_search_t_no_sched/comb_18/trained/model.layers.14.mlp.fc2/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5d3e188100e91319477e4644522c4ad2fb4026e15d8dcb0360f2a6002735304e
+size 11395
diff --git a/params/phi/7/rnd_search_t_no_sched/comb_18/trained/model.layers.14.self_attn.dense/_s.pt b/params/phi/7/rnd_search_t_no_sched/comb_18/trained/model.layers.14.self_attn.dense/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..338810903423a02394b6f08b07e2f998295a8ade
--- /dev/null
+++ b/params/phi/7/rnd_search_t_no_sched/comb_18/trained/model.layers.14.self_attn.dense/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:1190a52ac34239f5eae104e1b700b48d12fdf6fba707e4ecda4e405f37b5a24b
+size 11395
diff --git a/params/phi/7/rnd_search_t_no_sched/comb_18/trained/model.layers.14.self_attn.k_proj/_s.pt b/params/phi/7/rnd_search_t_no_sched/comb_18/trained/model.layers.14.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..326a2020dad9f81bf550deed6b5c288db994abcc
--- /dev/null
+++ b/params/phi/7/rnd_search_t_no_sched/comb_18/trained/model.layers.14.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:8b9b54aa70d45a57da5ebc00fc6c56c90b07be8f51cc8a27694cd2aa9b3758eb
+size 11395
diff --git a/params/phi/7/rnd_search_t_no_sched/comb_18/trained/model.layers.14.self_attn.q_proj/_s.pt b/params/phi/7/rnd_search_t_no_sched/comb_18/trained/model.layers.14.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2c661015cff133f9d5daca2773ecc13dea72c7e9
--- /dev/null
+++ b/params/phi/7/rnd_search_t_no_sched/comb_18/trained/model.layers.14.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:849e6e44b42e5aef29b401f6b65b3c3cca6ac20edf41de10e057770a82f22c12
+size 11395
diff --git a/params/phi/7/rnd_search_t_no_sched/comb_18/trained/model.layers.14.self_attn.v_proj/_s.pt b/params/phi/7/rnd_search_t_no_sched/comb_18/trained/model.layers.14.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..0b07178e71c7cb652085991fefb3fd1ad6f2a54e
--- /dev/null
+++ b/params/phi/7/rnd_search_t_no_sched/comb_18/trained/model.layers.14.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:41129fb979c936ce5b7d7f3778d17f966798bd8f136c588c630015a3019cc70e
+size 11395
diff --git a/params/phi/7/rnd_search_t_no_sched/comb_18/trained/model.layers.15.mlp.fc1/_s.pt b/params/phi/7/rnd_search_t_no_sched/comb_18/trained/model.layers.15.mlp.fc1/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..53eaa6c1af3a24a93dc6b5298bb8b9c7a61b6d77
--- /dev/null
+++ b/params/phi/7/rnd_search_t_no_sched/comb_18/trained/model.layers.15.mlp.fc1/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:bd1fe43896d47fb9f452fd34d4a09627cd7b8db4de2e58f680d52de7f42f64af
+size 42115
diff --git a/params/phi/7/rnd_search_t_no_sched/comb_18/trained/model.layers.15.mlp.fc2/_s.pt b/params/phi/7/rnd_search_t_no_sched/comb_18/trained/model.layers.15.mlp.fc2/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..02eb325bda9a205f2a10940be9d48563d411ef67
--- /dev/null
+++ b/params/phi/7/rnd_search_t_no_sched/comb_18/trained/model.layers.15.mlp.fc2/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5b8f6ab3c7ee82425d285cf75f2a2c9ea4d386d2688478940be3c67b41ec27a2
+size 11395
diff --git a/params/phi/7/rnd_search_t_no_sched/comb_18/trained/model.layers.15.self_attn.dense/_s.pt b/params/phi/7/rnd_search_t_no_sched/comb_18/trained/model.layers.15.self_attn.dense/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..52f7b3fbb9d4d4784adc26998fd8c4e16baa0f7d
--- /dev/null
+++ b/params/phi/7/rnd_search_t_no_sched/comb_18/trained/model.layers.15.self_attn.dense/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:312457a91fa7ad8951bac3bb98f25ad4d2b363e8251b191e2ae393e1487877bf
+size 11395
diff --git a/params/phi/7/rnd_search_t_no_sched/comb_18/trained/model.layers.15.self_attn.k_proj/_s.pt b/params/phi/7/rnd_search_t_no_sched/comb_18/trained/model.layers.15.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..583c8fdbe5830108f63f2367a2b17e3a2e044f5b
--- /dev/null
+++ b/params/phi/7/rnd_search_t_no_sched/comb_18/trained/model.layers.15.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ed9f0ed7a9e06bae6877037147d390e2ed14e3d768eb260312632a13820608c2
+size 11395
diff --git a/params/phi/7/rnd_search_t_no_sched/comb_18/trained/model.layers.15.self_attn.q_proj/_s.pt b/params/phi/7/rnd_search_t_no_sched/comb_18/trained/model.layers.15.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..269334d106beae98df065e8ff0c6f68508fcfaad
--- /dev/null
+++ b/params/phi/7/rnd_search_t_no_sched/comb_18/trained/model.layers.15.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:4362715eb93e0009ef38cb00760dde2f5334fcd79adf1d8419b480224bfbff96
+size 11395
diff --git a/params/phi/7/rnd_search_t_no_sched/comb_18/trained/model.layers.15.self_attn.v_proj/_s.pt b/params/phi/7/rnd_search_t_no_sched/comb_18/trained/model.layers.15.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c132adf5fddd9efee443ba7d26a17bda7b8eb520
--- /dev/null
+++ b/params/phi/7/rnd_search_t_no_sched/comb_18/trained/model.layers.15.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:db25a4f5c274f8d4b5c378b890e4770df01a5bcc5316e1bbebec4ec8f2eb2c2c
+size 11395
diff --git a/params/phi/7/rnd_search_t_no_sched/comb_18/trained/model.layers.16.mlp.fc1/_s.pt b/params/phi/7/rnd_search_t_no_sched/comb_18/trained/model.layers.16.mlp.fc1/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e2cd58a339bd41052993b2a54cdc783918e8417d
--- /dev/null
+++ b/params/phi/7/rnd_search_t_no_sched/comb_18/trained/model.layers.16.mlp.fc1/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:73616d42ea20bc3b53a0da899e8a050122ccfe8eddb1a0890e395bbdcfbc8a15
+size 42115
diff --git a/params/phi/7/rnd_search_t_no_sched/comb_18/trained/model.layers.16.mlp.fc2/_s.pt b/params/phi/7/rnd_search_t_no_sched/comb_18/trained/model.layers.16.mlp.fc2/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..957491582d49be97085fee3fceca9a226d6c1d52
--- /dev/null
+++ b/params/phi/7/rnd_search_t_no_sched/comb_18/trained/model.layers.16.mlp.fc2/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:33e63f6719d0fc9003d36d19686cd050f832466c8358ea53c2a1431c92ed195e
+size 11395
diff --git a/params/phi/7/rnd_search_t_no_sched/comb_18/trained/model.layers.16.self_attn.dense/_s.pt b/params/phi/7/rnd_search_t_no_sched/comb_18/trained/model.layers.16.self_attn.dense/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..93f2cb1dcb289c80237c734c1c4c4d9793eb9e62
--- /dev/null
+++ b/params/phi/7/rnd_search_t_no_sched/comb_18/trained/model.layers.16.self_attn.dense/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d535705d884ccb3eef233a43b14e2c2444ff55e71670c3e2f455aee243754105
+size 11395
diff --git a/params/phi/7/rnd_search_t_no_sched/comb_18/trained/model.layers.16.self_attn.k_proj/_s.pt b/params/phi/7/rnd_search_t_no_sched/comb_18/trained/model.layers.16.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..fd86a25781c187bc6f0a787d51f6212845908ba4
--- /dev/null
+++ b/params/phi/7/rnd_search_t_no_sched/comb_18/trained/model.layers.16.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:55c3ef4310c0b30c7fae07722745e8f00d75761c6078926e489738e71bf5a4c6
+size 11395
diff --git a/params/phi/7/rnd_search_t_no_sched/comb_18/trained/model.layers.16.self_attn.q_proj/_s.pt b/params/phi/7/rnd_search_t_no_sched/comb_18/trained/model.layers.16.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..3533ab7d68827838d533e895171e0e5f1d2dad93
--- /dev/null
+++ b/params/phi/7/rnd_search_t_no_sched/comb_18/trained/model.layers.16.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:13afc8bdacb4535a66d71507208c20807e1fbcbb27d3a25b1b12a49dd5916121
+size 11395
diff --git a/params/phi/7/rnd_search_t_no_sched/comb_18/trained/model.layers.16.self_attn.v_proj/_s.pt b/params/phi/7/rnd_search_t_no_sched/comb_18/trained/model.layers.16.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..53e0d196a90d66642fec97102bba21f9d98d056a
--- /dev/null
+++ b/params/phi/7/rnd_search_t_no_sched/comb_18/trained/model.layers.16.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0150d4f74243c02d26813143a89de6c24d4654738ba211bd9c26475f8c7a73e6
+size 11395
diff --git a/params/phi/7/rnd_search_t_no_sched/comb_18/trained/model.layers.17.mlp.fc1/_s.pt b/params/phi/7/rnd_search_t_no_sched/comb_18/trained/model.layers.17.mlp.fc1/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..5653c089ab560baf6ba2219f7104abd741464ed2
--- /dev/null
+++ b/params/phi/7/rnd_search_t_no_sched/comb_18/trained/model.layers.17.mlp.fc1/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:dd342cbd01098d941c0d92e2363a246fa599c4d1fb1f32b8ad6efe86364113d6
+size 42115
diff --git a/params/phi/7/rnd_search_t_no_sched/comb_18/trained/model.layers.17.mlp.fc2/_s.pt b/params/phi/7/rnd_search_t_no_sched/comb_18/trained/model.layers.17.mlp.fc2/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..dfdae7f8dadb3a50be886ca7c3eba3e56659e5b4
--- /dev/null
+++ b/params/phi/7/rnd_search_t_no_sched/comb_18/trained/model.layers.17.mlp.fc2/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:58905e00bbaddb685d687278e22add0593cda91496717ea3abb926d70efca07e
+size 11395
diff --git a/params/phi/7/rnd_search_t_no_sched/comb_18/trained/model.layers.17.self_attn.dense/_s.pt b/params/phi/7/rnd_search_t_no_sched/comb_18/trained/model.layers.17.self_attn.dense/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..0b27e0c289fcec70c641a7b703288c7bdb77cfce
--- /dev/null
+++ b/params/phi/7/rnd_search_t_no_sched/comb_18/trained/model.layers.17.self_attn.dense/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:dbd1ae666bdd3d94fdb8336d4c0aa19b8aeb254fdb0b3336965d81fbfea63639
+size 11395
diff --git a/params/phi/7/rnd_search_t_no_sched/comb_18/trained/model.layers.17.self_attn.k_proj/_s.pt b/params/phi/7/rnd_search_t_no_sched/comb_18/trained/model.layers.17.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..d703f6aee150dcd72b650b4062a750e6d9f27598
--- /dev/null
+++ b/params/phi/7/rnd_search_t_no_sched/comb_18/trained/model.layers.17.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:682b14909aebbd2affd8f73d9acdba417400691ffa9899714f8c1b6886d65df0
+size 11395
diff --git a/params/phi/7/rnd_search_t_no_sched/comb_18/trained/model.layers.17.self_attn.q_proj/_s.pt b/params/phi/7/rnd_search_t_no_sched/comb_18/trained/model.layers.17.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..92f3e8ab9d1256cd3d66aa067f5451718c64076c
--- /dev/null
+++ b/params/phi/7/rnd_search_t_no_sched/comb_18/trained/model.layers.17.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:4e874eb1d41a5cf5ebd5d3d4fe028101c476fc522964b173c7f77298a6186d78
+size 11395
diff --git a/params/phi/7/rnd_search_t_no_sched/comb_18/trained/model.layers.17.self_attn.v_proj/_s.pt b/params/phi/7/rnd_search_t_no_sched/comb_18/trained/model.layers.17.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2b5c44094704cd187916d7feedb2e6fc5dbe8808
--- /dev/null
+++ b/params/phi/7/rnd_search_t_no_sched/comb_18/trained/model.layers.17.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:047701e3a01247c89e5322efd0a11146b276b304ec503a754f035b080ed166df
+size 11395
diff --git a/params/phi/7/rnd_search_t_no_sched/comb_18/trained/model.layers.18.mlp.fc1/_s.pt b/params/phi/7/rnd_search_t_no_sched/comb_18/trained/model.layers.18.mlp.fc1/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a83215fbc06912779d709b8126bd06efad946835
--- /dev/null
+++ b/params/phi/7/rnd_search_t_no_sched/comb_18/trained/model.layers.18.mlp.fc1/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:1513899f9bb44e6a2c2be0422af849d4cffa4b398079ad94dc84fa909c0e6f9e
+size 42115
diff --git a/params/phi/7/rnd_search_t_no_sched/comb_18/trained/model.layers.18.mlp.fc2/_s.pt b/params/phi/7/rnd_search_t_no_sched/comb_18/trained/model.layers.18.mlp.fc2/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..73cc056da79896fe01949de67652a2163aa2f3be
--- /dev/null
+++ b/params/phi/7/rnd_search_t_no_sched/comb_18/trained/model.layers.18.mlp.fc2/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:66482fdb8eff27688020264bb1c3014f9cb08bdfb12a57cf849d2b7a0dedd95b
+size 11395
diff --git a/params/phi/7/rnd_search_t_no_sched/comb_18/trained/model.layers.18.self_attn.dense/_s.pt b/params/phi/7/rnd_search_t_no_sched/comb_18/trained/model.layers.18.self_attn.dense/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..7ef57c6637208d56d70d79fbe9257b518a7b53ce
--- /dev/null
+++ b/params/phi/7/rnd_search_t_no_sched/comb_18/trained/model.layers.18.self_attn.dense/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:039e0f1f8295f5e4b04ea6e4b95121e238186380790467a437cdd926f01e7be7
+size 11395
diff --git a/params/phi/7/rnd_search_t_no_sched/comb_18/trained/model.layers.18.self_attn.k_proj/_s.pt b/params/phi/7/rnd_search_t_no_sched/comb_18/trained/model.layers.18.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..67ed4e214fd78889a469d02eeb5b3d039dab6377
--- /dev/null
+++ b/params/phi/7/rnd_search_t_no_sched/comb_18/trained/model.layers.18.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f780d652b07edf32567df17902c24e3beb98d18c4c19feacd824cc9e02f9eba8
+size 11395
diff --git a/params/phi/7/rnd_search_t_no_sched/comb_18/trained/model.layers.18.self_attn.q_proj/_s.pt b/params/phi/7/rnd_search_t_no_sched/comb_18/trained/model.layers.18.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2711be936eb5d5c9589bb9f222f62cebbea8687a
--- /dev/null
+++ b/params/phi/7/rnd_search_t_no_sched/comb_18/trained/model.layers.18.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a2b198fe34eed6b1678947b96d24e736c34e65250ecbb6f2d4ee43862f2ddafe
+size 11395
diff --git a/params/phi/7/rnd_search_t_no_sched/comb_18/trained/model.layers.18.self_attn.v_proj/_s.pt b/params/phi/7/rnd_search_t_no_sched/comb_18/trained/model.layers.18.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a3b084aa9055bf5d4d24c23c549bc2fc2a20180d
--- /dev/null
+++ b/params/phi/7/rnd_search_t_no_sched/comb_18/trained/model.layers.18.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c02558702f91faa2e7e2a8c64995a4c4fc52850e036c70db4beec3824d07ce8b
+size 11395
diff --git a/params/phi/7/rnd_search_t_no_sched/comb_18/trained/model.layers.19.mlp.fc1/_s.pt b/params/phi/7/rnd_search_t_no_sched/comb_18/trained/model.layers.19.mlp.fc1/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..d991a58a59e755b7ba8de22be62afd5a3484e1f4
--- /dev/null
+++ b/params/phi/7/rnd_search_t_no_sched/comb_18/trained/model.layers.19.mlp.fc1/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:dadb9c5ebb1b1854cf545069a006436cfc730a4f0117ac472bf896e055175d95
+size 42115
diff --git a/params/phi/7/rnd_search_t_no_sched/comb_18/trained/model.layers.19.mlp.fc2/_s.pt b/params/phi/7/rnd_search_t_no_sched/comb_18/trained/model.layers.19.mlp.fc2/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..49f4673ba51310a5177586d7e8354ecf7f10a125
--- /dev/null
+++ b/params/phi/7/rnd_search_t_no_sched/comb_18/trained/model.layers.19.mlp.fc2/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c7c71118f6c5ed9a511258f93a6cf4175c79030eed72be846532ed9ed49a802b
+size 11395
diff --git a/params/phi/7/rnd_search_t_no_sched/comb_18/trained/model.layers.19.self_attn.dense/_s.pt b/params/phi/7/rnd_search_t_no_sched/comb_18/trained/model.layers.19.self_attn.dense/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ad11ae6ebac1cee60329302c48e18a0bae664cd8
--- /dev/null
+++ b/params/phi/7/rnd_search_t_no_sched/comb_18/trained/model.layers.19.self_attn.dense/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:66dcc5d1ae72599b65566b8f3f9a76514c62f638f56e3fa6954d4b735b5d7e18
+size 11395
diff --git a/params/phi/7/rnd_search_t_no_sched/comb_18/trained/model.layers.19.self_attn.k_proj/_s.pt b/params/phi/7/rnd_search_t_no_sched/comb_18/trained/model.layers.19.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..5da7f552cf78a99a33be00321fda4e5ae2ffd6ea
--- /dev/null
+++ b/params/phi/7/rnd_search_t_no_sched/comb_18/trained/model.layers.19.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:71ae51a1ee0cea61af387c569d29cd5130c7af4d3be69336eb49d5a9275a9174
+size 11395
diff --git a/params/phi/7/rnd_search_t_no_sched/comb_18/trained/model.layers.19.self_attn.q_proj/_s.pt b/params/phi/7/rnd_search_t_no_sched/comb_18/trained/model.layers.19.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..80b4f128bc526708c85ceeb27f8acdba219004c3
--- /dev/null
+++ b/params/phi/7/rnd_search_t_no_sched/comb_18/trained/model.layers.19.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c6ccaf98d219bf703bd7f16e2aeeca40f8e939bb10730229c37d71ea7c2a630b
+size 11395
diff --git a/params/phi/7/rnd_search_t_no_sched/comb_18/trained/model.layers.19.self_attn.v_proj/_s.pt b/params/phi/7/rnd_search_t_no_sched/comb_18/trained/model.layers.19.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2cc231c80e00baf665992ed34d3174c93069f907
--- /dev/null
+++ b/params/phi/7/rnd_search_t_no_sched/comb_18/trained/model.layers.19.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:8b472e51bbbc49d69a5bab5c4727816645ca207c8a6784c1466a426fa37cca83
+size 11395
diff --git a/params/phi/7/rnd_search_t_no_sched/comb_18/trained/model.layers.2.mlp.fc1/_s.pt b/params/phi/7/rnd_search_t_no_sched/comb_18/trained/model.layers.2.mlp.fc1/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..3e907aa2a1eb65aa68dcba15aad7b591667439d4
--- /dev/null
+++ b/params/phi/7/rnd_search_t_no_sched/comb_18/trained/model.layers.2.mlp.fc1/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:88fa02b7f2d420ba375b752e98755d6b1fa062482ec1035a50dc1582ac987d5c
+size 42115
diff --git a/params/phi/7/rnd_search_t_no_sched/comb_18/trained/model.layers.2.mlp.fc2/_s.pt b/params/phi/7/rnd_search_t_no_sched/comb_18/trained/model.layers.2.mlp.fc2/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c1d49980b56a8e83088b8841be3ab4e24606bb7a
--- /dev/null
+++ b/params/phi/7/rnd_search_t_no_sched/comb_18/trained/model.layers.2.mlp.fc2/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:3649a9429746ff47387f58f41e75179df0e32db6a7170ef4d34585ff8b9606fd
+size 11395
diff --git a/params/phi/7/rnd_search_t_no_sched/comb_18/trained/model.layers.2.self_attn.dense/_s.pt b/params/phi/7/rnd_search_t_no_sched/comb_18/trained/model.layers.2.self_attn.dense/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..68b261b5c1550776fc639c26807354ab0095bc44
--- /dev/null
+++ b/params/phi/7/rnd_search_t_no_sched/comb_18/trained/model.layers.2.self_attn.dense/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a908e24903a46851506377e8ad8f665ed06f87bfe0deda2905e1a450f915983f
+size 11395
diff --git a/params/phi/7/rnd_search_t_no_sched/comb_18/trained/model.layers.2.self_attn.k_proj/_s.pt b/params/phi/7/rnd_search_t_no_sched/comb_18/trained/model.layers.2.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..bd09c222e391b1f0bb788b472816de866364e2ab
--- /dev/null
+++ b/params/phi/7/rnd_search_t_no_sched/comb_18/trained/model.layers.2.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:3dbce422350cec7fa2aaed37ce4ae53f4dad0ccaf48a2ff7afcbf12ee821bdb5
+size 11395
diff --git a/params/phi/7/rnd_search_t_no_sched/comb_18/trained/model.layers.2.self_attn.q_proj/_s.pt b/params/phi/7/rnd_search_t_no_sched/comb_18/trained/model.layers.2.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..08e86e1e2dfded65631e6f64b04b6c119378ec45
--- /dev/null
+++ b/params/phi/7/rnd_search_t_no_sched/comb_18/trained/model.layers.2.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:4e454237fd7a94140ded9115ae9728d870e9719438c4635a110278a7f44f1793
+size 11395
diff --git a/params/phi/7/rnd_search_t_no_sched/comb_18/trained/model.layers.2.self_attn.v_proj/_s.pt b/params/phi/7/rnd_search_t_no_sched/comb_18/trained/model.layers.2.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..358a9f3bfc3174964b5a4377a969813de51daa99
--- /dev/null
+++ b/params/phi/7/rnd_search_t_no_sched/comb_18/trained/model.layers.2.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:bae1a3c36f6f0d323645a1b80421d0905cfca7da74e88a689f70f9ec75b965a3
+size 11395
diff --git a/params/phi/7/rnd_search_t_no_sched/comb_18/trained/model.layers.20.mlp.fc1/_s.pt b/params/phi/7/rnd_search_t_no_sched/comb_18/trained/model.layers.20.mlp.fc1/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..d8cf48cf99c8b487fbe18d692951ed8220d3d3c7
--- /dev/null
+++ b/params/phi/7/rnd_search_t_no_sched/comb_18/trained/model.layers.20.mlp.fc1/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0cfacea719b336034cc85cf83450773eb68cc7192430cfca1b82ab6b63dc4eb6
+size 42115
diff --git a/params/phi/7/rnd_search_t_no_sched/comb_18/trained/model.layers.20.mlp.fc2/_s.pt b/params/phi/7/rnd_search_t_no_sched/comb_18/trained/model.layers.20.mlp.fc2/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..546b990db5209ff84ed929aa41effe6c0719b394
--- /dev/null
+++ b/params/phi/7/rnd_search_t_no_sched/comb_18/trained/model.layers.20.mlp.fc2/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:18ff9aa37a484f4a814bfbb9d82941de2391f910cde1cfdf9a74c7c1f2867294
+size 11395
diff --git a/params/phi/7/rnd_search_t_no_sched/comb_18/trained/model.layers.20.self_attn.dense/_s.pt b/params/phi/7/rnd_search_t_no_sched/comb_18/trained/model.layers.20.self_attn.dense/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..679362794c1edd0ed5eed6303369e474c85e6f84
--- /dev/null
+++ b/params/phi/7/rnd_search_t_no_sched/comb_18/trained/model.layers.20.self_attn.dense/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c2920fa52427607ef8cfe43f8662d2c96eb8e8c267de3810ca78999f995651bf
+size 11395
diff --git a/params/phi/7/rnd_search_t_no_sched/comb_18/trained/model.layers.20.self_attn.k_proj/_s.pt b/params/phi/7/rnd_search_t_no_sched/comb_18/trained/model.layers.20.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2fe04ebbb0a94bbd0255260ae624f2b7d31dab1f
--- /dev/null
+++ b/params/phi/7/rnd_search_t_no_sched/comb_18/trained/model.layers.20.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:7a5c2b9b3cfecf78fbdccbd167e96f4ee162341495710d8901267198d756f037
+size 11395
diff --git a/params/phi/7/rnd_search_t_no_sched/comb_18/trained/model.layers.20.self_attn.q_proj/_s.pt b/params/phi/7/rnd_search_t_no_sched/comb_18/trained/model.layers.20.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..58436ebc64955ce1a9911eed05dec5a39c8bc25b
--- /dev/null
+++ b/params/phi/7/rnd_search_t_no_sched/comb_18/trained/model.layers.20.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:14c4bb8628087f0e3c8b2a51aaf8b38b0b2de53149e336332aa495f3a9d1d1c7
+size 11395
diff --git a/params/phi/7/rnd_search_t_no_sched/comb_18/trained/model.layers.20.self_attn.v_proj/_s.pt b/params/phi/7/rnd_search_t_no_sched/comb_18/trained/model.layers.20.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..f8bd72acfead35db8a815d9588889a51b6ac021e
--- /dev/null
+++ b/params/phi/7/rnd_search_t_no_sched/comb_18/trained/model.layers.20.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c767444dd23c7e4af863ce86fdcffaf9ee4b1ca2c62dc244aff58b06d6da40d4
+size 11395
diff --git a/params/phi/7/rnd_search_t_no_sched/comb_18/trained/model.layers.21.mlp.fc1/_s.pt b/params/phi/7/rnd_search_t_no_sched/comb_18/trained/model.layers.21.mlp.fc1/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..35c457e20f1297ebb3f066e7e29d052eebe33074
--- /dev/null
+++ b/params/phi/7/rnd_search_t_no_sched/comb_18/trained/model.layers.21.mlp.fc1/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d8b1b77d8c05f53c4320c2a5efbfdb1970be3abc717b93ac64061801877e534b
+size 42115
diff --git a/params/phi/7/rnd_search_t_no_sched/comb_18/trained/model.layers.21.mlp.fc2/_s.pt b/params/phi/7/rnd_search_t_no_sched/comb_18/trained/model.layers.21.mlp.fc2/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a824ab4f1c9f9bbbf9dd8f9b7c0f99291b4e2a7a
--- /dev/null
+++ b/params/phi/7/rnd_search_t_no_sched/comb_18/trained/model.layers.21.mlp.fc2/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:1d94f0a20df98bbb2986f660b8e3b7a4738d5eff3dc5b413275322201a78c675
+size 11395
diff --git a/params/phi/7/rnd_search_t_no_sched/comb_18/trained/model.layers.21.self_attn.dense/_s.pt b/params/phi/7/rnd_search_t_no_sched/comb_18/trained/model.layers.21.self_attn.dense/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..0dd70272d0f487e0eb035a06f67e2694603eb5ad
--- /dev/null
+++ b/params/phi/7/rnd_search_t_no_sched/comb_18/trained/model.layers.21.self_attn.dense/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:52361525d1fa6fa43af2a4712b6f6ae8691f189c5ad98f274ea993cef6205e5d
+size 11395
diff --git a/params/phi/7/rnd_search_t_no_sched/comb_18/trained/model.layers.21.self_attn.k_proj/_s.pt b/params/phi/7/rnd_search_t_no_sched/comb_18/trained/model.layers.21.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..eafcdce56c5b27187e79d1e38f965e6b8fb446b2
--- /dev/null
+++ b/params/phi/7/rnd_search_t_no_sched/comb_18/trained/model.layers.21.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d58bbf40855c7961b42e5c0e8c91eab2a9839e9db8fe6d40709bd5a97c5764bd
+size 11395
diff --git a/params/phi/7/rnd_search_t_no_sched/comb_18/trained/model.layers.21.self_attn.q_proj/_s.pt b/params/phi/7/rnd_search_t_no_sched/comb_18/trained/model.layers.21.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..db43dc0c567ea7cb70a4c578223da92c65415acc
--- /dev/null
+++ b/params/phi/7/rnd_search_t_no_sched/comb_18/trained/model.layers.21.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:08f1b664acb59376fb3cfdf53382769497ca8e9bfce92c10ea3409ad8252ab72
+size 11395
diff --git a/params/phi/7/rnd_search_t_no_sched/comb_18/trained/model.layers.21.self_attn.v_proj/_s.pt b/params/phi/7/rnd_search_t_no_sched/comb_18/trained/model.layers.21.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a3586070bedaa3c403e6135636ff1645eaa4694e
--- /dev/null
+++ b/params/phi/7/rnd_search_t_no_sched/comb_18/trained/model.layers.21.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ddcd876f7b75118d45e5345079506dae86bf33a8159dca238e594bd73d163815
+size 11395
diff --git a/params/phi/7/rnd_search_t_no_sched/comb_18/trained/model.layers.22.mlp.fc1/_s.pt b/params/phi/7/rnd_search_t_no_sched/comb_18/trained/model.layers.22.mlp.fc1/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..03177aa38479dba29c7434c47fca073a2923f4ef
--- /dev/null
+++ b/params/phi/7/rnd_search_t_no_sched/comb_18/trained/model.layers.22.mlp.fc1/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:557d007ff393cf64afb0424de7d6e88b32deda497addd8eb1804cca4ae88f39b
+size 42115
diff --git a/params/phi/7/rnd_search_t_no_sched/comb_18/trained/model.layers.22.mlp.fc2/_s.pt b/params/phi/7/rnd_search_t_no_sched/comb_18/trained/model.layers.22.mlp.fc2/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..68e5010479efc4520727df1cdd7f6d375272a18b
--- /dev/null
+++ b/params/phi/7/rnd_search_t_no_sched/comb_18/trained/model.layers.22.mlp.fc2/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:8a953457b1dce078b7fe75796ff729d6c60868b48858733122fe27c1e30adc0e
+size 11395
diff --git a/params/phi/7/rnd_search_t_no_sched/comb_18/trained/model.layers.22.self_attn.dense/_s.pt b/params/phi/7/rnd_search_t_no_sched/comb_18/trained/model.layers.22.self_attn.dense/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..6746299933f3dcd91566b7989063433f02f471a6
--- /dev/null
+++ b/params/phi/7/rnd_search_t_no_sched/comb_18/trained/model.layers.22.self_attn.dense/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:dd3fe74ae6b0dcce9a3328956518a6c6c44e611609c6490a074f59e2f39074e1
+size 11395
diff --git a/params/phi/7/rnd_search_t_no_sched/comb_18/trained/model.layers.22.self_attn.k_proj/_s.pt b/params/phi/7/rnd_search_t_no_sched/comb_18/trained/model.layers.22.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e4e23be586a20378b99b931fad56a9ab60db8e5d
--- /dev/null
+++ b/params/phi/7/rnd_search_t_no_sched/comb_18/trained/model.layers.22.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:3649938a83522c05b9a65adaa6bc29e1b8d40a2bd7d5c9397a4abd0cf7e0dba0
+size 11395
diff --git a/params/phi/7/rnd_search_t_no_sched/comb_18/trained/model.layers.22.self_attn.q_proj/_s.pt b/params/phi/7/rnd_search_t_no_sched/comb_18/trained/model.layers.22.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..3540e75ed8909a4903cee6f39c0fd8fa3bfd2398
--- /dev/null
+++ b/params/phi/7/rnd_search_t_no_sched/comb_18/trained/model.layers.22.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:576df8a2a1f3870d042977b1368463a236e7d4a575ac93fb5f2a50011eaa86fa
+size 11395
diff --git a/params/phi/7/rnd_search_t_no_sched/comb_18/trained/model.layers.22.self_attn.v_proj/_s.pt b/params/phi/7/rnd_search_t_no_sched/comb_18/trained/model.layers.22.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e43a1db7606f18bced104af56f98be9b998f3e3f
--- /dev/null
+++ b/params/phi/7/rnd_search_t_no_sched/comb_18/trained/model.layers.22.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:55066b524ba768c2d84793663b154b75f50002286c2639bd22e5f59b815efa0a
+size 11395
diff --git a/params/phi/7/rnd_search_t_no_sched/comb_18/trained/model.layers.23.mlp.fc1/_s.pt b/params/phi/7/rnd_search_t_no_sched/comb_18/trained/model.layers.23.mlp.fc1/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..fe8834c531f3eb8a8a4d1cc1ed4b35c7e33fc525
--- /dev/null
+++ b/params/phi/7/rnd_search_t_no_sched/comb_18/trained/model.layers.23.mlp.fc1/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:477cdb9ddb2562f8b936b324baf15c764f27815cce808d124950e908d707349a
+size 42115
diff --git a/params/phi/7/rnd_search_t_no_sched/comb_18/trained/model.layers.23.mlp.fc2/_s.pt b/params/phi/7/rnd_search_t_no_sched/comb_18/trained/model.layers.23.mlp.fc2/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a2011c54ddb91a4446f6f8b00119283599fe889d
--- /dev/null
+++ b/params/phi/7/rnd_search_t_no_sched/comb_18/trained/model.layers.23.mlp.fc2/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f5570423075129ff12b29fa7810a8772756b202eeb59d9e06a2ac738f6672a91
+size 11395
diff --git a/params/phi/7/rnd_search_t_no_sched/comb_18/trained/model.layers.23.self_attn.dense/_s.pt b/params/phi/7/rnd_search_t_no_sched/comb_18/trained/model.layers.23.self_attn.dense/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..aaabdbb5eefe37828ca3dd973534bc5c65cdbe0d
--- /dev/null
+++ b/params/phi/7/rnd_search_t_no_sched/comb_18/trained/model.layers.23.self_attn.dense/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b0f700528f4248438d891a60eb4dd0300d091accb21511414f878482216e61e0
+size 11395
diff --git a/params/phi/7/rnd_search_t_no_sched/comb_18/trained/model.layers.23.self_attn.k_proj/_s.pt b/params/phi/7/rnd_search_t_no_sched/comb_18/trained/model.layers.23.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..196eef00799541d7dae5e493824045571f655a3e
--- /dev/null
+++ b/params/phi/7/rnd_search_t_no_sched/comb_18/trained/model.layers.23.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:78ee50f05001f8ced09f491ea71c1ae504486457243d9498a76a79afff8957b8
+size 11395
diff --git a/params/phi/7/rnd_search_t_no_sched/comb_18/trained/model.layers.23.self_attn.q_proj/_s.pt b/params/phi/7/rnd_search_t_no_sched/comb_18/trained/model.layers.23.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..f34db347a79a772b48f4020497795555947b648c
--- /dev/null
+++ b/params/phi/7/rnd_search_t_no_sched/comb_18/trained/model.layers.23.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2fda8c43ec5829f745e0452f0520f1223f64962838883ab6deffac9371400f9b
+size 11395
diff --git a/params/phi/7/rnd_search_t_no_sched/comb_18/trained/model.layers.23.self_attn.v_proj/_s.pt b/params/phi/7/rnd_search_t_no_sched/comb_18/trained/model.layers.23.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c41c4c18cbf324219a738640c475bc479c0a6d8c
--- /dev/null
+++ b/params/phi/7/rnd_search_t_no_sched/comb_18/trained/model.layers.23.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ca542d9b0b2b3220d3b3ce96719cf391c974fd43b965fe0c79c49fb23ffa57ef
+size 11395
diff --git a/params/phi/7/rnd_search_t_no_sched/comb_18/trained/model.layers.24.mlp.fc1/_s.pt b/params/phi/7/rnd_search_t_no_sched/comb_18/trained/model.layers.24.mlp.fc1/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4c2140527b8216bfcaad291c00d5f25227544f4a
--- /dev/null
+++ b/params/phi/7/rnd_search_t_no_sched/comb_18/trained/model.layers.24.mlp.fc1/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:45184a6b327c91ec355d21035579ddaa25d10ae10a5997326bd69c1e6396026d
+size 42115
diff --git a/params/phi/7/rnd_search_t_no_sched/comb_18/trained/model.layers.24.mlp.fc2/_s.pt b/params/phi/7/rnd_search_t_no_sched/comb_18/trained/model.layers.24.mlp.fc2/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..3913e1943a729dad477c545ebe3313baba886b41
--- /dev/null
+++ b/params/phi/7/rnd_search_t_no_sched/comb_18/trained/model.layers.24.mlp.fc2/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:8985be947da477ad9bb3fdc49163937d4ddbd9b23dcc02ad8e7516a43c605f52
+size 11395
diff --git a/params/phi/7/rnd_search_t_no_sched/comb_18/trained/model.layers.24.self_attn.dense/_s.pt b/params/phi/7/rnd_search_t_no_sched/comb_18/trained/model.layers.24.self_attn.dense/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c393d43a058c0ac371fd1b6f4e71bfe0e342a817
--- /dev/null
+++ b/params/phi/7/rnd_search_t_no_sched/comb_18/trained/model.layers.24.self_attn.dense/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:603b2cc3c1f35e414b9d678e8a6d8e28d013469df776770af68c5f6ca3ea5ec4
+size 11395
diff --git a/params/phi/7/rnd_search_t_no_sched/comb_18/trained/model.layers.24.self_attn.k_proj/_s.pt b/params/phi/7/rnd_search_t_no_sched/comb_18/trained/model.layers.24.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..9d509170acf00abd168bb28a3206be54ce05dbc1
--- /dev/null
+++ b/params/phi/7/rnd_search_t_no_sched/comb_18/trained/model.layers.24.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a54b1023a6ef8d7700a5bdd67e8489e0751ab37e3e381cca1646f372f3db7587
+size 11395
diff --git a/params/phi/7/rnd_search_t_no_sched/comb_18/trained/model.layers.24.self_attn.q_proj/_s.pt b/params/phi/7/rnd_search_t_no_sched/comb_18/trained/model.layers.24.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ed2c650326a6a9ee75f49e7b2fc8b5f33fb6289a
--- /dev/null
+++ b/params/phi/7/rnd_search_t_no_sched/comb_18/trained/model.layers.24.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:54f2e9375abd1115251252b3443f70b099f0dafb362ecee04890cc59726b97fa
+size 11395
diff --git a/params/phi/7/rnd_search_t_no_sched/comb_18/trained/model.layers.24.self_attn.v_proj/_s.pt b/params/phi/7/rnd_search_t_no_sched/comb_18/trained/model.layers.24.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..0e7b3567f299c046b87bcf0797affab33cdc087a
--- /dev/null
+++ b/params/phi/7/rnd_search_t_no_sched/comb_18/trained/model.layers.24.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d3bbbcf7dd403b2c01f530c5b7ed127d25f1e13c4c3856859c7464d7a74e3c1c
+size 11395
diff --git a/params/phi/7/rnd_search_t_no_sched/comb_18/trained/model.layers.25.mlp.fc1/_s.pt b/params/phi/7/rnd_search_t_no_sched/comb_18/trained/model.layers.25.mlp.fc1/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..0d1cc36262356f1603b79151cd4f3a6ee33c7124
--- /dev/null
+++ b/params/phi/7/rnd_search_t_no_sched/comb_18/trained/model.layers.25.mlp.fc1/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5d4f9be3b4286f92b6c15358e966ef6baa75a02f9c5f652cf31f458c95e6a6c6
+size 42115
diff --git a/params/phi/7/rnd_search_t_no_sched/comb_18/trained/model.layers.25.mlp.fc2/_s.pt b/params/phi/7/rnd_search_t_no_sched/comb_18/trained/model.layers.25.mlp.fc2/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..1cc22ff4bcdeb9ea7326e91e117f1b08c1583eee
--- /dev/null
+++ b/params/phi/7/rnd_search_t_no_sched/comb_18/trained/model.layers.25.mlp.fc2/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d33d92a8d80cb5b9e81a8c38920b781b8465dfb009d7a5eb9545c34da0acbb26
+size 11395
diff --git a/params/phi/7/rnd_search_t_no_sched/comb_18/trained/model.layers.25.self_attn.dense/_s.pt b/params/phi/7/rnd_search_t_no_sched/comb_18/trained/model.layers.25.self_attn.dense/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..08b6220c0859d0ffbe2cd98b0889d489feac586b
--- /dev/null
+++ b/params/phi/7/rnd_search_t_no_sched/comb_18/trained/model.layers.25.self_attn.dense/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:87d96b2da4738ed0d72b75714be8464e7fa10ab64d8b761e25e300040b5f3f5d
+size 11395
diff --git a/params/phi/7/rnd_search_t_no_sched/comb_18/trained/model.layers.25.self_attn.k_proj/_s.pt b/params/phi/7/rnd_search_t_no_sched/comb_18/trained/model.layers.25.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4afafd493334569cd9dee66d13302b649fc501d5
--- /dev/null
+++ b/params/phi/7/rnd_search_t_no_sched/comb_18/trained/model.layers.25.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:23b947095c86ab4880fb406e127d161b041ddc5fa63540458701df9ef2ca062a
+size 11395
diff --git a/params/phi/7/rnd_search_t_no_sched/comb_18/trained/model.layers.25.self_attn.q_proj/_s.pt b/params/phi/7/rnd_search_t_no_sched/comb_18/trained/model.layers.25.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..3aff735b67257c89deda74c82ceb6a41639ce829
--- /dev/null
+++ b/params/phi/7/rnd_search_t_no_sched/comb_18/trained/model.layers.25.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5f7caf55870eac6e6f9cd315dd6d8821980b589ac75e4cc3798ff44c88989c87
+size 11395
diff --git a/params/phi/7/rnd_search_t_no_sched/comb_18/trained/model.layers.25.self_attn.v_proj/_s.pt b/params/phi/7/rnd_search_t_no_sched/comb_18/trained/model.layers.25.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a6ac5d94bc225cb1eb79070ea7b107d382af64f8
--- /dev/null
+++ b/params/phi/7/rnd_search_t_no_sched/comb_18/trained/model.layers.25.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f705d6df7e6450ce8b41189b60c94ff1f09a2c93519bd4913ac5b8430c344610
+size 11395
diff --git a/params/phi/7/rnd_search_t_no_sched/comb_18/trained/model.layers.26.mlp.fc1/_s.pt b/params/phi/7/rnd_search_t_no_sched/comb_18/trained/model.layers.26.mlp.fc1/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c47c8ffbb110e4fe1ad13fede15d23a341a223c1
--- /dev/null
+++ b/params/phi/7/rnd_search_t_no_sched/comb_18/trained/model.layers.26.mlp.fc1/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:8c1144f8c6f64145e7733667ce7774cdddb1457750679519bfcbc52b9210c450
+size 42115
diff --git a/params/phi/7/rnd_search_t_no_sched/comb_18/trained/model.layers.26.mlp.fc2/_s.pt b/params/phi/7/rnd_search_t_no_sched/comb_18/trained/model.layers.26.mlp.fc2/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..dbbc8615505601204e755e79aee09f5329d62c3f
--- /dev/null
+++ b/params/phi/7/rnd_search_t_no_sched/comb_18/trained/model.layers.26.mlp.fc2/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d81fc57802a25f2dc2dee28634765abb406852e0c2979118db79095a1e979cdc
+size 11395
diff --git a/params/phi/7/rnd_search_t_no_sched/comb_18/trained/model.layers.26.self_attn.dense/_s.pt b/params/phi/7/rnd_search_t_no_sched/comb_18/trained/model.layers.26.self_attn.dense/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..f83e22cff6e7ceb6e075004c7d8309965c625008
--- /dev/null
+++ b/params/phi/7/rnd_search_t_no_sched/comb_18/trained/model.layers.26.self_attn.dense/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:179dfd632cb9a3c27863bdada68acf09197bde0186174636e5f7f5f8147468d3
+size 11395
diff --git a/params/phi/7/rnd_search_t_no_sched/comb_18/trained/model.layers.26.self_attn.k_proj/_s.pt b/params/phi/7/rnd_search_t_no_sched/comb_18/trained/model.layers.26.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..fce546d7c2b1ea3dab2947fd523f808b57038051
--- /dev/null
+++ b/params/phi/7/rnd_search_t_no_sched/comb_18/trained/model.layers.26.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:26535b663cc079c11b0502905f57c430ad86589aae1c1e54b5cd62a7da9c8f72
+size 11395
diff --git a/params/phi/7/rnd_search_t_no_sched/comb_18/trained/model.layers.26.self_attn.q_proj/_s.pt b/params/phi/7/rnd_search_t_no_sched/comb_18/trained/model.layers.26.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c6abd3c57f53cccbc0d94c9d7fe319fa2a21ed4a
--- /dev/null
+++ b/params/phi/7/rnd_search_t_no_sched/comb_18/trained/model.layers.26.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:9cf42cb26a940523fbb16bf0da398316e5a41732fa2873807bfd1345233464da
+size 11395
diff --git a/params/phi/7/rnd_search_t_no_sched/comb_18/trained/model.layers.26.self_attn.v_proj/_s.pt b/params/phi/7/rnd_search_t_no_sched/comb_18/trained/model.layers.26.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..05ae9b9fbaf95ba405b5f926ce2de2cfd0e1f335
--- /dev/null
+++ b/params/phi/7/rnd_search_t_no_sched/comb_18/trained/model.layers.26.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:9ab2986d06440ee08217c4c522a8c6fe7180c7001df0d0249ab41db62b8d74ec
+size 11395
diff --git a/params/phi/7/rnd_search_t_no_sched/comb_18/trained/model.layers.27.mlp.fc1/_s.pt b/params/phi/7/rnd_search_t_no_sched/comb_18/trained/model.layers.27.mlp.fc1/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..752fac7be03c99cbc789da84a2751701a43a63ba
--- /dev/null
+++ b/params/phi/7/rnd_search_t_no_sched/comb_18/trained/model.layers.27.mlp.fc1/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:8dc58de0f09abfcc6c5df6a642fee0e5e7ffdefd25bf69a764b1e833706122ba
+size 42115
diff --git a/params/phi/7/rnd_search_t_no_sched/comb_18/trained/model.layers.27.mlp.fc2/_s.pt b/params/phi/7/rnd_search_t_no_sched/comb_18/trained/model.layers.27.mlp.fc2/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..3a8e0abceda0525a5e487828f4c83852ffe23435
--- /dev/null
+++ b/params/phi/7/rnd_search_t_no_sched/comb_18/trained/model.layers.27.mlp.fc2/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:655b30aa8e6af88023c2b90f86f5cb1cef606ac71665198a4da2972c7ad5c93c
+size 11395
diff --git a/params/phi/7/rnd_search_t_no_sched/comb_18/trained/model.layers.27.self_attn.dense/_s.pt b/params/phi/7/rnd_search_t_no_sched/comb_18/trained/model.layers.27.self_attn.dense/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..991791d3b6008fbedcc0beb1382e061f39f8804f
--- /dev/null
+++ b/params/phi/7/rnd_search_t_no_sched/comb_18/trained/model.layers.27.self_attn.dense/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0f08ed152dcc36668cd744e9270c24a325824dc324b0c4bb09977bb6272cea16
+size 11395
diff --git a/params/phi/7/rnd_search_t_no_sched/comb_18/trained/model.layers.27.self_attn.k_proj/_s.pt b/params/phi/7/rnd_search_t_no_sched/comb_18/trained/model.layers.27.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..529300f6b35f97ffd2e4a5258825629bfd08e866
--- /dev/null
+++ b/params/phi/7/rnd_search_t_no_sched/comb_18/trained/model.layers.27.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:85149511bccfa620d3cca5f44f1b31fd266a8c6de1bee2f44a5eaa03f5c710ab
+size 11395
diff --git a/params/phi/7/rnd_search_t_no_sched/comb_18/trained/model.layers.27.self_attn.q_proj/_s.pt b/params/phi/7/rnd_search_t_no_sched/comb_18/trained/model.layers.27.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..40cecc194f2bb3f69a945a0cbddd91f68c4df17b
--- /dev/null
+++ b/params/phi/7/rnd_search_t_no_sched/comb_18/trained/model.layers.27.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:57127066992b35d601be832339f1bcb6ef93295ca0fc07e8ad9a0ab6473123af
+size 11395
diff --git a/params/phi/7/rnd_search_t_no_sched/comb_18/trained/model.layers.27.self_attn.v_proj/_s.pt b/params/phi/7/rnd_search_t_no_sched/comb_18/trained/model.layers.27.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..da5dcbf26b92f03065b34ab3a974156c2dffead6
--- /dev/null
+++ b/params/phi/7/rnd_search_t_no_sched/comb_18/trained/model.layers.27.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:3defaa3f45d469b6ca436a277d4312ded3329d529570b92cc9beb8b520eb0487
+size 11395
diff --git a/params/phi/7/rnd_search_t_no_sched/comb_18/trained/model.layers.28.mlp.fc1/_s.pt b/params/phi/7/rnd_search_t_no_sched/comb_18/trained/model.layers.28.mlp.fc1/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..051973c7bc7c450911a1d7c1cb46fbca742f8b7e
--- /dev/null
+++ b/params/phi/7/rnd_search_t_no_sched/comb_18/trained/model.layers.28.mlp.fc1/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:1d39f1e3c2f77fc7a40cebb79cb7d5a1bf3bd37220e38a5b45a7a2d5db18331c
+size 42115
diff --git a/params/phi/7/rnd_search_t_no_sched/comb_18/trained/model.layers.28.mlp.fc2/_s.pt b/params/phi/7/rnd_search_t_no_sched/comb_18/trained/model.layers.28.mlp.fc2/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..71f66cc31054b096dc6fea128a464845a617ac9e
--- /dev/null
+++ b/params/phi/7/rnd_search_t_no_sched/comb_18/trained/model.layers.28.mlp.fc2/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:30638b73c7512670f6365061b1c26c22e4844d36a64123c63c09fdf4c8a099a9
+size 11395
diff --git a/params/phi/7/rnd_search_t_no_sched/comb_18/trained/model.layers.28.self_attn.dense/_s.pt b/params/phi/7/rnd_search_t_no_sched/comb_18/trained/model.layers.28.self_attn.dense/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c746e477dc96d51d001ab257d7f6e65edda1d3b1
--- /dev/null
+++ b/params/phi/7/rnd_search_t_no_sched/comb_18/trained/model.layers.28.self_attn.dense/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:64ff9f398350a6ea0b201af699666171cdec7715143e79b0ea400029e8782ca7
+size 11395
diff --git a/params/phi/7/rnd_search_t_no_sched/comb_18/trained/model.layers.28.self_attn.k_proj/_s.pt b/params/phi/7/rnd_search_t_no_sched/comb_18/trained/model.layers.28.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c1d453c15647d97588dd7de34aca4f89a246488d
--- /dev/null
+++ b/params/phi/7/rnd_search_t_no_sched/comb_18/trained/model.layers.28.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:26fdf2a8444652b39b76d068f51ea1f8f7d7da4bb2df9581220c886924b1a10b
+size 11395
diff --git a/params/phi/7/rnd_search_t_no_sched/comb_18/trained/model.layers.28.self_attn.q_proj/_s.pt b/params/phi/7/rnd_search_t_no_sched/comb_18/trained/model.layers.28.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..6fc55c539fe23ab7879c00066ce719089fd4cf58
--- /dev/null
+++ b/params/phi/7/rnd_search_t_no_sched/comb_18/trained/model.layers.28.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e298923de6afdfb10d03dcf5e025af956301290088705e56a3fed8829c8edd38
+size 11395
diff --git a/params/phi/7/rnd_search_t_no_sched/comb_18/trained/model.layers.28.self_attn.v_proj/_s.pt b/params/phi/7/rnd_search_t_no_sched/comb_18/trained/model.layers.28.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a3a8311b7bc600b9ba6c0710aa468d15c13aa46b
--- /dev/null
+++ b/params/phi/7/rnd_search_t_no_sched/comb_18/trained/model.layers.28.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:fcd6b4ea02ddf8889be97ffc9d31eb6dce26c95cba42631072e861f59fc9d202
+size 11395
diff --git a/params/phi/7/rnd_search_t_no_sched/comb_18/trained/model.layers.29.mlp.fc1/_s.pt b/params/phi/7/rnd_search_t_no_sched/comb_18/trained/model.layers.29.mlp.fc1/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..318d3d14699623f16bc7167136bf526a2a82db12
--- /dev/null
+++ b/params/phi/7/rnd_search_t_no_sched/comb_18/trained/model.layers.29.mlp.fc1/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:893625cef042120d2b5d654d970c610b2cb71af78896a3176926480288d139b6
+size 42115
diff --git a/params/phi/7/rnd_search_t_no_sched/comb_18/trained/model.layers.29.mlp.fc2/_s.pt b/params/phi/7/rnd_search_t_no_sched/comb_18/trained/model.layers.29.mlp.fc2/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4733b9b3415d31493e2c4e08e4c380c3459cb94f
--- /dev/null
+++ b/params/phi/7/rnd_search_t_no_sched/comb_18/trained/model.layers.29.mlp.fc2/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0ebb9bb5a400c8dbe0b889768adefe895fd0a69d123a72e64ba1e01c5c560417
+size 11395
diff --git a/params/phi/7/rnd_search_t_no_sched/comb_18/trained/model.layers.29.self_attn.dense/_s.pt b/params/phi/7/rnd_search_t_no_sched/comb_18/trained/model.layers.29.self_attn.dense/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..dc46f9861204d906b1cf70a38045d98cfb7de6dc
--- /dev/null
+++ b/params/phi/7/rnd_search_t_no_sched/comb_18/trained/model.layers.29.self_attn.dense/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:9ce1f55ed097533e75436cc46dd79638776d0c2028267c29345989fbbd5f0a8e
+size 11395
diff --git a/params/phi/7/rnd_search_t_no_sched/comb_18/trained/model.layers.29.self_attn.k_proj/_s.pt b/params/phi/7/rnd_search_t_no_sched/comb_18/trained/model.layers.29.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..0e2fba2e09cd10985cb5b7bc90a1ed73ae3187b1
--- /dev/null
+++ b/params/phi/7/rnd_search_t_no_sched/comb_18/trained/model.layers.29.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:787f978a17b59737abbc5acc354efb1dbf35dee4b81b3f1d416d3c436c2cebc8
+size 11395
diff --git a/params/phi/7/rnd_search_t_no_sched/comb_18/trained/model.layers.29.self_attn.q_proj/_s.pt b/params/phi/7/rnd_search_t_no_sched/comb_18/trained/model.layers.29.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4763f9bcf659a78a8321713dd988365397f1f127
--- /dev/null
+++ b/params/phi/7/rnd_search_t_no_sched/comb_18/trained/model.layers.29.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:1dbc9d85d282a8a12ba94d1a9c9893b152d2cbc681fe8215a295920e3b480251
+size 11395
diff --git a/params/phi/7/rnd_search_t_no_sched/comb_18/trained/model.layers.29.self_attn.v_proj/_s.pt b/params/phi/7/rnd_search_t_no_sched/comb_18/trained/model.layers.29.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e1385a19b1b53fe88f3d87a97b194eb6ddea90e6
--- /dev/null
+++ b/params/phi/7/rnd_search_t_no_sched/comb_18/trained/model.layers.29.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:1c28df5e4e7229d0b7077cddcb65be2c5818fa96d9cb43898bfcce2e898112ad
+size 11395
diff --git a/params/phi/7/rnd_search_t_no_sched/comb_18/trained/model.layers.3.mlp.fc1/_s.pt b/params/phi/7/rnd_search_t_no_sched/comb_18/trained/model.layers.3.mlp.fc1/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..755d53337fe933f247c896439db9413b8ebe43b6
--- /dev/null
+++ b/params/phi/7/rnd_search_t_no_sched/comb_18/trained/model.layers.3.mlp.fc1/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:18acc9fbee57247eb27603844d091f3e158690b5c5c94882473edbff7bd4d50f
+size 42115
diff --git a/params/phi/7/rnd_search_t_no_sched/comb_18/trained/model.layers.3.mlp.fc2/_s.pt b/params/phi/7/rnd_search_t_no_sched/comb_18/trained/model.layers.3.mlp.fc2/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a9fcbc3dbdee820a8135eb00669186b6349cea5f
--- /dev/null
+++ b/params/phi/7/rnd_search_t_no_sched/comb_18/trained/model.layers.3.mlp.fc2/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:dd5db2e0d2c20691ba6800fff4b373d8344ef3767425f7bc737873c8bb3daddd
+size 11395
diff --git a/params/phi/7/rnd_search_t_no_sched/comb_18/trained/model.layers.3.self_attn.dense/_s.pt b/params/phi/7/rnd_search_t_no_sched/comb_18/trained/model.layers.3.self_attn.dense/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..65e6686b4adabe3e3c9e3e9d3d1fbe91341ecc2e
--- /dev/null
+++ b/params/phi/7/rnd_search_t_no_sched/comb_18/trained/model.layers.3.self_attn.dense/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:da41b5f03848f930963a587faf0cb11ee5240771df362652993f18e0fc72d6af
+size 11395
diff --git a/params/phi/7/rnd_search_t_no_sched/comb_18/trained/model.layers.3.self_attn.k_proj/_s.pt b/params/phi/7/rnd_search_t_no_sched/comb_18/trained/model.layers.3.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a0fcd6a254c2f32061c5fea388f17a87015fdb57
--- /dev/null
+++ b/params/phi/7/rnd_search_t_no_sched/comb_18/trained/model.layers.3.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5965c538ffde13d2e25aded5940dde809a4c5cd002a8be7d534df4f6e3355af4
+size 11395
diff --git a/params/phi/7/rnd_search_t_no_sched/comb_18/trained/model.layers.3.self_attn.q_proj/_s.pt b/params/phi/7/rnd_search_t_no_sched/comb_18/trained/model.layers.3.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..7fabdab66ad48befe0ef9f7ee50f75358f9e7f45
--- /dev/null
+++ b/params/phi/7/rnd_search_t_no_sched/comb_18/trained/model.layers.3.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d0497ec2071491298b892f064cff0ee0a9330f8d2f05a7be578768087f5ced21
+size 11395
diff --git a/params/phi/7/rnd_search_t_no_sched/comb_18/trained/model.layers.3.self_attn.v_proj/_s.pt b/params/phi/7/rnd_search_t_no_sched/comb_18/trained/model.layers.3.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ae90941216ec69fbb4265e0105b04eaf5f6e9767
--- /dev/null
+++ b/params/phi/7/rnd_search_t_no_sched/comb_18/trained/model.layers.3.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2ab95062588841ad3218176c7f99f3099bf1f8843436c3e0b6f9a49a54cf0545
+size 11395
diff --git a/params/phi/7/rnd_search_t_no_sched/comb_18/trained/model.layers.30.mlp.fc1/_s.pt b/params/phi/7/rnd_search_t_no_sched/comb_18/trained/model.layers.30.mlp.fc1/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..52ca78015c0319ab8d9328dabf1a7f40f3d581ce
--- /dev/null
+++ b/params/phi/7/rnd_search_t_no_sched/comb_18/trained/model.layers.30.mlp.fc1/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a8689ce9fbbf7894a479bc9b1c41be1666f831eb2524ef6e0ca3ab2c31d0812b
+size 42115
diff --git a/params/phi/7/rnd_search_t_no_sched/comb_18/trained/model.layers.30.mlp.fc2/_s.pt b/params/phi/7/rnd_search_t_no_sched/comb_18/trained/model.layers.30.mlp.fc2/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..12a38439d3c07f51088891d6a91eb8cc3aa81275
--- /dev/null
+++ b/params/phi/7/rnd_search_t_no_sched/comb_18/trained/model.layers.30.mlp.fc2/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f2a848732912110745876cae5671b8305791d3823b0957f46c61cb64d7057c48
+size 11395
diff --git a/params/phi/7/rnd_search_t_no_sched/comb_18/trained/model.layers.30.self_attn.dense/_s.pt b/params/phi/7/rnd_search_t_no_sched/comb_18/trained/model.layers.30.self_attn.dense/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..894456749076eb7a2208f3410869137f68f8f0e4
--- /dev/null
+++ b/params/phi/7/rnd_search_t_no_sched/comb_18/trained/model.layers.30.self_attn.dense/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5699c13b3721aac0991f1b90123547d96f1aff5036270f5e6755b0f8f70bbd36
+size 11395
diff --git a/params/phi/7/rnd_search_t_no_sched/comb_18/trained/model.layers.30.self_attn.k_proj/_s.pt b/params/phi/7/rnd_search_t_no_sched/comb_18/trained/model.layers.30.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..64752aa14c6d9cfb53835ddca04de278b163c222
--- /dev/null
+++ b/params/phi/7/rnd_search_t_no_sched/comb_18/trained/model.layers.30.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:6a3f987c7245df9e8b05d5e00d3a44bf6cd220b0bfc2c4ce4de88f4ad2ea21ee
+size 11395
diff --git a/params/phi/7/rnd_search_t_no_sched/comb_18/trained/model.layers.30.self_attn.q_proj/_s.pt b/params/phi/7/rnd_search_t_no_sched/comb_18/trained/model.layers.30.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2a92af4342d189794097800a3e3ec8678b05147e
--- /dev/null
+++ b/params/phi/7/rnd_search_t_no_sched/comb_18/trained/model.layers.30.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:965fc21958b9d70426197b96d2d5c191ff71ce3f20f406bdec49139f5a2cf9ab
+size 11395
diff --git a/params/phi/7/rnd_search_t_no_sched/comb_18/trained/model.layers.30.self_attn.v_proj/_s.pt b/params/phi/7/rnd_search_t_no_sched/comb_18/trained/model.layers.30.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ac0a765503c3dacbb838c7ee9e6a0ec36d9e0802
--- /dev/null
+++ b/params/phi/7/rnd_search_t_no_sched/comb_18/trained/model.layers.30.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2e664c7793a07d4f9bde781bbc1b79c9aeac96c21c3d5a97d315afb5bb103768
+size 11395
diff --git a/params/phi/7/rnd_search_t_no_sched/comb_18/trained/model.layers.31.mlp.fc1/_s.pt b/params/phi/7/rnd_search_t_no_sched/comb_18/trained/model.layers.31.mlp.fc1/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ca08326ab03197814b7d334a9a256ac10184837f
--- /dev/null
+++ b/params/phi/7/rnd_search_t_no_sched/comb_18/trained/model.layers.31.mlp.fc1/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:68d5948a22ac6967867f4ca5d55bf1cd2d09bafa3f1a9f3bca5ca4bf90cab066
+size 42115
diff --git a/params/phi/7/rnd_search_t_no_sched/comb_18/trained/model.layers.31.mlp.fc2/_s.pt b/params/phi/7/rnd_search_t_no_sched/comb_18/trained/model.layers.31.mlp.fc2/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a694a04d920cbb197b237bf43ce7b65dec810413
--- /dev/null
+++ b/params/phi/7/rnd_search_t_no_sched/comb_18/trained/model.layers.31.mlp.fc2/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:1e3ba033fdcf4ea2ab38da9885e90a64de5caa0494b305d6eed9a8d0b6be3213
+size 11395
diff --git a/params/phi/7/rnd_search_t_no_sched/comb_18/trained/model.layers.31.self_attn.dense/_s.pt b/params/phi/7/rnd_search_t_no_sched/comb_18/trained/model.layers.31.self_attn.dense/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a40fa8b67faef4c47a705ccb68e5de46c2293e8c
--- /dev/null
+++ b/params/phi/7/rnd_search_t_no_sched/comb_18/trained/model.layers.31.self_attn.dense/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ef9c02a06152df389c5bddb885c9aaa18ff8e4828e3279737919aa572ed3224d
+size 11395
diff --git a/params/phi/7/rnd_search_t_no_sched/comb_18/trained/model.layers.31.self_attn.k_proj/_s.pt b/params/phi/7/rnd_search_t_no_sched/comb_18/trained/model.layers.31.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..1687bbe2cb3130f6a6add5f5228a10442a627b12
--- /dev/null
+++ b/params/phi/7/rnd_search_t_no_sched/comb_18/trained/model.layers.31.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:efaecd448da56e802afb96ad0e067a364036627640a425e70c1feb0bd0a93c95
+size 11395
diff --git a/params/phi/7/rnd_search_t_no_sched/comb_18/trained/model.layers.31.self_attn.q_proj/_s.pt b/params/phi/7/rnd_search_t_no_sched/comb_18/trained/model.layers.31.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ad0cd3873e7db742a25454e16f1bd2259265ea01
--- /dev/null
+++ b/params/phi/7/rnd_search_t_no_sched/comb_18/trained/model.layers.31.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:1cbad6b5190a5a4eca60632215e4b92957a7c6de2047b8ad1f779bc1add8e603
+size 11395
diff --git a/params/phi/7/rnd_search_t_no_sched/comb_18/trained/model.layers.31.self_attn.v_proj/_s.pt b/params/phi/7/rnd_search_t_no_sched/comb_18/trained/model.layers.31.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..789ed7f17c1ad37c3debd8f5f3cd13a2248e806e
--- /dev/null
+++ b/params/phi/7/rnd_search_t_no_sched/comb_18/trained/model.layers.31.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a798aeddcb7d755189ebe28e5ded8b6569833313dacf49efa5c2efea33359a1f
+size 11395
diff --git a/params/phi/7/rnd_search_t_no_sched/comb_18/trained/model.layers.4.mlp.fc1/_s.pt b/params/phi/7/rnd_search_t_no_sched/comb_18/trained/model.layers.4.mlp.fc1/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..27ad7bc584739ec8f1bd5988df70f026a1974db3
--- /dev/null
+++ b/params/phi/7/rnd_search_t_no_sched/comb_18/trained/model.layers.4.mlp.fc1/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d9196e03e0c76fca3adf90e265f80afaae0972cfcf697c843457fd351ba32541
+size 42115
diff --git a/params/phi/7/rnd_search_t_no_sched/comb_18/trained/model.layers.4.mlp.fc2/_s.pt b/params/phi/7/rnd_search_t_no_sched/comb_18/trained/model.layers.4.mlp.fc2/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..068c9bab6a25ebac03353bea2aaf4ff0fb561056
--- /dev/null
+++ b/params/phi/7/rnd_search_t_no_sched/comb_18/trained/model.layers.4.mlp.fc2/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:17a13193d1307d4f09bcc2a18478a00bd8afa67cb0f71f88d1008f9de894e822
+size 11395
diff --git a/params/phi/7/rnd_search_t_no_sched/comb_18/trained/model.layers.4.self_attn.dense/_s.pt b/params/phi/7/rnd_search_t_no_sched/comb_18/trained/model.layers.4.self_attn.dense/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8bae5ffd80c4f8c02a39f82c4ac30340f7c8efcb
--- /dev/null
+++ b/params/phi/7/rnd_search_t_no_sched/comb_18/trained/model.layers.4.self_attn.dense/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c34fe2737700a5e173b438e4e5891d22b2ff3419a0eb8f7336345557ba3d0dc9
+size 11395
diff --git a/params/phi/7/rnd_search_t_no_sched/comb_18/trained/model.layers.4.self_attn.k_proj/_s.pt b/params/phi/7/rnd_search_t_no_sched/comb_18/trained/model.layers.4.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..dda3c3df7dd0ada5642dbb789a986a7295301e61
--- /dev/null
+++ b/params/phi/7/rnd_search_t_no_sched/comb_18/trained/model.layers.4.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:839b67db3663e3fe54e698784872fe23149c085018d0d57d5443afb3e518486b
+size 11395
diff --git a/params/phi/7/rnd_search_t_no_sched/comb_18/trained/model.layers.4.self_attn.q_proj/_s.pt b/params/phi/7/rnd_search_t_no_sched/comb_18/trained/model.layers.4.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..61cbcd83c7ac323209fd8bfc209ff29ab1001d51
--- /dev/null
+++ b/params/phi/7/rnd_search_t_no_sched/comb_18/trained/model.layers.4.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:786568c200762907359865f5fe2f3dd8c5bc334db068c2ca1a3e200f2f591e2f
+size 11395
diff --git a/params/phi/7/rnd_search_t_no_sched/comb_18/trained/model.layers.4.self_attn.v_proj/_s.pt b/params/phi/7/rnd_search_t_no_sched/comb_18/trained/model.layers.4.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..56a88f49a10f464282e36cb046bc686cbf7cf059
--- /dev/null
+++ b/params/phi/7/rnd_search_t_no_sched/comb_18/trained/model.layers.4.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:deb0a59337b3e5b2b858832ccb51d9325605ad9194cec54f5108d03fbcce0e23
+size 11395
diff --git a/params/phi/7/rnd_search_t_no_sched/comb_18/trained/model.layers.5.mlp.fc1/_s.pt b/params/phi/7/rnd_search_t_no_sched/comb_18/trained/model.layers.5.mlp.fc1/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e101c64de3baa4a83046f035b414d19def23e3e6
--- /dev/null
+++ b/params/phi/7/rnd_search_t_no_sched/comb_18/trained/model.layers.5.mlp.fc1/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:dae075b5335e2d50f9d1d7a0732f56540b2a378e70ce642c48091ed2da30850a
+size 42115
diff --git a/params/phi/7/rnd_search_t_no_sched/comb_18/trained/model.layers.5.mlp.fc2/_s.pt b/params/phi/7/rnd_search_t_no_sched/comb_18/trained/model.layers.5.mlp.fc2/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ea86c388cf1eb224365a23d5173150011515cf9f
--- /dev/null
+++ b/params/phi/7/rnd_search_t_no_sched/comb_18/trained/model.layers.5.mlp.fc2/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2afd4c932586cd80cb9a5d0922ba9c42f70188c13152aefec9fdd761d15b9e27
+size 11395
diff --git a/params/phi/7/rnd_search_t_no_sched/comb_18/trained/model.layers.5.self_attn.dense/_s.pt b/params/phi/7/rnd_search_t_no_sched/comb_18/trained/model.layers.5.self_attn.dense/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..0883174b1b7ba6a2eafc94a3078974e0e0c2a5e5
--- /dev/null
+++ b/params/phi/7/rnd_search_t_no_sched/comb_18/trained/model.layers.5.self_attn.dense/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:39bb7b6ac8270a715b4d576c9dd80ddc7ae3b8da232d6a4930a9fa3bdb962cd6
+size 11395
diff --git a/params/phi/7/rnd_search_t_no_sched/comb_18/trained/model.layers.5.self_attn.k_proj/_s.pt b/params/phi/7/rnd_search_t_no_sched/comb_18/trained/model.layers.5.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..0f2af8f352144649cd8cd22e4374025891498397
--- /dev/null
+++ b/params/phi/7/rnd_search_t_no_sched/comb_18/trained/model.layers.5.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:52f9bd4bff17b8462f48b4a0163b94d6ac737161d56dc1afe668eca6488aac2e
+size 11395
diff --git a/params/phi/7/rnd_search_t_no_sched/comb_18/trained/model.layers.5.self_attn.q_proj/_s.pt b/params/phi/7/rnd_search_t_no_sched/comb_18/trained/model.layers.5.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c74e30176f586c724f71252029263ace03a3da22
--- /dev/null
+++ b/params/phi/7/rnd_search_t_no_sched/comb_18/trained/model.layers.5.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:890953bbd6bada88973369ff935ee85af8f7d993873021f04fc6386f86b16e8b
+size 11395
diff --git a/params/phi/7/rnd_search_t_no_sched/comb_18/trained/model.layers.5.self_attn.v_proj/_s.pt b/params/phi/7/rnd_search_t_no_sched/comb_18/trained/model.layers.5.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c15256b01b46127ef0ca3d9fff96e8e265a986be
--- /dev/null
+++ b/params/phi/7/rnd_search_t_no_sched/comb_18/trained/model.layers.5.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2c62fc506a93862464b1a6d096f26ed26b312d07a8067c750d4eb2ef28b8fe0b
+size 11395
diff --git a/params/phi/7/rnd_search_t_no_sched/comb_18/trained/model.layers.6.mlp.fc1/_s.pt b/params/phi/7/rnd_search_t_no_sched/comb_18/trained/model.layers.6.mlp.fc1/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..cbfbcc588239eb4f87fd32025e6187ccceaf93fb
--- /dev/null
+++ b/params/phi/7/rnd_search_t_no_sched/comb_18/trained/model.layers.6.mlp.fc1/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:863cb888d30d0b9854a08c443816645cefb7cc24946bbe33f64546a87fdfc11c
+size 42115
diff --git a/params/phi/7/rnd_search_t_no_sched/comb_18/trained/model.layers.6.mlp.fc2/_s.pt b/params/phi/7/rnd_search_t_no_sched/comb_18/trained/model.layers.6.mlp.fc2/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..6b09ef0be9cf318dc29721960700165ca0c70bd2
--- /dev/null
+++ b/params/phi/7/rnd_search_t_no_sched/comb_18/trained/model.layers.6.mlp.fc2/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b1f275be852bed21c3051e484ab8ea5150cb381274b2086d5d57b2335df830c4
+size 11395
diff --git a/params/phi/7/rnd_search_t_no_sched/comb_18/trained/model.layers.6.self_attn.dense/_s.pt b/params/phi/7/rnd_search_t_no_sched/comb_18/trained/model.layers.6.self_attn.dense/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..9196c56d807529969a13fc3fda308c1310e40f47
--- /dev/null
+++ b/params/phi/7/rnd_search_t_no_sched/comb_18/trained/model.layers.6.self_attn.dense/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a09f21a60318826bc372bccde1234131181e21342c6bb673475e1ecc2fb74a2a
+size 11395
diff --git a/params/phi/7/rnd_search_t_no_sched/comb_18/trained/model.layers.6.self_attn.k_proj/_s.pt b/params/phi/7/rnd_search_t_no_sched/comb_18/trained/model.layers.6.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..23f03b33d2d8a28675afb1057a1daa5fb9427e7f
--- /dev/null
+++ b/params/phi/7/rnd_search_t_no_sched/comb_18/trained/model.layers.6.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:9b4511e1b8c4867e2ea7b5368a118dcc5867de543bfc3528a699766262200c08
+size 11395
diff --git a/params/phi/7/rnd_search_t_no_sched/comb_18/trained/model.layers.6.self_attn.q_proj/_s.pt b/params/phi/7/rnd_search_t_no_sched/comb_18/trained/model.layers.6.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..fec3a044ffe4c073133cf3c2a8ec0a5f5147b20d
--- /dev/null
+++ b/params/phi/7/rnd_search_t_no_sched/comb_18/trained/model.layers.6.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:6ce703bd845175fb592680da0d47ca10706bc931e2497f566adb7c7ac88c26ca
+size 11395
diff --git a/params/phi/7/rnd_search_t_no_sched/comb_18/trained/model.layers.6.self_attn.v_proj/_s.pt b/params/phi/7/rnd_search_t_no_sched/comb_18/trained/model.layers.6.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..23a91af99e706791021c03adccd841fb8ca50b77
--- /dev/null
+++ b/params/phi/7/rnd_search_t_no_sched/comb_18/trained/model.layers.6.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0ad6eac472ebc0b681f6f8f81e8cbd3691355a11c79ceb22e8674ebbf1799d86
+size 11395
diff --git a/params/phi/7/rnd_search_t_no_sched/comb_18/trained/model.layers.7.mlp.fc1/_s.pt b/params/phi/7/rnd_search_t_no_sched/comb_18/trained/model.layers.7.mlp.fc1/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..60be61abcca2fafa599d0a56417534bf4abe70e2
--- /dev/null
+++ b/params/phi/7/rnd_search_t_no_sched/comb_18/trained/model.layers.7.mlp.fc1/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5f4dc4e538fc95f5715cfd2589c6f5922f46d0b1b44a46d8541c4225b4aff4c3
+size 42115
diff --git a/params/phi/7/rnd_search_t_no_sched/comb_18/trained/model.layers.7.mlp.fc2/_s.pt b/params/phi/7/rnd_search_t_no_sched/comb_18/trained/model.layers.7.mlp.fc2/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e6c89de922e5bcb8e472d7aa0fce4c58e0f7e63e
--- /dev/null
+++ b/params/phi/7/rnd_search_t_no_sched/comb_18/trained/model.layers.7.mlp.fc2/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:09b6242da948783a897ea4ae59324fa93daf30cde8995adbce2fb05f6df4baef
+size 11395
diff --git a/params/phi/7/rnd_search_t_no_sched/comb_18/trained/model.layers.7.self_attn.dense/_s.pt b/params/phi/7/rnd_search_t_no_sched/comb_18/trained/model.layers.7.self_attn.dense/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..032cd5dccd23f20393390e8ecd606ed07416d14a
--- /dev/null
+++ b/params/phi/7/rnd_search_t_no_sched/comb_18/trained/model.layers.7.self_attn.dense/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:637ae205a6716631a99bb1796aab704ad596cc436b88e7fd8f45a8bc2706b098
+size 11395
diff --git a/params/phi/7/rnd_search_t_no_sched/comb_18/trained/model.layers.7.self_attn.k_proj/_s.pt b/params/phi/7/rnd_search_t_no_sched/comb_18/trained/model.layers.7.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..95704ca270a03d74e34b7cc070f685c38957ebef
--- /dev/null
+++ b/params/phi/7/rnd_search_t_no_sched/comb_18/trained/model.layers.7.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:00ad560b90662e22edcd0c3dd613e43e148618dec59dc85bdf5ff68d4913b3f8
+size 11395
diff --git a/params/phi/7/rnd_search_t_no_sched/comb_18/trained/model.layers.7.self_attn.q_proj/_s.pt b/params/phi/7/rnd_search_t_no_sched/comb_18/trained/model.layers.7.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..1ca54fad956c9358b865ce03232583981318ae65
--- /dev/null
+++ b/params/phi/7/rnd_search_t_no_sched/comb_18/trained/model.layers.7.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b1b08346617eb093824d3da8f271a2cf37764e67009856d701d27d4b4b359818
+size 11395
diff --git a/params/phi/7/rnd_search_t_no_sched/comb_18/trained/model.layers.7.self_attn.v_proj/_s.pt b/params/phi/7/rnd_search_t_no_sched/comb_18/trained/model.layers.7.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c2aabbedac882a81b8091362f0e7fcd703a2b5a4
--- /dev/null
+++ b/params/phi/7/rnd_search_t_no_sched/comb_18/trained/model.layers.7.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:1558ebc4c275f7c42f76b26178deed132d9ef64a989dc11ff4ae48e306ab4409
+size 11395
diff --git a/params/phi/7/rnd_search_t_no_sched/comb_18/trained/model.layers.8.mlp.fc1/_s.pt b/params/phi/7/rnd_search_t_no_sched/comb_18/trained/model.layers.8.mlp.fc1/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..01607c0cff86c224aac1dfc7ae8a6dd067e50a02
--- /dev/null
+++ b/params/phi/7/rnd_search_t_no_sched/comb_18/trained/model.layers.8.mlp.fc1/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f3fd8afae457b0acb03591af4596a6585a04ab1948c3b2bf9cb51bfc5b6edb0a
+size 42115
diff --git a/params/phi/7/rnd_search_t_no_sched/comb_18/trained/model.layers.8.mlp.fc2/_s.pt b/params/phi/7/rnd_search_t_no_sched/comb_18/trained/model.layers.8.mlp.fc2/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..251fefaec10a788463fe5fa8ae78fbd3648a1c3f
--- /dev/null
+++ b/params/phi/7/rnd_search_t_no_sched/comb_18/trained/model.layers.8.mlp.fc2/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:456b530ee1f7fa6527e75fb8c4578089bbf0439d0d5b56b7cff6fa68ab4444e9
+size 11395
diff --git a/params/phi/7/rnd_search_t_no_sched/comb_18/trained/model.layers.8.self_attn.dense/_s.pt b/params/phi/7/rnd_search_t_no_sched/comb_18/trained/model.layers.8.self_attn.dense/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..01d2c1bd5cd557b6e4682b24109e27b960f7aaa3
--- /dev/null
+++ b/params/phi/7/rnd_search_t_no_sched/comb_18/trained/model.layers.8.self_attn.dense/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:cdc046b3da937feaeb14b65c7bd607f6499f5af3324b5593857af6de3b4e4435
+size 11395
diff --git a/params/phi/7/rnd_search_t_no_sched/comb_18/trained/model.layers.8.self_attn.k_proj/_s.pt b/params/phi/7/rnd_search_t_no_sched/comb_18/trained/model.layers.8.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..610bbda7d653f5ca71c358a538a713b3cda1e71f
--- /dev/null
+++ b/params/phi/7/rnd_search_t_no_sched/comb_18/trained/model.layers.8.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c28190173d48bd1582ab77d119ffed1aee14b28865594c4a607129525f6f135d
+size 11395
diff --git a/params/phi/7/rnd_search_t_no_sched/comb_18/trained/model.layers.8.self_attn.q_proj/_s.pt b/params/phi/7/rnd_search_t_no_sched/comb_18/trained/model.layers.8.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e7da54fecc57efb19dd86281d7cfa50f73dfba0d
--- /dev/null
+++ b/params/phi/7/rnd_search_t_no_sched/comb_18/trained/model.layers.8.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:8fbcd9b2f8013b258dba15c6ffdb1a229780f5047b18031ea30409da7bfb7316
+size 11395
diff --git a/params/phi/7/rnd_search_t_no_sched/comb_18/trained/model.layers.8.self_attn.v_proj/_s.pt b/params/phi/7/rnd_search_t_no_sched/comb_18/trained/model.layers.8.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..1d23e70029d5f9cd25dcf7078e9dfebf0bceaf84
--- /dev/null
+++ b/params/phi/7/rnd_search_t_no_sched/comb_18/trained/model.layers.8.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c2f9dbe4ee7c0ed2fa296bcac04ece6274f920c6b1d959cdd2a2758c4cd99460
+size 11395
diff --git a/params/phi/7/rnd_search_t_no_sched/comb_18/trained/model.layers.9.mlp.fc1/_s.pt b/params/phi/7/rnd_search_t_no_sched/comb_18/trained/model.layers.9.mlp.fc1/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..88beca1ffd51dbe546423d2af776129d6305b826
--- /dev/null
+++ b/params/phi/7/rnd_search_t_no_sched/comb_18/trained/model.layers.9.mlp.fc1/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:6a548ded66a1ad465a798c2503ac0ea25d503853d79adeaebb775c880b2e8ae7
+size 42115
diff --git a/params/phi/7/rnd_search_t_no_sched/comb_18/trained/model.layers.9.mlp.fc2/_s.pt b/params/phi/7/rnd_search_t_no_sched/comb_18/trained/model.layers.9.mlp.fc2/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..44f616cfd71668ae36bf5276770ec3c6cbd6aca8
--- /dev/null
+++ b/params/phi/7/rnd_search_t_no_sched/comb_18/trained/model.layers.9.mlp.fc2/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:cad377b91b1cce7ed7e5ecb3084d8c6e7187a40956749f4acdd9baea1d9a36ea
+size 11395
diff --git a/params/phi/7/rnd_search_t_no_sched/comb_18/trained/model.layers.9.self_attn.dense/_s.pt b/params/phi/7/rnd_search_t_no_sched/comb_18/trained/model.layers.9.self_attn.dense/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c4ddcf59aa37be87e9f3d1a6ad2906ca9da3b5d3
--- /dev/null
+++ b/params/phi/7/rnd_search_t_no_sched/comb_18/trained/model.layers.9.self_attn.dense/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:7b3522ac0bc60421b9abacc91f13378985bbfd75dbc5e51fb533374598a115a7
+size 11395
diff --git a/params/phi/7/rnd_search_t_no_sched/comb_18/trained/model.layers.9.self_attn.k_proj/_s.pt b/params/phi/7/rnd_search_t_no_sched/comb_18/trained/model.layers.9.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ea1a6da6ef58c503da7ae4abcb4fa6beef4f7637
--- /dev/null
+++ b/params/phi/7/rnd_search_t_no_sched/comb_18/trained/model.layers.9.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:193580e6f260d9d52824b6ea2ee41b753b346ae234a22c8f6779fa1c2d8d48b2
+size 11395
diff --git a/params/phi/7/rnd_search_t_no_sched/comb_18/trained/model.layers.9.self_attn.q_proj/_s.pt b/params/phi/7/rnd_search_t_no_sched/comb_18/trained/model.layers.9.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..121a1710c28965c08bc37089f508b91959e9b892
--- /dev/null
+++ b/params/phi/7/rnd_search_t_no_sched/comb_18/trained/model.layers.9.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:455109911f3e18858b855e6b4c80dd5944e94079c31495035a893229f0e29cb7
+size 11395
diff --git a/params/phi/7/rnd_search_t_no_sched/comb_18/trained/model.layers.9.self_attn.v_proj/_s.pt b/params/phi/7/rnd_search_t_no_sched/comb_18/trained/model.layers.9.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4e854d625c04575b5f2e7f2159a985e14fbe19c8
--- /dev/null
+++ b/params/phi/7/rnd_search_t_no_sched/comb_18/trained/model.layers.9.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:dbe798fb2df113189374c84f41558d91f8045c2eb07aeb771d593b18276a96aa
+size 11395