diff --git a/params/phi/5/rnd_search_t_no_sched/comb_7/init/lm_head/_0.pt b/params/phi/5/rnd_search_t_no_sched/comb_7/init/lm_head/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..400e27e9d670a87b1c950985315fee980e98030c
--- /dev/null
+++ b/params/phi/5/rnd_search_t_no_sched/comb_7/init/lm_head/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:84c29e156c1ff233ab1d70419ed039b29645b55825ad507a9e5af986fd4ceae9
+size 205955
diff --git a/params/phi/5/rnd_search_t_no_sched/comb_7/init/lm_head/_s.pt b/params/phi/5/rnd_search_t_no_sched/comb_7/init/lm_head/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a3be83466474b3e8902fd267cccd218f25ab7d18
--- /dev/null
+++ b/params/phi/5/rnd_search_t_no_sched/comb_7/init/lm_head/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f27ad4415b66de9986ce7063d9feaab11174fd4d63dc869e57b52b8a1c4c91a9
+size 205955
diff --git a/params/phi/5/rnd_search_t_no_sched/comb_7/init/model.layers.0.mlp.fc1/_0.pt b/params/phi/5/rnd_search_t_no_sched/comb_7/init/model.layers.0.mlp.fc1/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..32ac531bec3e1f984cbc6da2072275eebedcc848
--- /dev/null
+++ b/params/phi/5/rnd_search_t_no_sched/comb_7/init/model.layers.0.mlp.fc1/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:8aae49663620750ef1b42b31d5204777eb39a1af1f1e7ab7f27474ddd4803198
+size 42115
diff --git a/params/phi/5/rnd_search_t_no_sched/comb_7/init/model.layers.0.mlp.fc1/_s.pt b/params/phi/5/rnd_search_t_no_sched/comb_7/init/model.layers.0.mlp.fc1/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ff2ef5133dbdfd9a6b66ca6da785e929311aa79f
--- /dev/null
+++ b/params/phi/5/rnd_search_t_no_sched/comb_7/init/model.layers.0.mlp.fc1/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:38261ff59332c8d2783b1c1d4e012b4a183dcbd70e0d1e3faf3b8615daa2d87f
+size 42115
diff --git a/params/phi/5/rnd_search_t_no_sched/comb_7/init/model.layers.0.mlp.fc2/_0.pt b/params/phi/5/rnd_search_t_no_sched/comb_7/init/model.layers.0.mlp.fc2/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..32ee18bf2f25e623153f8e8e4fc5f1257a361dec
--- /dev/null
+++ b/params/phi/5/rnd_search_t_no_sched/comb_7/init/model.layers.0.mlp.fc2/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e3f2cf9d8508ef8ab0f1fab002987be0430f7eb52b87c158492cf04b7033c1d2
+size 11395
diff --git a/params/phi/5/rnd_search_t_no_sched/comb_7/init/model.layers.0.mlp.fc2/_s.pt b/params/phi/5/rnd_search_t_no_sched/comb_7/init/model.layers.0.mlp.fc2/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..3f0c4a164f7a362c22e3f9d3c2b568de37705de0
--- /dev/null
+++ b/params/phi/5/rnd_search_t_no_sched/comb_7/init/model.layers.0.mlp.fc2/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e30596b9b651a2b73557b4b4502622783546af7e265cc36dca7e77eb964b39f0
+size 11395
diff --git a/params/phi/5/rnd_search_t_no_sched/comb_7/init/model.layers.0.self_attn.dense/_0.pt b/params/phi/5/rnd_search_t_no_sched/comb_7/init/model.layers.0.self_attn.dense/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..32ee18bf2f25e623153f8e8e4fc5f1257a361dec
--- /dev/null
+++ b/params/phi/5/rnd_search_t_no_sched/comb_7/init/model.layers.0.self_attn.dense/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e3f2cf9d8508ef8ab0f1fab002987be0430f7eb52b87c158492cf04b7033c1d2
+size 11395
diff --git a/params/phi/5/rnd_search_t_no_sched/comb_7/init/model.layers.0.self_attn.dense/_s.pt b/params/phi/5/rnd_search_t_no_sched/comb_7/init/model.layers.0.self_attn.dense/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..373506f889663e8b4a26fa3be6a6764ec818658c
--- /dev/null
+++ b/params/phi/5/rnd_search_t_no_sched/comb_7/init/model.layers.0.self_attn.dense/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ef1837e86e054dd898a6993f3e8c2045df8f3a157a041f0148540843288a679d
+size 11395
diff --git a/params/phi/5/rnd_search_t_no_sched/comb_7/init/model.layers.0.self_attn.k_proj/_0.pt b/params/phi/5/rnd_search_t_no_sched/comb_7/init/model.layers.0.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..32ee18bf2f25e623153f8e8e4fc5f1257a361dec
--- /dev/null
+++ b/params/phi/5/rnd_search_t_no_sched/comb_7/init/model.layers.0.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e3f2cf9d8508ef8ab0f1fab002987be0430f7eb52b87c158492cf04b7033c1d2
+size 11395
diff --git a/params/phi/5/rnd_search_t_no_sched/comb_7/init/model.layers.0.self_attn.k_proj/_s.pt b/params/phi/5/rnd_search_t_no_sched/comb_7/init/model.layers.0.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..3458c4c1091157d6d64c1dc8a301fad4960ee9f0
--- /dev/null
+++ b/params/phi/5/rnd_search_t_no_sched/comb_7/init/model.layers.0.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:7556ac38cfeeee9f139217d2bf9468707c94cdc1c05f4c3bcf9a6253c3e3c4d0
+size 11395
diff --git a/params/phi/5/rnd_search_t_no_sched/comb_7/init/model.layers.0.self_attn.q_proj/_0.pt b/params/phi/5/rnd_search_t_no_sched/comb_7/init/model.layers.0.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..32ee18bf2f25e623153f8e8e4fc5f1257a361dec
--- /dev/null
+++ b/params/phi/5/rnd_search_t_no_sched/comb_7/init/model.layers.0.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e3f2cf9d8508ef8ab0f1fab002987be0430f7eb52b87c158492cf04b7033c1d2
+size 11395
diff --git a/params/phi/5/rnd_search_t_no_sched/comb_7/init/model.layers.0.self_attn.q_proj/_s.pt b/params/phi/5/rnd_search_t_no_sched/comb_7/init/model.layers.0.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..23088c434caacd0b6f3581b56aa13c96d4a8ef4f
--- /dev/null
+++ b/params/phi/5/rnd_search_t_no_sched/comb_7/init/model.layers.0.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:626c4ff0e1f10f269bb53262916dbc31b1a89b980baf41c02843439c0634a5b7
+size 11395
diff --git a/params/phi/5/rnd_search_t_no_sched/comb_7/init/model.layers.0.self_attn.v_proj/_0.pt b/params/phi/5/rnd_search_t_no_sched/comb_7/init/model.layers.0.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..32ee18bf2f25e623153f8e8e4fc5f1257a361dec
--- /dev/null
+++ b/params/phi/5/rnd_search_t_no_sched/comb_7/init/model.layers.0.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e3f2cf9d8508ef8ab0f1fab002987be0430f7eb52b87c158492cf04b7033c1d2
+size 11395
diff --git a/params/phi/5/rnd_search_t_no_sched/comb_7/init/model.layers.0.self_attn.v_proj/_s.pt b/params/phi/5/rnd_search_t_no_sched/comb_7/init/model.layers.0.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..40ccdd337d7a615494c081daa81ab1a191a2383c
--- /dev/null
+++ b/params/phi/5/rnd_search_t_no_sched/comb_7/init/model.layers.0.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a29255243cf6200e7e02fed3ab818e8af50c6154e3903a5da84e402699293f65
+size 11395
diff --git a/params/phi/5/rnd_search_t_no_sched/comb_7/init/model.layers.1.mlp.fc1/_0.pt b/params/phi/5/rnd_search_t_no_sched/comb_7/init/model.layers.1.mlp.fc1/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..32ac531bec3e1f984cbc6da2072275eebedcc848
--- /dev/null
+++ b/params/phi/5/rnd_search_t_no_sched/comb_7/init/model.layers.1.mlp.fc1/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:8aae49663620750ef1b42b31d5204777eb39a1af1f1e7ab7f27474ddd4803198
+size 42115
diff --git a/params/phi/5/rnd_search_t_no_sched/comb_7/init/model.layers.1.mlp.fc1/_s.pt b/params/phi/5/rnd_search_t_no_sched/comb_7/init/model.layers.1.mlp.fc1/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..dc6f3b8c0bd1766dc777465dc1efa0c568827c12
--- /dev/null
+++ b/params/phi/5/rnd_search_t_no_sched/comb_7/init/model.layers.1.mlp.fc1/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c67b69bd198092fc013a81adc4613edf6283f2624785b5b622376e810b650a90
+size 42115
diff --git a/params/phi/5/rnd_search_t_no_sched/comb_7/init/model.layers.1.mlp.fc2/_0.pt b/params/phi/5/rnd_search_t_no_sched/comb_7/init/model.layers.1.mlp.fc2/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..32ee18bf2f25e623153f8e8e4fc5f1257a361dec
--- /dev/null
+++ b/params/phi/5/rnd_search_t_no_sched/comb_7/init/model.layers.1.mlp.fc2/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e3f2cf9d8508ef8ab0f1fab002987be0430f7eb52b87c158492cf04b7033c1d2
+size 11395
diff --git a/params/phi/5/rnd_search_t_no_sched/comb_7/init/model.layers.1.mlp.fc2/_s.pt b/params/phi/5/rnd_search_t_no_sched/comb_7/init/model.layers.1.mlp.fc2/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..837cb73c8c3d681e5c4218f7272f128c49478a60
--- /dev/null
+++ b/params/phi/5/rnd_search_t_no_sched/comb_7/init/model.layers.1.mlp.fc2/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c27f94322363a6f1cdf8a7c734d7c70fd7d3962f17fd1f4f34743251ae81dfde
+size 11395
diff --git a/params/phi/5/rnd_search_t_no_sched/comb_7/init/model.layers.1.self_attn.dense/_0.pt b/params/phi/5/rnd_search_t_no_sched/comb_7/init/model.layers.1.self_attn.dense/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..32ee18bf2f25e623153f8e8e4fc5f1257a361dec
--- /dev/null
+++ b/params/phi/5/rnd_search_t_no_sched/comb_7/init/model.layers.1.self_attn.dense/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e3f2cf9d8508ef8ab0f1fab002987be0430f7eb52b87c158492cf04b7033c1d2
+size 11395
diff --git a/params/phi/5/rnd_search_t_no_sched/comb_7/init/model.layers.1.self_attn.dense/_s.pt b/params/phi/5/rnd_search_t_no_sched/comb_7/init/model.layers.1.self_attn.dense/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..9c7a3d61d0f4d700cc766c0674f15ccbd2b95c84
--- /dev/null
+++ b/params/phi/5/rnd_search_t_no_sched/comb_7/init/model.layers.1.self_attn.dense/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c79c55332ba32cdc9eeb4ac8a28ce58999ea012d91412998e0543991b3ee7d82
+size 11395
diff --git a/params/phi/5/rnd_search_t_no_sched/comb_7/init/model.layers.1.self_attn.k_proj/_0.pt b/params/phi/5/rnd_search_t_no_sched/comb_7/init/model.layers.1.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..32ee18bf2f25e623153f8e8e4fc5f1257a361dec
--- /dev/null
+++ b/params/phi/5/rnd_search_t_no_sched/comb_7/init/model.layers.1.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e3f2cf9d8508ef8ab0f1fab002987be0430f7eb52b87c158492cf04b7033c1d2
+size 11395
diff --git a/params/phi/5/rnd_search_t_no_sched/comb_7/init/model.layers.1.self_attn.k_proj/_s.pt b/params/phi/5/rnd_search_t_no_sched/comb_7/init/model.layers.1.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2663042252f6cf2124e98a4529fb727bf528013c
--- /dev/null
+++ b/params/phi/5/rnd_search_t_no_sched/comb_7/init/model.layers.1.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:04910f629f65bcc746146a59721550da6559756078c64c7f6f2d58cdc1e35051
+size 11395
diff --git a/params/phi/5/rnd_search_t_no_sched/comb_7/init/model.layers.1.self_attn.q_proj/_0.pt b/params/phi/5/rnd_search_t_no_sched/comb_7/init/model.layers.1.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..32ee18bf2f25e623153f8e8e4fc5f1257a361dec
--- /dev/null
+++ b/params/phi/5/rnd_search_t_no_sched/comb_7/init/model.layers.1.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e3f2cf9d8508ef8ab0f1fab002987be0430f7eb52b87c158492cf04b7033c1d2
+size 11395
diff --git a/params/phi/5/rnd_search_t_no_sched/comb_7/init/model.layers.1.self_attn.q_proj/_s.pt b/params/phi/5/rnd_search_t_no_sched/comb_7/init/model.layers.1.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..dd20634b53d5dbaf8566c49bb39d6f6b45d1f29d
--- /dev/null
+++ b/params/phi/5/rnd_search_t_no_sched/comb_7/init/model.layers.1.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:1ce2af06ad80d23a48752055679eb337a34cd28a83b2c8001ca32845b1e598c4
+size 11395
diff --git a/params/phi/5/rnd_search_t_no_sched/comb_7/init/model.layers.1.self_attn.v_proj/_0.pt b/params/phi/5/rnd_search_t_no_sched/comb_7/init/model.layers.1.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..32ee18bf2f25e623153f8e8e4fc5f1257a361dec
--- /dev/null
+++ b/params/phi/5/rnd_search_t_no_sched/comb_7/init/model.layers.1.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e3f2cf9d8508ef8ab0f1fab002987be0430f7eb52b87c158492cf04b7033c1d2
+size 11395
diff --git a/params/phi/5/rnd_search_t_no_sched/comb_7/init/model.layers.1.self_attn.v_proj/_s.pt b/params/phi/5/rnd_search_t_no_sched/comb_7/init/model.layers.1.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..367c1d9828bfe5f015844b8e52a0798343b55469
--- /dev/null
+++ b/params/phi/5/rnd_search_t_no_sched/comb_7/init/model.layers.1.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:4813f42aced8513ddd26dba360847ce7b30e6207bdbc463875aa10ee845a6991
+size 11395
diff --git a/params/phi/5/rnd_search_t_no_sched/comb_7/init/model.layers.10.mlp.fc1/_0.pt b/params/phi/5/rnd_search_t_no_sched/comb_7/init/model.layers.10.mlp.fc1/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..32ac531bec3e1f984cbc6da2072275eebedcc848
--- /dev/null
+++ b/params/phi/5/rnd_search_t_no_sched/comb_7/init/model.layers.10.mlp.fc1/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:8aae49663620750ef1b42b31d5204777eb39a1af1f1e7ab7f27474ddd4803198
+size 42115
diff --git a/params/phi/5/rnd_search_t_no_sched/comb_7/init/model.layers.10.mlp.fc1/_s.pt b/params/phi/5/rnd_search_t_no_sched/comb_7/init/model.layers.10.mlp.fc1/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..409ee059ff5f2e24664e865db69ed042152e4903
--- /dev/null
+++ b/params/phi/5/rnd_search_t_no_sched/comb_7/init/model.layers.10.mlp.fc1/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:48938085563297c4d91c931f19ea9790407eea1c3058010ad01ab263cc4144fd
+size 42115
diff --git a/params/phi/5/rnd_search_t_no_sched/comb_7/init/model.layers.10.mlp.fc2/_0.pt b/params/phi/5/rnd_search_t_no_sched/comb_7/init/model.layers.10.mlp.fc2/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..32ee18bf2f25e623153f8e8e4fc5f1257a361dec
--- /dev/null
+++ b/params/phi/5/rnd_search_t_no_sched/comb_7/init/model.layers.10.mlp.fc2/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e3f2cf9d8508ef8ab0f1fab002987be0430f7eb52b87c158492cf04b7033c1d2
+size 11395
diff --git a/params/phi/5/rnd_search_t_no_sched/comb_7/init/model.layers.10.mlp.fc2/_s.pt b/params/phi/5/rnd_search_t_no_sched/comb_7/init/model.layers.10.mlp.fc2/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..7a3a33fb1e63940b5f6d16c15ef4b90b8b475dcd
--- /dev/null
+++ b/params/phi/5/rnd_search_t_no_sched/comb_7/init/model.layers.10.mlp.fc2/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0c5b34aa338357e1c67c2fc568d35772bb8765ad5b0c06f031cb8830b57341c1
+size 11395
diff --git a/params/phi/5/rnd_search_t_no_sched/comb_7/init/model.layers.10.self_attn.dense/_0.pt b/params/phi/5/rnd_search_t_no_sched/comb_7/init/model.layers.10.self_attn.dense/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..32ee18bf2f25e623153f8e8e4fc5f1257a361dec
--- /dev/null
+++ b/params/phi/5/rnd_search_t_no_sched/comb_7/init/model.layers.10.self_attn.dense/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e3f2cf9d8508ef8ab0f1fab002987be0430f7eb52b87c158492cf04b7033c1d2
+size 11395
diff --git a/params/phi/5/rnd_search_t_no_sched/comb_7/init/model.layers.10.self_attn.dense/_s.pt b/params/phi/5/rnd_search_t_no_sched/comb_7/init/model.layers.10.self_attn.dense/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..1e0e7001308cd47c7b0e4ed0f2ff11a17af1d83d
--- /dev/null
+++ b/params/phi/5/rnd_search_t_no_sched/comb_7/init/model.layers.10.self_attn.dense/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:9fcff40067ee13fa2a34f5407523a34aeda6d2fbcec37e5f8d1a92084366cca5
+size 11395
diff --git a/params/phi/5/rnd_search_t_no_sched/comb_7/init/model.layers.10.self_attn.k_proj/_0.pt b/params/phi/5/rnd_search_t_no_sched/comb_7/init/model.layers.10.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..32ee18bf2f25e623153f8e8e4fc5f1257a361dec
--- /dev/null
+++ b/params/phi/5/rnd_search_t_no_sched/comb_7/init/model.layers.10.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e3f2cf9d8508ef8ab0f1fab002987be0430f7eb52b87c158492cf04b7033c1d2
+size 11395
diff --git a/params/phi/5/rnd_search_t_no_sched/comb_7/init/model.layers.10.self_attn.k_proj/_s.pt b/params/phi/5/rnd_search_t_no_sched/comb_7/init/model.layers.10.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..319e2e94f5e4c163f9995a39a802bfcdc22b93b1
--- /dev/null
+++ b/params/phi/5/rnd_search_t_no_sched/comb_7/init/model.layers.10.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:1130418082c99455e72fabeb327516e736af76ce5065dac0dc7c4919fce7f148
+size 11395
diff --git a/params/phi/5/rnd_search_t_no_sched/comb_7/init/model.layers.10.self_attn.q_proj/_0.pt b/params/phi/5/rnd_search_t_no_sched/comb_7/init/model.layers.10.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..32ee18bf2f25e623153f8e8e4fc5f1257a361dec
--- /dev/null
+++ b/params/phi/5/rnd_search_t_no_sched/comb_7/init/model.layers.10.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e3f2cf9d8508ef8ab0f1fab002987be0430f7eb52b87c158492cf04b7033c1d2
+size 11395
diff --git a/params/phi/5/rnd_search_t_no_sched/comb_7/init/model.layers.10.self_attn.q_proj/_s.pt b/params/phi/5/rnd_search_t_no_sched/comb_7/init/model.layers.10.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..97761242db1a9e3f268f5e3fba8ae76fde895adc
--- /dev/null
+++ b/params/phi/5/rnd_search_t_no_sched/comb_7/init/model.layers.10.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:1309ee4d6d2225039697444794d1d579f3d9e2b93a8e4f681481b7d8be66267c
+size 11395
diff --git a/params/phi/5/rnd_search_t_no_sched/comb_7/init/model.layers.10.self_attn.v_proj/_0.pt b/params/phi/5/rnd_search_t_no_sched/comb_7/init/model.layers.10.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..32ee18bf2f25e623153f8e8e4fc5f1257a361dec
--- /dev/null
+++ b/params/phi/5/rnd_search_t_no_sched/comb_7/init/model.layers.10.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e3f2cf9d8508ef8ab0f1fab002987be0430f7eb52b87c158492cf04b7033c1d2
+size 11395
diff --git a/params/phi/5/rnd_search_t_no_sched/comb_7/init/model.layers.10.self_attn.v_proj/_s.pt b/params/phi/5/rnd_search_t_no_sched/comb_7/init/model.layers.10.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..340a45f9e9542654b699ccff67edf384165722c4
--- /dev/null
+++ b/params/phi/5/rnd_search_t_no_sched/comb_7/init/model.layers.10.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:78c7b2dc10bb9c1363ced128dbc55d3bfcabe52bbc100ffcbf3d7f7cbcc8bbc3
+size 11395
diff --git a/params/phi/5/rnd_search_t_no_sched/comb_7/init/model.layers.11.mlp.fc1/_0.pt b/params/phi/5/rnd_search_t_no_sched/comb_7/init/model.layers.11.mlp.fc1/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..32ac531bec3e1f984cbc6da2072275eebedcc848
--- /dev/null
+++ b/params/phi/5/rnd_search_t_no_sched/comb_7/init/model.layers.11.mlp.fc1/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:8aae49663620750ef1b42b31d5204777eb39a1af1f1e7ab7f27474ddd4803198
+size 42115
diff --git a/params/phi/5/rnd_search_t_no_sched/comb_7/init/model.layers.11.mlp.fc1/_s.pt b/params/phi/5/rnd_search_t_no_sched/comb_7/init/model.layers.11.mlp.fc1/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..d8f0109bed7980f5d87774089e3f9f37afc7d6d2
--- /dev/null
+++ b/params/phi/5/rnd_search_t_no_sched/comb_7/init/model.layers.11.mlp.fc1/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:980b5c23e2c6a7f829a7a75554e8f2b221d6e1cea16bd866d0f43f9922370e38
+size 42115
diff --git a/params/phi/5/rnd_search_t_no_sched/comb_7/init/model.layers.11.mlp.fc2/_0.pt b/params/phi/5/rnd_search_t_no_sched/comb_7/init/model.layers.11.mlp.fc2/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..32ee18bf2f25e623153f8e8e4fc5f1257a361dec
--- /dev/null
+++ b/params/phi/5/rnd_search_t_no_sched/comb_7/init/model.layers.11.mlp.fc2/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e3f2cf9d8508ef8ab0f1fab002987be0430f7eb52b87c158492cf04b7033c1d2
+size 11395
diff --git a/params/phi/5/rnd_search_t_no_sched/comb_7/init/model.layers.11.mlp.fc2/_s.pt b/params/phi/5/rnd_search_t_no_sched/comb_7/init/model.layers.11.mlp.fc2/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..7d32d1cc39d609b1378a705c2da4bd6f75707843
--- /dev/null
+++ b/params/phi/5/rnd_search_t_no_sched/comb_7/init/model.layers.11.mlp.fc2/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b49db455367122c1297a94ce683b3d6d8d0c158807ba3433fcfdc5d7f0e0ebec
+size 11395
diff --git a/params/phi/5/rnd_search_t_no_sched/comb_7/init/model.layers.11.self_attn.dense/_0.pt b/params/phi/5/rnd_search_t_no_sched/comb_7/init/model.layers.11.self_attn.dense/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..32ee18bf2f25e623153f8e8e4fc5f1257a361dec
--- /dev/null
+++ b/params/phi/5/rnd_search_t_no_sched/comb_7/init/model.layers.11.self_attn.dense/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e3f2cf9d8508ef8ab0f1fab002987be0430f7eb52b87c158492cf04b7033c1d2
+size 11395
diff --git a/params/phi/5/rnd_search_t_no_sched/comb_7/init/model.layers.11.self_attn.dense/_s.pt b/params/phi/5/rnd_search_t_no_sched/comb_7/init/model.layers.11.self_attn.dense/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..5c8261ef5c1d5095f70d1194a2554553fcd477de
--- /dev/null
+++ b/params/phi/5/rnd_search_t_no_sched/comb_7/init/model.layers.11.self_attn.dense/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d40ff32e80fcaf1d67153c0edb9af5837317cc4ec1e3f3666296ad397af64c98
+size 11395
diff --git a/params/phi/5/rnd_search_t_no_sched/comb_7/init/model.layers.11.self_attn.k_proj/_0.pt b/params/phi/5/rnd_search_t_no_sched/comb_7/init/model.layers.11.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..32ee18bf2f25e623153f8e8e4fc5f1257a361dec
--- /dev/null
+++ b/params/phi/5/rnd_search_t_no_sched/comb_7/init/model.layers.11.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e3f2cf9d8508ef8ab0f1fab002987be0430f7eb52b87c158492cf04b7033c1d2
+size 11395
diff --git a/params/phi/5/rnd_search_t_no_sched/comb_7/init/model.layers.11.self_attn.k_proj/_s.pt b/params/phi/5/rnd_search_t_no_sched/comb_7/init/model.layers.11.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..69ef3659217812bc9b92819b1b87060486967ab6
--- /dev/null
+++ b/params/phi/5/rnd_search_t_no_sched/comb_7/init/model.layers.11.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:eaeaae77ebbe273a053f975823076b04f3c5c58aaa06a88dc95ff8df2f49a2ab
+size 11395
diff --git a/params/phi/5/rnd_search_t_no_sched/comb_7/init/model.layers.11.self_attn.q_proj/_0.pt b/params/phi/5/rnd_search_t_no_sched/comb_7/init/model.layers.11.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..32ee18bf2f25e623153f8e8e4fc5f1257a361dec
--- /dev/null
+++ b/params/phi/5/rnd_search_t_no_sched/comb_7/init/model.layers.11.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e3f2cf9d8508ef8ab0f1fab002987be0430f7eb52b87c158492cf04b7033c1d2
+size 11395
diff --git a/params/phi/5/rnd_search_t_no_sched/comb_7/init/model.layers.11.self_attn.q_proj/_s.pt b/params/phi/5/rnd_search_t_no_sched/comb_7/init/model.layers.11.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..f72bb65a9a95c03031f1a228163c406e97640b2f
--- /dev/null
+++ b/params/phi/5/rnd_search_t_no_sched/comb_7/init/model.layers.11.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:62bf32c133bd9c5153ba8315d0cbcb2dd75c79d5384bd324d6bf4dad73ff574f
+size 11395
diff --git a/params/phi/5/rnd_search_t_no_sched/comb_7/init/model.layers.11.self_attn.v_proj/_0.pt b/params/phi/5/rnd_search_t_no_sched/comb_7/init/model.layers.11.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..32ee18bf2f25e623153f8e8e4fc5f1257a361dec
--- /dev/null
+++ b/params/phi/5/rnd_search_t_no_sched/comb_7/init/model.layers.11.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e3f2cf9d8508ef8ab0f1fab002987be0430f7eb52b87c158492cf04b7033c1d2
+size 11395
diff --git a/params/phi/5/rnd_search_t_no_sched/comb_7/init/model.layers.11.self_attn.v_proj/_s.pt b/params/phi/5/rnd_search_t_no_sched/comb_7/init/model.layers.11.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..210443e4653b460ca69a0c2f7d0a02514131b330
--- /dev/null
+++ b/params/phi/5/rnd_search_t_no_sched/comb_7/init/model.layers.11.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:1c1ac2fbb8fb0f7048bf5b64ad30b6377d8b8623980303dce425b313f0da7342
+size 11395
diff --git a/params/phi/5/rnd_search_t_no_sched/comb_7/init/model.layers.12.mlp.fc1/_0.pt b/params/phi/5/rnd_search_t_no_sched/comb_7/init/model.layers.12.mlp.fc1/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..32ac531bec3e1f984cbc6da2072275eebedcc848
--- /dev/null
+++ b/params/phi/5/rnd_search_t_no_sched/comb_7/init/model.layers.12.mlp.fc1/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:8aae49663620750ef1b42b31d5204777eb39a1af1f1e7ab7f27474ddd4803198
+size 42115
diff --git a/params/phi/5/rnd_search_t_no_sched/comb_7/init/model.layers.12.mlp.fc1/_s.pt b/params/phi/5/rnd_search_t_no_sched/comb_7/init/model.layers.12.mlp.fc1/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..58be20add7b0f558ca0c9eaf891f62c8c11dcdb0
--- /dev/null
+++ b/params/phi/5/rnd_search_t_no_sched/comb_7/init/model.layers.12.mlp.fc1/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c06e26a97a05027bafd56209bb7f8059e1dba36513ecc58dd3e1b815d49d9a3f
+size 42115
diff --git a/params/phi/5/rnd_search_t_no_sched/comb_7/init/model.layers.12.mlp.fc2/_0.pt b/params/phi/5/rnd_search_t_no_sched/comb_7/init/model.layers.12.mlp.fc2/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..32ee18bf2f25e623153f8e8e4fc5f1257a361dec
--- /dev/null
+++ b/params/phi/5/rnd_search_t_no_sched/comb_7/init/model.layers.12.mlp.fc2/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e3f2cf9d8508ef8ab0f1fab002987be0430f7eb52b87c158492cf04b7033c1d2
+size 11395
diff --git a/params/phi/5/rnd_search_t_no_sched/comb_7/init/model.layers.12.mlp.fc2/_s.pt b/params/phi/5/rnd_search_t_no_sched/comb_7/init/model.layers.12.mlp.fc2/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..f850321a3fdb4e9bf192bb3d9d5c2a58df93d472
--- /dev/null
+++ b/params/phi/5/rnd_search_t_no_sched/comb_7/init/model.layers.12.mlp.fc2/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ce1fd976d47feea411e62e356554bc4e954ed421c0dc2de5dd145d44e87b0835
+size 11395
diff --git a/params/phi/5/rnd_search_t_no_sched/comb_7/init/model.layers.12.self_attn.dense/_0.pt b/params/phi/5/rnd_search_t_no_sched/comb_7/init/model.layers.12.self_attn.dense/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..32ee18bf2f25e623153f8e8e4fc5f1257a361dec
--- /dev/null
+++ b/params/phi/5/rnd_search_t_no_sched/comb_7/init/model.layers.12.self_attn.dense/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e3f2cf9d8508ef8ab0f1fab002987be0430f7eb52b87c158492cf04b7033c1d2
+size 11395
diff --git a/params/phi/5/rnd_search_t_no_sched/comb_7/init/model.layers.12.self_attn.dense/_s.pt b/params/phi/5/rnd_search_t_no_sched/comb_7/init/model.layers.12.self_attn.dense/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..18684e5556cb6a4865a5fe9a79f30f48089a9c07
--- /dev/null
+++ b/params/phi/5/rnd_search_t_no_sched/comb_7/init/model.layers.12.self_attn.dense/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:67c0b5f74f052b0264b5817c75e2a7d59f83498036fccc98dcb7dc4ba942fdae
+size 11395
diff --git a/params/phi/5/rnd_search_t_no_sched/comb_7/init/model.layers.12.self_attn.k_proj/_0.pt b/params/phi/5/rnd_search_t_no_sched/comb_7/init/model.layers.12.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..32ee18bf2f25e623153f8e8e4fc5f1257a361dec
--- /dev/null
+++ b/params/phi/5/rnd_search_t_no_sched/comb_7/init/model.layers.12.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e3f2cf9d8508ef8ab0f1fab002987be0430f7eb52b87c158492cf04b7033c1d2
+size 11395
diff --git a/params/phi/5/rnd_search_t_no_sched/comb_7/init/model.layers.12.self_attn.k_proj/_s.pt b/params/phi/5/rnd_search_t_no_sched/comb_7/init/model.layers.12.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..eff27d247d3235aafd267fc8777cce54d46b51e6
--- /dev/null
+++ b/params/phi/5/rnd_search_t_no_sched/comb_7/init/model.layers.12.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c6c3ebd05cd79583b57dc3daf24c5815388a2f2944dd305a223172843e4813b6
+size 11395
diff --git a/params/phi/5/rnd_search_t_no_sched/comb_7/init/model.layers.12.self_attn.q_proj/_0.pt b/params/phi/5/rnd_search_t_no_sched/comb_7/init/model.layers.12.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..32ee18bf2f25e623153f8e8e4fc5f1257a361dec
--- /dev/null
+++ b/params/phi/5/rnd_search_t_no_sched/comb_7/init/model.layers.12.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e3f2cf9d8508ef8ab0f1fab002987be0430f7eb52b87c158492cf04b7033c1d2
+size 11395
diff --git a/params/phi/5/rnd_search_t_no_sched/comb_7/init/model.layers.12.self_attn.q_proj/_s.pt b/params/phi/5/rnd_search_t_no_sched/comb_7/init/model.layers.12.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e35a7eb248988ce1a551d7d2d622679e517e9a19
--- /dev/null
+++ b/params/phi/5/rnd_search_t_no_sched/comb_7/init/model.layers.12.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:4232872c4ad21532ca64e9282d2bb3beb99cfecf964edc5bae385ce668ce2ac6
+size 11395
diff --git a/params/phi/5/rnd_search_t_no_sched/comb_7/init/model.layers.12.self_attn.v_proj/_0.pt b/params/phi/5/rnd_search_t_no_sched/comb_7/init/model.layers.12.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..32ee18bf2f25e623153f8e8e4fc5f1257a361dec
--- /dev/null
+++ b/params/phi/5/rnd_search_t_no_sched/comb_7/init/model.layers.12.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e3f2cf9d8508ef8ab0f1fab002987be0430f7eb52b87c158492cf04b7033c1d2
+size 11395
diff --git a/params/phi/5/rnd_search_t_no_sched/comb_7/init/model.layers.12.self_attn.v_proj/_s.pt b/params/phi/5/rnd_search_t_no_sched/comb_7/init/model.layers.12.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c36c2f7ecca9b8369f17d6676470ef677decb384
--- /dev/null
+++ b/params/phi/5/rnd_search_t_no_sched/comb_7/init/model.layers.12.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a115b9afcce6e11ae3bbaf9d019def029b78d9da6cf5e4eac0e851c7625db21e
+size 11395
diff --git a/params/phi/5/rnd_search_t_no_sched/comb_7/init/model.layers.13.mlp.fc1/_0.pt b/params/phi/5/rnd_search_t_no_sched/comb_7/init/model.layers.13.mlp.fc1/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..32ac531bec3e1f984cbc6da2072275eebedcc848
--- /dev/null
+++ b/params/phi/5/rnd_search_t_no_sched/comb_7/init/model.layers.13.mlp.fc1/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:8aae49663620750ef1b42b31d5204777eb39a1af1f1e7ab7f27474ddd4803198
+size 42115
diff --git a/params/phi/5/rnd_search_t_no_sched/comb_7/init/model.layers.13.mlp.fc1/_s.pt b/params/phi/5/rnd_search_t_no_sched/comb_7/init/model.layers.13.mlp.fc1/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..b38901054298b9358699107acea5c346f4bf0d0f
--- /dev/null
+++ b/params/phi/5/rnd_search_t_no_sched/comb_7/init/model.layers.13.mlp.fc1/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f2e6324d8fdce9bc7984e51b58b6a1665e98be1492fb663298ae5989f66b57da
+size 42115
diff --git a/params/phi/5/rnd_search_t_no_sched/comb_7/init/model.layers.13.mlp.fc2/_0.pt b/params/phi/5/rnd_search_t_no_sched/comb_7/init/model.layers.13.mlp.fc2/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..32ee18bf2f25e623153f8e8e4fc5f1257a361dec
--- /dev/null
+++ b/params/phi/5/rnd_search_t_no_sched/comb_7/init/model.layers.13.mlp.fc2/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e3f2cf9d8508ef8ab0f1fab002987be0430f7eb52b87c158492cf04b7033c1d2
+size 11395
diff --git a/params/phi/5/rnd_search_t_no_sched/comb_7/init/model.layers.13.mlp.fc2/_s.pt b/params/phi/5/rnd_search_t_no_sched/comb_7/init/model.layers.13.mlp.fc2/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..7ee1121ed3ed3bc79831b99c0eeb3e15c89ac63a
--- /dev/null
+++ b/params/phi/5/rnd_search_t_no_sched/comb_7/init/model.layers.13.mlp.fc2/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:9d436fc212454b11f960ecd945bb6a1f60fd455e3b6b4bcd2e1c38ad9564a2ac
+size 11395
diff --git a/params/phi/5/rnd_search_t_no_sched/comb_7/init/model.layers.13.self_attn.dense/_0.pt b/params/phi/5/rnd_search_t_no_sched/comb_7/init/model.layers.13.self_attn.dense/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..32ee18bf2f25e623153f8e8e4fc5f1257a361dec
--- /dev/null
+++ b/params/phi/5/rnd_search_t_no_sched/comb_7/init/model.layers.13.self_attn.dense/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e3f2cf9d8508ef8ab0f1fab002987be0430f7eb52b87c158492cf04b7033c1d2
+size 11395
diff --git a/params/phi/5/rnd_search_t_no_sched/comb_7/init/model.layers.13.self_attn.dense/_s.pt b/params/phi/5/rnd_search_t_no_sched/comb_7/init/model.layers.13.self_attn.dense/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e211d98065ff67603a0751da3f313913ff801c13
--- /dev/null
+++ b/params/phi/5/rnd_search_t_no_sched/comb_7/init/model.layers.13.self_attn.dense/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:170f8697f765a410367ba633f9826727d2c1ba36189fd980956ad4d1bc02aeda
+size 11395
diff --git a/params/phi/5/rnd_search_t_no_sched/comb_7/init/model.layers.13.self_attn.k_proj/_0.pt b/params/phi/5/rnd_search_t_no_sched/comb_7/init/model.layers.13.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..32ee18bf2f25e623153f8e8e4fc5f1257a361dec
--- /dev/null
+++ b/params/phi/5/rnd_search_t_no_sched/comb_7/init/model.layers.13.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e3f2cf9d8508ef8ab0f1fab002987be0430f7eb52b87c158492cf04b7033c1d2
+size 11395
diff --git a/params/phi/5/rnd_search_t_no_sched/comb_7/init/model.layers.13.self_attn.k_proj/_s.pt b/params/phi/5/rnd_search_t_no_sched/comb_7/init/model.layers.13.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e3b805ae4a9620acd5114bd21d4a7e759e5797f7
--- /dev/null
+++ b/params/phi/5/rnd_search_t_no_sched/comb_7/init/model.layers.13.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f64cf5adb5587c70e09905351ab3b88ba08f943902f6c98babe79a791d3c45c5
+size 11395
diff --git a/params/phi/5/rnd_search_t_no_sched/comb_7/init/model.layers.13.self_attn.q_proj/_0.pt b/params/phi/5/rnd_search_t_no_sched/comb_7/init/model.layers.13.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..32ee18bf2f25e623153f8e8e4fc5f1257a361dec
--- /dev/null
+++ b/params/phi/5/rnd_search_t_no_sched/comb_7/init/model.layers.13.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e3f2cf9d8508ef8ab0f1fab002987be0430f7eb52b87c158492cf04b7033c1d2
+size 11395
diff --git a/params/phi/5/rnd_search_t_no_sched/comb_7/init/model.layers.13.self_attn.q_proj/_s.pt b/params/phi/5/rnd_search_t_no_sched/comb_7/init/model.layers.13.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..34bdad634a7ec506fb99f1430a0906d3e760cd43
--- /dev/null
+++ b/params/phi/5/rnd_search_t_no_sched/comb_7/init/model.layers.13.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:89ae957154a514aa0e5bde4f9417b7aecc1f7775330981ba2c688079ff7c5b80
+size 11395
diff --git a/params/phi/5/rnd_search_t_no_sched/comb_7/init/model.layers.13.self_attn.v_proj/_0.pt b/params/phi/5/rnd_search_t_no_sched/comb_7/init/model.layers.13.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..32ee18bf2f25e623153f8e8e4fc5f1257a361dec
--- /dev/null
+++ b/params/phi/5/rnd_search_t_no_sched/comb_7/init/model.layers.13.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e3f2cf9d8508ef8ab0f1fab002987be0430f7eb52b87c158492cf04b7033c1d2
+size 11395
diff --git a/params/phi/5/rnd_search_t_no_sched/comb_7/init/model.layers.13.self_attn.v_proj/_s.pt b/params/phi/5/rnd_search_t_no_sched/comb_7/init/model.layers.13.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..bb3b77e833fa5cf0b42fc533386a85f21be45766
--- /dev/null
+++ b/params/phi/5/rnd_search_t_no_sched/comb_7/init/model.layers.13.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:55b7bd2eb9735424ddb7b71e60c614ca761b37605e45f6f563a55abfa2c510db
+size 11395
diff --git a/params/phi/5/rnd_search_t_no_sched/comb_7/init/model.layers.14.mlp.fc1/_0.pt b/params/phi/5/rnd_search_t_no_sched/comb_7/init/model.layers.14.mlp.fc1/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..32ac531bec3e1f984cbc6da2072275eebedcc848
--- /dev/null
+++ b/params/phi/5/rnd_search_t_no_sched/comb_7/init/model.layers.14.mlp.fc1/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:8aae49663620750ef1b42b31d5204777eb39a1af1f1e7ab7f27474ddd4803198
+size 42115
diff --git a/params/phi/5/rnd_search_t_no_sched/comb_7/init/model.layers.14.mlp.fc1/_s.pt b/params/phi/5/rnd_search_t_no_sched/comb_7/init/model.layers.14.mlp.fc1/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..f48c73bd84a52b02c35c4e4e93e28fc16675064b
--- /dev/null
+++ b/params/phi/5/rnd_search_t_no_sched/comb_7/init/model.layers.14.mlp.fc1/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:7d0e7e118e1395e2eda717c7a2ec606ed41a0b4705ba0d9f56c35dc5dd66320a
+size 42115
diff --git a/params/phi/5/rnd_search_t_no_sched/comb_7/init/model.layers.14.mlp.fc2/_0.pt b/params/phi/5/rnd_search_t_no_sched/comb_7/init/model.layers.14.mlp.fc2/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..32ee18bf2f25e623153f8e8e4fc5f1257a361dec
--- /dev/null
+++ b/params/phi/5/rnd_search_t_no_sched/comb_7/init/model.layers.14.mlp.fc2/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e3f2cf9d8508ef8ab0f1fab002987be0430f7eb52b87c158492cf04b7033c1d2
+size 11395
diff --git a/params/phi/5/rnd_search_t_no_sched/comb_7/init/model.layers.14.mlp.fc2/_s.pt b/params/phi/5/rnd_search_t_no_sched/comb_7/init/model.layers.14.mlp.fc2/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..976a77200a8319e77b2aea0acc367f31fccf84d6
--- /dev/null
+++ b/params/phi/5/rnd_search_t_no_sched/comb_7/init/model.layers.14.mlp.fc2/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d131159f18286d4d9198c98a6efd6d47ed9499a67c8f45dbae91f0522c092156
+size 11395
diff --git a/params/phi/5/rnd_search_t_no_sched/comb_7/init/model.layers.14.self_attn.dense/_0.pt b/params/phi/5/rnd_search_t_no_sched/comb_7/init/model.layers.14.self_attn.dense/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..32ee18bf2f25e623153f8e8e4fc5f1257a361dec
--- /dev/null
+++ b/params/phi/5/rnd_search_t_no_sched/comb_7/init/model.layers.14.self_attn.dense/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e3f2cf9d8508ef8ab0f1fab002987be0430f7eb52b87c158492cf04b7033c1d2
+size 11395
diff --git a/params/phi/5/rnd_search_t_no_sched/comb_7/init/model.layers.14.self_attn.dense/_s.pt b/params/phi/5/rnd_search_t_no_sched/comb_7/init/model.layers.14.self_attn.dense/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..06c4e197aaa56369f5923b2a40e0d44b5b13ee99
--- /dev/null
+++ b/params/phi/5/rnd_search_t_no_sched/comb_7/init/model.layers.14.self_attn.dense/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:05bda25b7463538e680539698d189702df69f9d53981538784ce8afcf2edfd58
+size 11395
diff --git a/params/phi/5/rnd_search_t_no_sched/comb_7/init/model.layers.14.self_attn.k_proj/_0.pt b/params/phi/5/rnd_search_t_no_sched/comb_7/init/model.layers.14.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..32ee18bf2f25e623153f8e8e4fc5f1257a361dec
--- /dev/null
+++ b/params/phi/5/rnd_search_t_no_sched/comb_7/init/model.layers.14.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e3f2cf9d8508ef8ab0f1fab002987be0430f7eb52b87c158492cf04b7033c1d2
+size 11395
diff --git a/params/phi/5/rnd_search_t_no_sched/comb_7/init/model.layers.14.self_attn.k_proj/_s.pt b/params/phi/5/rnd_search_t_no_sched/comb_7/init/model.layers.14.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..df79ba6a339e976de286547f573f5cb0c4572ba7
--- /dev/null
+++ b/params/phi/5/rnd_search_t_no_sched/comb_7/init/model.layers.14.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c64208787ec82b15a5080d72c117ee1b220d845d0aad6e2b96007fd11d3cc4a9
+size 11395
diff --git a/params/phi/5/rnd_search_t_no_sched/comb_7/init/model.layers.14.self_attn.q_proj/_0.pt b/params/phi/5/rnd_search_t_no_sched/comb_7/init/model.layers.14.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..32ee18bf2f25e623153f8e8e4fc5f1257a361dec
--- /dev/null
+++ b/params/phi/5/rnd_search_t_no_sched/comb_7/init/model.layers.14.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e3f2cf9d8508ef8ab0f1fab002987be0430f7eb52b87c158492cf04b7033c1d2
+size 11395
diff --git a/params/phi/5/rnd_search_t_no_sched/comb_7/init/model.layers.14.self_attn.q_proj/_s.pt b/params/phi/5/rnd_search_t_no_sched/comb_7/init/model.layers.14.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..6e117bbaaeca1ccacf7e0a16eb1d7decd0e61d78
--- /dev/null
+++ b/params/phi/5/rnd_search_t_no_sched/comb_7/init/model.layers.14.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:be605952fbecf708fed38b29c1cd11c6f1267da399ead69e6ee0838fac742540
+size 11395
diff --git a/params/phi/5/rnd_search_t_no_sched/comb_7/init/model.layers.14.self_attn.v_proj/_0.pt b/params/phi/5/rnd_search_t_no_sched/comb_7/init/model.layers.14.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..32ee18bf2f25e623153f8e8e4fc5f1257a361dec
--- /dev/null
+++ b/params/phi/5/rnd_search_t_no_sched/comb_7/init/model.layers.14.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e3f2cf9d8508ef8ab0f1fab002987be0430f7eb52b87c158492cf04b7033c1d2
+size 11395
diff --git a/params/phi/5/rnd_search_t_no_sched/comb_7/init/model.layers.14.self_attn.v_proj/_s.pt b/params/phi/5/rnd_search_t_no_sched/comb_7/init/model.layers.14.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..0c363efda433c0e2d68a8612735e97678681274a
--- /dev/null
+++ b/params/phi/5/rnd_search_t_no_sched/comb_7/init/model.layers.14.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f678b206011c09c1765686d7552e453ebad07cbe10afb4923b233515681d83df
+size 11395
diff --git a/params/phi/5/rnd_search_t_no_sched/comb_7/init/model.layers.15.mlp.fc1/_0.pt b/params/phi/5/rnd_search_t_no_sched/comb_7/init/model.layers.15.mlp.fc1/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..32ac531bec3e1f984cbc6da2072275eebedcc848
--- /dev/null
+++ b/params/phi/5/rnd_search_t_no_sched/comb_7/init/model.layers.15.mlp.fc1/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:8aae49663620750ef1b42b31d5204777eb39a1af1f1e7ab7f27474ddd4803198
+size 42115
diff --git a/params/phi/5/rnd_search_t_no_sched/comb_7/init/model.layers.15.mlp.fc1/_s.pt b/params/phi/5/rnd_search_t_no_sched/comb_7/init/model.layers.15.mlp.fc1/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ea895f2a4c765c59f13a4385d12ef6e1857e24ef
--- /dev/null
+++ b/params/phi/5/rnd_search_t_no_sched/comb_7/init/model.layers.15.mlp.fc1/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:789982bacb5842b99d9a5e18610dca388d5744262f2e7d26e5eb5c364b1d336f
+size 42115
diff --git a/params/phi/5/rnd_search_t_no_sched/comb_7/init/model.layers.15.mlp.fc2/_0.pt b/params/phi/5/rnd_search_t_no_sched/comb_7/init/model.layers.15.mlp.fc2/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..32ee18bf2f25e623153f8e8e4fc5f1257a361dec
--- /dev/null
+++ b/params/phi/5/rnd_search_t_no_sched/comb_7/init/model.layers.15.mlp.fc2/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e3f2cf9d8508ef8ab0f1fab002987be0430f7eb52b87c158492cf04b7033c1d2
+size 11395
diff --git a/params/phi/5/rnd_search_t_no_sched/comb_7/init/model.layers.15.mlp.fc2/_s.pt b/params/phi/5/rnd_search_t_no_sched/comb_7/init/model.layers.15.mlp.fc2/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..53bf521b5482f9238a6dc738a9e7ef8f26180edd
--- /dev/null
+++ b/params/phi/5/rnd_search_t_no_sched/comb_7/init/model.layers.15.mlp.fc2/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:6ea4b34cfef8375c070de0a13a73066a2e79c0e75688247cedef910e268d959d
+size 11395
diff --git a/params/phi/5/rnd_search_t_no_sched/comb_7/init/model.layers.15.self_attn.dense/_0.pt b/params/phi/5/rnd_search_t_no_sched/comb_7/init/model.layers.15.self_attn.dense/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..32ee18bf2f25e623153f8e8e4fc5f1257a361dec
--- /dev/null
+++ b/params/phi/5/rnd_search_t_no_sched/comb_7/init/model.layers.15.self_attn.dense/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e3f2cf9d8508ef8ab0f1fab002987be0430f7eb52b87c158492cf04b7033c1d2
+size 11395
diff --git a/params/phi/5/rnd_search_t_no_sched/comb_7/init/model.layers.15.self_attn.dense/_s.pt b/params/phi/5/rnd_search_t_no_sched/comb_7/init/model.layers.15.self_attn.dense/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..3a75b5b7088735b0454f6540985abce08cfaf1f1
--- /dev/null
+++ b/params/phi/5/rnd_search_t_no_sched/comb_7/init/model.layers.15.self_attn.dense/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:4d440b78488158b32a9393cc320b4d1bd1c4e4e5fe89e16c0b88d1b7c60e7bfd
+size 11395
diff --git a/params/phi/5/rnd_search_t_no_sched/comb_7/init/model.layers.15.self_attn.k_proj/_0.pt b/params/phi/5/rnd_search_t_no_sched/comb_7/init/model.layers.15.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..32ee18bf2f25e623153f8e8e4fc5f1257a361dec
--- /dev/null
+++ b/params/phi/5/rnd_search_t_no_sched/comb_7/init/model.layers.15.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e3f2cf9d8508ef8ab0f1fab002987be0430f7eb52b87c158492cf04b7033c1d2
+size 11395
diff --git a/params/phi/5/rnd_search_t_no_sched/comb_7/init/model.layers.15.self_attn.k_proj/_s.pt b/params/phi/5/rnd_search_t_no_sched/comb_7/init/model.layers.15.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..6e3c8da6582bc38f10001a13fb01c768928c6017
--- /dev/null
+++ b/params/phi/5/rnd_search_t_no_sched/comb_7/init/model.layers.15.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:fca60d4b50c40e092483973b1987e0e52b794d529d0bc50326c3e98e8eaf55b8
+size 11395
diff --git a/params/phi/5/rnd_search_t_no_sched/comb_7/init/model.layers.15.self_attn.q_proj/_0.pt b/params/phi/5/rnd_search_t_no_sched/comb_7/init/model.layers.15.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..32ee18bf2f25e623153f8e8e4fc5f1257a361dec
--- /dev/null
+++ b/params/phi/5/rnd_search_t_no_sched/comb_7/init/model.layers.15.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e3f2cf9d8508ef8ab0f1fab002987be0430f7eb52b87c158492cf04b7033c1d2
+size 11395
diff --git a/params/phi/5/rnd_search_t_no_sched/comb_7/init/model.layers.15.self_attn.q_proj/_s.pt b/params/phi/5/rnd_search_t_no_sched/comb_7/init/model.layers.15.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..70e9b086bc86d93574bed6ef7b1da81baf8a6424
--- /dev/null
+++ b/params/phi/5/rnd_search_t_no_sched/comb_7/init/model.layers.15.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:44d0fbbedaf2cce118737d238b9750447b3353ab461e92505865628164436e87
+size 11395
diff --git a/params/phi/5/rnd_search_t_no_sched/comb_7/init/model.layers.15.self_attn.v_proj/_0.pt b/params/phi/5/rnd_search_t_no_sched/comb_7/init/model.layers.15.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..32ee18bf2f25e623153f8e8e4fc5f1257a361dec
--- /dev/null
+++ b/params/phi/5/rnd_search_t_no_sched/comb_7/init/model.layers.15.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e3f2cf9d8508ef8ab0f1fab002987be0430f7eb52b87c158492cf04b7033c1d2
+size 11395
diff --git a/params/phi/5/rnd_search_t_no_sched/comb_7/init/model.layers.15.self_attn.v_proj/_s.pt b/params/phi/5/rnd_search_t_no_sched/comb_7/init/model.layers.15.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..abeb327150563ffe0c80b2816a45fdef6d0c88a0
--- /dev/null
+++ b/params/phi/5/rnd_search_t_no_sched/comb_7/init/model.layers.15.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:46a1b2980fa3de59dc9263551e5a3507aee3993c71806bf23d7ecabd80673562
+size 11395
diff --git a/params/phi/5/rnd_search_t_no_sched/comb_7/init/model.layers.16.mlp.fc1/_0.pt b/params/phi/5/rnd_search_t_no_sched/comb_7/init/model.layers.16.mlp.fc1/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..32ac531bec3e1f984cbc6da2072275eebedcc848
--- /dev/null
+++ b/params/phi/5/rnd_search_t_no_sched/comb_7/init/model.layers.16.mlp.fc1/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:8aae49663620750ef1b42b31d5204777eb39a1af1f1e7ab7f27474ddd4803198
+size 42115
diff --git a/params/phi/5/rnd_search_t_no_sched/comb_7/init/model.layers.16.mlp.fc1/_s.pt b/params/phi/5/rnd_search_t_no_sched/comb_7/init/model.layers.16.mlp.fc1/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c3fe518e8311bfcf73b423e55c617c8274034fe6
--- /dev/null
+++ b/params/phi/5/rnd_search_t_no_sched/comb_7/init/model.layers.16.mlp.fc1/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e257cd3bb017fd6a22f3391bca1f59d838b821d187f942c695d6c13c288af9da
+size 42115
diff --git a/params/phi/5/rnd_search_t_no_sched/comb_7/init/model.layers.16.mlp.fc2/_0.pt b/params/phi/5/rnd_search_t_no_sched/comb_7/init/model.layers.16.mlp.fc2/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..32ee18bf2f25e623153f8e8e4fc5f1257a361dec
--- /dev/null
+++ b/params/phi/5/rnd_search_t_no_sched/comb_7/init/model.layers.16.mlp.fc2/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e3f2cf9d8508ef8ab0f1fab002987be0430f7eb52b87c158492cf04b7033c1d2
+size 11395
diff --git a/params/phi/5/rnd_search_t_no_sched/comb_7/init/model.layers.16.mlp.fc2/_s.pt b/params/phi/5/rnd_search_t_no_sched/comb_7/init/model.layers.16.mlp.fc2/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..695f750d275744add7d9a53c5e43d96eb0065272
--- /dev/null
+++ b/params/phi/5/rnd_search_t_no_sched/comb_7/init/model.layers.16.mlp.fc2/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a3d53ce2ce72ee24ee0b1825e13c731e005988bcf45e8c07ee06818544efebc4
+size 11395
diff --git a/params/phi/5/rnd_search_t_no_sched/comb_7/init/model.layers.16.self_attn.dense/_0.pt b/params/phi/5/rnd_search_t_no_sched/comb_7/init/model.layers.16.self_attn.dense/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..32ee18bf2f25e623153f8e8e4fc5f1257a361dec
--- /dev/null
+++ b/params/phi/5/rnd_search_t_no_sched/comb_7/init/model.layers.16.self_attn.dense/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e3f2cf9d8508ef8ab0f1fab002987be0430f7eb52b87c158492cf04b7033c1d2
+size 11395
diff --git a/params/phi/5/rnd_search_t_no_sched/comb_7/init/model.layers.16.self_attn.dense/_s.pt b/params/phi/5/rnd_search_t_no_sched/comb_7/init/model.layers.16.self_attn.dense/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ce51d9bcba0b81b58f217f8ec403aab34c58fd91
--- /dev/null
+++ b/params/phi/5/rnd_search_t_no_sched/comb_7/init/model.layers.16.self_attn.dense/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:bfbae8ec7e4b7771afa7918c113b334be87ffe59d74172eaca3e5d3323dbd519
+size 11395
diff --git a/params/phi/5/rnd_search_t_no_sched/comb_7/init/model.layers.16.self_attn.k_proj/_0.pt b/params/phi/5/rnd_search_t_no_sched/comb_7/init/model.layers.16.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..32ee18bf2f25e623153f8e8e4fc5f1257a361dec
--- /dev/null
+++ b/params/phi/5/rnd_search_t_no_sched/comb_7/init/model.layers.16.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e3f2cf9d8508ef8ab0f1fab002987be0430f7eb52b87c158492cf04b7033c1d2
+size 11395
diff --git a/params/phi/5/rnd_search_t_no_sched/comb_7/init/model.layers.16.self_attn.k_proj/_s.pt b/params/phi/5/rnd_search_t_no_sched/comb_7/init/model.layers.16.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a81a6f63043f6370aa58115bd67fd739d83893c3
--- /dev/null
+++ b/params/phi/5/rnd_search_t_no_sched/comb_7/init/model.layers.16.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:1ce5717b5b2b61d8f89cf7afd27d896bb41b1bb93d88af77b58fcb13cb2a2226
+size 11395
diff --git a/params/phi/5/rnd_search_t_no_sched/comb_7/init/model.layers.16.self_attn.q_proj/_0.pt b/params/phi/5/rnd_search_t_no_sched/comb_7/init/model.layers.16.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..32ee18bf2f25e623153f8e8e4fc5f1257a361dec
--- /dev/null
+++ b/params/phi/5/rnd_search_t_no_sched/comb_7/init/model.layers.16.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e3f2cf9d8508ef8ab0f1fab002987be0430f7eb52b87c158492cf04b7033c1d2
+size 11395
diff --git a/params/phi/5/rnd_search_t_no_sched/comb_7/init/model.layers.16.self_attn.q_proj/_s.pt b/params/phi/5/rnd_search_t_no_sched/comb_7/init/model.layers.16.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..9293bd398db9b4f4a0f15c7783e3d8821f09bf3a
--- /dev/null
+++ b/params/phi/5/rnd_search_t_no_sched/comb_7/init/model.layers.16.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:55852872af10fe5049c1b34d3de6158fcdca5f855b1ac79a8b60b54ae3edc6d9
+size 11395
diff --git a/params/phi/5/rnd_search_t_no_sched/comb_7/init/model.layers.16.self_attn.v_proj/_0.pt b/params/phi/5/rnd_search_t_no_sched/comb_7/init/model.layers.16.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..32ee18bf2f25e623153f8e8e4fc5f1257a361dec
--- /dev/null
+++ b/params/phi/5/rnd_search_t_no_sched/comb_7/init/model.layers.16.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e3f2cf9d8508ef8ab0f1fab002987be0430f7eb52b87c158492cf04b7033c1d2
+size 11395
diff --git a/params/phi/5/rnd_search_t_no_sched/comb_7/init/model.layers.16.self_attn.v_proj/_s.pt b/params/phi/5/rnd_search_t_no_sched/comb_7/init/model.layers.16.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c8323920a8ad6d40b4694075d9a1ca278460b8d7
--- /dev/null
+++ b/params/phi/5/rnd_search_t_no_sched/comb_7/init/model.layers.16.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:fe8e0a320224dc66747c8422eca706d5be6244cd5cb078dd09b49196155a6d1d
+size 11395
diff --git a/params/phi/5/rnd_search_t_no_sched/comb_7/init/model.layers.17.mlp.fc1/_0.pt b/params/phi/5/rnd_search_t_no_sched/comb_7/init/model.layers.17.mlp.fc1/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..32ac531bec3e1f984cbc6da2072275eebedcc848
--- /dev/null
+++ b/params/phi/5/rnd_search_t_no_sched/comb_7/init/model.layers.17.mlp.fc1/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:8aae49663620750ef1b42b31d5204777eb39a1af1f1e7ab7f27474ddd4803198
+size 42115
diff --git a/params/phi/5/rnd_search_t_no_sched/comb_7/init/model.layers.17.mlp.fc1/_s.pt b/params/phi/5/rnd_search_t_no_sched/comb_7/init/model.layers.17.mlp.fc1/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..d10cb1f218fff5e5d9a795e5a896b1be301793e4
--- /dev/null
+++ b/params/phi/5/rnd_search_t_no_sched/comb_7/init/model.layers.17.mlp.fc1/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:dba5424b3495d6a2479162f23074b950bfd153f7ac415811dc6e25bf1d6e3c09
+size 42115
diff --git a/params/phi/5/rnd_search_t_no_sched/comb_7/init/model.layers.17.mlp.fc2/_0.pt b/params/phi/5/rnd_search_t_no_sched/comb_7/init/model.layers.17.mlp.fc2/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..32ee18bf2f25e623153f8e8e4fc5f1257a361dec
--- /dev/null
+++ b/params/phi/5/rnd_search_t_no_sched/comb_7/init/model.layers.17.mlp.fc2/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e3f2cf9d8508ef8ab0f1fab002987be0430f7eb52b87c158492cf04b7033c1d2
+size 11395
diff --git a/params/phi/5/rnd_search_t_no_sched/comb_7/init/model.layers.17.mlp.fc2/_s.pt b/params/phi/5/rnd_search_t_no_sched/comb_7/init/model.layers.17.mlp.fc2/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4f0281da96046525ce844599bda3cc3d9af878dd
--- /dev/null
+++ b/params/phi/5/rnd_search_t_no_sched/comb_7/init/model.layers.17.mlp.fc2/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:16b125e4cefbb7c43b06fbcf120e31463e4325f0027d2709b2e3b9d77f974bc7
+size 11395
diff --git a/params/phi/5/rnd_search_t_no_sched/comb_7/init/model.layers.17.self_attn.dense/_0.pt b/params/phi/5/rnd_search_t_no_sched/comb_7/init/model.layers.17.self_attn.dense/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..32ee18bf2f25e623153f8e8e4fc5f1257a361dec
--- /dev/null
+++ b/params/phi/5/rnd_search_t_no_sched/comb_7/init/model.layers.17.self_attn.dense/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e3f2cf9d8508ef8ab0f1fab002987be0430f7eb52b87c158492cf04b7033c1d2
+size 11395
diff --git a/params/phi/5/rnd_search_t_no_sched/comb_7/init/model.layers.17.self_attn.dense/_s.pt b/params/phi/5/rnd_search_t_no_sched/comb_7/init/model.layers.17.self_attn.dense/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8a8cc7ccde0cf48ee4d1468001d2f28358eb462f
--- /dev/null
+++ b/params/phi/5/rnd_search_t_no_sched/comb_7/init/model.layers.17.self_attn.dense/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b0ce41b6aeb5a64f0243c67d1317e66893b00e7abb31911e5ffa0f46d6440cb6
+size 11395
diff --git a/params/phi/5/rnd_search_t_no_sched/comb_7/init/model.layers.17.self_attn.k_proj/_0.pt b/params/phi/5/rnd_search_t_no_sched/comb_7/init/model.layers.17.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..32ee18bf2f25e623153f8e8e4fc5f1257a361dec
--- /dev/null
+++ b/params/phi/5/rnd_search_t_no_sched/comb_7/init/model.layers.17.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e3f2cf9d8508ef8ab0f1fab002987be0430f7eb52b87c158492cf04b7033c1d2
+size 11395
diff --git a/params/phi/5/rnd_search_t_no_sched/comb_7/init/model.layers.17.self_attn.k_proj/_s.pt b/params/phi/5/rnd_search_t_no_sched/comb_7/init/model.layers.17.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..377d8786e68c31d45a5081342efe3b7704eed540
--- /dev/null
+++ b/params/phi/5/rnd_search_t_no_sched/comb_7/init/model.layers.17.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:61ef408a916a860d3a36e897d82644f4e4881b8c56793fb09119629ebb2b8576
+size 11395
diff --git a/params/phi/5/rnd_search_t_no_sched/comb_7/init/model.layers.17.self_attn.q_proj/_0.pt b/params/phi/5/rnd_search_t_no_sched/comb_7/init/model.layers.17.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..32ee18bf2f25e623153f8e8e4fc5f1257a361dec
--- /dev/null
+++ b/params/phi/5/rnd_search_t_no_sched/comb_7/init/model.layers.17.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e3f2cf9d8508ef8ab0f1fab002987be0430f7eb52b87c158492cf04b7033c1d2
+size 11395
diff --git a/params/phi/5/rnd_search_t_no_sched/comb_7/init/model.layers.17.self_attn.q_proj/_s.pt b/params/phi/5/rnd_search_t_no_sched/comb_7/init/model.layers.17.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c671ae1169a97658c159d2308127f13c3a50b859
--- /dev/null
+++ b/params/phi/5/rnd_search_t_no_sched/comb_7/init/model.layers.17.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:3cd22f2c2e848d18bc3ebd5d71c16d43bc10397fe50fe7230853ff08db34cdfb
+size 11395
diff --git a/params/phi/5/rnd_search_t_no_sched/comb_7/init/model.layers.17.self_attn.v_proj/_0.pt b/params/phi/5/rnd_search_t_no_sched/comb_7/init/model.layers.17.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..32ee18bf2f25e623153f8e8e4fc5f1257a361dec
--- /dev/null
+++ b/params/phi/5/rnd_search_t_no_sched/comb_7/init/model.layers.17.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e3f2cf9d8508ef8ab0f1fab002987be0430f7eb52b87c158492cf04b7033c1d2
+size 11395
diff --git a/params/phi/5/rnd_search_t_no_sched/comb_7/init/model.layers.17.self_attn.v_proj/_s.pt b/params/phi/5/rnd_search_t_no_sched/comb_7/init/model.layers.17.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..82506c3a8018d2931c5c14a3ac29dc0e0b410762
--- /dev/null
+++ b/params/phi/5/rnd_search_t_no_sched/comb_7/init/model.layers.17.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f0de81ad42484030586b8de81b91de2a20b9bc0741ab1749b67a01dcacb7988a
+size 11395
diff --git a/params/phi/5/rnd_search_t_no_sched/comb_7/init/model.layers.18.mlp.fc1/_0.pt b/params/phi/5/rnd_search_t_no_sched/comb_7/init/model.layers.18.mlp.fc1/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..32ac531bec3e1f984cbc6da2072275eebedcc848
--- /dev/null
+++ b/params/phi/5/rnd_search_t_no_sched/comb_7/init/model.layers.18.mlp.fc1/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:8aae49663620750ef1b42b31d5204777eb39a1af1f1e7ab7f27474ddd4803198
+size 42115
diff --git a/params/phi/5/rnd_search_t_no_sched/comb_7/init/model.layers.18.mlp.fc1/_s.pt b/params/phi/5/rnd_search_t_no_sched/comb_7/init/model.layers.18.mlp.fc1/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..3985d34e9f37288a051af7266cc2f084fffb5080
--- /dev/null
+++ b/params/phi/5/rnd_search_t_no_sched/comb_7/init/model.layers.18.mlp.fc1/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:198727d82d3e80a90a2faa6b7a3d7dc59cdf142b2757f2d6667d98ac5e545d2b
+size 42115
diff --git a/params/phi/5/rnd_search_t_no_sched/comb_7/init/model.layers.18.mlp.fc2/_0.pt b/params/phi/5/rnd_search_t_no_sched/comb_7/init/model.layers.18.mlp.fc2/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..32ee18bf2f25e623153f8e8e4fc5f1257a361dec
--- /dev/null
+++ b/params/phi/5/rnd_search_t_no_sched/comb_7/init/model.layers.18.mlp.fc2/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e3f2cf9d8508ef8ab0f1fab002987be0430f7eb52b87c158492cf04b7033c1d2
+size 11395
diff --git a/params/phi/5/rnd_search_t_no_sched/comb_7/init/model.layers.18.mlp.fc2/_s.pt b/params/phi/5/rnd_search_t_no_sched/comb_7/init/model.layers.18.mlp.fc2/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..45c2f35e42713479f8dc2941d510d104f42c1a1f
--- /dev/null
+++ b/params/phi/5/rnd_search_t_no_sched/comb_7/init/model.layers.18.mlp.fc2/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f9cfb4e98ae6b8684527b369fb1817c1c48b3dd8900d23f5915fc9b6ed42d02d
+size 11395
diff --git a/params/phi/5/rnd_search_t_no_sched/comb_7/init/model.layers.18.self_attn.dense/_0.pt b/params/phi/5/rnd_search_t_no_sched/comb_7/init/model.layers.18.self_attn.dense/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..32ee18bf2f25e623153f8e8e4fc5f1257a361dec
--- /dev/null
+++ b/params/phi/5/rnd_search_t_no_sched/comb_7/init/model.layers.18.self_attn.dense/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e3f2cf9d8508ef8ab0f1fab002987be0430f7eb52b87c158492cf04b7033c1d2
+size 11395
diff --git a/params/phi/5/rnd_search_t_no_sched/comb_7/init/model.layers.18.self_attn.dense/_s.pt b/params/phi/5/rnd_search_t_no_sched/comb_7/init/model.layers.18.self_attn.dense/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e8cffe6718faa439ff577b48860db15fe67030a5
--- /dev/null
+++ b/params/phi/5/rnd_search_t_no_sched/comb_7/init/model.layers.18.self_attn.dense/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:eb56ac4c94ec1d5bdf081c6b2088e90b628bc3a93ad454ff083f26d5f12946aa
+size 11395
diff --git a/params/phi/5/rnd_search_t_no_sched/comb_7/init/model.layers.18.self_attn.k_proj/_0.pt b/params/phi/5/rnd_search_t_no_sched/comb_7/init/model.layers.18.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..32ee18bf2f25e623153f8e8e4fc5f1257a361dec
--- /dev/null
+++ b/params/phi/5/rnd_search_t_no_sched/comb_7/init/model.layers.18.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e3f2cf9d8508ef8ab0f1fab002987be0430f7eb52b87c158492cf04b7033c1d2
+size 11395
diff --git a/params/phi/5/rnd_search_t_no_sched/comb_7/init/model.layers.18.self_attn.k_proj/_s.pt b/params/phi/5/rnd_search_t_no_sched/comb_7/init/model.layers.18.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..11ceeab7403f69275b5f1c4d8a7ea134c80c1037
--- /dev/null
+++ b/params/phi/5/rnd_search_t_no_sched/comb_7/init/model.layers.18.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e188151deee99a8c7619e0dc795f94ca152b2dac4c98fb0a60075344f1702b8c
+size 11395
diff --git a/params/phi/5/rnd_search_t_no_sched/comb_7/init/model.layers.18.self_attn.q_proj/_0.pt b/params/phi/5/rnd_search_t_no_sched/comb_7/init/model.layers.18.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..32ee18bf2f25e623153f8e8e4fc5f1257a361dec
--- /dev/null
+++ b/params/phi/5/rnd_search_t_no_sched/comb_7/init/model.layers.18.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e3f2cf9d8508ef8ab0f1fab002987be0430f7eb52b87c158492cf04b7033c1d2
+size 11395
diff --git a/params/phi/5/rnd_search_t_no_sched/comb_7/init/model.layers.18.self_attn.q_proj/_s.pt b/params/phi/5/rnd_search_t_no_sched/comb_7/init/model.layers.18.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..b0549398d3a572bd067d4a79f24231656607d90d
--- /dev/null
+++ b/params/phi/5/rnd_search_t_no_sched/comb_7/init/model.layers.18.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ee7212f2ad8fba7e248bc451a574c362684ae05890e71188530fd74dcdf6ac4d
+size 11395
diff --git a/params/phi/5/rnd_search_t_no_sched/comb_7/init/model.layers.18.self_attn.v_proj/_0.pt b/params/phi/5/rnd_search_t_no_sched/comb_7/init/model.layers.18.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..32ee18bf2f25e623153f8e8e4fc5f1257a361dec
--- /dev/null
+++ b/params/phi/5/rnd_search_t_no_sched/comb_7/init/model.layers.18.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e3f2cf9d8508ef8ab0f1fab002987be0430f7eb52b87c158492cf04b7033c1d2
+size 11395
diff --git a/params/phi/5/rnd_search_t_no_sched/comb_7/init/model.layers.18.self_attn.v_proj/_s.pt b/params/phi/5/rnd_search_t_no_sched/comb_7/init/model.layers.18.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8d636361b49c65354fe4a94dff3fb2c32e248738
--- /dev/null
+++ b/params/phi/5/rnd_search_t_no_sched/comb_7/init/model.layers.18.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b1bfb2ad4c235ebbf8469403d87a7d6f5d25622624c832c4b84f1138de8e2e7e
+size 11395
diff --git a/params/phi/5/rnd_search_t_no_sched/comb_7/init/model.layers.19.mlp.fc1/_0.pt b/params/phi/5/rnd_search_t_no_sched/comb_7/init/model.layers.19.mlp.fc1/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..32ac531bec3e1f984cbc6da2072275eebedcc848
--- /dev/null
+++ b/params/phi/5/rnd_search_t_no_sched/comb_7/init/model.layers.19.mlp.fc1/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:8aae49663620750ef1b42b31d5204777eb39a1af1f1e7ab7f27474ddd4803198
+size 42115
diff --git a/params/phi/5/rnd_search_t_no_sched/comb_7/init/model.layers.19.mlp.fc1/_s.pt b/params/phi/5/rnd_search_t_no_sched/comb_7/init/model.layers.19.mlp.fc1/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8b41d98e62a4e63a874fbb776f5286c52bba5717
--- /dev/null
+++ b/params/phi/5/rnd_search_t_no_sched/comb_7/init/model.layers.19.mlp.fc1/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e62831643f5f52f6a68856d391a6d97ae3e740e03344c93fd784a3eb9af4ab34
+size 42115
diff --git a/params/phi/5/rnd_search_t_no_sched/comb_7/init/model.layers.19.mlp.fc2/_0.pt b/params/phi/5/rnd_search_t_no_sched/comb_7/init/model.layers.19.mlp.fc2/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..32ee18bf2f25e623153f8e8e4fc5f1257a361dec
--- /dev/null
+++ b/params/phi/5/rnd_search_t_no_sched/comb_7/init/model.layers.19.mlp.fc2/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e3f2cf9d8508ef8ab0f1fab002987be0430f7eb52b87c158492cf04b7033c1d2
+size 11395
diff --git a/params/phi/5/rnd_search_t_no_sched/comb_7/init/model.layers.19.mlp.fc2/_s.pt b/params/phi/5/rnd_search_t_no_sched/comb_7/init/model.layers.19.mlp.fc2/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..84109c54b48fbef04784bdf4d5fbd4a7923ef5b9
--- /dev/null
+++ b/params/phi/5/rnd_search_t_no_sched/comb_7/init/model.layers.19.mlp.fc2/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:cf40f21308f787a7de486b86848bae32e254524347aa3dfcf24253af97f96309
+size 11395
diff --git a/params/phi/5/rnd_search_t_no_sched/comb_7/init/model.layers.19.self_attn.dense/_0.pt b/params/phi/5/rnd_search_t_no_sched/comb_7/init/model.layers.19.self_attn.dense/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..32ee18bf2f25e623153f8e8e4fc5f1257a361dec
--- /dev/null
+++ b/params/phi/5/rnd_search_t_no_sched/comb_7/init/model.layers.19.self_attn.dense/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e3f2cf9d8508ef8ab0f1fab002987be0430f7eb52b87c158492cf04b7033c1d2
+size 11395
diff --git a/params/phi/5/rnd_search_t_no_sched/comb_7/init/model.layers.19.self_attn.dense/_s.pt b/params/phi/5/rnd_search_t_no_sched/comb_7/init/model.layers.19.self_attn.dense/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4e5e96908f29334329e3472e95ac27f006a15f97
--- /dev/null
+++ b/params/phi/5/rnd_search_t_no_sched/comb_7/init/model.layers.19.self_attn.dense/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:8d6b121896703959fb363d3fb599f4a88d167a48fa94c2657cf6f74b6441d4f3
+size 11395
diff --git a/params/phi/5/rnd_search_t_no_sched/comb_7/init/model.layers.19.self_attn.k_proj/_0.pt b/params/phi/5/rnd_search_t_no_sched/comb_7/init/model.layers.19.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..32ee18bf2f25e623153f8e8e4fc5f1257a361dec
--- /dev/null
+++ b/params/phi/5/rnd_search_t_no_sched/comb_7/init/model.layers.19.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e3f2cf9d8508ef8ab0f1fab002987be0430f7eb52b87c158492cf04b7033c1d2
+size 11395
diff --git a/params/phi/5/rnd_search_t_no_sched/comb_7/init/model.layers.19.self_attn.k_proj/_s.pt b/params/phi/5/rnd_search_t_no_sched/comb_7/init/model.layers.19.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ea2e6580f06c0090f4a4d7c8980154b977ee7b31
--- /dev/null
+++ b/params/phi/5/rnd_search_t_no_sched/comb_7/init/model.layers.19.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:9573ffb1f9c22442f6a808ff583c88a322e470cda5230b674cd952107020948e
+size 11395
diff --git a/params/phi/5/rnd_search_t_no_sched/comb_7/init/model.layers.19.self_attn.q_proj/_0.pt b/params/phi/5/rnd_search_t_no_sched/comb_7/init/model.layers.19.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..32ee18bf2f25e623153f8e8e4fc5f1257a361dec
--- /dev/null
+++ b/params/phi/5/rnd_search_t_no_sched/comb_7/init/model.layers.19.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e3f2cf9d8508ef8ab0f1fab002987be0430f7eb52b87c158492cf04b7033c1d2
+size 11395
diff --git a/params/phi/5/rnd_search_t_no_sched/comb_7/init/model.layers.19.self_attn.q_proj/_s.pt b/params/phi/5/rnd_search_t_no_sched/comb_7/init/model.layers.19.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..cc90cd3dc23d9f264dce0c9759f63b37c7be16fa
--- /dev/null
+++ b/params/phi/5/rnd_search_t_no_sched/comb_7/init/model.layers.19.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f3a2450eec39e1ef6a7d0275acc725d3564f3b9017b8408c0250ebb12408131d
+size 11395
diff --git a/params/phi/5/rnd_search_t_no_sched/comb_7/init/model.layers.19.self_attn.v_proj/_0.pt b/params/phi/5/rnd_search_t_no_sched/comb_7/init/model.layers.19.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..32ee18bf2f25e623153f8e8e4fc5f1257a361dec
--- /dev/null
+++ b/params/phi/5/rnd_search_t_no_sched/comb_7/init/model.layers.19.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e3f2cf9d8508ef8ab0f1fab002987be0430f7eb52b87c158492cf04b7033c1d2
+size 11395
diff --git a/params/phi/5/rnd_search_t_no_sched/comb_7/init/model.layers.19.self_attn.v_proj/_s.pt b/params/phi/5/rnd_search_t_no_sched/comb_7/init/model.layers.19.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..1e033972065824625af9f863437b341641722142
--- /dev/null
+++ b/params/phi/5/rnd_search_t_no_sched/comb_7/init/model.layers.19.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a4c95796aa408f6a587d1a6fa94282b71ec59ea3b2b635c08c4b40f4a877a8f2
+size 11395
diff --git a/params/phi/5/rnd_search_t_no_sched/comb_7/init/model.layers.2.mlp.fc1/_0.pt b/params/phi/5/rnd_search_t_no_sched/comb_7/init/model.layers.2.mlp.fc1/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..32ac531bec3e1f984cbc6da2072275eebedcc848
--- /dev/null
+++ b/params/phi/5/rnd_search_t_no_sched/comb_7/init/model.layers.2.mlp.fc1/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:8aae49663620750ef1b42b31d5204777eb39a1af1f1e7ab7f27474ddd4803198
+size 42115
diff --git a/params/phi/5/rnd_search_t_no_sched/comb_7/init/model.layers.2.mlp.fc1/_s.pt b/params/phi/5/rnd_search_t_no_sched/comb_7/init/model.layers.2.mlp.fc1/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..1572511a1be9916a7a257474d2ad5ef135b7b8d9
--- /dev/null
+++ b/params/phi/5/rnd_search_t_no_sched/comb_7/init/model.layers.2.mlp.fc1/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:932d423bd8d429b3e74c423dd9e16b6d60f4c61ffa0065b8c714f7e04d2d2e94
+size 42115
diff --git a/params/phi/5/rnd_search_t_no_sched/comb_7/init/model.layers.2.mlp.fc2/_0.pt b/params/phi/5/rnd_search_t_no_sched/comb_7/init/model.layers.2.mlp.fc2/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..32ee18bf2f25e623153f8e8e4fc5f1257a361dec
--- /dev/null
+++ b/params/phi/5/rnd_search_t_no_sched/comb_7/init/model.layers.2.mlp.fc2/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e3f2cf9d8508ef8ab0f1fab002987be0430f7eb52b87c158492cf04b7033c1d2
+size 11395
diff --git a/params/phi/5/rnd_search_t_no_sched/comb_7/init/model.layers.2.mlp.fc2/_s.pt b/params/phi/5/rnd_search_t_no_sched/comb_7/init/model.layers.2.mlp.fc2/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..aa833cddbdec498bdc6b5288562f7062a7799261
--- /dev/null
+++ b/params/phi/5/rnd_search_t_no_sched/comb_7/init/model.layers.2.mlp.fc2/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:4d9a44911ede623865ae5c80363b4c2942a2521c3dcb0fe60be57987647c1c8f
+size 11395
diff --git a/params/phi/5/rnd_search_t_no_sched/comb_7/init/model.layers.2.self_attn.dense/_0.pt b/params/phi/5/rnd_search_t_no_sched/comb_7/init/model.layers.2.self_attn.dense/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..32ee18bf2f25e623153f8e8e4fc5f1257a361dec
--- /dev/null
+++ b/params/phi/5/rnd_search_t_no_sched/comb_7/init/model.layers.2.self_attn.dense/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e3f2cf9d8508ef8ab0f1fab002987be0430f7eb52b87c158492cf04b7033c1d2
+size 11395
diff --git a/params/phi/5/rnd_search_t_no_sched/comb_7/init/model.layers.2.self_attn.dense/_s.pt b/params/phi/5/rnd_search_t_no_sched/comb_7/init/model.layers.2.self_attn.dense/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..672620b359698035dd4556ca48d2059c2a0ccee6
--- /dev/null
+++ b/params/phi/5/rnd_search_t_no_sched/comb_7/init/model.layers.2.self_attn.dense/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:16b65a853e1b1f31f2d18a6ab3ac8b3389d47a11954889859c674a6f58717b0f
+size 11395
diff --git a/params/phi/5/rnd_search_t_no_sched/comb_7/init/model.layers.2.self_attn.k_proj/_0.pt b/params/phi/5/rnd_search_t_no_sched/comb_7/init/model.layers.2.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..32ee18bf2f25e623153f8e8e4fc5f1257a361dec
--- /dev/null
+++ b/params/phi/5/rnd_search_t_no_sched/comb_7/init/model.layers.2.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e3f2cf9d8508ef8ab0f1fab002987be0430f7eb52b87c158492cf04b7033c1d2
+size 11395
diff --git a/params/phi/5/rnd_search_t_no_sched/comb_7/init/model.layers.2.self_attn.k_proj/_s.pt b/params/phi/5/rnd_search_t_no_sched/comb_7/init/model.layers.2.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..129d6089af869973243fe7eba25e9a56d5a7a8a9
--- /dev/null
+++ b/params/phi/5/rnd_search_t_no_sched/comb_7/init/model.layers.2.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:7d9bd0aef2ef5bfc7f37e3c9c9701e28095eb469d62024959a39d80199838f62
+size 11395
diff --git a/params/phi/5/rnd_search_t_no_sched/comb_7/init/model.layers.2.self_attn.q_proj/_0.pt b/params/phi/5/rnd_search_t_no_sched/comb_7/init/model.layers.2.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..32ee18bf2f25e623153f8e8e4fc5f1257a361dec
--- /dev/null
+++ b/params/phi/5/rnd_search_t_no_sched/comb_7/init/model.layers.2.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e3f2cf9d8508ef8ab0f1fab002987be0430f7eb52b87c158492cf04b7033c1d2
+size 11395
diff --git a/params/phi/5/rnd_search_t_no_sched/comb_7/init/model.layers.2.self_attn.q_proj/_s.pt b/params/phi/5/rnd_search_t_no_sched/comb_7/init/model.layers.2.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..5e8cf64f3fa73082af864ac90a178294b740ab1d
--- /dev/null
+++ b/params/phi/5/rnd_search_t_no_sched/comb_7/init/model.layers.2.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:137cd37aa7d8e53e99d7bddca66d0e22e5c1874f32f38bfb0aa599e782a73d3b
+size 11395
diff --git a/params/phi/5/rnd_search_t_no_sched/comb_7/init/model.layers.2.self_attn.v_proj/_0.pt b/params/phi/5/rnd_search_t_no_sched/comb_7/init/model.layers.2.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..32ee18bf2f25e623153f8e8e4fc5f1257a361dec
--- /dev/null
+++ b/params/phi/5/rnd_search_t_no_sched/comb_7/init/model.layers.2.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e3f2cf9d8508ef8ab0f1fab002987be0430f7eb52b87c158492cf04b7033c1d2
+size 11395
diff --git a/params/phi/5/rnd_search_t_no_sched/comb_7/init/model.layers.2.self_attn.v_proj/_s.pt b/params/phi/5/rnd_search_t_no_sched/comb_7/init/model.layers.2.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..f9e2f15ab50adf8777fcc18bbce60dcb0677bef9
--- /dev/null
+++ b/params/phi/5/rnd_search_t_no_sched/comb_7/init/model.layers.2.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a7c7b87245afe2b35791e9edd2823acc300282079882f78d9ef2ee18fae869ed
+size 11395
diff --git a/params/phi/5/rnd_search_t_no_sched/comb_7/init/model.layers.20.mlp.fc1/_0.pt b/params/phi/5/rnd_search_t_no_sched/comb_7/init/model.layers.20.mlp.fc1/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..32ac531bec3e1f984cbc6da2072275eebedcc848
--- /dev/null
+++ b/params/phi/5/rnd_search_t_no_sched/comb_7/init/model.layers.20.mlp.fc1/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:8aae49663620750ef1b42b31d5204777eb39a1af1f1e7ab7f27474ddd4803198
+size 42115
diff --git a/params/phi/5/rnd_search_t_no_sched/comb_7/init/model.layers.20.mlp.fc1/_s.pt b/params/phi/5/rnd_search_t_no_sched/comb_7/init/model.layers.20.mlp.fc1/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4838fefb365783f7eaf445c3296552a4cf639359
--- /dev/null
+++ b/params/phi/5/rnd_search_t_no_sched/comb_7/init/model.layers.20.mlp.fc1/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:7933c2e9e262cb7d52a7f5e6341a3acd70118b9133721a61b2628191f0c045e4
+size 42115
diff --git a/params/phi/5/rnd_search_t_no_sched/comb_7/init/model.layers.20.mlp.fc2/_0.pt b/params/phi/5/rnd_search_t_no_sched/comb_7/init/model.layers.20.mlp.fc2/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..32ee18bf2f25e623153f8e8e4fc5f1257a361dec
--- /dev/null
+++ b/params/phi/5/rnd_search_t_no_sched/comb_7/init/model.layers.20.mlp.fc2/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e3f2cf9d8508ef8ab0f1fab002987be0430f7eb52b87c158492cf04b7033c1d2
+size 11395
diff --git a/params/phi/5/rnd_search_t_no_sched/comb_7/init/model.layers.20.mlp.fc2/_s.pt b/params/phi/5/rnd_search_t_no_sched/comb_7/init/model.layers.20.mlp.fc2/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..bfd9cc4293e8147a33da69878106aec2afb4e036
--- /dev/null
+++ b/params/phi/5/rnd_search_t_no_sched/comb_7/init/model.layers.20.mlp.fc2/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:3f4115ac0d0110ff999c8ccbff35ac5e1f364b7d7c053b6c67d260a2a4d7c8f2
+size 11395
diff --git a/params/phi/5/rnd_search_t_no_sched/comb_7/init/model.layers.20.self_attn.dense/_0.pt b/params/phi/5/rnd_search_t_no_sched/comb_7/init/model.layers.20.self_attn.dense/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..32ee18bf2f25e623153f8e8e4fc5f1257a361dec
--- /dev/null
+++ b/params/phi/5/rnd_search_t_no_sched/comb_7/init/model.layers.20.self_attn.dense/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e3f2cf9d8508ef8ab0f1fab002987be0430f7eb52b87c158492cf04b7033c1d2
+size 11395
diff --git a/params/phi/5/rnd_search_t_no_sched/comb_7/init/model.layers.20.self_attn.dense/_s.pt b/params/phi/5/rnd_search_t_no_sched/comb_7/init/model.layers.20.self_attn.dense/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c6841adb1f2f720d3d6b034df0f3e219e7749b44
--- /dev/null
+++ b/params/phi/5/rnd_search_t_no_sched/comb_7/init/model.layers.20.self_attn.dense/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ff21242e6c12e834c0a3034ff42c0e55310eafe180aa7b6277d9599a714e345d
+size 11395
diff --git a/params/phi/5/rnd_search_t_no_sched/comb_7/init/model.layers.20.self_attn.k_proj/_0.pt b/params/phi/5/rnd_search_t_no_sched/comb_7/init/model.layers.20.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..32ee18bf2f25e623153f8e8e4fc5f1257a361dec
--- /dev/null
+++ b/params/phi/5/rnd_search_t_no_sched/comb_7/init/model.layers.20.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e3f2cf9d8508ef8ab0f1fab002987be0430f7eb52b87c158492cf04b7033c1d2
+size 11395
diff --git a/params/phi/5/rnd_search_t_no_sched/comb_7/init/model.layers.20.self_attn.k_proj/_s.pt b/params/phi/5/rnd_search_t_no_sched/comb_7/init/model.layers.20.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..1a9804713216986218f2c6e0a202bc69b65d4418
--- /dev/null
+++ b/params/phi/5/rnd_search_t_no_sched/comb_7/init/model.layers.20.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a5365f7ceee2a53f70007d6a9d85562aba8c35dd9b31ac81d5dc284272fd87d9
+size 11395
diff --git a/params/phi/5/rnd_search_t_no_sched/comb_7/init/model.layers.20.self_attn.q_proj/_0.pt b/params/phi/5/rnd_search_t_no_sched/comb_7/init/model.layers.20.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..32ee18bf2f25e623153f8e8e4fc5f1257a361dec
--- /dev/null
+++ b/params/phi/5/rnd_search_t_no_sched/comb_7/init/model.layers.20.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e3f2cf9d8508ef8ab0f1fab002987be0430f7eb52b87c158492cf04b7033c1d2
+size 11395
diff --git a/params/phi/5/rnd_search_t_no_sched/comb_7/init/model.layers.20.self_attn.q_proj/_s.pt b/params/phi/5/rnd_search_t_no_sched/comb_7/init/model.layers.20.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..dc8a64e63e4c2bff94b2a2224ff1db8a3ccb2319
--- /dev/null
+++ b/params/phi/5/rnd_search_t_no_sched/comb_7/init/model.layers.20.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0ac01ed57d8b906f7d853728a1af47b80c66a23510326410dbab626217e700fc
+size 11395
diff --git a/params/phi/5/rnd_search_t_no_sched/comb_7/init/model.layers.20.self_attn.v_proj/_0.pt b/params/phi/5/rnd_search_t_no_sched/comb_7/init/model.layers.20.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..32ee18bf2f25e623153f8e8e4fc5f1257a361dec
--- /dev/null
+++ b/params/phi/5/rnd_search_t_no_sched/comb_7/init/model.layers.20.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e3f2cf9d8508ef8ab0f1fab002987be0430f7eb52b87c158492cf04b7033c1d2
+size 11395
diff --git a/params/phi/5/rnd_search_t_no_sched/comb_7/init/model.layers.20.self_attn.v_proj/_s.pt b/params/phi/5/rnd_search_t_no_sched/comb_7/init/model.layers.20.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..97b64bcf9b7f6d3d7140386f040151ddb61b94bb
--- /dev/null
+++ b/params/phi/5/rnd_search_t_no_sched/comb_7/init/model.layers.20.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:146bc72c0f9c83e54b8b1032e8da59269dee5ad3ba11ada54c8018ccbe5868ea
+size 11395
diff --git a/params/phi/5/rnd_search_t_no_sched/comb_7/init/model.layers.21.mlp.fc1/_0.pt b/params/phi/5/rnd_search_t_no_sched/comb_7/init/model.layers.21.mlp.fc1/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..32ac531bec3e1f984cbc6da2072275eebedcc848
--- /dev/null
+++ b/params/phi/5/rnd_search_t_no_sched/comb_7/init/model.layers.21.mlp.fc1/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:8aae49663620750ef1b42b31d5204777eb39a1af1f1e7ab7f27474ddd4803198
+size 42115
diff --git a/params/phi/5/rnd_search_t_no_sched/comb_7/init/model.layers.21.mlp.fc1/_s.pt b/params/phi/5/rnd_search_t_no_sched/comb_7/init/model.layers.21.mlp.fc1/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..9adbe4623efe47fdd5e3c5024429d741bbd76c13
--- /dev/null
+++ b/params/phi/5/rnd_search_t_no_sched/comb_7/init/model.layers.21.mlp.fc1/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:4e19d14b2c9688a1798b6e24f04b264ef041ae53b0e8f5a182e6aed30a54eec9
+size 42115
diff --git a/params/phi/5/rnd_search_t_no_sched/comb_7/init/model.layers.21.mlp.fc2/_0.pt b/params/phi/5/rnd_search_t_no_sched/comb_7/init/model.layers.21.mlp.fc2/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..32ee18bf2f25e623153f8e8e4fc5f1257a361dec
--- /dev/null
+++ b/params/phi/5/rnd_search_t_no_sched/comb_7/init/model.layers.21.mlp.fc2/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e3f2cf9d8508ef8ab0f1fab002987be0430f7eb52b87c158492cf04b7033c1d2
+size 11395
diff --git a/params/phi/5/rnd_search_t_no_sched/comb_7/init/model.layers.21.mlp.fc2/_s.pt b/params/phi/5/rnd_search_t_no_sched/comb_7/init/model.layers.21.mlp.fc2/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..63fdaf113aae95c1d94aec2b4265517b23cd8873
--- /dev/null
+++ b/params/phi/5/rnd_search_t_no_sched/comb_7/init/model.layers.21.mlp.fc2/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f146646f18695c17b75e550be5a80da7c66ada6d9ddba78416fd84aff1d86858
+size 11395
diff --git a/params/phi/5/rnd_search_t_no_sched/comb_7/init/model.layers.21.self_attn.dense/_0.pt b/params/phi/5/rnd_search_t_no_sched/comb_7/init/model.layers.21.self_attn.dense/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..32ee18bf2f25e623153f8e8e4fc5f1257a361dec
--- /dev/null
+++ b/params/phi/5/rnd_search_t_no_sched/comb_7/init/model.layers.21.self_attn.dense/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e3f2cf9d8508ef8ab0f1fab002987be0430f7eb52b87c158492cf04b7033c1d2
+size 11395
diff --git a/params/phi/5/rnd_search_t_no_sched/comb_7/init/model.layers.21.self_attn.dense/_s.pt b/params/phi/5/rnd_search_t_no_sched/comb_7/init/model.layers.21.self_attn.dense/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ca3d6c5ed06032198c86fbe70cdb728c97ce5264
--- /dev/null
+++ b/params/phi/5/rnd_search_t_no_sched/comb_7/init/model.layers.21.self_attn.dense/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:bc15e004b4440d47e29c7ad0e3a5403fff6eeed18f7e2992f8205fe8c6876485
+size 11395
diff --git a/params/phi/5/rnd_search_t_no_sched/comb_7/init/model.layers.21.self_attn.k_proj/_0.pt b/params/phi/5/rnd_search_t_no_sched/comb_7/init/model.layers.21.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..32ee18bf2f25e623153f8e8e4fc5f1257a361dec
--- /dev/null
+++ b/params/phi/5/rnd_search_t_no_sched/comb_7/init/model.layers.21.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e3f2cf9d8508ef8ab0f1fab002987be0430f7eb52b87c158492cf04b7033c1d2
+size 11395
diff --git a/params/phi/5/rnd_search_t_no_sched/comb_7/init/model.layers.21.self_attn.k_proj/_s.pt b/params/phi/5/rnd_search_t_no_sched/comb_7/init/model.layers.21.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..754b303a19d9a7a73739f96384160b71e8ebbec9
--- /dev/null
+++ b/params/phi/5/rnd_search_t_no_sched/comb_7/init/model.layers.21.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:04ee10136f195f90d6a4f23c9355028ab34ca672c904697a44f74828bc408c93
+size 11395
diff --git a/params/phi/5/rnd_search_t_no_sched/comb_7/init/model.layers.21.self_attn.q_proj/_0.pt b/params/phi/5/rnd_search_t_no_sched/comb_7/init/model.layers.21.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..32ee18bf2f25e623153f8e8e4fc5f1257a361dec
--- /dev/null
+++ b/params/phi/5/rnd_search_t_no_sched/comb_7/init/model.layers.21.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e3f2cf9d8508ef8ab0f1fab002987be0430f7eb52b87c158492cf04b7033c1d2
+size 11395
diff --git a/params/phi/5/rnd_search_t_no_sched/comb_7/init/model.layers.21.self_attn.q_proj/_s.pt b/params/phi/5/rnd_search_t_no_sched/comb_7/init/model.layers.21.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..1e8fc74142de527cfb4392c6f5a3feb126a6829c
--- /dev/null
+++ b/params/phi/5/rnd_search_t_no_sched/comb_7/init/model.layers.21.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:7994e9bcdd8106065d2d96cc06cccbd15e075f4b5a14f8766fdcbcfd4d146e13
+size 11395
diff --git a/params/phi/5/rnd_search_t_no_sched/comb_7/init/model.layers.21.self_attn.v_proj/_0.pt b/params/phi/5/rnd_search_t_no_sched/comb_7/init/model.layers.21.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..32ee18bf2f25e623153f8e8e4fc5f1257a361dec
--- /dev/null
+++ b/params/phi/5/rnd_search_t_no_sched/comb_7/init/model.layers.21.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e3f2cf9d8508ef8ab0f1fab002987be0430f7eb52b87c158492cf04b7033c1d2
+size 11395
diff --git a/params/phi/5/rnd_search_t_no_sched/comb_7/init/model.layers.21.self_attn.v_proj/_s.pt b/params/phi/5/rnd_search_t_no_sched/comb_7/init/model.layers.21.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..cc7fe900e70e53c76f3c89f4023df3a7cb82e228
--- /dev/null
+++ b/params/phi/5/rnd_search_t_no_sched/comb_7/init/model.layers.21.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:49eee3ff88d8a5539b5f5d5ebd9c9911db7ccd7ffbd4aeb710e5209d26bb4c87
+size 11395
diff --git a/params/phi/5/rnd_search_t_no_sched/comb_7/init/model.layers.22.mlp.fc1/_0.pt b/params/phi/5/rnd_search_t_no_sched/comb_7/init/model.layers.22.mlp.fc1/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..32ac531bec3e1f984cbc6da2072275eebedcc848
--- /dev/null
+++ b/params/phi/5/rnd_search_t_no_sched/comb_7/init/model.layers.22.mlp.fc1/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:8aae49663620750ef1b42b31d5204777eb39a1af1f1e7ab7f27474ddd4803198
+size 42115
diff --git a/params/phi/5/rnd_search_t_no_sched/comb_7/init/model.layers.22.mlp.fc1/_s.pt b/params/phi/5/rnd_search_t_no_sched/comb_7/init/model.layers.22.mlp.fc1/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..51ba758d57dfcd3abff57acf47e1310523f6072f
--- /dev/null
+++ b/params/phi/5/rnd_search_t_no_sched/comb_7/init/model.layers.22.mlp.fc1/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ba155af46149ff1451290fa7ab4eb956c5f6c995715b15d54d4a30495ecb0586
+size 42115
diff --git a/params/phi/5/rnd_search_t_no_sched/comb_7/init/model.layers.22.mlp.fc2/_0.pt b/params/phi/5/rnd_search_t_no_sched/comb_7/init/model.layers.22.mlp.fc2/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..32ee18bf2f25e623153f8e8e4fc5f1257a361dec
--- /dev/null
+++ b/params/phi/5/rnd_search_t_no_sched/comb_7/init/model.layers.22.mlp.fc2/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e3f2cf9d8508ef8ab0f1fab002987be0430f7eb52b87c158492cf04b7033c1d2
+size 11395
diff --git a/params/phi/5/rnd_search_t_no_sched/comb_7/init/model.layers.22.mlp.fc2/_s.pt b/params/phi/5/rnd_search_t_no_sched/comb_7/init/model.layers.22.mlp.fc2/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..5a0f5723c7676fab728426b1fb7e986729d0f116
--- /dev/null
+++ b/params/phi/5/rnd_search_t_no_sched/comb_7/init/model.layers.22.mlp.fc2/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:6ef7d96ec1b7bfca84b74c76ea97bc9bf700ff86342767a0a73460b102f7dc45
+size 11395
diff --git a/params/phi/5/rnd_search_t_no_sched/comb_7/init/model.layers.22.self_attn.dense/_0.pt b/params/phi/5/rnd_search_t_no_sched/comb_7/init/model.layers.22.self_attn.dense/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..32ee18bf2f25e623153f8e8e4fc5f1257a361dec
--- /dev/null
+++ b/params/phi/5/rnd_search_t_no_sched/comb_7/init/model.layers.22.self_attn.dense/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e3f2cf9d8508ef8ab0f1fab002987be0430f7eb52b87c158492cf04b7033c1d2
+size 11395
diff --git a/params/phi/5/rnd_search_t_no_sched/comb_7/init/model.layers.22.self_attn.dense/_s.pt b/params/phi/5/rnd_search_t_no_sched/comb_7/init/model.layers.22.self_attn.dense/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..b511e1a5009be8388b9f496f12e4ba7eb4c249de
--- /dev/null
+++ b/params/phi/5/rnd_search_t_no_sched/comb_7/init/model.layers.22.self_attn.dense/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c2416dab52e86614abc58f12a29ce806a9ac1cc34a30ba2608a5400ee2117710
+size 11395
diff --git a/params/phi/5/rnd_search_t_no_sched/comb_7/init/model.layers.22.self_attn.k_proj/_0.pt b/params/phi/5/rnd_search_t_no_sched/comb_7/init/model.layers.22.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..32ee18bf2f25e623153f8e8e4fc5f1257a361dec
--- /dev/null
+++ b/params/phi/5/rnd_search_t_no_sched/comb_7/init/model.layers.22.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e3f2cf9d8508ef8ab0f1fab002987be0430f7eb52b87c158492cf04b7033c1d2
+size 11395
diff --git a/params/phi/5/rnd_search_t_no_sched/comb_7/init/model.layers.22.self_attn.k_proj/_s.pt b/params/phi/5/rnd_search_t_no_sched/comb_7/init/model.layers.22.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..0be4d6a6a4064e9118bf10fa50af0639a72b11ff
--- /dev/null
+++ b/params/phi/5/rnd_search_t_no_sched/comb_7/init/model.layers.22.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:20b1e5fca794d04ff0a3f7c55073b5ee002d669346b7c42bb0e798bd599e030b
+size 11395
diff --git a/params/phi/5/rnd_search_t_no_sched/comb_7/init/model.layers.22.self_attn.q_proj/_0.pt b/params/phi/5/rnd_search_t_no_sched/comb_7/init/model.layers.22.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..32ee18bf2f25e623153f8e8e4fc5f1257a361dec
--- /dev/null
+++ b/params/phi/5/rnd_search_t_no_sched/comb_7/init/model.layers.22.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e3f2cf9d8508ef8ab0f1fab002987be0430f7eb52b87c158492cf04b7033c1d2
+size 11395
diff --git a/params/phi/5/rnd_search_t_no_sched/comb_7/init/model.layers.22.self_attn.q_proj/_s.pt b/params/phi/5/rnd_search_t_no_sched/comb_7/init/model.layers.22.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..71d70454e975f510475ab725576f0c642fddb762
--- /dev/null
+++ b/params/phi/5/rnd_search_t_no_sched/comb_7/init/model.layers.22.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5663a2134f3ddd04c98fe60c103890357347f2848084b458dbb483fe688e816e
+size 11395
diff --git a/params/phi/5/rnd_search_t_no_sched/comb_7/init/model.layers.22.self_attn.v_proj/_0.pt b/params/phi/5/rnd_search_t_no_sched/comb_7/init/model.layers.22.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..32ee18bf2f25e623153f8e8e4fc5f1257a361dec
--- /dev/null
+++ b/params/phi/5/rnd_search_t_no_sched/comb_7/init/model.layers.22.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e3f2cf9d8508ef8ab0f1fab002987be0430f7eb52b87c158492cf04b7033c1d2
+size 11395
diff --git a/params/phi/5/rnd_search_t_no_sched/comb_7/init/model.layers.22.self_attn.v_proj/_s.pt b/params/phi/5/rnd_search_t_no_sched/comb_7/init/model.layers.22.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..13c3fa92f9b2605744e11e8d4c3126e8a882a4b1
--- /dev/null
+++ b/params/phi/5/rnd_search_t_no_sched/comb_7/init/model.layers.22.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f2ce826b6d22e617777306c37b209694dba7bb0483c12ddc32cd5b07c343acb6
+size 11395
diff --git a/params/phi/5/rnd_search_t_no_sched/comb_7/init/model.layers.23.mlp.fc1/_0.pt b/params/phi/5/rnd_search_t_no_sched/comb_7/init/model.layers.23.mlp.fc1/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..32ac531bec3e1f984cbc6da2072275eebedcc848
--- /dev/null
+++ b/params/phi/5/rnd_search_t_no_sched/comb_7/init/model.layers.23.mlp.fc1/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:8aae49663620750ef1b42b31d5204777eb39a1af1f1e7ab7f27474ddd4803198
+size 42115
diff --git a/params/phi/5/rnd_search_t_no_sched/comb_7/init/model.layers.23.mlp.fc1/_s.pt b/params/phi/5/rnd_search_t_no_sched/comb_7/init/model.layers.23.mlp.fc1/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..54aba040f3c8aa70b90e45ca63894c67c13f9e06
--- /dev/null
+++ b/params/phi/5/rnd_search_t_no_sched/comb_7/init/model.layers.23.mlp.fc1/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:70797ebc6a8def75016b0f0ae486a830873d755f33b3ae4ba291424247d9da41
+size 42115
diff --git a/params/phi/5/rnd_search_t_no_sched/comb_7/init/model.layers.23.mlp.fc2/_0.pt b/params/phi/5/rnd_search_t_no_sched/comb_7/init/model.layers.23.mlp.fc2/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..32ee18bf2f25e623153f8e8e4fc5f1257a361dec
--- /dev/null
+++ b/params/phi/5/rnd_search_t_no_sched/comb_7/init/model.layers.23.mlp.fc2/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e3f2cf9d8508ef8ab0f1fab002987be0430f7eb52b87c158492cf04b7033c1d2
+size 11395
diff --git a/params/phi/5/rnd_search_t_no_sched/comb_7/init/model.layers.23.mlp.fc2/_s.pt b/params/phi/5/rnd_search_t_no_sched/comb_7/init/model.layers.23.mlp.fc2/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..dc2a35c54c5210e73942b3b6317da6dd1dd0d9c5
--- /dev/null
+++ b/params/phi/5/rnd_search_t_no_sched/comb_7/init/model.layers.23.mlp.fc2/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:721ada35ed0f6c41f97e0819c3a9abab4a582673b5bddd0f37823009485d56f5
+size 11395
diff --git a/params/phi/5/rnd_search_t_no_sched/comb_7/init/model.layers.23.self_attn.dense/_0.pt b/params/phi/5/rnd_search_t_no_sched/comb_7/init/model.layers.23.self_attn.dense/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..32ee18bf2f25e623153f8e8e4fc5f1257a361dec
--- /dev/null
+++ b/params/phi/5/rnd_search_t_no_sched/comb_7/init/model.layers.23.self_attn.dense/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e3f2cf9d8508ef8ab0f1fab002987be0430f7eb52b87c158492cf04b7033c1d2
+size 11395
diff --git a/params/phi/5/rnd_search_t_no_sched/comb_7/init/model.layers.23.self_attn.dense/_s.pt b/params/phi/5/rnd_search_t_no_sched/comb_7/init/model.layers.23.self_attn.dense/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..f764bf56272b0f2dc51e3d0b759fcb2338930aec
--- /dev/null
+++ b/params/phi/5/rnd_search_t_no_sched/comb_7/init/model.layers.23.self_attn.dense/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:456ac91e5ffc64082af0787acb3c5c1abcbef0b72768307c4b48bef49bab716e
+size 11395
diff --git a/params/phi/5/rnd_search_t_no_sched/comb_7/init/model.layers.23.self_attn.k_proj/_0.pt b/params/phi/5/rnd_search_t_no_sched/comb_7/init/model.layers.23.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..32ee18bf2f25e623153f8e8e4fc5f1257a361dec
--- /dev/null
+++ b/params/phi/5/rnd_search_t_no_sched/comb_7/init/model.layers.23.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e3f2cf9d8508ef8ab0f1fab002987be0430f7eb52b87c158492cf04b7033c1d2
+size 11395
diff --git a/params/phi/5/rnd_search_t_no_sched/comb_7/init/model.layers.23.self_attn.k_proj/_s.pt b/params/phi/5/rnd_search_t_no_sched/comb_7/init/model.layers.23.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..bf04599c5da131093678217bdccdc3d14350de00
--- /dev/null
+++ b/params/phi/5/rnd_search_t_no_sched/comb_7/init/model.layers.23.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:3e7c04816dcb71d64d6999e1111429348034c86b8b6c33669f809d5aadf28b4b
+size 11395
diff --git a/params/phi/5/rnd_search_t_no_sched/comb_7/init/model.layers.23.self_attn.q_proj/_0.pt b/params/phi/5/rnd_search_t_no_sched/comb_7/init/model.layers.23.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..32ee18bf2f25e623153f8e8e4fc5f1257a361dec
--- /dev/null
+++ b/params/phi/5/rnd_search_t_no_sched/comb_7/init/model.layers.23.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e3f2cf9d8508ef8ab0f1fab002987be0430f7eb52b87c158492cf04b7033c1d2
+size 11395
diff --git a/params/phi/5/rnd_search_t_no_sched/comb_7/init/model.layers.23.self_attn.q_proj/_s.pt b/params/phi/5/rnd_search_t_no_sched/comb_7/init/model.layers.23.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..80b02773e73cb3cf4b0178e524c72c1121178af1
--- /dev/null
+++ b/params/phi/5/rnd_search_t_no_sched/comb_7/init/model.layers.23.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:61f40a79d4dbe4d727b28d59d61c6d4eb67dda5b37b702332c0c3849f2baba14
+size 11395
diff --git a/params/phi/5/rnd_search_t_no_sched/comb_7/init/model.layers.23.self_attn.v_proj/_0.pt b/params/phi/5/rnd_search_t_no_sched/comb_7/init/model.layers.23.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..32ee18bf2f25e623153f8e8e4fc5f1257a361dec
--- /dev/null
+++ b/params/phi/5/rnd_search_t_no_sched/comb_7/init/model.layers.23.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e3f2cf9d8508ef8ab0f1fab002987be0430f7eb52b87c158492cf04b7033c1d2
+size 11395
diff --git a/params/phi/5/rnd_search_t_no_sched/comb_7/init/model.layers.23.self_attn.v_proj/_s.pt b/params/phi/5/rnd_search_t_no_sched/comb_7/init/model.layers.23.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..5d475427978136b835d146d3cc41647ba3aaa6d4
--- /dev/null
+++ b/params/phi/5/rnd_search_t_no_sched/comb_7/init/model.layers.23.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e87cee70252b2cbbd379a801b9b0afd51ae063451e9749c3d09155160bc6a8d8
+size 11395
diff --git a/params/phi/5/rnd_search_t_no_sched/comb_7/init/model.layers.24.mlp.fc1/_0.pt b/params/phi/5/rnd_search_t_no_sched/comb_7/init/model.layers.24.mlp.fc1/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..32ac531bec3e1f984cbc6da2072275eebedcc848
--- /dev/null
+++ b/params/phi/5/rnd_search_t_no_sched/comb_7/init/model.layers.24.mlp.fc1/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:8aae49663620750ef1b42b31d5204777eb39a1af1f1e7ab7f27474ddd4803198
+size 42115
diff --git a/params/phi/5/rnd_search_t_no_sched/comb_7/init/model.layers.24.mlp.fc1/_s.pt b/params/phi/5/rnd_search_t_no_sched/comb_7/init/model.layers.24.mlp.fc1/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..7e7d034a3585cb4455eced499333be1644f5ebbb
--- /dev/null
+++ b/params/phi/5/rnd_search_t_no_sched/comb_7/init/model.layers.24.mlp.fc1/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0402def1a29ffd1f5e5f985cc4e81d1af2a8be20650105ad310325a55793bba9
+size 42115
diff --git a/params/phi/5/rnd_search_t_no_sched/comb_7/init/model.layers.24.mlp.fc2/_0.pt b/params/phi/5/rnd_search_t_no_sched/comb_7/init/model.layers.24.mlp.fc2/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..32ee18bf2f25e623153f8e8e4fc5f1257a361dec
--- /dev/null
+++ b/params/phi/5/rnd_search_t_no_sched/comb_7/init/model.layers.24.mlp.fc2/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e3f2cf9d8508ef8ab0f1fab002987be0430f7eb52b87c158492cf04b7033c1d2
+size 11395
diff --git a/params/phi/5/rnd_search_t_no_sched/comb_7/init/model.layers.24.mlp.fc2/_s.pt b/params/phi/5/rnd_search_t_no_sched/comb_7/init/model.layers.24.mlp.fc2/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ade1f8545d803e845a80aa3605b9b09eae00faea
--- /dev/null
+++ b/params/phi/5/rnd_search_t_no_sched/comb_7/init/model.layers.24.mlp.fc2/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:31a811c81d755efb36cb986d315962536b0243f4d5c437d5236ec9645e7a3d96
+size 11395
diff --git a/params/phi/5/rnd_search_t_no_sched/comb_7/init/model.layers.24.self_attn.dense/_0.pt b/params/phi/5/rnd_search_t_no_sched/comb_7/init/model.layers.24.self_attn.dense/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..32ee18bf2f25e623153f8e8e4fc5f1257a361dec
--- /dev/null
+++ b/params/phi/5/rnd_search_t_no_sched/comb_7/init/model.layers.24.self_attn.dense/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e3f2cf9d8508ef8ab0f1fab002987be0430f7eb52b87c158492cf04b7033c1d2
+size 11395
diff --git a/params/phi/5/rnd_search_t_no_sched/comb_7/init/model.layers.24.self_attn.dense/_s.pt b/params/phi/5/rnd_search_t_no_sched/comb_7/init/model.layers.24.self_attn.dense/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..52aa77bd06dbedb82d7431c2fafd57f0b0d96370
--- /dev/null
+++ b/params/phi/5/rnd_search_t_no_sched/comb_7/init/model.layers.24.self_attn.dense/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:54e528a9414956b63f0234de059f3a1bb0c44ff06204d1c1167c95cae41adbca
+size 11395
diff --git a/params/phi/5/rnd_search_t_no_sched/comb_7/init/model.layers.24.self_attn.k_proj/_0.pt b/params/phi/5/rnd_search_t_no_sched/comb_7/init/model.layers.24.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..32ee18bf2f25e623153f8e8e4fc5f1257a361dec
--- /dev/null
+++ b/params/phi/5/rnd_search_t_no_sched/comb_7/init/model.layers.24.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e3f2cf9d8508ef8ab0f1fab002987be0430f7eb52b87c158492cf04b7033c1d2
+size 11395
diff --git a/params/phi/5/rnd_search_t_no_sched/comb_7/init/model.layers.24.self_attn.k_proj/_s.pt b/params/phi/5/rnd_search_t_no_sched/comb_7/init/model.layers.24.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..18dd79f22ebbb016ff0d5e6b82284dad9ba52c91
--- /dev/null
+++ b/params/phi/5/rnd_search_t_no_sched/comb_7/init/model.layers.24.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:12e74b5063a294507231a2ac6e6ae41234d1a54ac229c9047f217ea1c88a70f7
+size 11395
diff --git a/params/phi/5/rnd_search_t_no_sched/comb_7/init/model.layers.24.self_attn.q_proj/_0.pt b/params/phi/5/rnd_search_t_no_sched/comb_7/init/model.layers.24.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..32ee18bf2f25e623153f8e8e4fc5f1257a361dec
--- /dev/null
+++ b/params/phi/5/rnd_search_t_no_sched/comb_7/init/model.layers.24.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e3f2cf9d8508ef8ab0f1fab002987be0430f7eb52b87c158492cf04b7033c1d2
+size 11395
diff --git a/params/phi/5/rnd_search_t_no_sched/comb_7/init/model.layers.24.self_attn.q_proj/_s.pt b/params/phi/5/rnd_search_t_no_sched/comb_7/init/model.layers.24.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..f1227c26a15ac1bc2126d032437cfd4c729a29cc
--- /dev/null
+++ b/params/phi/5/rnd_search_t_no_sched/comb_7/init/model.layers.24.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5d38f69c1507fd411f67787d0344bbfed524a7abcc4212b8be05cbece06a6799
+size 11395
diff --git a/params/phi/5/rnd_search_t_no_sched/comb_7/init/model.layers.24.self_attn.v_proj/_0.pt b/params/phi/5/rnd_search_t_no_sched/comb_7/init/model.layers.24.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..32ee18bf2f25e623153f8e8e4fc5f1257a361dec
--- /dev/null
+++ b/params/phi/5/rnd_search_t_no_sched/comb_7/init/model.layers.24.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e3f2cf9d8508ef8ab0f1fab002987be0430f7eb52b87c158492cf04b7033c1d2
+size 11395
diff --git a/params/phi/5/rnd_search_t_no_sched/comb_7/init/model.layers.24.self_attn.v_proj/_s.pt b/params/phi/5/rnd_search_t_no_sched/comb_7/init/model.layers.24.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8491c005441e335695feb1314de5b2e24ca19112
--- /dev/null
+++ b/params/phi/5/rnd_search_t_no_sched/comb_7/init/model.layers.24.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:cfc63f063696978e7ec98c2795c2dd4adbf4a66d2d7222f42bdb78650f6e5e29
+size 11395
diff --git a/params/phi/5/rnd_search_t_no_sched/comb_7/init/model.layers.25.mlp.fc1/_0.pt b/params/phi/5/rnd_search_t_no_sched/comb_7/init/model.layers.25.mlp.fc1/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..32ac531bec3e1f984cbc6da2072275eebedcc848
--- /dev/null
+++ b/params/phi/5/rnd_search_t_no_sched/comb_7/init/model.layers.25.mlp.fc1/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:8aae49663620750ef1b42b31d5204777eb39a1af1f1e7ab7f27474ddd4803198
+size 42115
diff --git a/params/phi/5/rnd_search_t_no_sched/comb_7/init/model.layers.25.mlp.fc1/_s.pt b/params/phi/5/rnd_search_t_no_sched/comb_7/init/model.layers.25.mlp.fc1/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ce803a53b7d4a5561f42a124649ebcbbc9191192
--- /dev/null
+++ b/params/phi/5/rnd_search_t_no_sched/comb_7/init/model.layers.25.mlp.fc1/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5f65bf11d0ab0507ac6a118cd0a9d977bb8fdbbbb11f693f53723433e38d8ec2
+size 42115
diff --git a/params/phi/5/rnd_search_t_no_sched/comb_7/init/model.layers.25.mlp.fc2/_0.pt b/params/phi/5/rnd_search_t_no_sched/comb_7/init/model.layers.25.mlp.fc2/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..32ee18bf2f25e623153f8e8e4fc5f1257a361dec
--- /dev/null
+++ b/params/phi/5/rnd_search_t_no_sched/comb_7/init/model.layers.25.mlp.fc2/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e3f2cf9d8508ef8ab0f1fab002987be0430f7eb52b87c158492cf04b7033c1d2
+size 11395
diff --git a/params/phi/5/rnd_search_t_no_sched/comb_7/init/model.layers.25.mlp.fc2/_s.pt b/params/phi/5/rnd_search_t_no_sched/comb_7/init/model.layers.25.mlp.fc2/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e861012bded917dcfaafef1d115ee7694a01c1c1
--- /dev/null
+++ b/params/phi/5/rnd_search_t_no_sched/comb_7/init/model.layers.25.mlp.fc2/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5c1dfde4d5db6764cdcbaa4eca16034fefad5ece8b8dd67a904eb18c8d76c922
+size 11395
diff --git a/params/phi/5/rnd_search_t_no_sched/comb_7/init/model.layers.25.self_attn.dense/_0.pt b/params/phi/5/rnd_search_t_no_sched/comb_7/init/model.layers.25.self_attn.dense/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..32ee18bf2f25e623153f8e8e4fc5f1257a361dec
--- /dev/null
+++ b/params/phi/5/rnd_search_t_no_sched/comb_7/init/model.layers.25.self_attn.dense/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e3f2cf9d8508ef8ab0f1fab002987be0430f7eb52b87c158492cf04b7033c1d2
+size 11395
diff --git a/params/phi/5/rnd_search_t_no_sched/comb_7/init/model.layers.25.self_attn.dense/_s.pt b/params/phi/5/rnd_search_t_no_sched/comb_7/init/model.layers.25.self_attn.dense/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..96a91a612580a1908933b43087885a994864d5e3
--- /dev/null
+++ b/params/phi/5/rnd_search_t_no_sched/comb_7/init/model.layers.25.self_attn.dense/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:08b8b0ae208b1316ac8fdb2b489ceae536ec159d54e4ac81be01f7bb2c9f72ac
+size 11395
diff --git a/params/phi/5/rnd_search_t_no_sched/comb_7/init/model.layers.25.self_attn.k_proj/_0.pt b/params/phi/5/rnd_search_t_no_sched/comb_7/init/model.layers.25.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..32ee18bf2f25e623153f8e8e4fc5f1257a361dec
--- /dev/null
+++ b/params/phi/5/rnd_search_t_no_sched/comb_7/init/model.layers.25.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e3f2cf9d8508ef8ab0f1fab002987be0430f7eb52b87c158492cf04b7033c1d2
+size 11395
diff --git a/params/phi/5/rnd_search_t_no_sched/comb_7/init/model.layers.25.self_attn.k_proj/_s.pt b/params/phi/5/rnd_search_t_no_sched/comb_7/init/model.layers.25.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..839d814db98d049a4ad481ebba73da05d46a725a
--- /dev/null
+++ b/params/phi/5/rnd_search_t_no_sched/comb_7/init/model.layers.25.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:7ac2e6bcb97463e7806503f68f89423bc61f5a4119b7460b4e07f72e84a32d0d
+size 11395
diff --git a/params/phi/5/rnd_search_t_no_sched/comb_7/init/model.layers.25.self_attn.q_proj/_0.pt b/params/phi/5/rnd_search_t_no_sched/comb_7/init/model.layers.25.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..32ee18bf2f25e623153f8e8e4fc5f1257a361dec
--- /dev/null
+++ b/params/phi/5/rnd_search_t_no_sched/comb_7/init/model.layers.25.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e3f2cf9d8508ef8ab0f1fab002987be0430f7eb52b87c158492cf04b7033c1d2
+size 11395
diff --git a/params/phi/5/rnd_search_t_no_sched/comb_7/init/model.layers.25.self_attn.q_proj/_s.pt b/params/phi/5/rnd_search_t_no_sched/comb_7/init/model.layers.25.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..31912efd86a1819f571be8472bb49a4985e2468d
--- /dev/null
+++ b/params/phi/5/rnd_search_t_no_sched/comb_7/init/model.layers.25.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2b93868533956c7c35555c72ecd98b0d8824c021c905a6170c6c25089bb32a43
+size 11395
diff --git a/params/phi/5/rnd_search_t_no_sched/comb_7/init/model.layers.25.self_attn.v_proj/_0.pt b/params/phi/5/rnd_search_t_no_sched/comb_7/init/model.layers.25.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..32ee18bf2f25e623153f8e8e4fc5f1257a361dec
--- /dev/null
+++ b/params/phi/5/rnd_search_t_no_sched/comb_7/init/model.layers.25.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e3f2cf9d8508ef8ab0f1fab002987be0430f7eb52b87c158492cf04b7033c1d2
+size 11395
diff --git a/params/phi/5/rnd_search_t_no_sched/comb_7/init/model.layers.25.self_attn.v_proj/_s.pt b/params/phi/5/rnd_search_t_no_sched/comb_7/init/model.layers.25.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c22c8ea4333f587b159c84d9a5a6746b6d788aba
--- /dev/null
+++ b/params/phi/5/rnd_search_t_no_sched/comb_7/init/model.layers.25.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:762fde1204b0f1c0f57e198a00a36bdd72d60c91dc31f2db24ce4f78f11c8bbd
+size 11395
diff --git a/params/phi/5/rnd_search_t_no_sched/comb_7/init/model.layers.26.mlp.fc1/_0.pt b/params/phi/5/rnd_search_t_no_sched/comb_7/init/model.layers.26.mlp.fc1/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..32ac531bec3e1f984cbc6da2072275eebedcc848
--- /dev/null
+++ b/params/phi/5/rnd_search_t_no_sched/comb_7/init/model.layers.26.mlp.fc1/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:8aae49663620750ef1b42b31d5204777eb39a1af1f1e7ab7f27474ddd4803198
+size 42115
diff --git a/params/phi/5/rnd_search_t_no_sched/comb_7/init/model.layers.26.mlp.fc1/_s.pt b/params/phi/5/rnd_search_t_no_sched/comb_7/init/model.layers.26.mlp.fc1/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..3cfd74d8b9420f358a106953a8ceca1c9dbbffc1
--- /dev/null
+++ b/params/phi/5/rnd_search_t_no_sched/comb_7/init/model.layers.26.mlp.fc1/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:324f95d4cbe26fa61c528d77bdd39bd6931207a41815f8d8e3b4eef4eb11659d
+size 42115
diff --git a/params/phi/5/rnd_search_t_no_sched/comb_7/init/model.layers.26.mlp.fc2/_0.pt b/params/phi/5/rnd_search_t_no_sched/comb_7/init/model.layers.26.mlp.fc2/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..32ee18bf2f25e623153f8e8e4fc5f1257a361dec
--- /dev/null
+++ b/params/phi/5/rnd_search_t_no_sched/comb_7/init/model.layers.26.mlp.fc2/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e3f2cf9d8508ef8ab0f1fab002987be0430f7eb52b87c158492cf04b7033c1d2
+size 11395
diff --git a/params/phi/5/rnd_search_t_no_sched/comb_7/init/model.layers.26.mlp.fc2/_s.pt b/params/phi/5/rnd_search_t_no_sched/comb_7/init/model.layers.26.mlp.fc2/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..b72ed451eeb6cd5b0c9cb22a382e379f0a1bec91
--- /dev/null
+++ b/params/phi/5/rnd_search_t_no_sched/comb_7/init/model.layers.26.mlp.fc2/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:22f2e7f8a35d4d11ec09ff07b8745b5e6b7965817c247c5df60575d23dd83d93
+size 11395
diff --git a/params/phi/5/rnd_search_t_no_sched/comb_7/init/model.layers.26.self_attn.dense/_0.pt b/params/phi/5/rnd_search_t_no_sched/comb_7/init/model.layers.26.self_attn.dense/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..32ee18bf2f25e623153f8e8e4fc5f1257a361dec
--- /dev/null
+++ b/params/phi/5/rnd_search_t_no_sched/comb_7/init/model.layers.26.self_attn.dense/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e3f2cf9d8508ef8ab0f1fab002987be0430f7eb52b87c158492cf04b7033c1d2
+size 11395
diff --git a/params/phi/5/rnd_search_t_no_sched/comb_7/init/model.layers.26.self_attn.dense/_s.pt b/params/phi/5/rnd_search_t_no_sched/comb_7/init/model.layers.26.self_attn.dense/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..fd3533a289d5aec19bf2db7c22bc4f49b8190f9b
--- /dev/null
+++ b/params/phi/5/rnd_search_t_no_sched/comb_7/init/model.layers.26.self_attn.dense/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d8e934c521114fd688ba33410e1c9355b976f3cf29f70e34cc1859adb6118c54
+size 11395
diff --git a/params/phi/5/rnd_search_t_no_sched/comb_7/init/model.layers.26.self_attn.k_proj/_0.pt b/params/phi/5/rnd_search_t_no_sched/comb_7/init/model.layers.26.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..32ee18bf2f25e623153f8e8e4fc5f1257a361dec
--- /dev/null
+++ b/params/phi/5/rnd_search_t_no_sched/comb_7/init/model.layers.26.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e3f2cf9d8508ef8ab0f1fab002987be0430f7eb52b87c158492cf04b7033c1d2
+size 11395
diff --git a/params/phi/5/rnd_search_t_no_sched/comb_7/init/model.layers.26.self_attn.k_proj/_s.pt b/params/phi/5/rnd_search_t_no_sched/comb_7/init/model.layers.26.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..9da304309d0617d557829bd37f239cdbc4adf918
--- /dev/null
+++ b/params/phi/5/rnd_search_t_no_sched/comb_7/init/model.layers.26.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e28065002aab1ef4c6ec498071d4dcc68d721d683caf817a704b0a964ac837c2
+size 11395
diff --git a/params/phi/5/rnd_search_t_no_sched/comb_7/init/model.layers.26.self_attn.q_proj/_0.pt b/params/phi/5/rnd_search_t_no_sched/comb_7/init/model.layers.26.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..32ee18bf2f25e623153f8e8e4fc5f1257a361dec
--- /dev/null
+++ b/params/phi/5/rnd_search_t_no_sched/comb_7/init/model.layers.26.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e3f2cf9d8508ef8ab0f1fab002987be0430f7eb52b87c158492cf04b7033c1d2
+size 11395
diff --git a/params/phi/5/rnd_search_t_no_sched/comb_7/init/model.layers.26.self_attn.q_proj/_s.pt b/params/phi/5/rnd_search_t_no_sched/comb_7/init/model.layers.26.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..de57ccdc519a5befa214ed747fbd5428e1585b7c
--- /dev/null
+++ b/params/phi/5/rnd_search_t_no_sched/comb_7/init/model.layers.26.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c741ccb7b60f23fc53bf88fe688bf63d9ed37ce32937746db04b5551a417f022
+size 11395
diff --git a/params/phi/5/rnd_search_t_no_sched/comb_7/init/model.layers.26.self_attn.v_proj/_0.pt b/params/phi/5/rnd_search_t_no_sched/comb_7/init/model.layers.26.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..32ee18bf2f25e623153f8e8e4fc5f1257a361dec
--- /dev/null
+++ b/params/phi/5/rnd_search_t_no_sched/comb_7/init/model.layers.26.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e3f2cf9d8508ef8ab0f1fab002987be0430f7eb52b87c158492cf04b7033c1d2
+size 11395
diff --git a/params/phi/5/rnd_search_t_no_sched/comb_7/init/model.layers.26.self_attn.v_proj/_s.pt b/params/phi/5/rnd_search_t_no_sched/comb_7/init/model.layers.26.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8dde1f1a01dc2b3ebc501f41c342c1bcaad6af95
--- /dev/null
+++ b/params/phi/5/rnd_search_t_no_sched/comb_7/init/model.layers.26.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:292298ebaf464a6412383d6add71845821d67a1b83fdb46f676b4e41bb45ce7b
+size 11395
diff --git a/params/phi/5/rnd_search_t_no_sched/comb_7/init/model.layers.27.mlp.fc1/_0.pt b/params/phi/5/rnd_search_t_no_sched/comb_7/init/model.layers.27.mlp.fc1/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..32ac531bec3e1f984cbc6da2072275eebedcc848
--- /dev/null
+++ b/params/phi/5/rnd_search_t_no_sched/comb_7/init/model.layers.27.mlp.fc1/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:8aae49663620750ef1b42b31d5204777eb39a1af1f1e7ab7f27474ddd4803198
+size 42115
diff --git a/params/phi/5/rnd_search_t_no_sched/comb_7/init/model.layers.27.mlp.fc1/_s.pt b/params/phi/5/rnd_search_t_no_sched/comb_7/init/model.layers.27.mlp.fc1/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2759e416c22167b228779362ebbd5fa9863a1414
--- /dev/null
+++ b/params/phi/5/rnd_search_t_no_sched/comb_7/init/model.layers.27.mlp.fc1/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:69e4b70de8108b66254c58da1ab50c50eb8966db0dfd2a2da8dfdc718eb447e2
+size 42115
diff --git a/params/phi/5/rnd_search_t_no_sched/comb_7/init/model.layers.27.mlp.fc2/_0.pt b/params/phi/5/rnd_search_t_no_sched/comb_7/init/model.layers.27.mlp.fc2/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..32ee18bf2f25e623153f8e8e4fc5f1257a361dec
--- /dev/null
+++ b/params/phi/5/rnd_search_t_no_sched/comb_7/init/model.layers.27.mlp.fc2/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e3f2cf9d8508ef8ab0f1fab002987be0430f7eb52b87c158492cf04b7033c1d2
+size 11395
diff --git a/params/phi/5/rnd_search_t_no_sched/comb_7/init/model.layers.27.mlp.fc2/_s.pt b/params/phi/5/rnd_search_t_no_sched/comb_7/init/model.layers.27.mlp.fc2/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..075713cc29562a6afcbf144c081ff3d5436bdc7a
--- /dev/null
+++ b/params/phi/5/rnd_search_t_no_sched/comb_7/init/model.layers.27.mlp.fc2/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:02ac39d06f2119218578ddc195101993cf219b29b60ae5157ce153042705b472
+size 11395
diff --git a/params/phi/5/rnd_search_t_no_sched/comb_7/init/model.layers.27.self_attn.dense/_0.pt b/params/phi/5/rnd_search_t_no_sched/comb_7/init/model.layers.27.self_attn.dense/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..32ee18bf2f25e623153f8e8e4fc5f1257a361dec
--- /dev/null
+++ b/params/phi/5/rnd_search_t_no_sched/comb_7/init/model.layers.27.self_attn.dense/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e3f2cf9d8508ef8ab0f1fab002987be0430f7eb52b87c158492cf04b7033c1d2
+size 11395
diff --git a/params/phi/5/rnd_search_t_no_sched/comb_7/init/model.layers.27.self_attn.dense/_s.pt b/params/phi/5/rnd_search_t_no_sched/comb_7/init/model.layers.27.self_attn.dense/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a524572e8163b315c32ce29e38763002f27992d5
--- /dev/null
+++ b/params/phi/5/rnd_search_t_no_sched/comb_7/init/model.layers.27.self_attn.dense/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f40231311fe3e293f940fc944fed1086a52a136dd9d869da717c594ddcdfd02a
+size 11395
diff --git a/params/phi/5/rnd_search_t_no_sched/comb_7/init/model.layers.27.self_attn.k_proj/_0.pt b/params/phi/5/rnd_search_t_no_sched/comb_7/init/model.layers.27.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..32ee18bf2f25e623153f8e8e4fc5f1257a361dec
--- /dev/null
+++ b/params/phi/5/rnd_search_t_no_sched/comb_7/init/model.layers.27.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e3f2cf9d8508ef8ab0f1fab002987be0430f7eb52b87c158492cf04b7033c1d2
+size 11395
diff --git a/params/phi/5/rnd_search_t_no_sched/comb_7/init/model.layers.27.self_attn.k_proj/_s.pt b/params/phi/5/rnd_search_t_no_sched/comb_7/init/model.layers.27.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..329e43008f0ddbcd6094bdcebc3f274bb43c081f
--- /dev/null
+++ b/params/phi/5/rnd_search_t_no_sched/comb_7/init/model.layers.27.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:08a10615f01e5cd62f65d9330eb5dac2580fe5c38fe07bb28b841f76f7f6f148
+size 11395
diff --git a/params/phi/5/rnd_search_t_no_sched/comb_7/init/model.layers.27.self_attn.q_proj/_0.pt b/params/phi/5/rnd_search_t_no_sched/comb_7/init/model.layers.27.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..32ee18bf2f25e623153f8e8e4fc5f1257a361dec
--- /dev/null
+++ b/params/phi/5/rnd_search_t_no_sched/comb_7/init/model.layers.27.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e3f2cf9d8508ef8ab0f1fab002987be0430f7eb52b87c158492cf04b7033c1d2
+size 11395
diff --git a/params/phi/5/rnd_search_t_no_sched/comb_7/init/model.layers.27.self_attn.q_proj/_s.pt b/params/phi/5/rnd_search_t_no_sched/comb_7/init/model.layers.27.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..7a9fef09f04f00a5380455e3f3018c8050666abf
--- /dev/null
+++ b/params/phi/5/rnd_search_t_no_sched/comb_7/init/model.layers.27.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:da511e6cc341676a83d5f67a500c9b5cb10b497583837a47a296ebda9305c9ac
+size 11395
diff --git a/params/phi/5/rnd_search_t_no_sched/comb_7/init/model.layers.27.self_attn.v_proj/_0.pt b/params/phi/5/rnd_search_t_no_sched/comb_7/init/model.layers.27.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..32ee18bf2f25e623153f8e8e4fc5f1257a361dec
--- /dev/null
+++ b/params/phi/5/rnd_search_t_no_sched/comb_7/init/model.layers.27.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e3f2cf9d8508ef8ab0f1fab002987be0430f7eb52b87c158492cf04b7033c1d2
+size 11395
diff --git a/params/phi/5/rnd_search_t_no_sched/comb_7/init/model.layers.27.self_attn.v_proj/_s.pt b/params/phi/5/rnd_search_t_no_sched/comb_7/init/model.layers.27.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..b7c5cd436bfcd98cf507d7cb17f96330a38d4f53
--- /dev/null
+++ b/params/phi/5/rnd_search_t_no_sched/comb_7/init/model.layers.27.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a39c5cf8f11a185b511dec7728a7e2a41706f73dd80cd782ecb66125d42cb927
+size 11395
diff --git a/params/phi/5/rnd_search_t_no_sched/comb_7/init/model.layers.28.mlp.fc1/_0.pt b/params/phi/5/rnd_search_t_no_sched/comb_7/init/model.layers.28.mlp.fc1/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..32ac531bec3e1f984cbc6da2072275eebedcc848
--- /dev/null
+++ b/params/phi/5/rnd_search_t_no_sched/comb_7/init/model.layers.28.mlp.fc1/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:8aae49663620750ef1b42b31d5204777eb39a1af1f1e7ab7f27474ddd4803198
+size 42115
diff --git a/params/phi/5/rnd_search_t_no_sched/comb_7/init/model.layers.28.mlp.fc1/_s.pt b/params/phi/5/rnd_search_t_no_sched/comb_7/init/model.layers.28.mlp.fc1/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..21684e5f3e48de69f18b076c1bc235c3aad0ae62
--- /dev/null
+++ b/params/phi/5/rnd_search_t_no_sched/comb_7/init/model.layers.28.mlp.fc1/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:80dfad0fb3b6b4da3321f59224e60531cbfc53fbefae540cd86dc45e849a89a0
+size 42115
diff --git a/params/phi/5/rnd_search_t_no_sched/comb_7/init/model.layers.28.mlp.fc2/_0.pt b/params/phi/5/rnd_search_t_no_sched/comb_7/init/model.layers.28.mlp.fc2/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..32ee18bf2f25e623153f8e8e4fc5f1257a361dec
--- /dev/null
+++ b/params/phi/5/rnd_search_t_no_sched/comb_7/init/model.layers.28.mlp.fc2/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e3f2cf9d8508ef8ab0f1fab002987be0430f7eb52b87c158492cf04b7033c1d2
+size 11395
diff --git a/params/phi/5/rnd_search_t_no_sched/comb_7/init/model.layers.28.mlp.fc2/_s.pt b/params/phi/5/rnd_search_t_no_sched/comb_7/init/model.layers.28.mlp.fc2/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..91ea095cfbe0d033b3b8325383dd3304d6089f8d
--- /dev/null
+++ b/params/phi/5/rnd_search_t_no_sched/comb_7/init/model.layers.28.mlp.fc2/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:825338655362a3ea3a757e85a52b61c3b9e3719903d5807e160afc367cbd0aab
+size 11395
diff --git a/params/phi/5/rnd_search_t_no_sched/comb_7/init/model.layers.28.self_attn.dense/_0.pt b/params/phi/5/rnd_search_t_no_sched/comb_7/init/model.layers.28.self_attn.dense/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..32ee18bf2f25e623153f8e8e4fc5f1257a361dec
--- /dev/null
+++ b/params/phi/5/rnd_search_t_no_sched/comb_7/init/model.layers.28.self_attn.dense/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e3f2cf9d8508ef8ab0f1fab002987be0430f7eb52b87c158492cf04b7033c1d2
+size 11395
diff --git a/params/phi/5/rnd_search_t_no_sched/comb_7/init/model.layers.28.self_attn.dense/_s.pt b/params/phi/5/rnd_search_t_no_sched/comb_7/init/model.layers.28.self_attn.dense/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..847aee223c40149fd47c0310e6633545d7cc3a78
--- /dev/null
+++ b/params/phi/5/rnd_search_t_no_sched/comb_7/init/model.layers.28.self_attn.dense/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:1d2dbc16f4244419e8068d1586889b309ee4a9429c2009980c1c463bfb6bc7b9
+size 11395
diff --git a/params/phi/5/rnd_search_t_no_sched/comb_7/init/model.layers.28.self_attn.k_proj/_0.pt b/params/phi/5/rnd_search_t_no_sched/comb_7/init/model.layers.28.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..32ee18bf2f25e623153f8e8e4fc5f1257a361dec
--- /dev/null
+++ b/params/phi/5/rnd_search_t_no_sched/comb_7/init/model.layers.28.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e3f2cf9d8508ef8ab0f1fab002987be0430f7eb52b87c158492cf04b7033c1d2
+size 11395
diff --git a/params/phi/5/rnd_search_t_no_sched/comb_7/init/model.layers.28.self_attn.k_proj/_s.pt b/params/phi/5/rnd_search_t_no_sched/comb_7/init/model.layers.28.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..f13daeb99b79a198d25018cc4416cfbed81d044b
--- /dev/null
+++ b/params/phi/5/rnd_search_t_no_sched/comb_7/init/model.layers.28.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:22cf07126a68c48a74665deebdb0e5c532f424bafab47283a78c667853bd6f9d
+size 11395
diff --git a/params/phi/5/rnd_search_t_no_sched/comb_7/init/model.layers.28.self_attn.q_proj/_0.pt b/params/phi/5/rnd_search_t_no_sched/comb_7/init/model.layers.28.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..32ee18bf2f25e623153f8e8e4fc5f1257a361dec
--- /dev/null
+++ b/params/phi/5/rnd_search_t_no_sched/comb_7/init/model.layers.28.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e3f2cf9d8508ef8ab0f1fab002987be0430f7eb52b87c158492cf04b7033c1d2
+size 11395
diff --git a/params/phi/5/rnd_search_t_no_sched/comb_7/init/model.layers.28.self_attn.q_proj/_s.pt b/params/phi/5/rnd_search_t_no_sched/comb_7/init/model.layers.28.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..7d827239fec0611b1a2e92cb6d89f230ae7d8a0f
--- /dev/null
+++ b/params/phi/5/rnd_search_t_no_sched/comb_7/init/model.layers.28.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a6d7c0906c7a1c3d28383eaaa797b15fb7494ef8340933ae8bae28df7dbeed44
+size 11395
diff --git a/params/phi/5/rnd_search_t_no_sched/comb_7/init/model.layers.28.self_attn.v_proj/_0.pt b/params/phi/5/rnd_search_t_no_sched/comb_7/init/model.layers.28.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..32ee18bf2f25e623153f8e8e4fc5f1257a361dec
--- /dev/null
+++ b/params/phi/5/rnd_search_t_no_sched/comb_7/init/model.layers.28.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e3f2cf9d8508ef8ab0f1fab002987be0430f7eb52b87c158492cf04b7033c1d2
+size 11395
diff --git a/params/phi/5/rnd_search_t_no_sched/comb_7/init/model.layers.28.self_attn.v_proj/_s.pt b/params/phi/5/rnd_search_t_no_sched/comb_7/init/model.layers.28.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..76b576c2c3d7d294ed94ee2226253098bdfec242
--- /dev/null
+++ b/params/phi/5/rnd_search_t_no_sched/comb_7/init/model.layers.28.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5b2cdc5d051083eea5ee4b11484f7c0263336ae456223f80d9d23925a1d4f863
+size 11395
diff --git a/params/phi/5/rnd_search_t_no_sched/comb_7/init/model.layers.29.mlp.fc1/_0.pt b/params/phi/5/rnd_search_t_no_sched/comb_7/init/model.layers.29.mlp.fc1/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..32ac531bec3e1f984cbc6da2072275eebedcc848
--- /dev/null
+++ b/params/phi/5/rnd_search_t_no_sched/comb_7/init/model.layers.29.mlp.fc1/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:8aae49663620750ef1b42b31d5204777eb39a1af1f1e7ab7f27474ddd4803198
+size 42115
diff --git a/params/phi/5/rnd_search_t_no_sched/comb_7/init/model.layers.29.mlp.fc1/_s.pt b/params/phi/5/rnd_search_t_no_sched/comb_7/init/model.layers.29.mlp.fc1/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..95c05e9c84a8691ac6dd01170d8b0e7dc137c44e
--- /dev/null
+++ b/params/phi/5/rnd_search_t_no_sched/comb_7/init/model.layers.29.mlp.fc1/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:48b1cf2012e108b7600e335be55cd3efb9a15022eabff08afdf32ccd31c75e12
+size 42115
diff --git a/params/phi/5/rnd_search_t_no_sched/comb_7/init/model.layers.29.mlp.fc2/_0.pt b/params/phi/5/rnd_search_t_no_sched/comb_7/init/model.layers.29.mlp.fc2/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..32ee18bf2f25e623153f8e8e4fc5f1257a361dec
--- /dev/null
+++ b/params/phi/5/rnd_search_t_no_sched/comb_7/init/model.layers.29.mlp.fc2/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e3f2cf9d8508ef8ab0f1fab002987be0430f7eb52b87c158492cf04b7033c1d2
+size 11395
diff --git a/params/phi/5/rnd_search_t_no_sched/comb_7/init/model.layers.29.mlp.fc2/_s.pt b/params/phi/5/rnd_search_t_no_sched/comb_7/init/model.layers.29.mlp.fc2/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..736e9b1ca5d01652b353881378ed4b88111efb96
--- /dev/null
+++ b/params/phi/5/rnd_search_t_no_sched/comb_7/init/model.layers.29.mlp.fc2/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0f55c2475b0d4a7c4e25b9e7f2c0c647a5e55f0be6c6f82b312d38ea2c35da7c
+size 11395
diff --git a/params/phi/5/rnd_search_t_no_sched/comb_7/init/model.layers.29.self_attn.dense/_0.pt b/params/phi/5/rnd_search_t_no_sched/comb_7/init/model.layers.29.self_attn.dense/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..32ee18bf2f25e623153f8e8e4fc5f1257a361dec
--- /dev/null
+++ b/params/phi/5/rnd_search_t_no_sched/comb_7/init/model.layers.29.self_attn.dense/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e3f2cf9d8508ef8ab0f1fab002987be0430f7eb52b87c158492cf04b7033c1d2
+size 11395
diff --git a/params/phi/5/rnd_search_t_no_sched/comb_7/init/model.layers.29.self_attn.dense/_s.pt b/params/phi/5/rnd_search_t_no_sched/comb_7/init/model.layers.29.self_attn.dense/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ccd727dfee60d96181706f771b0da31be2c1980b
--- /dev/null
+++ b/params/phi/5/rnd_search_t_no_sched/comb_7/init/model.layers.29.self_attn.dense/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:674971626511ce86b90c9f58d24acdc171c3211b05a87191e11e242a7fa042e2
+size 11395
diff --git a/params/phi/5/rnd_search_t_no_sched/comb_7/init/model.layers.29.self_attn.k_proj/_0.pt b/params/phi/5/rnd_search_t_no_sched/comb_7/init/model.layers.29.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..32ee18bf2f25e623153f8e8e4fc5f1257a361dec
--- /dev/null
+++ b/params/phi/5/rnd_search_t_no_sched/comb_7/init/model.layers.29.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e3f2cf9d8508ef8ab0f1fab002987be0430f7eb52b87c158492cf04b7033c1d2
+size 11395
diff --git a/params/phi/5/rnd_search_t_no_sched/comb_7/init/model.layers.29.self_attn.k_proj/_s.pt b/params/phi/5/rnd_search_t_no_sched/comb_7/init/model.layers.29.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..1e0a58ef43f32053779ae71574f0e9099f7e5cc2
--- /dev/null
+++ b/params/phi/5/rnd_search_t_no_sched/comb_7/init/model.layers.29.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:164ecc2fb5ec2554fef3634d172bba9433579514b3c3826395c09d51acbbc064
+size 11395
diff --git a/params/phi/5/rnd_search_t_no_sched/comb_7/init/model.layers.29.self_attn.q_proj/_0.pt b/params/phi/5/rnd_search_t_no_sched/comb_7/init/model.layers.29.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..32ee18bf2f25e623153f8e8e4fc5f1257a361dec
--- /dev/null
+++ b/params/phi/5/rnd_search_t_no_sched/comb_7/init/model.layers.29.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e3f2cf9d8508ef8ab0f1fab002987be0430f7eb52b87c158492cf04b7033c1d2
+size 11395
diff --git a/params/phi/5/rnd_search_t_no_sched/comb_7/init/model.layers.29.self_attn.q_proj/_s.pt b/params/phi/5/rnd_search_t_no_sched/comb_7/init/model.layers.29.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..fc50aaf39b9ef851df10709afe68b0d03285a452
--- /dev/null
+++ b/params/phi/5/rnd_search_t_no_sched/comb_7/init/model.layers.29.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:88fb2cc59418c914e2332bd2cbad81524fb8265a26bd222fe11d5698fcc38210
+size 11395
diff --git a/params/phi/5/rnd_search_t_no_sched/comb_7/init/model.layers.29.self_attn.v_proj/_0.pt b/params/phi/5/rnd_search_t_no_sched/comb_7/init/model.layers.29.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..32ee18bf2f25e623153f8e8e4fc5f1257a361dec
--- /dev/null
+++ b/params/phi/5/rnd_search_t_no_sched/comb_7/init/model.layers.29.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e3f2cf9d8508ef8ab0f1fab002987be0430f7eb52b87c158492cf04b7033c1d2
+size 11395
diff --git a/params/phi/5/rnd_search_t_no_sched/comb_7/init/model.layers.29.self_attn.v_proj/_s.pt b/params/phi/5/rnd_search_t_no_sched/comb_7/init/model.layers.29.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..b5c05683ef71cd2190280a5c18ec1b89f10921b2
--- /dev/null
+++ b/params/phi/5/rnd_search_t_no_sched/comb_7/init/model.layers.29.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:4bee6a766bde956760bdc589edc82301cbafcfb59ff02e2a198e40eb8ef0ac4e
+size 11395
diff --git a/params/phi/5/rnd_search_t_no_sched/comb_7/init/model.layers.3.mlp.fc1/_0.pt b/params/phi/5/rnd_search_t_no_sched/comb_7/init/model.layers.3.mlp.fc1/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..32ac531bec3e1f984cbc6da2072275eebedcc848
--- /dev/null
+++ b/params/phi/5/rnd_search_t_no_sched/comb_7/init/model.layers.3.mlp.fc1/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:8aae49663620750ef1b42b31d5204777eb39a1af1f1e7ab7f27474ddd4803198
+size 42115
diff --git a/params/phi/5/rnd_search_t_no_sched/comb_7/init/model.layers.3.mlp.fc1/_s.pt b/params/phi/5/rnd_search_t_no_sched/comb_7/init/model.layers.3.mlp.fc1/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a8a3f821fbb1eca57e02b714d7c51f09de33b21b
--- /dev/null
+++ b/params/phi/5/rnd_search_t_no_sched/comb_7/init/model.layers.3.mlp.fc1/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:cf2e9a593f7147937c150cf196171f14ce4d299650621b8788aaeb9d8efd39bc
+size 42115
diff --git a/params/phi/5/rnd_search_t_no_sched/comb_7/init/model.layers.3.mlp.fc2/_0.pt b/params/phi/5/rnd_search_t_no_sched/comb_7/init/model.layers.3.mlp.fc2/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..32ee18bf2f25e623153f8e8e4fc5f1257a361dec
--- /dev/null
+++ b/params/phi/5/rnd_search_t_no_sched/comb_7/init/model.layers.3.mlp.fc2/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e3f2cf9d8508ef8ab0f1fab002987be0430f7eb52b87c158492cf04b7033c1d2
+size 11395
diff --git a/params/phi/5/rnd_search_t_no_sched/comb_7/init/model.layers.3.mlp.fc2/_s.pt b/params/phi/5/rnd_search_t_no_sched/comb_7/init/model.layers.3.mlp.fc2/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..7ef1e54515916dc25905b3add9353198373f52ab
--- /dev/null
+++ b/params/phi/5/rnd_search_t_no_sched/comb_7/init/model.layers.3.mlp.fc2/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:9a4afab31b9090afe3a1b775e0b2f3c81461c179df2a7681ffc284ef99e44512
+size 11395
diff --git a/params/phi/5/rnd_search_t_no_sched/comb_7/init/model.layers.3.self_attn.dense/_0.pt b/params/phi/5/rnd_search_t_no_sched/comb_7/init/model.layers.3.self_attn.dense/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..32ee18bf2f25e623153f8e8e4fc5f1257a361dec
--- /dev/null
+++ b/params/phi/5/rnd_search_t_no_sched/comb_7/init/model.layers.3.self_attn.dense/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e3f2cf9d8508ef8ab0f1fab002987be0430f7eb52b87c158492cf04b7033c1d2
+size 11395
diff --git a/params/phi/5/rnd_search_t_no_sched/comb_7/init/model.layers.3.self_attn.dense/_s.pt b/params/phi/5/rnd_search_t_no_sched/comb_7/init/model.layers.3.self_attn.dense/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..014bf4afcbdaac35f8f6434fe4435fe6252cb2bf
--- /dev/null
+++ b/params/phi/5/rnd_search_t_no_sched/comb_7/init/model.layers.3.self_attn.dense/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:56b35b5a9eda0ea39cc9806b08233e02599e65eb5ad68f6445df4de242bcf716
+size 11395
diff --git a/params/phi/5/rnd_search_t_no_sched/comb_7/init/model.layers.3.self_attn.k_proj/_0.pt b/params/phi/5/rnd_search_t_no_sched/comb_7/init/model.layers.3.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..32ee18bf2f25e623153f8e8e4fc5f1257a361dec
--- /dev/null
+++ b/params/phi/5/rnd_search_t_no_sched/comb_7/init/model.layers.3.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e3f2cf9d8508ef8ab0f1fab002987be0430f7eb52b87c158492cf04b7033c1d2
+size 11395
diff --git a/params/phi/5/rnd_search_t_no_sched/comb_7/init/model.layers.3.self_attn.k_proj/_s.pt b/params/phi/5/rnd_search_t_no_sched/comb_7/init/model.layers.3.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8b3ae1ff2ec5afe6c75ff2bfd22f420ed0ec67b9
--- /dev/null
+++ b/params/phi/5/rnd_search_t_no_sched/comb_7/init/model.layers.3.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ce543d8589f5b3fabe1278c49992735b894d6bacc40a09a3aeca6862fbef2d13
+size 11395
diff --git a/params/phi/5/rnd_search_t_no_sched/comb_7/init/model.layers.3.self_attn.q_proj/_0.pt b/params/phi/5/rnd_search_t_no_sched/comb_7/init/model.layers.3.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..32ee18bf2f25e623153f8e8e4fc5f1257a361dec
--- /dev/null
+++ b/params/phi/5/rnd_search_t_no_sched/comb_7/init/model.layers.3.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e3f2cf9d8508ef8ab0f1fab002987be0430f7eb52b87c158492cf04b7033c1d2
+size 11395
diff --git a/params/phi/5/rnd_search_t_no_sched/comb_7/init/model.layers.3.self_attn.q_proj/_s.pt b/params/phi/5/rnd_search_t_no_sched/comb_7/init/model.layers.3.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c571cf7d4482ac90a507f95db0c1923b4acecd5a
--- /dev/null
+++ b/params/phi/5/rnd_search_t_no_sched/comb_7/init/model.layers.3.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:4e5430619416bc3f8e06b0e953ac594d0b9364310d6b82a86ebbcb6cc143d482
+size 11395
diff --git a/params/phi/5/rnd_search_t_no_sched/comb_7/init/model.layers.3.self_attn.v_proj/_0.pt b/params/phi/5/rnd_search_t_no_sched/comb_7/init/model.layers.3.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..32ee18bf2f25e623153f8e8e4fc5f1257a361dec
--- /dev/null
+++ b/params/phi/5/rnd_search_t_no_sched/comb_7/init/model.layers.3.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e3f2cf9d8508ef8ab0f1fab002987be0430f7eb52b87c158492cf04b7033c1d2
+size 11395
diff --git a/params/phi/5/rnd_search_t_no_sched/comb_7/init/model.layers.3.self_attn.v_proj/_s.pt b/params/phi/5/rnd_search_t_no_sched/comb_7/init/model.layers.3.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..b2482916a5653bbcb4fb29232d9fda87be8c3d56
--- /dev/null
+++ b/params/phi/5/rnd_search_t_no_sched/comb_7/init/model.layers.3.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:25faefefefb5aa1c486aca766950d8574d7fecc5e1988f0eb40e285b86a2c7a5
+size 11395
diff --git a/params/phi/5/rnd_search_t_no_sched/comb_7/init/model.layers.30.mlp.fc1/_0.pt b/params/phi/5/rnd_search_t_no_sched/comb_7/init/model.layers.30.mlp.fc1/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..32ac531bec3e1f984cbc6da2072275eebedcc848
--- /dev/null
+++ b/params/phi/5/rnd_search_t_no_sched/comb_7/init/model.layers.30.mlp.fc1/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:8aae49663620750ef1b42b31d5204777eb39a1af1f1e7ab7f27474ddd4803198
+size 42115
diff --git a/params/phi/5/rnd_search_t_no_sched/comb_7/init/model.layers.30.mlp.fc1/_s.pt b/params/phi/5/rnd_search_t_no_sched/comb_7/init/model.layers.30.mlp.fc1/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a729ff5c211dbcdbc753d2f3a24c727e21edb7bc
--- /dev/null
+++ b/params/phi/5/rnd_search_t_no_sched/comb_7/init/model.layers.30.mlp.fc1/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ea94b31b542adc7b15784056409343381b3713f1b64433218f644cd3ac4ec66b
+size 42115
diff --git a/params/phi/5/rnd_search_t_no_sched/comb_7/init/model.layers.30.mlp.fc2/_0.pt b/params/phi/5/rnd_search_t_no_sched/comb_7/init/model.layers.30.mlp.fc2/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..32ee18bf2f25e623153f8e8e4fc5f1257a361dec
--- /dev/null
+++ b/params/phi/5/rnd_search_t_no_sched/comb_7/init/model.layers.30.mlp.fc2/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e3f2cf9d8508ef8ab0f1fab002987be0430f7eb52b87c158492cf04b7033c1d2
+size 11395
diff --git a/params/phi/5/rnd_search_t_no_sched/comb_7/init/model.layers.30.mlp.fc2/_s.pt b/params/phi/5/rnd_search_t_no_sched/comb_7/init/model.layers.30.mlp.fc2/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..026344727608d9ae32db12af485cdd2f0530b853
--- /dev/null
+++ b/params/phi/5/rnd_search_t_no_sched/comb_7/init/model.layers.30.mlp.fc2/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:9c1bfa0972068828307051d18707055d3b8ad0c2b3368d6cd838544bffd7cf68
+size 11395
diff --git a/params/phi/5/rnd_search_t_no_sched/comb_7/init/model.layers.30.self_attn.dense/_0.pt b/params/phi/5/rnd_search_t_no_sched/comb_7/init/model.layers.30.self_attn.dense/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..32ee18bf2f25e623153f8e8e4fc5f1257a361dec
--- /dev/null
+++ b/params/phi/5/rnd_search_t_no_sched/comb_7/init/model.layers.30.self_attn.dense/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e3f2cf9d8508ef8ab0f1fab002987be0430f7eb52b87c158492cf04b7033c1d2
+size 11395
diff --git a/params/phi/5/rnd_search_t_no_sched/comb_7/init/model.layers.30.self_attn.dense/_s.pt b/params/phi/5/rnd_search_t_no_sched/comb_7/init/model.layers.30.self_attn.dense/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..46fd0aec1a87187fdfcde32bd5817a591ada52e5
--- /dev/null
+++ b/params/phi/5/rnd_search_t_no_sched/comb_7/init/model.layers.30.self_attn.dense/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:7fea2c2df407348f4244d36baae2f26f52cc354a1a9108697778866bfc5d6d8d
+size 11395
diff --git a/params/phi/5/rnd_search_t_no_sched/comb_7/init/model.layers.30.self_attn.k_proj/_0.pt b/params/phi/5/rnd_search_t_no_sched/comb_7/init/model.layers.30.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..32ee18bf2f25e623153f8e8e4fc5f1257a361dec
--- /dev/null
+++ b/params/phi/5/rnd_search_t_no_sched/comb_7/init/model.layers.30.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e3f2cf9d8508ef8ab0f1fab002987be0430f7eb52b87c158492cf04b7033c1d2
+size 11395
diff --git a/params/phi/5/rnd_search_t_no_sched/comb_7/init/model.layers.30.self_attn.k_proj/_s.pt b/params/phi/5/rnd_search_t_no_sched/comb_7/init/model.layers.30.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..af3153607dd344d3f6a4603d74b3bb4e15669b0e
--- /dev/null
+++ b/params/phi/5/rnd_search_t_no_sched/comb_7/init/model.layers.30.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:1c06ec29923c1d9a265cbb3b7fa4cb8510d3153262dcfdf9d067fb4347aa4d68
+size 11395
diff --git a/params/phi/5/rnd_search_t_no_sched/comb_7/init/model.layers.30.self_attn.q_proj/_0.pt b/params/phi/5/rnd_search_t_no_sched/comb_7/init/model.layers.30.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..32ee18bf2f25e623153f8e8e4fc5f1257a361dec
--- /dev/null
+++ b/params/phi/5/rnd_search_t_no_sched/comb_7/init/model.layers.30.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e3f2cf9d8508ef8ab0f1fab002987be0430f7eb52b87c158492cf04b7033c1d2
+size 11395
diff --git a/params/phi/5/rnd_search_t_no_sched/comb_7/init/model.layers.30.self_attn.q_proj/_s.pt b/params/phi/5/rnd_search_t_no_sched/comb_7/init/model.layers.30.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..92f73f8033472e24548bf0424d052a753f2af5c9
--- /dev/null
+++ b/params/phi/5/rnd_search_t_no_sched/comb_7/init/model.layers.30.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5597e7a1a444dfb51f5e5be8db059ab2d28c2c0e868b3bb1cca70051c63f8954
+size 11395
diff --git a/params/phi/5/rnd_search_t_no_sched/comb_7/init/model.layers.30.self_attn.v_proj/_0.pt b/params/phi/5/rnd_search_t_no_sched/comb_7/init/model.layers.30.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..32ee18bf2f25e623153f8e8e4fc5f1257a361dec
--- /dev/null
+++ b/params/phi/5/rnd_search_t_no_sched/comb_7/init/model.layers.30.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e3f2cf9d8508ef8ab0f1fab002987be0430f7eb52b87c158492cf04b7033c1d2
+size 11395
diff --git a/params/phi/5/rnd_search_t_no_sched/comb_7/init/model.layers.30.self_attn.v_proj/_s.pt b/params/phi/5/rnd_search_t_no_sched/comb_7/init/model.layers.30.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..6086371f8d2216cd560e0bd1d56741c3252784cd
--- /dev/null
+++ b/params/phi/5/rnd_search_t_no_sched/comb_7/init/model.layers.30.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:07804bf7e880e93b1f5852de126ef169b48af69be8adceb3485538d5e545d212
+size 11395
diff --git a/params/phi/5/rnd_search_t_no_sched/comb_7/init/model.layers.31.mlp.fc1/_0.pt b/params/phi/5/rnd_search_t_no_sched/comb_7/init/model.layers.31.mlp.fc1/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..32ac531bec3e1f984cbc6da2072275eebedcc848
--- /dev/null
+++ b/params/phi/5/rnd_search_t_no_sched/comb_7/init/model.layers.31.mlp.fc1/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:8aae49663620750ef1b42b31d5204777eb39a1af1f1e7ab7f27474ddd4803198
+size 42115
diff --git a/params/phi/5/rnd_search_t_no_sched/comb_7/init/model.layers.31.mlp.fc1/_s.pt b/params/phi/5/rnd_search_t_no_sched/comb_7/init/model.layers.31.mlp.fc1/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..1860a6bd31c94d01896db524a2dc393a0e377d75
--- /dev/null
+++ b/params/phi/5/rnd_search_t_no_sched/comb_7/init/model.layers.31.mlp.fc1/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:cb3915cb64702658d182afdafa58aef230e5edf73aa667e816fb61044d69a93e
+size 42115
diff --git a/params/phi/5/rnd_search_t_no_sched/comb_7/init/model.layers.31.mlp.fc2/_0.pt b/params/phi/5/rnd_search_t_no_sched/comb_7/init/model.layers.31.mlp.fc2/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..32ee18bf2f25e623153f8e8e4fc5f1257a361dec
--- /dev/null
+++ b/params/phi/5/rnd_search_t_no_sched/comb_7/init/model.layers.31.mlp.fc2/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e3f2cf9d8508ef8ab0f1fab002987be0430f7eb52b87c158492cf04b7033c1d2
+size 11395
diff --git a/params/phi/5/rnd_search_t_no_sched/comb_7/init/model.layers.31.mlp.fc2/_s.pt b/params/phi/5/rnd_search_t_no_sched/comb_7/init/model.layers.31.mlp.fc2/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..112ee95da4c9f6708358d4b73942fca943f50e9e
--- /dev/null
+++ b/params/phi/5/rnd_search_t_no_sched/comb_7/init/model.layers.31.mlp.fc2/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:006c2bdf42e92870f61097f585ae683262b4e77c50c2f63c992582a71b32a5b1
+size 11395
diff --git a/params/phi/5/rnd_search_t_no_sched/comb_7/init/model.layers.31.self_attn.dense/_0.pt b/params/phi/5/rnd_search_t_no_sched/comb_7/init/model.layers.31.self_attn.dense/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..32ee18bf2f25e623153f8e8e4fc5f1257a361dec
--- /dev/null
+++ b/params/phi/5/rnd_search_t_no_sched/comb_7/init/model.layers.31.self_attn.dense/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e3f2cf9d8508ef8ab0f1fab002987be0430f7eb52b87c158492cf04b7033c1d2
+size 11395
diff --git a/params/phi/5/rnd_search_t_no_sched/comb_7/init/model.layers.31.self_attn.dense/_s.pt b/params/phi/5/rnd_search_t_no_sched/comb_7/init/model.layers.31.self_attn.dense/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..016d8088650b4c0e762b469e6bb338ddae587791
--- /dev/null
+++ b/params/phi/5/rnd_search_t_no_sched/comb_7/init/model.layers.31.self_attn.dense/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:471aa125dc7e18ed68629632b3bbbd22529013641695659efe2776b8603c422e
+size 11395
diff --git a/params/phi/5/rnd_search_t_no_sched/comb_7/init/model.layers.31.self_attn.k_proj/_0.pt b/params/phi/5/rnd_search_t_no_sched/comb_7/init/model.layers.31.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..32ee18bf2f25e623153f8e8e4fc5f1257a361dec
--- /dev/null
+++ b/params/phi/5/rnd_search_t_no_sched/comb_7/init/model.layers.31.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e3f2cf9d8508ef8ab0f1fab002987be0430f7eb52b87c158492cf04b7033c1d2
+size 11395
diff --git a/params/phi/5/rnd_search_t_no_sched/comb_7/init/model.layers.31.self_attn.k_proj/_s.pt b/params/phi/5/rnd_search_t_no_sched/comb_7/init/model.layers.31.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..6f2e5e8780704bfcae5b3a57a63750a9f7cad289
--- /dev/null
+++ b/params/phi/5/rnd_search_t_no_sched/comb_7/init/model.layers.31.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c1d5924ac3475932ae6ca75ca007114326b100eb6826108a65ab8353907356d3
+size 11395
diff --git a/params/phi/5/rnd_search_t_no_sched/comb_7/init/model.layers.31.self_attn.q_proj/_0.pt b/params/phi/5/rnd_search_t_no_sched/comb_7/init/model.layers.31.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..32ee18bf2f25e623153f8e8e4fc5f1257a361dec
--- /dev/null
+++ b/params/phi/5/rnd_search_t_no_sched/comb_7/init/model.layers.31.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e3f2cf9d8508ef8ab0f1fab002987be0430f7eb52b87c158492cf04b7033c1d2
+size 11395
diff --git a/params/phi/5/rnd_search_t_no_sched/comb_7/init/model.layers.31.self_attn.q_proj/_s.pt b/params/phi/5/rnd_search_t_no_sched/comb_7/init/model.layers.31.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..7cdde44fcaefe06e1b869aa3f5efe42c797f2615
--- /dev/null
+++ b/params/phi/5/rnd_search_t_no_sched/comb_7/init/model.layers.31.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:17406b59234cdb38403a4950fa5757d9b94ea1cfb1041a340b186a7145961c25
+size 11395
diff --git a/params/phi/5/rnd_search_t_no_sched/comb_7/init/model.layers.31.self_attn.v_proj/_0.pt b/params/phi/5/rnd_search_t_no_sched/comb_7/init/model.layers.31.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..32ee18bf2f25e623153f8e8e4fc5f1257a361dec
--- /dev/null
+++ b/params/phi/5/rnd_search_t_no_sched/comb_7/init/model.layers.31.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e3f2cf9d8508ef8ab0f1fab002987be0430f7eb52b87c158492cf04b7033c1d2
+size 11395
diff --git a/params/phi/5/rnd_search_t_no_sched/comb_7/init/model.layers.31.self_attn.v_proj/_s.pt b/params/phi/5/rnd_search_t_no_sched/comb_7/init/model.layers.31.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..03a3457c9052c7d5cc86259936aa14d73f4c2ec3
--- /dev/null
+++ b/params/phi/5/rnd_search_t_no_sched/comb_7/init/model.layers.31.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:1b5e5e990602a762ce7986d1c91e12613f6df63785c91ec7cb70f75dde3d4047
+size 11395
diff --git a/params/phi/5/rnd_search_t_no_sched/comb_7/init/model.layers.4.mlp.fc1/_0.pt b/params/phi/5/rnd_search_t_no_sched/comb_7/init/model.layers.4.mlp.fc1/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..32ac531bec3e1f984cbc6da2072275eebedcc848
--- /dev/null
+++ b/params/phi/5/rnd_search_t_no_sched/comb_7/init/model.layers.4.mlp.fc1/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:8aae49663620750ef1b42b31d5204777eb39a1af1f1e7ab7f27474ddd4803198
+size 42115
diff --git a/params/phi/5/rnd_search_t_no_sched/comb_7/init/model.layers.4.mlp.fc1/_s.pt b/params/phi/5/rnd_search_t_no_sched/comb_7/init/model.layers.4.mlp.fc1/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..eabb95bf3eb0f83361e1c61299897ebf3bed53be
--- /dev/null
+++ b/params/phi/5/rnd_search_t_no_sched/comb_7/init/model.layers.4.mlp.fc1/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:3e87fe96016bf4dbdb356595ee31438a783bd9a87ed06a4516fd301c235d11a5
+size 42115
diff --git a/params/phi/5/rnd_search_t_no_sched/comb_7/init/model.layers.4.mlp.fc2/_0.pt b/params/phi/5/rnd_search_t_no_sched/comb_7/init/model.layers.4.mlp.fc2/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..32ee18bf2f25e623153f8e8e4fc5f1257a361dec
--- /dev/null
+++ b/params/phi/5/rnd_search_t_no_sched/comb_7/init/model.layers.4.mlp.fc2/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e3f2cf9d8508ef8ab0f1fab002987be0430f7eb52b87c158492cf04b7033c1d2
+size 11395
diff --git a/params/phi/5/rnd_search_t_no_sched/comb_7/init/model.layers.4.mlp.fc2/_s.pt b/params/phi/5/rnd_search_t_no_sched/comb_7/init/model.layers.4.mlp.fc2/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..3887216f0ab7483fb1f840a1a13d5e9c90e459c6
--- /dev/null
+++ b/params/phi/5/rnd_search_t_no_sched/comb_7/init/model.layers.4.mlp.fc2/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d6caa3b8a16cc6224a2cae2297e1a9151e9b15f8142181a6fae81f0c2c42a05e
+size 11395
diff --git a/params/phi/5/rnd_search_t_no_sched/comb_7/init/model.layers.4.self_attn.dense/_0.pt b/params/phi/5/rnd_search_t_no_sched/comb_7/init/model.layers.4.self_attn.dense/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..32ee18bf2f25e623153f8e8e4fc5f1257a361dec
--- /dev/null
+++ b/params/phi/5/rnd_search_t_no_sched/comb_7/init/model.layers.4.self_attn.dense/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e3f2cf9d8508ef8ab0f1fab002987be0430f7eb52b87c158492cf04b7033c1d2
+size 11395
diff --git a/params/phi/5/rnd_search_t_no_sched/comb_7/init/model.layers.4.self_attn.dense/_s.pt b/params/phi/5/rnd_search_t_no_sched/comb_7/init/model.layers.4.self_attn.dense/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..7d5f889358852e70678e4e6089eea307676e2cee
--- /dev/null
+++ b/params/phi/5/rnd_search_t_no_sched/comb_7/init/model.layers.4.self_attn.dense/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:7696bcf2d7d28bd0e4d2f44546fcc66283203d2a7d88989d46cdfc393cae4b51
+size 11395
diff --git a/params/phi/5/rnd_search_t_no_sched/comb_7/init/model.layers.4.self_attn.k_proj/_0.pt b/params/phi/5/rnd_search_t_no_sched/comb_7/init/model.layers.4.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..32ee18bf2f25e623153f8e8e4fc5f1257a361dec
--- /dev/null
+++ b/params/phi/5/rnd_search_t_no_sched/comb_7/init/model.layers.4.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e3f2cf9d8508ef8ab0f1fab002987be0430f7eb52b87c158492cf04b7033c1d2
+size 11395
diff --git a/params/phi/5/rnd_search_t_no_sched/comb_7/init/model.layers.4.self_attn.k_proj/_s.pt b/params/phi/5/rnd_search_t_no_sched/comb_7/init/model.layers.4.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e40cb68ead5fe4b1594c5e96f0a8d0f1165f35ee
--- /dev/null
+++ b/params/phi/5/rnd_search_t_no_sched/comb_7/init/model.layers.4.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:70d171b9d01e484b4faadf24a24881501bd35abf6b8ead1b321530c0c662ae7a
+size 11395
diff --git a/params/phi/5/rnd_search_t_no_sched/comb_7/init/model.layers.4.self_attn.q_proj/_0.pt b/params/phi/5/rnd_search_t_no_sched/comb_7/init/model.layers.4.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..32ee18bf2f25e623153f8e8e4fc5f1257a361dec
--- /dev/null
+++ b/params/phi/5/rnd_search_t_no_sched/comb_7/init/model.layers.4.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e3f2cf9d8508ef8ab0f1fab002987be0430f7eb52b87c158492cf04b7033c1d2
+size 11395
diff --git a/params/phi/5/rnd_search_t_no_sched/comb_7/init/model.layers.4.self_attn.q_proj/_s.pt b/params/phi/5/rnd_search_t_no_sched/comb_7/init/model.layers.4.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2e928338beb5bb4d3a5fa6f41fdcf0072ed2a86e
--- /dev/null
+++ b/params/phi/5/rnd_search_t_no_sched/comb_7/init/model.layers.4.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:6c3a274dba5b56f5757412130117cbdc5b707110c82fd92d0a2f627ed5fdf597
+size 11395
diff --git a/params/phi/5/rnd_search_t_no_sched/comb_7/init/model.layers.4.self_attn.v_proj/_0.pt b/params/phi/5/rnd_search_t_no_sched/comb_7/init/model.layers.4.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..32ee18bf2f25e623153f8e8e4fc5f1257a361dec
--- /dev/null
+++ b/params/phi/5/rnd_search_t_no_sched/comb_7/init/model.layers.4.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e3f2cf9d8508ef8ab0f1fab002987be0430f7eb52b87c158492cf04b7033c1d2
+size 11395
diff --git a/params/phi/5/rnd_search_t_no_sched/comb_7/init/model.layers.4.self_attn.v_proj/_s.pt b/params/phi/5/rnd_search_t_no_sched/comb_7/init/model.layers.4.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..d4cb49a7034475a01bec81ddccd046de2db62221
--- /dev/null
+++ b/params/phi/5/rnd_search_t_no_sched/comb_7/init/model.layers.4.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:860279c0c0897686954130943c6874624d5486f5f818542187db1f88b40245f3
+size 11395
diff --git a/params/phi/5/rnd_search_t_no_sched/comb_7/init/model.layers.5.mlp.fc1/_0.pt b/params/phi/5/rnd_search_t_no_sched/comb_7/init/model.layers.5.mlp.fc1/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..32ac531bec3e1f984cbc6da2072275eebedcc848
--- /dev/null
+++ b/params/phi/5/rnd_search_t_no_sched/comb_7/init/model.layers.5.mlp.fc1/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:8aae49663620750ef1b42b31d5204777eb39a1af1f1e7ab7f27474ddd4803198
+size 42115
diff --git a/params/phi/5/rnd_search_t_no_sched/comb_7/init/model.layers.5.mlp.fc1/_s.pt b/params/phi/5/rnd_search_t_no_sched/comb_7/init/model.layers.5.mlp.fc1/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..1439ae7b084ee12f40808a0025670a8ee2ada355
--- /dev/null
+++ b/params/phi/5/rnd_search_t_no_sched/comb_7/init/model.layers.5.mlp.fc1/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:32c60f6de6a22c0d5a34bda2f15b4faab79407d94ece1ad5dc9428cc72cde60e
+size 42115
diff --git a/params/phi/5/rnd_search_t_no_sched/comb_7/init/model.layers.5.mlp.fc2/_0.pt b/params/phi/5/rnd_search_t_no_sched/comb_7/init/model.layers.5.mlp.fc2/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..32ee18bf2f25e623153f8e8e4fc5f1257a361dec
--- /dev/null
+++ b/params/phi/5/rnd_search_t_no_sched/comb_7/init/model.layers.5.mlp.fc2/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e3f2cf9d8508ef8ab0f1fab002987be0430f7eb52b87c158492cf04b7033c1d2
+size 11395
diff --git a/params/phi/5/rnd_search_t_no_sched/comb_7/init/model.layers.5.mlp.fc2/_s.pt b/params/phi/5/rnd_search_t_no_sched/comb_7/init/model.layers.5.mlp.fc2/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..fac8768c8a5a4649376e839cdcd677686a6b738c
--- /dev/null
+++ b/params/phi/5/rnd_search_t_no_sched/comb_7/init/model.layers.5.mlp.fc2/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b4fa7017fc64da1c27e512ed3bd89b5a776e01dfe1613a0d10ccd4d335422730
+size 11395
diff --git a/params/phi/5/rnd_search_t_no_sched/comb_7/init/model.layers.5.self_attn.dense/_0.pt b/params/phi/5/rnd_search_t_no_sched/comb_7/init/model.layers.5.self_attn.dense/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..32ee18bf2f25e623153f8e8e4fc5f1257a361dec
--- /dev/null
+++ b/params/phi/5/rnd_search_t_no_sched/comb_7/init/model.layers.5.self_attn.dense/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e3f2cf9d8508ef8ab0f1fab002987be0430f7eb52b87c158492cf04b7033c1d2
+size 11395
diff --git a/params/phi/5/rnd_search_t_no_sched/comb_7/init/model.layers.5.self_attn.dense/_s.pt b/params/phi/5/rnd_search_t_no_sched/comb_7/init/model.layers.5.self_attn.dense/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ae82321d761836c9329c904da7bfb2d8808f60f
--- /dev/null
+++ b/params/phi/5/rnd_search_t_no_sched/comb_7/init/model.layers.5.self_attn.dense/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:40317ebce9fdc6028410db1d0019818e7323a4a8b2f02ca5938c299dc45e5986
+size 11395
diff --git a/params/phi/5/rnd_search_t_no_sched/comb_7/init/model.layers.5.self_attn.k_proj/_0.pt b/params/phi/5/rnd_search_t_no_sched/comb_7/init/model.layers.5.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..32ee18bf2f25e623153f8e8e4fc5f1257a361dec
--- /dev/null
+++ b/params/phi/5/rnd_search_t_no_sched/comb_7/init/model.layers.5.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e3f2cf9d8508ef8ab0f1fab002987be0430f7eb52b87c158492cf04b7033c1d2
+size 11395
diff --git a/params/phi/5/rnd_search_t_no_sched/comb_7/init/model.layers.5.self_attn.k_proj/_s.pt b/params/phi/5/rnd_search_t_no_sched/comb_7/init/model.layers.5.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..d1b3b008d0b4dd0d2a2b5f3fa90a3f7739c6f40e
--- /dev/null
+++ b/params/phi/5/rnd_search_t_no_sched/comb_7/init/model.layers.5.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:6141fb1764a9dda83e6dc046da8e46c4c00e4962c00e5b241b6747eb380b851b
+size 11395
diff --git a/params/phi/5/rnd_search_t_no_sched/comb_7/init/model.layers.5.self_attn.q_proj/_0.pt b/params/phi/5/rnd_search_t_no_sched/comb_7/init/model.layers.5.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..32ee18bf2f25e623153f8e8e4fc5f1257a361dec
--- /dev/null
+++ b/params/phi/5/rnd_search_t_no_sched/comb_7/init/model.layers.5.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e3f2cf9d8508ef8ab0f1fab002987be0430f7eb52b87c158492cf04b7033c1d2
+size 11395
diff --git a/params/phi/5/rnd_search_t_no_sched/comb_7/init/model.layers.5.self_attn.q_proj/_s.pt b/params/phi/5/rnd_search_t_no_sched/comb_7/init/model.layers.5.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..faa4f6663e2580e80a8df722923a45b814bc8f87
--- /dev/null
+++ b/params/phi/5/rnd_search_t_no_sched/comb_7/init/model.layers.5.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b3507ccc07bd1c8b041973fa2faed6465ccc622bc26c4a03f4ec4793878e4cb0
+size 11395
diff --git a/params/phi/5/rnd_search_t_no_sched/comb_7/init/model.layers.5.self_attn.v_proj/_0.pt b/params/phi/5/rnd_search_t_no_sched/comb_7/init/model.layers.5.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..32ee18bf2f25e623153f8e8e4fc5f1257a361dec
--- /dev/null
+++ b/params/phi/5/rnd_search_t_no_sched/comb_7/init/model.layers.5.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e3f2cf9d8508ef8ab0f1fab002987be0430f7eb52b87c158492cf04b7033c1d2
+size 11395
diff --git a/params/phi/5/rnd_search_t_no_sched/comb_7/init/model.layers.5.self_attn.v_proj/_s.pt b/params/phi/5/rnd_search_t_no_sched/comb_7/init/model.layers.5.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..6c6068c7fe8710b24fa1d2d3c1e28ec881e794ae
--- /dev/null
+++ b/params/phi/5/rnd_search_t_no_sched/comb_7/init/model.layers.5.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f0b1765da23d4893489923f3ddb47e2d64fdb21cc9a64a8f276c0619af7ff6e0
+size 11395
diff --git a/params/phi/5/rnd_search_t_no_sched/comb_7/init/model.layers.6.mlp.fc1/_0.pt b/params/phi/5/rnd_search_t_no_sched/comb_7/init/model.layers.6.mlp.fc1/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..32ac531bec3e1f984cbc6da2072275eebedcc848
--- /dev/null
+++ b/params/phi/5/rnd_search_t_no_sched/comb_7/init/model.layers.6.mlp.fc1/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:8aae49663620750ef1b42b31d5204777eb39a1af1f1e7ab7f27474ddd4803198
+size 42115
diff --git a/params/phi/5/rnd_search_t_no_sched/comb_7/init/model.layers.6.mlp.fc1/_s.pt b/params/phi/5/rnd_search_t_no_sched/comb_7/init/model.layers.6.mlp.fc1/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..af8145b710d3035406588636ba6a4b11e97ce654
--- /dev/null
+++ b/params/phi/5/rnd_search_t_no_sched/comb_7/init/model.layers.6.mlp.fc1/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:1d162e1ccc193947826c7b984870690bd92273a9c95e82a8d75e23898918c8b3
+size 42115
diff --git a/params/phi/5/rnd_search_t_no_sched/comb_7/init/model.layers.6.mlp.fc2/_0.pt b/params/phi/5/rnd_search_t_no_sched/comb_7/init/model.layers.6.mlp.fc2/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..32ee18bf2f25e623153f8e8e4fc5f1257a361dec
--- /dev/null
+++ b/params/phi/5/rnd_search_t_no_sched/comb_7/init/model.layers.6.mlp.fc2/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e3f2cf9d8508ef8ab0f1fab002987be0430f7eb52b87c158492cf04b7033c1d2
+size 11395
diff --git a/params/phi/5/rnd_search_t_no_sched/comb_7/init/model.layers.6.mlp.fc2/_s.pt b/params/phi/5/rnd_search_t_no_sched/comb_7/init/model.layers.6.mlp.fc2/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..68c4798069614228170185fe1208decebfbc6856
--- /dev/null
+++ b/params/phi/5/rnd_search_t_no_sched/comb_7/init/model.layers.6.mlp.fc2/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:8d4a16ad881d120047d8260a9594e4e61e20be448be85ae97b3aeffdf28bacc4
+size 11395
diff --git a/params/phi/5/rnd_search_t_no_sched/comb_7/init/model.layers.6.self_attn.dense/_0.pt b/params/phi/5/rnd_search_t_no_sched/comb_7/init/model.layers.6.self_attn.dense/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..32ee18bf2f25e623153f8e8e4fc5f1257a361dec
--- /dev/null
+++ b/params/phi/5/rnd_search_t_no_sched/comb_7/init/model.layers.6.self_attn.dense/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e3f2cf9d8508ef8ab0f1fab002987be0430f7eb52b87c158492cf04b7033c1d2
+size 11395
diff --git a/params/phi/5/rnd_search_t_no_sched/comb_7/init/model.layers.6.self_attn.dense/_s.pt b/params/phi/5/rnd_search_t_no_sched/comb_7/init/model.layers.6.self_attn.dense/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..188503587ae818f01c3e9f37bb2ccee49bfea8f5
--- /dev/null
+++ b/params/phi/5/rnd_search_t_no_sched/comb_7/init/model.layers.6.self_attn.dense/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:90f758134e9133620d94a248f5bee9651d0f878e6a7b78e313fa6abce426262e
+size 11395
diff --git a/params/phi/5/rnd_search_t_no_sched/comb_7/init/model.layers.6.self_attn.k_proj/_0.pt b/params/phi/5/rnd_search_t_no_sched/comb_7/init/model.layers.6.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..32ee18bf2f25e623153f8e8e4fc5f1257a361dec
--- /dev/null
+++ b/params/phi/5/rnd_search_t_no_sched/comb_7/init/model.layers.6.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e3f2cf9d8508ef8ab0f1fab002987be0430f7eb52b87c158492cf04b7033c1d2
+size 11395
diff --git a/params/phi/5/rnd_search_t_no_sched/comb_7/init/model.layers.6.self_attn.k_proj/_s.pt b/params/phi/5/rnd_search_t_no_sched/comb_7/init/model.layers.6.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..0ef3711823f070a98f31b52f37b19c11913d4fe0
--- /dev/null
+++ b/params/phi/5/rnd_search_t_no_sched/comb_7/init/model.layers.6.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:39d1d1d2a1029909df85e4907afff7ac3d77431d91e07a92c38cbac169549882
+size 11395
diff --git a/params/phi/5/rnd_search_t_no_sched/comb_7/init/model.layers.6.self_attn.q_proj/_0.pt b/params/phi/5/rnd_search_t_no_sched/comb_7/init/model.layers.6.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..32ee18bf2f25e623153f8e8e4fc5f1257a361dec
--- /dev/null
+++ b/params/phi/5/rnd_search_t_no_sched/comb_7/init/model.layers.6.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e3f2cf9d8508ef8ab0f1fab002987be0430f7eb52b87c158492cf04b7033c1d2
+size 11395
diff --git a/params/phi/5/rnd_search_t_no_sched/comb_7/init/model.layers.6.self_attn.q_proj/_s.pt b/params/phi/5/rnd_search_t_no_sched/comb_7/init/model.layers.6.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..310d4156782cc160510d3681940a281861a1a97f
--- /dev/null
+++ b/params/phi/5/rnd_search_t_no_sched/comb_7/init/model.layers.6.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:3a7ac8e9694fe6d188f2bf005b0b24ef90174bb8457c3a0cedc308f96b5a28b7
+size 11395
diff --git a/params/phi/5/rnd_search_t_no_sched/comb_7/init/model.layers.6.self_attn.v_proj/_0.pt b/params/phi/5/rnd_search_t_no_sched/comb_7/init/model.layers.6.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..32ee18bf2f25e623153f8e8e4fc5f1257a361dec
--- /dev/null
+++ b/params/phi/5/rnd_search_t_no_sched/comb_7/init/model.layers.6.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e3f2cf9d8508ef8ab0f1fab002987be0430f7eb52b87c158492cf04b7033c1d2
+size 11395
diff --git a/params/phi/5/rnd_search_t_no_sched/comb_7/init/model.layers.6.self_attn.v_proj/_s.pt b/params/phi/5/rnd_search_t_no_sched/comb_7/init/model.layers.6.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..92f374967bdc7e206d42b516a068bed35880a02c
--- /dev/null
+++ b/params/phi/5/rnd_search_t_no_sched/comb_7/init/model.layers.6.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c23ca7dc57a3f4b7439049559833e490c33cd1477faf863dbf10b4ab1bffb1a0
+size 11395
diff --git a/params/phi/5/rnd_search_t_no_sched/comb_7/init/model.layers.7.mlp.fc1/_0.pt b/params/phi/5/rnd_search_t_no_sched/comb_7/init/model.layers.7.mlp.fc1/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..32ac531bec3e1f984cbc6da2072275eebedcc848
--- /dev/null
+++ b/params/phi/5/rnd_search_t_no_sched/comb_7/init/model.layers.7.mlp.fc1/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:8aae49663620750ef1b42b31d5204777eb39a1af1f1e7ab7f27474ddd4803198
+size 42115
diff --git a/params/phi/5/rnd_search_t_no_sched/comb_7/init/model.layers.7.mlp.fc1/_s.pt b/params/phi/5/rnd_search_t_no_sched/comb_7/init/model.layers.7.mlp.fc1/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e0098d51fd62398c67d2c84ebea082fc5c69fdb1
--- /dev/null
+++ b/params/phi/5/rnd_search_t_no_sched/comb_7/init/model.layers.7.mlp.fc1/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:de16d60549fa2d85d880320879045b738ea698f50e4bee9ee7c460ddf7d51c5b
+size 42115
diff --git a/params/phi/5/rnd_search_t_no_sched/comb_7/init/model.layers.7.mlp.fc2/_0.pt b/params/phi/5/rnd_search_t_no_sched/comb_7/init/model.layers.7.mlp.fc2/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..32ee18bf2f25e623153f8e8e4fc5f1257a361dec
--- /dev/null
+++ b/params/phi/5/rnd_search_t_no_sched/comb_7/init/model.layers.7.mlp.fc2/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e3f2cf9d8508ef8ab0f1fab002987be0430f7eb52b87c158492cf04b7033c1d2
+size 11395
diff --git a/params/phi/5/rnd_search_t_no_sched/comb_7/init/model.layers.7.mlp.fc2/_s.pt b/params/phi/5/rnd_search_t_no_sched/comb_7/init/model.layers.7.mlp.fc2/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c16093ff2be64a01743ea655a86d1b24c2454c9c
--- /dev/null
+++ b/params/phi/5/rnd_search_t_no_sched/comb_7/init/model.layers.7.mlp.fc2/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0448de357bc8a9669c9920e22b9e558a895aa8ce19cd07fb2c42665b579996e4
+size 11395
diff --git a/params/phi/5/rnd_search_t_no_sched/comb_7/init/model.layers.7.self_attn.dense/_0.pt b/params/phi/5/rnd_search_t_no_sched/comb_7/init/model.layers.7.self_attn.dense/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..32ee18bf2f25e623153f8e8e4fc5f1257a361dec
--- /dev/null
+++ b/params/phi/5/rnd_search_t_no_sched/comb_7/init/model.layers.7.self_attn.dense/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e3f2cf9d8508ef8ab0f1fab002987be0430f7eb52b87c158492cf04b7033c1d2
+size 11395
diff --git a/params/phi/5/rnd_search_t_no_sched/comb_7/init/model.layers.7.self_attn.dense/_s.pt b/params/phi/5/rnd_search_t_no_sched/comb_7/init/model.layers.7.self_attn.dense/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..91c5a51c624523f52c49f8a93051687f8e553385
--- /dev/null
+++ b/params/phi/5/rnd_search_t_no_sched/comb_7/init/model.layers.7.self_attn.dense/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:57201b3f6b3a4538c0a31ec9a7ee9e94ca32225f2c7402f541fcd9745b7c9b2b
+size 11395
diff --git a/params/phi/5/rnd_search_t_no_sched/comb_7/init/model.layers.7.self_attn.k_proj/_0.pt b/params/phi/5/rnd_search_t_no_sched/comb_7/init/model.layers.7.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..32ee18bf2f25e623153f8e8e4fc5f1257a361dec
--- /dev/null
+++ b/params/phi/5/rnd_search_t_no_sched/comb_7/init/model.layers.7.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e3f2cf9d8508ef8ab0f1fab002987be0430f7eb52b87c158492cf04b7033c1d2
+size 11395
diff --git a/params/phi/5/rnd_search_t_no_sched/comb_7/init/model.layers.7.self_attn.k_proj/_s.pt b/params/phi/5/rnd_search_t_no_sched/comb_7/init/model.layers.7.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..9288742fafd576dbbc284630ca84fb6b58b805c4
--- /dev/null
+++ b/params/phi/5/rnd_search_t_no_sched/comb_7/init/model.layers.7.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:cd7948bc39ed1bec45897b9e111f7fb2d618e057d68185c443f6226d6f32adbb
+size 11395
diff --git a/params/phi/5/rnd_search_t_no_sched/comb_7/init/model.layers.7.self_attn.q_proj/_0.pt b/params/phi/5/rnd_search_t_no_sched/comb_7/init/model.layers.7.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..32ee18bf2f25e623153f8e8e4fc5f1257a361dec
--- /dev/null
+++ b/params/phi/5/rnd_search_t_no_sched/comb_7/init/model.layers.7.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e3f2cf9d8508ef8ab0f1fab002987be0430f7eb52b87c158492cf04b7033c1d2
+size 11395
diff --git a/params/phi/5/rnd_search_t_no_sched/comb_7/init/model.layers.7.self_attn.q_proj/_s.pt b/params/phi/5/rnd_search_t_no_sched/comb_7/init/model.layers.7.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4cab4d9ec3297c6fcbb912c70bcfa4e20f8cd7a2
--- /dev/null
+++ b/params/phi/5/rnd_search_t_no_sched/comb_7/init/model.layers.7.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:df1c0dbac6ce3b4f98efa5c75bf0f50ebcb9d14e412ba5424364252d0e89e8d4
+size 11395
diff --git a/params/phi/5/rnd_search_t_no_sched/comb_7/init/model.layers.7.self_attn.v_proj/_0.pt b/params/phi/5/rnd_search_t_no_sched/comb_7/init/model.layers.7.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..32ee18bf2f25e623153f8e8e4fc5f1257a361dec
--- /dev/null
+++ b/params/phi/5/rnd_search_t_no_sched/comb_7/init/model.layers.7.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e3f2cf9d8508ef8ab0f1fab002987be0430f7eb52b87c158492cf04b7033c1d2
+size 11395
diff --git a/params/phi/5/rnd_search_t_no_sched/comb_7/init/model.layers.7.self_attn.v_proj/_s.pt b/params/phi/5/rnd_search_t_no_sched/comb_7/init/model.layers.7.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..85d19cdb96db751528f753e7db56054b6fcc0038
--- /dev/null
+++ b/params/phi/5/rnd_search_t_no_sched/comb_7/init/model.layers.7.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f1e6c5d59056d25bd6b5ea04015070a372b66710d465302716dcc3b1895a8ec2
+size 11395
diff --git a/params/phi/5/rnd_search_t_no_sched/comb_7/init/model.layers.8.mlp.fc1/_0.pt b/params/phi/5/rnd_search_t_no_sched/comb_7/init/model.layers.8.mlp.fc1/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..32ac531bec3e1f984cbc6da2072275eebedcc848
--- /dev/null
+++ b/params/phi/5/rnd_search_t_no_sched/comb_7/init/model.layers.8.mlp.fc1/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:8aae49663620750ef1b42b31d5204777eb39a1af1f1e7ab7f27474ddd4803198
+size 42115
diff --git a/params/phi/5/rnd_search_t_no_sched/comb_7/init/model.layers.8.mlp.fc1/_s.pt b/params/phi/5/rnd_search_t_no_sched/comb_7/init/model.layers.8.mlp.fc1/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..bf69cbf419276a9c92c451308e6c694e5cb91dd9
--- /dev/null
+++ b/params/phi/5/rnd_search_t_no_sched/comb_7/init/model.layers.8.mlp.fc1/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:495ef363d154557210a18761bbc66f6167b3d07ad541c5261e92bec2b7e1e727
+size 42115
diff --git a/params/phi/5/rnd_search_t_no_sched/comb_7/init/model.layers.8.mlp.fc2/_0.pt b/params/phi/5/rnd_search_t_no_sched/comb_7/init/model.layers.8.mlp.fc2/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..32ee18bf2f25e623153f8e8e4fc5f1257a361dec
--- /dev/null
+++ b/params/phi/5/rnd_search_t_no_sched/comb_7/init/model.layers.8.mlp.fc2/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e3f2cf9d8508ef8ab0f1fab002987be0430f7eb52b87c158492cf04b7033c1d2
+size 11395
diff --git a/params/phi/5/rnd_search_t_no_sched/comb_7/init/model.layers.8.mlp.fc2/_s.pt b/params/phi/5/rnd_search_t_no_sched/comb_7/init/model.layers.8.mlp.fc2/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..acd245a4cf930f99c2eccdcea5a9041bf5a734e3
--- /dev/null
+++ b/params/phi/5/rnd_search_t_no_sched/comb_7/init/model.layers.8.mlp.fc2/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:7713d1fe0cf12c19cb4358bdd3e87e751d1938f6dc404f1628e2d2b15a1f5a69
+size 11395
diff --git a/params/phi/5/rnd_search_t_no_sched/comb_7/init/model.layers.8.self_attn.dense/_0.pt b/params/phi/5/rnd_search_t_no_sched/comb_7/init/model.layers.8.self_attn.dense/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..32ee18bf2f25e623153f8e8e4fc5f1257a361dec
--- /dev/null
+++ b/params/phi/5/rnd_search_t_no_sched/comb_7/init/model.layers.8.self_attn.dense/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e3f2cf9d8508ef8ab0f1fab002987be0430f7eb52b87c158492cf04b7033c1d2
+size 11395
diff --git a/params/phi/5/rnd_search_t_no_sched/comb_7/init/model.layers.8.self_attn.dense/_s.pt b/params/phi/5/rnd_search_t_no_sched/comb_7/init/model.layers.8.self_attn.dense/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..3f0fabca71e3faf3486aa649a4cc181790c14410
--- /dev/null
+++ b/params/phi/5/rnd_search_t_no_sched/comb_7/init/model.layers.8.self_attn.dense/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:62d141b57dfb7d69e78a8cb6b06a528f72a67930a3dbcc91ebfce25814ea2773
+size 11395
diff --git a/params/phi/5/rnd_search_t_no_sched/comb_7/init/model.layers.8.self_attn.k_proj/_0.pt b/params/phi/5/rnd_search_t_no_sched/comb_7/init/model.layers.8.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..32ee18bf2f25e623153f8e8e4fc5f1257a361dec
--- /dev/null
+++ b/params/phi/5/rnd_search_t_no_sched/comb_7/init/model.layers.8.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e3f2cf9d8508ef8ab0f1fab002987be0430f7eb52b87c158492cf04b7033c1d2
+size 11395
diff --git a/params/phi/5/rnd_search_t_no_sched/comb_7/init/model.layers.8.self_attn.k_proj/_s.pt b/params/phi/5/rnd_search_t_no_sched/comb_7/init/model.layers.8.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c67a8ca1591345d82d46b90ade94166087234e91
--- /dev/null
+++ b/params/phi/5/rnd_search_t_no_sched/comb_7/init/model.layers.8.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:00ca9451cf7c16adac5ba55e02d05d22ff0acb740573317e87140f681600b615
+size 11395
diff --git a/params/phi/5/rnd_search_t_no_sched/comb_7/init/model.layers.8.self_attn.q_proj/_0.pt b/params/phi/5/rnd_search_t_no_sched/comb_7/init/model.layers.8.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..32ee18bf2f25e623153f8e8e4fc5f1257a361dec
--- /dev/null
+++ b/params/phi/5/rnd_search_t_no_sched/comb_7/init/model.layers.8.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e3f2cf9d8508ef8ab0f1fab002987be0430f7eb52b87c158492cf04b7033c1d2
+size 11395
diff --git a/params/phi/5/rnd_search_t_no_sched/comb_7/init/model.layers.8.self_attn.q_proj/_s.pt b/params/phi/5/rnd_search_t_no_sched/comb_7/init/model.layers.8.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..5586e38e98e84adadb03770772042b6477c5d680
--- /dev/null
+++ b/params/phi/5/rnd_search_t_no_sched/comb_7/init/model.layers.8.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:1849f9dac080b4aed488ad5e206f72e935dbd4b9e0a75c484afbeb8112934ab9
+size 11395
diff --git a/params/phi/5/rnd_search_t_no_sched/comb_7/init/model.layers.8.self_attn.v_proj/_0.pt b/params/phi/5/rnd_search_t_no_sched/comb_7/init/model.layers.8.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..32ee18bf2f25e623153f8e8e4fc5f1257a361dec
--- /dev/null
+++ b/params/phi/5/rnd_search_t_no_sched/comb_7/init/model.layers.8.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e3f2cf9d8508ef8ab0f1fab002987be0430f7eb52b87c158492cf04b7033c1d2
+size 11395
diff --git a/params/phi/5/rnd_search_t_no_sched/comb_7/init/model.layers.8.self_attn.v_proj/_s.pt b/params/phi/5/rnd_search_t_no_sched/comb_7/init/model.layers.8.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..30d727b61790cff6901a61440e25205c757bb5d3
--- /dev/null
+++ b/params/phi/5/rnd_search_t_no_sched/comb_7/init/model.layers.8.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:27e4d8d3febfed91dc01ce98d12a1235cb25614b14d9c1d28d463c75631b98ef
+size 11395
diff --git a/params/phi/5/rnd_search_t_no_sched/comb_7/init/model.layers.9.mlp.fc1/_0.pt b/params/phi/5/rnd_search_t_no_sched/comb_7/init/model.layers.9.mlp.fc1/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..32ac531bec3e1f984cbc6da2072275eebedcc848
--- /dev/null
+++ b/params/phi/5/rnd_search_t_no_sched/comb_7/init/model.layers.9.mlp.fc1/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:8aae49663620750ef1b42b31d5204777eb39a1af1f1e7ab7f27474ddd4803198
+size 42115
diff --git a/params/phi/5/rnd_search_t_no_sched/comb_7/init/model.layers.9.mlp.fc1/_s.pt b/params/phi/5/rnd_search_t_no_sched/comb_7/init/model.layers.9.mlp.fc1/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..1b31eba367acb20f78babfc6fb67449df92b0506
--- /dev/null
+++ b/params/phi/5/rnd_search_t_no_sched/comb_7/init/model.layers.9.mlp.fc1/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:be8687ba5f8c6d134a854e99009cfa36a7169aaa952b1ded64342c7827cab4fc
+size 42115
diff --git a/params/phi/5/rnd_search_t_no_sched/comb_7/init/model.layers.9.mlp.fc2/_0.pt b/params/phi/5/rnd_search_t_no_sched/comb_7/init/model.layers.9.mlp.fc2/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..32ee18bf2f25e623153f8e8e4fc5f1257a361dec
--- /dev/null
+++ b/params/phi/5/rnd_search_t_no_sched/comb_7/init/model.layers.9.mlp.fc2/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e3f2cf9d8508ef8ab0f1fab002987be0430f7eb52b87c158492cf04b7033c1d2
+size 11395
diff --git a/params/phi/5/rnd_search_t_no_sched/comb_7/init/model.layers.9.mlp.fc2/_s.pt b/params/phi/5/rnd_search_t_no_sched/comb_7/init/model.layers.9.mlp.fc2/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c4be107ae91ea321bbb782a97cadd513e3e72ebf
--- /dev/null
+++ b/params/phi/5/rnd_search_t_no_sched/comb_7/init/model.layers.9.mlp.fc2/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a32b7c1be585d818cc7a732f664065956cba5b0365614e3e77ed1d337ca2f604
+size 11395
diff --git a/params/phi/5/rnd_search_t_no_sched/comb_7/init/model.layers.9.self_attn.dense/_0.pt b/params/phi/5/rnd_search_t_no_sched/comb_7/init/model.layers.9.self_attn.dense/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..32ee18bf2f25e623153f8e8e4fc5f1257a361dec
--- /dev/null
+++ b/params/phi/5/rnd_search_t_no_sched/comb_7/init/model.layers.9.self_attn.dense/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e3f2cf9d8508ef8ab0f1fab002987be0430f7eb52b87c158492cf04b7033c1d2
+size 11395
diff --git a/params/phi/5/rnd_search_t_no_sched/comb_7/init/model.layers.9.self_attn.dense/_s.pt b/params/phi/5/rnd_search_t_no_sched/comb_7/init/model.layers.9.self_attn.dense/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..229770ae67e0e6bb9291b1c5c468f565b1983694
--- /dev/null
+++ b/params/phi/5/rnd_search_t_no_sched/comb_7/init/model.layers.9.self_attn.dense/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:15f08f4e243c7f4ae6b6af79b85cf3c09310806c2cdf1ee419f117244ca539b5
+size 11395
diff --git a/params/phi/5/rnd_search_t_no_sched/comb_7/init/model.layers.9.self_attn.k_proj/_0.pt b/params/phi/5/rnd_search_t_no_sched/comb_7/init/model.layers.9.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..32ee18bf2f25e623153f8e8e4fc5f1257a361dec
--- /dev/null
+++ b/params/phi/5/rnd_search_t_no_sched/comb_7/init/model.layers.9.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e3f2cf9d8508ef8ab0f1fab002987be0430f7eb52b87c158492cf04b7033c1d2
+size 11395
diff --git a/params/phi/5/rnd_search_t_no_sched/comb_7/init/model.layers.9.self_attn.k_proj/_s.pt b/params/phi/5/rnd_search_t_no_sched/comb_7/init/model.layers.9.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4fde59856544042c787592430c6551cff724a7b0
--- /dev/null
+++ b/params/phi/5/rnd_search_t_no_sched/comb_7/init/model.layers.9.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:3d72b54ec0d94f2d029e034a3200a1ad0eb71394ae0d89740eaf4b6ada23b355
+size 11395
diff --git a/params/phi/5/rnd_search_t_no_sched/comb_7/init/model.layers.9.self_attn.q_proj/_0.pt b/params/phi/5/rnd_search_t_no_sched/comb_7/init/model.layers.9.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..32ee18bf2f25e623153f8e8e4fc5f1257a361dec
--- /dev/null
+++ b/params/phi/5/rnd_search_t_no_sched/comb_7/init/model.layers.9.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e3f2cf9d8508ef8ab0f1fab002987be0430f7eb52b87c158492cf04b7033c1d2
+size 11395
diff --git a/params/phi/5/rnd_search_t_no_sched/comb_7/init/model.layers.9.self_attn.q_proj/_s.pt b/params/phi/5/rnd_search_t_no_sched/comb_7/init/model.layers.9.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..d4b769df2955419048ba84c666b97875ef045399
--- /dev/null
+++ b/params/phi/5/rnd_search_t_no_sched/comb_7/init/model.layers.9.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:1e46302390c8dd97c15df84e6cdc2a72edb038d6185d8bf0b92bae7d02cfa995
+size 11395
diff --git a/params/phi/5/rnd_search_t_no_sched/comb_7/init/model.layers.9.self_attn.v_proj/_0.pt b/params/phi/5/rnd_search_t_no_sched/comb_7/init/model.layers.9.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..32ee18bf2f25e623153f8e8e4fc5f1257a361dec
--- /dev/null
+++ b/params/phi/5/rnd_search_t_no_sched/comb_7/init/model.layers.9.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e3f2cf9d8508ef8ab0f1fab002987be0430f7eb52b87c158492cf04b7033c1d2
+size 11395
diff --git a/params/phi/5/rnd_search_t_no_sched/comb_7/init/model.layers.9.self_attn.v_proj/_s.pt b/params/phi/5/rnd_search_t_no_sched/comb_7/init/model.layers.9.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..dd4c34cf4de1905d3f370e27197a82e9c9b79813
--- /dev/null
+++ b/params/phi/5/rnd_search_t_no_sched/comb_7/init/model.layers.9.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:8d04d99d4c800d200d456470c73ada5144ab8ed964fb02585809dc16f0a6bb5f
+size 11395
diff --git a/params/phi/5/rnd_search_t_no_sched/comb_7/trained/lm_head/_0.pt b/params/phi/5/rnd_search_t_no_sched/comb_7/trained/lm_head/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..83a21c9a14eafbcd7bb18ab4078dde2624e417be
--- /dev/null
+++ b/params/phi/5/rnd_search_t_no_sched/comb_7/trained/lm_head/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:6df68a0ee91221d9d554a49d7aa2923883925d0958e67b3f650f3b395c297d96
+size 205955
diff --git a/params/phi/5/rnd_search_t_no_sched/comb_7/trained/lm_head/_s.pt b/params/phi/5/rnd_search_t_no_sched/comb_7/trained/lm_head/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..419f9ccbb810679381e327498f65cfa5f6e94379
--- /dev/null
+++ b/params/phi/5/rnd_search_t_no_sched/comb_7/trained/lm_head/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:9f861c3c69b287efbe79a0b9de91945a09e71930f695c59dd36fb3715a17a84f
+size 205955
diff --git a/params/phi/5/rnd_search_t_no_sched/comb_7/trained/model.layers.0.mlp.fc1/_0.pt b/params/phi/5/rnd_search_t_no_sched/comb_7/trained/model.layers.0.mlp.fc1/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..03e9e740dcbf1110eb1b4b0a7cafd98b9b48d14f
--- /dev/null
+++ b/params/phi/5/rnd_search_t_no_sched/comb_7/trained/model.layers.0.mlp.fc1/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0fbf3be0f2af4145beda49c929ac61dc7a5e6ed6679aa611fc8682390dd31344
+size 42115
diff --git a/params/phi/5/rnd_search_t_no_sched/comb_7/trained/model.layers.0.mlp.fc1/_s.pt b/params/phi/5/rnd_search_t_no_sched/comb_7/trained/model.layers.0.mlp.fc1/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..0b23ea9251a668281c14810320d90b0d10afb618
--- /dev/null
+++ b/params/phi/5/rnd_search_t_no_sched/comb_7/trained/model.layers.0.mlp.fc1/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f1fe97be64e4516145a9454bf6dbfd00977e79d19a7ca339e2db8e2ec943e7d5
+size 42115
diff --git a/params/phi/5/rnd_search_t_no_sched/comb_7/trained/model.layers.0.mlp.fc2/_0.pt b/params/phi/5/rnd_search_t_no_sched/comb_7/trained/model.layers.0.mlp.fc2/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..21d7d4397b4bd7a7a31abab9a514a2a1a6d1523e
--- /dev/null
+++ b/params/phi/5/rnd_search_t_no_sched/comb_7/trained/model.layers.0.mlp.fc2/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f15741857ef34e4c8340b67fc7bf6c55cf531ea313451ffedc282b1555d91353
+size 11395
diff --git a/params/phi/5/rnd_search_t_no_sched/comb_7/trained/model.layers.0.mlp.fc2/_s.pt b/params/phi/5/rnd_search_t_no_sched/comb_7/trained/model.layers.0.mlp.fc2/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..6e0ec268ec0f692efa837bc510299daa6cb4f302
--- /dev/null
+++ b/params/phi/5/rnd_search_t_no_sched/comb_7/trained/model.layers.0.mlp.fc2/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:19dae26cb908f9c780d73e0be9f65f3f7e205e4e1415ab3e0b338af239966860
+size 11395
diff --git a/params/phi/5/rnd_search_t_no_sched/comb_7/trained/model.layers.0.self_attn.dense/_0.pt b/params/phi/5/rnd_search_t_no_sched/comb_7/trained/model.layers.0.self_attn.dense/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8e95702696c6ed3b5c09b476630cca39e8b6f084
--- /dev/null
+++ b/params/phi/5/rnd_search_t_no_sched/comb_7/trained/model.layers.0.self_attn.dense/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:97ffd3fa9abfd99c363bf44ae085d46535cb5f6c266864d30153a5b99feb42e3
+size 11395
diff --git a/params/phi/5/rnd_search_t_no_sched/comb_7/trained/model.layers.0.self_attn.dense/_s.pt b/params/phi/5/rnd_search_t_no_sched/comb_7/trained/model.layers.0.self_attn.dense/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..07107e3dda3c281ec18b14f84c9f9026454c9d4f
--- /dev/null
+++ b/params/phi/5/rnd_search_t_no_sched/comb_7/trained/model.layers.0.self_attn.dense/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:36b13e44b879fd92c5e85f9c7d8d571ce213177a58937685cbc6b91177783552
+size 11395
diff --git a/params/phi/5/rnd_search_t_no_sched/comb_7/trained/model.layers.0.self_attn.k_proj/_0.pt b/params/phi/5/rnd_search_t_no_sched/comb_7/trained/model.layers.0.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..9652a75bf4d95297fa3d04631173fcc8c985ce46
--- /dev/null
+++ b/params/phi/5/rnd_search_t_no_sched/comb_7/trained/model.layers.0.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:201e25eeedd725c2d9a7833cabd7f498b24b71cee5ec05fb054ba6b375ccfaad
+size 11395
diff --git a/params/phi/5/rnd_search_t_no_sched/comb_7/trained/model.layers.0.self_attn.k_proj/_s.pt b/params/phi/5/rnd_search_t_no_sched/comb_7/trained/model.layers.0.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8e5a1baf8ae30782bbaaba5a6ec9c5a364df0194
--- /dev/null
+++ b/params/phi/5/rnd_search_t_no_sched/comb_7/trained/model.layers.0.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:51e8ee1470302836bfb36f445942e61c44deeb7578d29848c74c6c5f46d1e26c
+size 11395
diff --git a/params/phi/5/rnd_search_t_no_sched/comb_7/trained/model.layers.0.self_attn.q_proj/_0.pt b/params/phi/5/rnd_search_t_no_sched/comb_7/trained/model.layers.0.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..5230540a22a6367ea9e5779df8b6c3ea172f1c4b
--- /dev/null
+++ b/params/phi/5/rnd_search_t_no_sched/comb_7/trained/model.layers.0.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f8889ac1a2ce1f31ce7ac1416b592bdac4094ff4fb2f009176ddb9a39feadd29
+size 11395
diff --git a/params/phi/5/rnd_search_t_no_sched/comb_7/trained/model.layers.0.self_attn.q_proj/_s.pt b/params/phi/5/rnd_search_t_no_sched/comb_7/trained/model.layers.0.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..49e96d75d20ba80e9bb4576616c9b37a03855e52
--- /dev/null
+++ b/params/phi/5/rnd_search_t_no_sched/comb_7/trained/model.layers.0.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:4ac7bef3349ce3fb22572d676d472bf2faeaa8858920cafaba22931466b069b6
+size 11395
diff --git a/params/phi/5/rnd_search_t_no_sched/comb_7/trained/model.layers.0.self_attn.v_proj/_0.pt b/params/phi/5/rnd_search_t_no_sched/comb_7/trained/model.layers.0.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..fa2d67bac20945292a52000184d4a1f9d01b59ed
--- /dev/null
+++ b/params/phi/5/rnd_search_t_no_sched/comb_7/trained/model.layers.0.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a152a29277e9cb36b173c9c0492ad457d57ceb8f6c5788c2094595758cc92068
+size 11395
diff --git a/params/phi/5/rnd_search_t_no_sched/comb_7/trained/model.layers.0.self_attn.v_proj/_s.pt b/params/phi/5/rnd_search_t_no_sched/comb_7/trained/model.layers.0.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..523df9202c9ca4017a207a83ae9c0830b281c2cb
--- /dev/null
+++ b/params/phi/5/rnd_search_t_no_sched/comb_7/trained/model.layers.0.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d32892c90a72a20ba8244336795f416fafdf6e797096e6a22f946a7262663d9a
+size 11395
diff --git a/params/phi/5/rnd_search_t_no_sched/comb_7/trained/model.layers.1.mlp.fc1/_0.pt b/params/phi/5/rnd_search_t_no_sched/comb_7/trained/model.layers.1.mlp.fc1/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..0f5a98133d0bd9e3e9c4c8ed7c6b084b23947d98
--- /dev/null
+++ b/params/phi/5/rnd_search_t_no_sched/comb_7/trained/model.layers.1.mlp.fc1/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b8aa82f68df29e3a71c5797c89dc6d8720ddbfe7dcfcefd07a2fa2469373e9f1
+size 42115
diff --git a/params/phi/5/rnd_search_t_no_sched/comb_7/trained/model.layers.1.mlp.fc1/_s.pt b/params/phi/5/rnd_search_t_no_sched/comb_7/trained/model.layers.1.mlp.fc1/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a28f8c53901a5cedbf3e4d04df588eee05d30d65
--- /dev/null
+++ b/params/phi/5/rnd_search_t_no_sched/comb_7/trained/model.layers.1.mlp.fc1/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f37f8be365dd4135944e5c5d00a3f86be1d07c4c0123c43b2a5caa2a7e06406b
+size 42115
diff --git a/params/phi/5/rnd_search_t_no_sched/comb_7/trained/model.layers.1.mlp.fc2/_0.pt b/params/phi/5/rnd_search_t_no_sched/comb_7/trained/model.layers.1.mlp.fc2/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..7d65bbea4de2a21a30d5e1e9f57f5be2e495169d
--- /dev/null
+++ b/params/phi/5/rnd_search_t_no_sched/comb_7/trained/model.layers.1.mlp.fc2/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b002cf704be42f4ee9ef6299238e8f5b5eec310ced59e40d076f0ddaa2490312
+size 11395
diff --git a/params/phi/5/rnd_search_t_no_sched/comb_7/trained/model.layers.1.mlp.fc2/_s.pt b/params/phi/5/rnd_search_t_no_sched/comb_7/trained/model.layers.1.mlp.fc2/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..9d20e39d3e16b0d8ba85f4440db58d580564436a
--- /dev/null
+++ b/params/phi/5/rnd_search_t_no_sched/comb_7/trained/model.layers.1.mlp.fc2/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:16183bc4808530cf7edd508620c8fa158adf1db09850bc4b6130e712fa70e8e3
+size 11395
diff --git a/params/phi/5/rnd_search_t_no_sched/comb_7/trained/model.layers.1.self_attn.dense/_0.pt b/params/phi/5/rnd_search_t_no_sched/comb_7/trained/model.layers.1.self_attn.dense/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4cf01d8004a2e6c601efdd3f58a9d23a016bfd74
--- /dev/null
+++ b/params/phi/5/rnd_search_t_no_sched/comb_7/trained/model.layers.1.self_attn.dense/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c264aeccb538d42ec9b1025672d77a6d7f57b006e1fb0e1975d08884368438cc
+size 11395
diff --git a/params/phi/5/rnd_search_t_no_sched/comb_7/trained/model.layers.1.self_attn.dense/_s.pt b/params/phi/5/rnd_search_t_no_sched/comb_7/trained/model.layers.1.self_attn.dense/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..87f7e2f5bb5cce0f708cdff618c5a50fb340d889
--- /dev/null
+++ b/params/phi/5/rnd_search_t_no_sched/comb_7/trained/model.layers.1.self_attn.dense/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b8d20a2b82f1a908535e717779072a369af72fde3265a350ab676a9c84b477b3
+size 11395
diff --git a/params/phi/5/rnd_search_t_no_sched/comb_7/trained/model.layers.1.self_attn.k_proj/_0.pt b/params/phi/5/rnd_search_t_no_sched/comb_7/trained/model.layers.1.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..6e6db5cc780d37228c9c65a8d32d3452a5e7e1da
--- /dev/null
+++ b/params/phi/5/rnd_search_t_no_sched/comb_7/trained/model.layers.1.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:befd4f67cf14569b7155292d5a0de33551a766da4128f50733e332433e5cba51
+size 11395
diff --git a/params/phi/5/rnd_search_t_no_sched/comb_7/trained/model.layers.1.self_attn.k_proj/_s.pt b/params/phi/5/rnd_search_t_no_sched/comb_7/trained/model.layers.1.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..6009868ff4d5bc9b5e0f3cbaed9a7acfd6b42d5c
--- /dev/null
+++ b/params/phi/5/rnd_search_t_no_sched/comb_7/trained/model.layers.1.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:37ed4f510e006dc375016f9c9ecaaef45e1a872b320e60eb4dccd61dda486c09
+size 11395
diff --git a/params/phi/5/rnd_search_t_no_sched/comb_7/trained/model.layers.1.self_attn.q_proj/_0.pt b/params/phi/5/rnd_search_t_no_sched/comb_7/trained/model.layers.1.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a910d9febaa2be89fa5bc7f59f32579d590e441f
--- /dev/null
+++ b/params/phi/5/rnd_search_t_no_sched/comb_7/trained/model.layers.1.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:cbdf8fcef1b0aaf3e26a60b3283089ed9db92f8f60aae1f4129741c616da2e4a
+size 11395
diff --git a/params/phi/5/rnd_search_t_no_sched/comb_7/trained/model.layers.1.self_attn.q_proj/_s.pt b/params/phi/5/rnd_search_t_no_sched/comb_7/trained/model.layers.1.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..656f664a11dc650d28fafde91c3562422641fd61
--- /dev/null
+++ b/params/phi/5/rnd_search_t_no_sched/comb_7/trained/model.layers.1.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5e05ba8c1523664ba44b6543d0cdca14fd68d57ea3f517a9171302c6eaddd598
+size 11395
diff --git a/params/phi/5/rnd_search_t_no_sched/comb_7/trained/model.layers.1.self_attn.v_proj/_0.pt b/params/phi/5/rnd_search_t_no_sched/comb_7/trained/model.layers.1.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..bc272906d7eccba680cac8e228fe05fa53b9673f
--- /dev/null
+++ b/params/phi/5/rnd_search_t_no_sched/comb_7/trained/model.layers.1.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0d66841f0db2f56fa561ac2733ef4ba557f20da02a25706f5fbc29a846728481
+size 11395
diff --git a/params/phi/5/rnd_search_t_no_sched/comb_7/trained/model.layers.1.self_attn.v_proj/_s.pt b/params/phi/5/rnd_search_t_no_sched/comb_7/trained/model.layers.1.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4a9e57b1cabc958512d78c8dc71b3dc2dff5424d
--- /dev/null
+++ b/params/phi/5/rnd_search_t_no_sched/comb_7/trained/model.layers.1.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:826ffc63318b9cb08e78c86a79b48f013048776762824228bc723a951880c81e
+size 11395
diff --git a/params/phi/5/rnd_search_t_no_sched/comb_7/trained/model.layers.10.mlp.fc1/_0.pt b/params/phi/5/rnd_search_t_no_sched/comb_7/trained/model.layers.10.mlp.fc1/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..08c99839a50476f97e6f1edff876d29d473c90ca
--- /dev/null
+++ b/params/phi/5/rnd_search_t_no_sched/comb_7/trained/model.layers.10.mlp.fc1/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c6675a45701930cdd5148f3b02090502ab91915722f346a646d6b1d624b3780f
+size 42115
diff --git a/params/phi/5/rnd_search_t_no_sched/comb_7/trained/model.layers.10.mlp.fc1/_s.pt b/params/phi/5/rnd_search_t_no_sched/comb_7/trained/model.layers.10.mlp.fc1/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..58e610489c5aafcdbe56ba4fdc036caaf3c872ae
--- /dev/null
+++ b/params/phi/5/rnd_search_t_no_sched/comb_7/trained/model.layers.10.mlp.fc1/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:83147ef6ef23a04a3bef5a10b1f08dda057e3762686bacac5f3c0d0f388d8508
+size 42115
diff --git a/params/phi/5/rnd_search_t_no_sched/comb_7/trained/model.layers.10.mlp.fc2/_0.pt b/params/phi/5/rnd_search_t_no_sched/comb_7/trained/model.layers.10.mlp.fc2/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..540cd01668d031a3489b8adf54bd5dd1b56b620b
--- /dev/null
+++ b/params/phi/5/rnd_search_t_no_sched/comb_7/trained/model.layers.10.mlp.fc2/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b93535aa2c6cae9825866a358cf0b8294540c27b745d9939e73b0b1438d60800
+size 11395
diff --git a/params/phi/5/rnd_search_t_no_sched/comb_7/trained/model.layers.10.mlp.fc2/_s.pt b/params/phi/5/rnd_search_t_no_sched/comb_7/trained/model.layers.10.mlp.fc2/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..da9ec404009073b34760883fabcbec02d591b4ee
--- /dev/null
+++ b/params/phi/5/rnd_search_t_no_sched/comb_7/trained/model.layers.10.mlp.fc2/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a8d2ea93d3da0e1dfb2872231ddc15b675f17bb5f8a5ab81ffcb6ab2240fbfbe
+size 11395
diff --git a/params/phi/5/rnd_search_t_no_sched/comb_7/trained/model.layers.10.self_attn.dense/_0.pt b/params/phi/5/rnd_search_t_no_sched/comb_7/trained/model.layers.10.self_attn.dense/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e80549e0fff976456c789d875780c1cd8d84b9a0
--- /dev/null
+++ b/params/phi/5/rnd_search_t_no_sched/comb_7/trained/model.layers.10.self_attn.dense/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:6b915a3a1fa8f192b746965eb2b2da414adb6d2a5cb210659733634a782088ea
+size 11395
diff --git a/params/phi/5/rnd_search_t_no_sched/comb_7/trained/model.layers.10.self_attn.dense/_s.pt b/params/phi/5/rnd_search_t_no_sched/comb_7/trained/model.layers.10.self_attn.dense/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8e16dd8b399e12bbe5a34e627308e823719660c4
--- /dev/null
+++ b/params/phi/5/rnd_search_t_no_sched/comb_7/trained/model.layers.10.self_attn.dense/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:8c235913ec444b5b0cc64de53fadc02192d2c149ed29b7997de5f6b59acf656d
+size 11395
diff --git a/params/phi/5/rnd_search_t_no_sched/comb_7/trained/model.layers.10.self_attn.k_proj/_0.pt b/params/phi/5/rnd_search_t_no_sched/comb_7/trained/model.layers.10.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..5095b917b1884684507c1c633c49ef328cca111a
--- /dev/null
+++ b/params/phi/5/rnd_search_t_no_sched/comb_7/trained/model.layers.10.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:19094ef20d2ba8a92aa763215e23acf468b60ce3b26cfea9f5fd89a47a53d600
+size 11395
diff --git a/params/phi/5/rnd_search_t_no_sched/comb_7/trained/model.layers.10.self_attn.k_proj/_s.pt b/params/phi/5/rnd_search_t_no_sched/comb_7/trained/model.layers.10.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..3138a13a35c917baf104ec811284272428001366
--- /dev/null
+++ b/params/phi/5/rnd_search_t_no_sched/comb_7/trained/model.layers.10.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:47c0e8d218d56ca634e46f0de07dbcaab745a9cd6f9057e9f35a4dbb1a52dc49
+size 11395
diff --git a/params/phi/5/rnd_search_t_no_sched/comb_7/trained/model.layers.10.self_attn.q_proj/_0.pt b/params/phi/5/rnd_search_t_no_sched/comb_7/trained/model.layers.10.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..df435954bb3c4973b83645bc3b55196b520d35d3
--- /dev/null
+++ b/params/phi/5/rnd_search_t_no_sched/comb_7/trained/model.layers.10.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:fe9965462341cd5d0eb07e7d411723b0feecd8634b5217716920eb8a21990685
+size 11395
diff --git a/params/phi/5/rnd_search_t_no_sched/comb_7/trained/model.layers.10.self_attn.q_proj/_s.pt b/params/phi/5/rnd_search_t_no_sched/comb_7/trained/model.layers.10.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..bfd3b21e147e9c3ac21a26e0977e6f022fa609a8
--- /dev/null
+++ b/params/phi/5/rnd_search_t_no_sched/comb_7/trained/model.layers.10.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:6247319e277b40a322cfd57e5c8ae45eee1a3b0c94a4fb51c41f2a737c23d070
+size 11395
diff --git a/params/phi/5/rnd_search_t_no_sched/comb_7/trained/model.layers.10.self_attn.v_proj/_0.pt b/params/phi/5/rnd_search_t_no_sched/comb_7/trained/model.layers.10.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..cbb3d95091e15672fe854ba37833dc4bf0afb118
--- /dev/null
+++ b/params/phi/5/rnd_search_t_no_sched/comb_7/trained/model.layers.10.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d73bbecb85be344c8054b78e01320876bb64cc17fac87efd9e3496723054e12b
+size 11395
diff --git a/params/phi/5/rnd_search_t_no_sched/comb_7/trained/model.layers.10.self_attn.v_proj/_s.pt b/params/phi/5/rnd_search_t_no_sched/comb_7/trained/model.layers.10.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..10bcc6cbff9070858b7a51a580a00b1af8ee7513
--- /dev/null
+++ b/params/phi/5/rnd_search_t_no_sched/comb_7/trained/model.layers.10.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f37be57f8f3ff60b3159dc2b3026b214ddb9647bd1d01647e8fcc4fbc2956488
+size 11395
diff --git a/params/phi/5/rnd_search_t_no_sched/comb_7/trained/model.layers.11.mlp.fc1/_0.pt b/params/phi/5/rnd_search_t_no_sched/comb_7/trained/model.layers.11.mlp.fc1/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..7f4390a79af5c2c526ed93322eaa5ada0894acaf
--- /dev/null
+++ b/params/phi/5/rnd_search_t_no_sched/comb_7/trained/model.layers.11.mlp.fc1/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f12d87ee943b2baa1b69f5edeb47124582cde8588c53317a70781debf6c1355a
+size 42115
diff --git a/params/phi/5/rnd_search_t_no_sched/comb_7/trained/model.layers.11.mlp.fc1/_s.pt b/params/phi/5/rnd_search_t_no_sched/comb_7/trained/model.layers.11.mlp.fc1/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..39b639bac0e45460f22dc2067b3dffe0996d4ef5
--- /dev/null
+++ b/params/phi/5/rnd_search_t_no_sched/comb_7/trained/model.layers.11.mlp.fc1/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e218b1ad88f2b2b08bff75682a0d39f579aa7105e6a086be953097ca82e2cae6
+size 42115
diff --git a/params/phi/5/rnd_search_t_no_sched/comb_7/trained/model.layers.11.mlp.fc2/_0.pt b/params/phi/5/rnd_search_t_no_sched/comb_7/trained/model.layers.11.mlp.fc2/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..158e2325ae250d7a1470dc00c50494024855a018
--- /dev/null
+++ b/params/phi/5/rnd_search_t_no_sched/comb_7/trained/model.layers.11.mlp.fc2/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f1b4457cd5c41298a1fb65420b71f25fb67046277c94729d87e914eac82a49a0
+size 11395
diff --git a/params/phi/5/rnd_search_t_no_sched/comb_7/trained/model.layers.11.mlp.fc2/_s.pt b/params/phi/5/rnd_search_t_no_sched/comb_7/trained/model.layers.11.mlp.fc2/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8bfd9711b2589e3d7b43968da0f756fd33e3804c
--- /dev/null
+++ b/params/phi/5/rnd_search_t_no_sched/comb_7/trained/model.layers.11.mlp.fc2/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a87210b2b1b27d4c8da6a4cb41c98893c7fbc73c50015575d39806ec9184035d
+size 11395
diff --git a/params/phi/5/rnd_search_t_no_sched/comb_7/trained/model.layers.11.self_attn.dense/_0.pt b/params/phi/5/rnd_search_t_no_sched/comb_7/trained/model.layers.11.self_attn.dense/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..6055a4c5140f238ebb554f7f9065e463e7a1bf71
--- /dev/null
+++ b/params/phi/5/rnd_search_t_no_sched/comb_7/trained/model.layers.11.self_attn.dense/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:aaa348e0d2f40abce96d545e3a24a7c8d71df4c3dd62cca1989b21cc72a190c3
+size 11395
diff --git a/params/phi/5/rnd_search_t_no_sched/comb_7/trained/model.layers.11.self_attn.dense/_s.pt b/params/phi/5/rnd_search_t_no_sched/comb_7/trained/model.layers.11.self_attn.dense/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..bbbadf55b191233842978a5feee5e1b088f21ff8
--- /dev/null
+++ b/params/phi/5/rnd_search_t_no_sched/comb_7/trained/model.layers.11.self_attn.dense/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:44d97a8580835f559e48b5026f109daeaba3e5a62ea904b83d7774add962742f
+size 11395
diff --git a/params/phi/5/rnd_search_t_no_sched/comb_7/trained/model.layers.11.self_attn.k_proj/_0.pt b/params/phi/5/rnd_search_t_no_sched/comb_7/trained/model.layers.11.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..09212f3b0043a8f32e2ffa4f51d585058e20379b
--- /dev/null
+++ b/params/phi/5/rnd_search_t_no_sched/comb_7/trained/model.layers.11.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e057962e04a06ab728cb987b0142f21953eed5f0850fcf49f68b7a0e5b17d6bd
+size 11395
diff --git a/params/phi/5/rnd_search_t_no_sched/comb_7/trained/model.layers.11.self_attn.k_proj/_s.pt b/params/phi/5/rnd_search_t_no_sched/comb_7/trained/model.layers.11.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..3662e5738282d62d4dddfbe5a9cf3b1891d40b26
--- /dev/null
+++ b/params/phi/5/rnd_search_t_no_sched/comb_7/trained/model.layers.11.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:4a7b8bf93c8dc90fe72812e6e318028965c8e6a41b860c762e3555e90c511970
+size 11395
diff --git a/params/phi/5/rnd_search_t_no_sched/comb_7/trained/model.layers.11.self_attn.q_proj/_0.pt b/params/phi/5/rnd_search_t_no_sched/comb_7/trained/model.layers.11.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..9df9ada4d8ce54c58754abb4e1e0a172d6351e28
--- /dev/null
+++ b/params/phi/5/rnd_search_t_no_sched/comb_7/trained/model.layers.11.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:984ed0548752e412ff826be18b58837a6366c767e07430dd22b78d9e859e92be
+size 11395
diff --git a/params/phi/5/rnd_search_t_no_sched/comb_7/trained/model.layers.11.self_attn.q_proj/_s.pt b/params/phi/5/rnd_search_t_no_sched/comb_7/trained/model.layers.11.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..75fefed34864a9fea6aa8f70819f60b6ec14c489
--- /dev/null
+++ b/params/phi/5/rnd_search_t_no_sched/comb_7/trained/model.layers.11.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:fba012438214904367085deae63061a01d42bebc35eabbefe37eb8b2ef96da35
+size 11395
diff --git a/params/phi/5/rnd_search_t_no_sched/comb_7/trained/model.layers.11.self_attn.v_proj/_0.pt b/params/phi/5/rnd_search_t_no_sched/comb_7/trained/model.layers.11.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..670a6a8aaa21577792929bade9100cdd649e5cc8
--- /dev/null
+++ b/params/phi/5/rnd_search_t_no_sched/comb_7/trained/model.layers.11.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e9b934d65f9bbf48ed519ff204f6f0c3579de3b3c33b13c34651f723e756f079
+size 11395
diff --git a/params/phi/5/rnd_search_t_no_sched/comb_7/trained/model.layers.11.self_attn.v_proj/_s.pt b/params/phi/5/rnd_search_t_no_sched/comb_7/trained/model.layers.11.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..5c7fda3104c00aabcb0e2771abb17f58e2a8386d
--- /dev/null
+++ b/params/phi/5/rnd_search_t_no_sched/comb_7/trained/model.layers.11.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e7e9aa9b9fd69c8442d2f2431e3bdb455f9bdefce40b57dcf4b06232707a2d31
+size 11395
diff --git a/params/phi/5/rnd_search_t_no_sched/comb_7/trained/model.layers.12.mlp.fc1/_0.pt b/params/phi/5/rnd_search_t_no_sched/comb_7/trained/model.layers.12.mlp.fc1/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c826c1eee6d49d8e4c0ad030662ba2dcff0e8bd9
--- /dev/null
+++ b/params/phi/5/rnd_search_t_no_sched/comb_7/trained/model.layers.12.mlp.fc1/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0cbda15e6f2c6b1cefbd7e19ddd5efda69d079ed7c930fc017444a46c545edcd
+size 42115
diff --git a/params/phi/5/rnd_search_t_no_sched/comb_7/trained/model.layers.12.mlp.fc1/_s.pt b/params/phi/5/rnd_search_t_no_sched/comb_7/trained/model.layers.12.mlp.fc1/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..bce1b922e5dae32de66205a91d2393520052516b
--- /dev/null
+++ b/params/phi/5/rnd_search_t_no_sched/comb_7/trained/model.layers.12.mlp.fc1/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ecc6324787b65d22a3e6c7b2d81a2115caef64123721ced300847f7a8525b0ad
+size 42115
diff --git a/params/phi/5/rnd_search_t_no_sched/comb_7/trained/model.layers.12.mlp.fc2/_0.pt b/params/phi/5/rnd_search_t_no_sched/comb_7/trained/model.layers.12.mlp.fc2/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..82ab45a45d3755a71b82bdc9cc911b8d34e68fcf
--- /dev/null
+++ b/params/phi/5/rnd_search_t_no_sched/comb_7/trained/model.layers.12.mlp.fc2/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5a6c2e460023a919f46034e0623979eb5e730e136a6ff393599db36e8c7407c0
+size 11395
diff --git a/params/phi/5/rnd_search_t_no_sched/comb_7/trained/model.layers.12.mlp.fc2/_s.pt b/params/phi/5/rnd_search_t_no_sched/comb_7/trained/model.layers.12.mlp.fc2/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..20ef98735f2d7dc4764cfc8ebe21cfc252b9c3d7
--- /dev/null
+++ b/params/phi/5/rnd_search_t_no_sched/comb_7/trained/model.layers.12.mlp.fc2/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ea7643b925f3f05764ed61cbfb21e2e60cade99261444cf2064dd41965101dc8
+size 11395
diff --git a/params/phi/5/rnd_search_t_no_sched/comb_7/trained/model.layers.12.self_attn.dense/_0.pt b/params/phi/5/rnd_search_t_no_sched/comb_7/trained/model.layers.12.self_attn.dense/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a57c6f56518a9ee2ac170c4a187b0291e8e08165
--- /dev/null
+++ b/params/phi/5/rnd_search_t_no_sched/comb_7/trained/model.layers.12.self_attn.dense/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a0806843c6f3eb008ec1c8c6b13b7b0090ca8e06552f6b12f909197d51817f75
+size 11395
diff --git a/params/phi/5/rnd_search_t_no_sched/comb_7/trained/model.layers.12.self_attn.dense/_s.pt b/params/phi/5/rnd_search_t_no_sched/comb_7/trained/model.layers.12.self_attn.dense/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2e6209bd6eeb83ec10fbe9f7883260f8e94a82e4
--- /dev/null
+++ b/params/phi/5/rnd_search_t_no_sched/comb_7/trained/model.layers.12.self_attn.dense/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:025851d2807d95902c7762b9058acee17fa7e22fc757e38905f5697432ba8520
+size 11395
diff --git a/params/phi/5/rnd_search_t_no_sched/comb_7/trained/model.layers.12.self_attn.k_proj/_0.pt b/params/phi/5/rnd_search_t_no_sched/comb_7/trained/model.layers.12.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..62613064ca57e147526ac5ed348e6c4f22ef10d1
--- /dev/null
+++ b/params/phi/5/rnd_search_t_no_sched/comb_7/trained/model.layers.12.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:6e900b3926b33fe0c3b6381e497d76ede3b90bbf179e5fe97ffc4ffb585e62a9
+size 11395
diff --git a/params/phi/5/rnd_search_t_no_sched/comb_7/trained/model.layers.12.self_attn.k_proj/_s.pt b/params/phi/5/rnd_search_t_no_sched/comb_7/trained/model.layers.12.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..cff412a8c4539944bc987f8411321825512864e7
--- /dev/null
+++ b/params/phi/5/rnd_search_t_no_sched/comb_7/trained/model.layers.12.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d92f2007a36b52ccedc7f7025fad056bee3a6c4b82cfbbf0149a332d0e2e9351
+size 11395
diff --git a/params/phi/5/rnd_search_t_no_sched/comb_7/trained/model.layers.12.self_attn.q_proj/_0.pt b/params/phi/5/rnd_search_t_no_sched/comb_7/trained/model.layers.12.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2623495579f9c5ca42bfe595c258a0c70da9d5bf
--- /dev/null
+++ b/params/phi/5/rnd_search_t_no_sched/comb_7/trained/model.layers.12.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:3b42ed14a56bc606eae4bedf7274881762a5eef31cf59e23ae41320185f67c3b
+size 11395
diff --git a/params/phi/5/rnd_search_t_no_sched/comb_7/trained/model.layers.12.self_attn.q_proj/_s.pt b/params/phi/5/rnd_search_t_no_sched/comb_7/trained/model.layers.12.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..b64abad2f15ef429b9a79b959972f440eeda3edf
--- /dev/null
+++ b/params/phi/5/rnd_search_t_no_sched/comb_7/trained/model.layers.12.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:db010d695b7366233c4c2427031ee71632cd5559387ba7d262445130900fb099
+size 11395
diff --git a/params/phi/5/rnd_search_t_no_sched/comb_7/trained/model.layers.12.self_attn.v_proj/_0.pt b/params/phi/5/rnd_search_t_no_sched/comb_7/trained/model.layers.12.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..959a20551d8fd977fbebe124964526a6ff2ea646
--- /dev/null
+++ b/params/phi/5/rnd_search_t_no_sched/comb_7/trained/model.layers.12.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c2e8c45e5e0e32aa5eeaff73748fe13c9f1e21ab05616b4e7b12dca3461f19a7
+size 11395
diff --git a/params/phi/5/rnd_search_t_no_sched/comb_7/trained/model.layers.12.self_attn.v_proj/_s.pt b/params/phi/5/rnd_search_t_no_sched/comb_7/trained/model.layers.12.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4ce41a0eeae8eb1ad6bcaf3108e863f2a992c07f
--- /dev/null
+++ b/params/phi/5/rnd_search_t_no_sched/comb_7/trained/model.layers.12.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:749561be669361227bce82d77f1a7948834e3b5e94b0e366db0216e04f4cd668
+size 11395
diff --git a/params/phi/5/rnd_search_t_no_sched/comb_7/trained/model.layers.13.mlp.fc1/_0.pt b/params/phi/5/rnd_search_t_no_sched/comb_7/trained/model.layers.13.mlp.fc1/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e9bc5376a691e938c2a277efcd71734faa140cc0
--- /dev/null
+++ b/params/phi/5/rnd_search_t_no_sched/comb_7/trained/model.layers.13.mlp.fc1/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:bd3296a0a98ff53f62bdc23af38da129786e0617b0c510bf12768ff8cea618de
+size 42115
diff --git a/params/phi/5/rnd_search_t_no_sched/comb_7/trained/model.layers.13.mlp.fc1/_s.pt b/params/phi/5/rnd_search_t_no_sched/comb_7/trained/model.layers.13.mlp.fc1/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a1b684f2f61364356bad95f018937a327628e263
--- /dev/null
+++ b/params/phi/5/rnd_search_t_no_sched/comb_7/trained/model.layers.13.mlp.fc1/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:bc7ff419c6c689d595765ac64e5ec9fe55536db525dc080db91b1af09e81df65
+size 42115
diff --git a/params/phi/5/rnd_search_t_no_sched/comb_7/trained/model.layers.13.mlp.fc2/_0.pt b/params/phi/5/rnd_search_t_no_sched/comb_7/trained/model.layers.13.mlp.fc2/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c06bc183b1e74a3aebd089b399a5d264ef65e92b
--- /dev/null
+++ b/params/phi/5/rnd_search_t_no_sched/comb_7/trained/model.layers.13.mlp.fc2/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:875f904e25c32d1d069b13837ec29b9cec879e321433f9cbb2f0757c1e715c2f
+size 11395
diff --git a/params/phi/5/rnd_search_t_no_sched/comb_7/trained/model.layers.13.mlp.fc2/_s.pt b/params/phi/5/rnd_search_t_no_sched/comb_7/trained/model.layers.13.mlp.fc2/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..f5ce5a1a71e20c4c133e2760969801e490aef61b
--- /dev/null
+++ b/params/phi/5/rnd_search_t_no_sched/comb_7/trained/model.layers.13.mlp.fc2/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e815c320686d88da5a34f4a14fad955fa860f4f9badf2aaf20eb6cb96373110a
+size 11395
diff --git a/params/phi/5/rnd_search_t_no_sched/comb_7/trained/model.layers.13.self_attn.dense/_0.pt b/params/phi/5/rnd_search_t_no_sched/comb_7/trained/model.layers.13.self_attn.dense/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e4a9847d16a5b8cd24e6271134eef878277d6f96
--- /dev/null
+++ b/params/phi/5/rnd_search_t_no_sched/comb_7/trained/model.layers.13.self_attn.dense/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e5abf22c6cae3ac20445e0563b846599a44049a7074c69cf90678e805f6138d9
+size 11395
diff --git a/params/phi/5/rnd_search_t_no_sched/comb_7/trained/model.layers.13.self_attn.dense/_s.pt b/params/phi/5/rnd_search_t_no_sched/comb_7/trained/model.layers.13.self_attn.dense/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..0225de3b69deb1dcbf7f9ade044520b43dba3d84
--- /dev/null
+++ b/params/phi/5/rnd_search_t_no_sched/comb_7/trained/model.layers.13.self_attn.dense/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f9722a369387968f429e1fe43fd802ca2f56fd62d7cf4ef0835a1423fb6ab7bf
+size 11395
diff --git a/params/phi/5/rnd_search_t_no_sched/comb_7/trained/model.layers.13.self_attn.k_proj/_0.pt b/params/phi/5/rnd_search_t_no_sched/comb_7/trained/model.layers.13.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..97efc6c570af5fd73463c35f222f0d9bbeb94ab6
--- /dev/null
+++ b/params/phi/5/rnd_search_t_no_sched/comb_7/trained/model.layers.13.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:8c64cb7965fcbf9db96500d3698cc2764f24c5f526d5f28623b7aba7d180be6d
+size 11395
diff --git a/params/phi/5/rnd_search_t_no_sched/comb_7/trained/model.layers.13.self_attn.k_proj/_s.pt b/params/phi/5/rnd_search_t_no_sched/comb_7/trained/model.layers.13.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..f159e894061986ef0fec72cb626cdc5d755535bf
--- /dev/null
+++ b/params/phi/5/rnd_search_t_no_sched/comb_7/trained/model.layers.13.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:7b30dc9712385b3a66b1c106042a95178ea97a0198b532542d20f67011c664b9
+size 11395
diff --git a/params/phi/5/rnd_search_t_no_sched/comb_7/trained/model.layers.13.self_attn.q_proj/_0.pt b/params/phi/5/rnd_search_t_no_sched/comb_7/trained/model.layers.13.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..d18f6b1680c53cf70085fee1eb7a06a25035ea5c
--- /dev/null
+++ b/params/phi/5/rnd_search_t_no_sched/comb_7/trained/model.layers.13.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2143d9c8be2e9bd3b444ff734985a65cfc085e76f9e8a611cb6d3d7130471e4c
+size 11395
diff --git a/params/phi/5/rnd_search_t_no_sched/comb_7/trained/model.layers.13.self_attn.q_proj/_s.pt b/params/phi/5/rnd_search_t_no_sched/comb_7/trained/model.layers.13.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..6bd36647968fb93e91619be35b8a6eca052ca673
--- /dev/null
+++ b/params/phi/5/rnd_search_t_no_sched/comb_7/trained/model.layers.13.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:176748d8149614c2534d10fa397f63ebf66e1dac0426df4a85b36d25dd5f9756
+size 11395
diff --git a/params/phi/5/rnd_search_t_no_sched/comb_7/trained/model.layers.13.self_attn.v_proj/_0.pt b/params/phi/5/rnd_search_t_no_sched/comb_7/trained/model.layers.13.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e5d03a61e70443a08c723abdb96b01b822dc27dc
--- /dev/null
+++ b/params/phi/5/rnd_search_t_no_sched/comb_7/trained/model.layers.13.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:34e3b544e31daef8c5768e1206d4709c2769e8824b066356cbaae791d1a0bbde
+size 11395
diff --git a/params/phi/5/rnd_search_t_no_sched/comb_7/trained/model.layers.13.self_attn.v_proj/_s.pt b/params/phi/5/rnd_search_t_no_sched/comb_7/trained/model.layers.13.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..fadad34682672570b9cc66735c2e6db31dcf0adf
--- /dev/null
+++ b/params/phi/5/rnd_search_t_no_sched/comb_7/trained/model.layers.13.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e000a28e0fa572a2c8dbbe6c620d295013978b55017b8f0e6e140bb5862ffb5a
+size 11395
diff --git a/params/phi/5/rnd_search_t_no_sched/comb_7/trained/model.layers.14.mlp.fc1/_0.pt b/params/phi/5/rnd_search_t_no_sched/comb_7/trained/model.layers.14.mlp.fc1/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..77f3eec112bd76e3bc693acfea1c1109f2171e72
--- /dev/null
+++ b/params/phi/5/rnd_search_t_no_sched/comb_7/trained/model.layers.14.mlp.fc1/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:6e0e9758a3beea3237634a4182890f1c14e83fe582b5e3f6408c182acccd8838
+size 42115
diff --git a/params/phi/5/rnd_search_t_no_sched/comb_7/trained/model.layers.14.mlp.fc1/_s.pt b/params/phi/5/rnd_search_t_no_sched/comb_7/trained/model.layers.14.mlp.fc1/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..62d5212e2be438a6d947172cf46679b274dd5da1
--- /dev/null
+++ b/params/phi/5/rnd_search_t_no_sched/comb_7/trained/model.layers.14.mlp.fc1/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:815053fd445c8e7d10cded47b8617be388dc048fa3081121c9460050c1705711
+size 42115
diff --git a/params/phi/5/rnd_search_t_no_sched/comb_7/trained/model.layers.14.mlp.fc2/_0.pt b/params/phi/5/rnd_search_t_no_sched/comb_7/trained/model.layers.14.mlp.fc2/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..9498e5ba51d4853f09d75fa6839ba9bb1114f849
--- /dev/null
+++ b/params/phi/5/rnd_search_t_no_sched/comb_7/trained/model.layers.14.mlp.fc2/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:1024a27c4ef09e7b69c8a21248e766acf27e864125c8767e993a3df94f6cf3a5
+size 11395
diff --git a/params/phi/5/rnd_search_t_no_sched/comb_7/trained/model.layers.14.mlp.fc2/_s.pt b/params/phi/5/rnd_search_t_no_sched/comb_7/trained/model.layers.14.mlp.fc2/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a6a955ba284083d41ac0410c399b3a376a73e691
--- /dev/null
+++ b/params/phi/5/rnd_search_t_no_sched/comb_7/trained/model.layers.14.mlp.fc2/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:6d17e34b505f8b1c65011b13aacb86a8242aa65a721189107c03cea6d7f456d6
+size 11395
diff --git a/params/phi/5/rnd_search_t_no_sched/comb_7/trained/model.layers.14.self_attn.dense/_0.pt b/params/phi/5/rnd_search_t_no_sched/comb_7/trained/model.layers.14.self_attn.dense/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..cfbb540b1eefa4ff2e9a18c9797d950a14857c22
--- /dev/null
+++ b/params/phi/5/rnd_search_t_no_sched/comb_7/trained/model.layers.14.self_attn.dense/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f52d2ecb4257033e610319aed293e0a0c5713b1cc62388e8cd6cf7f642783648
+size 11395
diff --git a/params/phi/5/rnd_search_t_no_sched/comb_7/trained/model.layers.14.self_attn.dense/_s.pt b/params/phi/5/rnd_search_t_no_sched/comb_7/trained/model.layers.14.self_attn.dense/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..0fa25cd9b9197e03ced6fd6041101b11a30346b7
--- /dev/null
+++ b/params/phi/5/rnd_search_t_no_sched/comb_7/trained/model.layers.14.self_attn.dense/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:6fc1277d79a70284de6b3979e0c796e74d71fb4682772f4b906a3b74cf0ed0d0
+size 11395
diff --git a/params/phi/5/rnd_search_t_no_sched/comb_7/trained/model.layers.14.self_attn.k_proj/_0.pt b/params/phi/5/rnd_search_t_no_sched/comb_7/trained/model.layers.14.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e38c566f7d5dc10ae1036fed63f6d0b176d0a7dd
--- /dev/null
+++ b/params/phi/5/rnd_search_t_no_sched/comb_7/trained/model.layers.14.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:4f1174a275ac8f3c6dadf2058bf91c39398fd9e2bdb2cfcdcf622435dab88e4c
+size 11395
diff --git a/params/phi/5/rnd_search_t_no_sched/comb_7/trained/model.layers.14.self_attn.k_proj/_s.pt b/params/phi/5/rnd_search_t_no_sched/comb_7/trained/model.layers.14.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e34d7f425439ace1a543676b59efb29583f0d71a
--- /dev/null
+++ b/params/phi/5/rnd_search_t_no_sched/comb_7/trained/model.layers.14.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d40ab1699c382d3d8234617eec7d1890bd800fb09f17ee0b19f242cfb0de7a4b
+size 11395
diff --git a/params/phi/5/rnd_search_t_no_sched/comb_7/trained/model.layers.14.self_attn.q_proj/_0.pt b/params/phi/5/rnd_search_t_no_sched/comb_7/trained/model.layers.14.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c645a039cf6b6e1f107fdb9e94d1001337682b48
--- /dev/null
+++ b/params/phi/5/rnd_search_t_no_sched/comb_7/trained/model.layers.14.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:7f08a287009ddd23f1af3143900429cbf56250e20f4f7a3e9ab8465fa7e867d9
+size 11395
diff --git a/params/phi/5/rnd_search_t_no_sched/comb_7/trained/model.layers.14.self_attn.q_proj/_s.pt b/params/phi/5/rnd_search_t_no_sched/comb_7/trained/model.layers.14.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..90765f11de7fbc8be9ae0edb6796b1a7d0b9255e
--- /dev/null
+++ b/params/phi/5/rnd_search_t_no_sched/comb_7/trained/model.layers.14.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:4a520714bf27f9612d4ca5815012e293e9ca8da03cdb229d96236bf0986fe5fa
+size 11395
diff --git a/params/phi/5/rnd_search_t_no_sched/comb_7/trained/model.layers.14.self_attn.v_proj/_0.pt b/params/phi/5/rnd_search_t_no_sched/comb_7/trained/model.layers.14.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..43a643273cbec3d4e54ef081bc0b0eda2a32bbf4
--- /dev/null
+++ b/params/phi/5/rnd_search_t_no_sched/comb_7/trained/model.layers.14.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:cf1e81508bc2c3383ecb7dcbbfb4c9f34a0b5b200e0a2770c17eea6f65573562
+size 11395
diff --git a/params/phi/5/rnd_search_t_no_sched/comb_7/trained/model.layers.14.self_attn.v_proj/_s.pt b/params/phi/5/rnd_search_t_no_sched/comb_7/trained/model.layers.14.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..68a3da224fc27b31cc03a192e1a61f12d7cd8c5c
--- /dev/null
+++ b/params/phi/5/rnd_search_t_no_sched/comb_7/trained/model.layers.14.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:baa206cf4290824f551060d58e659bcd82b1a19c83dc8e6429113d09398f7ef4
+size 11395
diff --git a/params/phi/5/rnd_search_t_no_sched/comb_7/trained/model.layers.15.mlp.fc1/_0.pt b/params/phi/5/rnd_search_t_no_sched/comb_7/trained/model.layers.15.mlp.fc1/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..75ff874183d2c7a79fb7975349200fd719abf2a1
--- /dev/null
+++ b/params/phi/5/rnd_search_t_no_sched/comb_7/trained/model.layers.15.mlp.fc1/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ff6ba77580a23f1549a5afe835eba54b9c171e10a2c95415a2a78538d25d404f
+size 42115
diff --git a/params/phi/5/rnd_search_t_no_sched/comb_7/trained/model.layers.15.mlp.fc1/_s.pt b/params/phi/5/rnd_search_t_no_sched/comb_7/trained/model.layers.15.mlp.fc1/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..3f31e7013f2ea6be3c69955b9df41e419359471c
--- /dev/null
+++ b/params/phi/5/rnd_search_t_no_sched/comb_7/trained/model.layers.15.mlp.fc1/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2aa49ed89eb650c0b7e7ae8c76b453a40c63ff99c1c2e8bd59d2f05f14580e47
+size 42115
diff --git a/params/phi/5/rnd_search_t_no_sched/comb_7/trained/model.layers.15.mlp.fc2/_0.pt b/params/phi/5/rnd_search_t_no_sched/comb_7/trained/model.layers.15.mlp.fc2/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..72ff16ea8ea5d13a90c754085f62efef4e5b562b
--- /dev/null
+++ b/params/phi/5/rnd_search_t_no_sched/comb_7/trained/model.layers.15.mlp.fc2/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:7636a21a845ee025b95701d5806b7fb4c20d577cf0998bfd74ffd1a8ac50eb6d
+size 11395
diff --git a/params/phi/5/rnd_search_t_no_sched/comb_7/trained/model.layers.15.mlp.fc2/_s.pt b/params/phi/5/rnd_search_t_no_sched/comb_7/trained/model.layers.15.mlp.fc2/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..16322490dd140d5e105a4772225cb33d029f4c6c
--- /dev/null
+++ b/params/phi/5/rnd_search_t_no_sched/comb_7/trained/model.layers.15.mlp.fc2/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:afcdfadc0d37c1e0690428db5b192163b81b385aafc713216faee44c944a7876
+size 11395
diff --git a/params/phi/5/rnd_search_t_no_sched/comb_7/trained/model.layers.15.self_attn.dense/_0.pt b/params/phi/5/rnd_search_t_no_sched/comb_7/trained/model.layers.15.self_attn.dense/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..6b40ddac25c1f8e6bcd7ddc9f8408ea0a93b0a9d
--- /dev/null
+++ b/params/phi/5/rnd_search_t_no_sched/comb_7/trained/model.layers.15.self_attn.dense/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:cc1bf89f9874d023342dab18cd7c68cb91cd53a346abc7778c5a7fa0dfe94c31
+size 11395
diff --git a/params/phi/5/rnd_search_t_no_sched/comb_7/trained/model.layers.15.self_attn.dense/_s.pt b/params/phi/5/rnd_search_t_no_sched/comb_7/trained/model.layers.15.self_attn.dense/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..5c50946d6e1ccf5a908acb85a0b14cb83afaf62b
--- /dev/null
+++ b/params/phi/5/rnd_search_t_no_sched/comb_7/trained/model.layers.15.self_attn.dense/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:92528c74f9b567da9bbeaeeaf1c7f80b9b8289f681b31d207a7ed143f3248eb2
+size 11395
diff --git a/params/phi/5/rnd_search_t_no_sched/comb_7/trained/model.layers.15.self_attn.k_proj/_0.pt b/params/phi/5/rnd_search_t_no_sched/comb_7/trained/model.layers.15.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c048556367ce815be48f52cf951de9db4ef73b8e
--- /dev/null
+++ b/params/phi/5/rnd_search_t_no_sched/comb_7/trained/model.layers.15.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:bfeeb05642a45d68fdcf36f2ca9f04f40bee46a3f8b81cbddf1bfad424518881
+size 11395
diff --git a/params/phi/5/rnd_search_t_no_sched/comb_7/trained/model.layers.15.self_attn.k_proj/_s.pt b/params/phi/5/rnd_search_t_no_sched/comb_7/trained/model.layers.15.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..0b08fbfd1130dbc082f3dd423e9e64e5ff387201
--- /dev/null
+++ b/params/phi/5/rnd_search_t_no_sched/comb_7/trained/model.layers.15.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:89b53021ffb3defe19524d3effb300fe2a79d877521c4ff031535bba8f421f0b
+size 11395
diff --git a/params/phi/5/rnd_search_t_no_sched/comb_7/trained/model.layers.15.self_attn.q_proj/_0.pt b/params/phi/5/rnd_search_t_no_sched/comb_7/trained/model.layers.15.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..0fc05670ab01ce1d2c53b8ca698a03eaa4fd29b3
--- /dev/null
+++ b/params/phi/5/rnd_search_t_no_sched/comb_7/trained/model.layers.15.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:30e44d40c6590d8e39f8057b700e25f3d5e3f755c566f5bd69e9eb309edbd725
+size 11395
diff --git a/params/phi/5/rnd_search_t_no_sched/comb_7/trained/model.layers.15.self_attn.q_proj/_s.pt b/params/phi/5/rnd_search_t_no_sched/comb_7/trained/model.layers.15.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2e1da9f5e15808c95a799ac8c58109b47028297d
--- /dev/null
+++ b/params/phi/5/rnd_search_t_no_sched/comb_7/trained/model.layers.15.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:aede1e3d91fbc164a7efd8702c2f9d8d4babf4f1c1bbd8217606d7858a32b2f3
+size 11395
diff --git a/params/phi/5/rnd_search_t_no_sched/comb_7/trained/model.layers.15.self_attn.v_proj/_0.pt b/params/phi/5/rnd_search_t_no_sched/comb_7/trained/model.layers.15.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..6e8bb2b365ae35ada9e79ca710f0d3f701ca81ab
--- /dev/null
+++ b/params/phi/5/rnd_search_t_no_sched/comb_7/trained/model.layers.15.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e196be7d003eeb4d63703057ce76ec6a52f3fefd7b123625a60072aaa4349c85
+size 11395
diff --git a/params/phi/5/rnd_search_t_no_sched/comb_7/trained/model.layers.15.self_attn.v_proj/_s.pt b/params/phi/5/rnd_search_t_no_sched/comb_7/trained/model.layers.15.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..0830b6d05a9d016b92ef86d7e6d567b2ed539f85
--- /dev/null
+++ b/params/phi/5/rnd_search_t_no_sched/comb_7/trained/model.layers.15.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:eb7b80cab908871cb987e033c898975a3d1f1c755d568dd0e8cb6039caeb39e4
+size 11395
diff --git a/params/phi/5/rnd_search_t_no_sched/comb_7/trained/model.layers.16.mlp.fc1/_0.pt b/params/phi/5/rnd_search_t_no_sched/comb_7/trained/model.layers.16.mlp.fc1/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..01d26d323f03058debeb976fbac02003b9d0b3c5
--- /dev/null
+++ b/params/phi/5/rnd_search_t_no_sched/comb_7/trained/model.layers.16.mlp.fc1/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:520682dcf982f46785400a0e6eabc6bccad8afeedd904314a04645db5474f06b
+size 42115
diff --git a/params/phi/5/rnd_search_t_no_sched/comb_7/trained/model.layers.16.mlp.fc1/_s.pt b/params/phi/5/rnd_search_t_no_sched/comb_7/trained/model.layers.16.mlp.fc1/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..5b3076936fb80a1836875a05801ea3f413e8b37b
--- /dev/null
+++ b/params/phi/5/rnd_search_t_no_sched/comb_7/trained/model.layers.16.mlp.fc1/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:89cd0c02cced439e0367ea187cf0442b8ccb518767d6050343d255b06153c03b
+size 42115
diff --git a/params/phi/5/rnd_search_t_no_sched/comb_7/trained/model.layers.16.mlp.fc2/_0.pt b/params/phi/5/rnd_search_t_no_sched/comb_7/trained/model.layers.16.mlp.fc2/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a4dd0c7ad81bd8e632db4b168a8f8427eed44838
--- /dev/null
+++ b/params/phi/5/rnd_search_t_no_sched/comb_7/trained/model.layers.16.mlp.fc2/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:91106e90c8281acdbd4cbcbe6a3cd1c6a09c5799ee70f587ccea6fec459d4c47
+size 11395
diff --git a/params/phi/5/rnd_search_t_no_sched/comb_7/trained/model.layers.16.mlp.fc2/_s.pt b/params/phi/5/rnd_search_t_no_sched/comb_7/trained/model.layers.16.mlp.fc2/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..468c2748b7d8aa7d60d958404b2f3d6a93c1c9b4
--- /dev/null
+++ b/params/phi/5/rnd_search_t_no_sched/comb_7/trained/model.layers.16.mlp.fc2/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5f295cdd37d35ffae1c38ac5de5ba98489bdb6b67a161143c7dca0da6bc99364
+size 11395
diff --git a/params/phi/5/rnd_search_t_no_sched/comb_7/trained/model.layers.16.self_attn.dense/_0.pt b/params/phi/5/rnd_search_t_no_sched/comb_7/trained/model.layers.16.self_attn.dense/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..25bc39a88f3c5d7eeb5364cc734d28cfa0fd25a9
--- /dev/null
+++ b/params/phi/5/rnd_search_t_no_sched/comb_7/trained/model.layers.16.self_attn.dense/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:abaf91ca3207cb43352c182a0f592660f97d0c5709a6d776e57239459fc03b1b
+size 11395
diff --git a/params/phi/5/rnd_search_t_no_sched/comb_7/trained/model.layers.16.self_attn.dense/_s.pt b/params/phi/5/rnd_search_t_no_sched/comb_7/trained/model.layers.16.self_attn.dense/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..aa342db753182ae77fa34c2b564c7abd68079ae0
--- /dev/null
+++ b/params/phi/5/rnd_search_t_no_sched/comb_7/trained/model.layers.16.self_attn.dense/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:cbcbb68b498542a3a871aa329ff7ddc24efbd08f363f46e389bc72920321ad36
+size 11395
diff --git a/params/phi/5/rnd_search_t_no_sched/comb_7/trained/model.layers.16.self_attn.k_proj/_0.pt b/params/phi/5/rnd_search_t_no_sched/comb_7/trained/model.layers.16.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..738af7109f18917458235e2dde1c085a67a68fbc
--- /dev/null
+++ b/params/phi/5/rnd_search_t_no_sched/comb_7/trained/model.layers.16.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:11335a51a744d237520985d0d613e59694ca34351835cf31490d691ee254436b
+size 11395
diff --git a/params/phi/5/rnd_search_t_no_sched/comb_7/trained/model.layers.16.self_attn.k_proj/_s.pt b/params/phi/5/rnd_search_t_no_sched/comb_7/trained/model.layers.16.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..0c5488890a71772b48c4b758b8505a4b0e594718
--- /dev/null
+++ b/params/phi/5/rnd_search_t_no_sched/comb_7/trained/model.layers.16.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e8d46a6ebf74387209d04ce1f7097abb9a5295d9f52fb97efa9f41bb5136a9dd
+size 11395
diff --git a/params/phi/5/rnd_search_t_no_sched/comb_7/trained/model.layers.16.self_attn.q_proj/_0.pt b/params/phi/5/rnd_search_t_no_sched/comb_7/trained/model.layers.16.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a38c5e6ffc43580ccdbc2c530482ab82280c1bcb
--- /dev/null
+++ b/params/phi/5/rnd_search_t_no_sched/comb_7/trained/model.layers.16.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ffb820ea97f984b141eba3d89acf6ddc92bef452594ef3f26984c230bc317b5c
+size 11395
diff --git a/params/phi/5/rnd_search_t_no_sched/comb_7/trained/model.layers.16.self_attn.q_proj/_s.pt b/params/phi/5/rnd_search_t_no_sched/comb_7/trained/model.layers.16.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..49715cfcaa95abbde17e6d5923410337dbedf3d1
--- /dev/null
+++ b/params/phi/5/rnd_search_t_no_sched/comb_7/trained/model.layers.16.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ce925a6ce4fe031cc73cccc89260a284b70f04580e208d38681609fd3fe21068
+size 11395
diff --git a/params/phi/5/rnd_search_t_no_sched/comb_7/trained/model.layers.16.self_attn.v_proj/_0.pt b/params/phi/5/rnd_search_t_no_sched/comb_7/trained/model.layers.16.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8fb4015b46daf362f8bb45368284fd90adbbe266
--- /dev/null
+++ b/params/phi/5/rnd_search_t_no_sched/comb_7/trained/model.layers.16.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:6900aba80070a0ed66240203349d13138ffa22dbe907ae83f1ab4cd1f129b406
+size 11395
diff --git a/params/phi/5/rnd_search_t_no_sched/comb_7/trained/model.layers.16.self_attn.v_proj/_s.pt b/params/phi/5/rnd_search_t_no_sched/comb_7/trained/model.layers.16.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..599e64719dbb35510bb57bfe74be3580c444033f
--- /dev/null
+++ b/params/phi/5/rnd_search_t_no_sched/comb_7/trained/model.layers.16.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a4f896dc53a3eef9c80212a09891265b816e1ec1632c9ab4bb35e9dec683ef9d
+size 11395
diff --git a/params/phi/5/rnd_search_t_no_sched/comb_7/trained/model.layers.17.mlp.fc1/_0.pt b/params/phi/5/rnd_search_t_no_sched/comb_7/trained/model.layers.17.mlp.fc1/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..cc567c5f92078895409ba43bbb1be655fdcebf0b
--- /dev/null
+++ b/params/phi/5/rnd_search_t_no_sched/comb_7/trained/model.layers.17.mlp.fc1/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5d2c2376e9f5d61304e0e18604eab3298a6c36dbd34fb1497a7956099f6a1d4b
+size 42115
diff --git a/params/phi/5/rnd_search_t_no_sched/comb_7/trained/model.layers.17.mlp.fc1/_s.pt b/params/phi/5/rnd_search_t_no_sched/comb_7/trained/model.layers.17.mlp.fc1/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..07f6c7207b3852e0d7158293c835b5a065a93cb7
--- /dev/null
+++ b/params/phi/5/rnd_search_t_no_sched/comb_7/trained/model.layers.17.mlp.fc1/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:af04134f21cff5b2c2231daf51598e7fa05832c757046ef6f8b9648d5ff56ecc
+size 42115
diff --git a/params/phi/5/rnd_search_t_no_sched/comb_7/trained/model.layers.17.mlp.fc2/_0.pt b/params/phi/5/rnd_search_t_no_sched/comb_7/trained/model.layers.17.mlp.fc2/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c25ba507bcbd096bb0eba7be9400df1b814474e8
--- /dev/null
+++ b/params/phi/5/rnd_search_t_no_sched/comb_7/trained/model.layers.17.mlp.fc2/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ce7af20d307a0e9b8c7ce0f2838f4ec62d8593049563f49e41aa09fbadb77793
+size 11395
diff --git a/params/phi/5/rnd_search_t_no_sched/comb_7/trained/model.layers.17.mlp.fc2/_s.pt b/params/phi/5/rnd_search_t_no_sched/comb_7/trained/model.layers.17.mlp.fc2/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..6e6c6d54c2978ee08544276ce571a25e12830c1a
--- /dev/null
+++ b/params/phi/5/rnd_search_t_no_sched/comb_7/trained/model.layers.17.mlp.fc2/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5f520f2c5524b6fe0f85ec987a48aa10a8646e5fef87d45e45adbda922ccf3dc
+size 11395
diff --git a/params/phi/5/rnd_search_t_no_sched/comb_7/trained/model.layers.17.self_attn.dense/_0.pt b/params/phi/5/rnd_search_t_no_sched/comb_7/trained/model.layers.17.self_attn.dense/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..db0a8fe4d5665d1b7a3da481933ac7e42385ffbd
--- /dev/null
+++ b/params/phi/5/rnd_search_t_no_sched/comb_7/trained/model.layers.17.self_attn.dense/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:8bb3c6b1b50629cf0b7b9f832399dbbd93e6bdddeb1524fd15a78efe0710345d
+size 11395
diff --git a/params/phi/5/rnd_search_t_no_sched/comb_7/trained/model.layers.17.self_attn.dense/_s.pt b/params/phi/5/rnd_search_t_no_sched/comb_7/trained/model.layers.17.self_attn.dense/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..309387b6781df478d0837dc93892a7514fda3ee4
--- /dev/null
+++ b/params/phi/5/rnd_search_t_no_sched/comb_7/trained/model.layers.17.self_attn.dense/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:dd386d5580e0314dcfae3a14fd2275a5ec5d9e79379676fa1b02ed13ada314a8
+size 11395
diff --git a/params/phi/5/rnd_search_t_no_sched/comb_7/trained/model.layers.17.self_attn.k_proj/_0.pt b/params/phi/5/rnd_search_t_no_sched/comb_7/trained/model.layers.17.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..78e4b02db75ae05670bf73e57e61db2642bff685
--- /dev/null
+++ b/params/phi/5/rnd_search_t_no_sched/comb_7/trained/model.layers.17.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:262302afbeecc7734fd2077a3e1aa77c029b3243ac7928d5cdc3bf0c2de45eab
+size 11395
diff --git a/params/phi/5/rnd_search_t_no_sched/comb_7/trained/model.layers.17.self_attn.k_proj/_s.pt b/params/phi/5/rnd_search_t_no_sched/comb_7/trained/model.layers.17.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..125a6b079a75c9da8b4722b2b44ee6408d1fbf7c
--- /dev/null
+++ b/params/phi/5/rnd_search_t_no_sched/comb_7/trained/model.layers.17.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:18cb88be29044530e9750ae5d86fc917a751656bcdcd5d9200f52426b628d9a6
+size 11395
diff --git a/params/phi/5/rnd_search_t_no_sched/comb_7/trained/model.layers.17.self_attn.q_proj/_0.pt b/params/phi/5/rnd_search_t_no_sched/comb_7/trained/model.layers.17.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..052b7fc9eeb69491c184f73ee8d21415e2b1929c
--- /dev/null
+++ b/params/phi/5/rnd_search_t_no_sched/comb_7/trained/model.layers.17.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:33fa9309111723631d8f2039d1dcba019e39322ccee3a6835fa24886ac011a2a
+size 11395
diff --git a/params/phi/5/rnd_search_t_no_sched/comb_7/trained/model.layers.17.self_attn.q_proj/_s.pt b/params/phi/5/rnd_search_t_no_sched/comb_7/trained/model.layers.17.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..317c86971db4ac0ed0e1a83fe0f0ef0ed2328c6c
--- /dev/null
+++ b/params/phi/5/rnd_search_t_no_sched/comb_7/trained/model.layers.17.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:9ce8c916721048aac1e9fcfb802be79efdcc87fa2d6cbd558f51e5e85dd14b43
+size 11395
diff --git a/params/phi/5/rnd_search_t_no_sched/comb_7/trained/model.layers.17.self_attn.v_proj/_0.pt b/params/phi/5/rnd_search_t_no_sched/comb_7/trained/model.layers.17.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..31f0b6b1456eb072e27cc2077c222f788652b57a
--- /dev/null
+++ b/params/phi/5/rnd_search_t_no_sched/comb_7/trained/model.layers.17.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c88fa66ea4b6be362e250e3699a2398cfe77679118161202df310ed9dd074fa7
+size 11395
diff --git a/params/phi/5/rnd_search_t_no_sched/comb_7/trained/model.layers.17.self_attn.v_proj/_s.pt b/params/phi/5/rnd_search_t_no_sched/comb_7/trained/model.layers.17.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..94fdd53975c050538917262025fc2436e031ce11
--- /dev/null
+++ b/params/phi/5/rnd_search_t_no_sched/comb_7/trained/model.layers.17.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:43b023bbb75f8f9d029236b7e4e63fdb9082bfc34febf52c0575036cbf86ca52
+size 11395
diff --git a/params/phi/5/rnd_search_t_no_sched/comb_7/trained/model.layers.18.mlp.fc1/_0.pt b/params/phi/5/rnd_search_t_no_sched/comb_7/trained/model.layers.18.mlp.fc1/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..f693d5dbbd3be0bcef191546a97314d3a718098a
--- /dev/null
+++ b/params/phi/5/rnd_search_t_no_sched/comb_7/trained/model.layers.18.mlp.fc1/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:6185903be02b2f9e1c149a40e9b797e0a8002829a06d8f833eb8cda2b13d2cdb
+size 42115
diff --git a/params/phi/5/rnd_search_t_no_sched/comb_7/trained/model.layers.18.mlp.fc1/_s.pt b/params/phi/5/rnd_search_t_no_sched/comb_7/trained/model.layers.18.mlp.fc1/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..63cecfe0dc197b9eca530c1d0589fb81eb2a5185
--- /dev/null
+++ b/params/phi/5/rnd_search_t_no_sched/comb_7/trained/model.layers.18.mlp.fc1/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:9699d470078e22904812d4c8fd459e04492e5d94a006f53740b51631841a8cdf
+size 42115
diff --git a/params/phi/5/rnd_search_t_no_sched/comb_7/trained/model.layers.18.mlp.fc2/_0.pt b/params/phi/5/rnd_search_t_no_sched/comb_7/trained/model.layers.18.mlp.fc2/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..346fa7f64458d66a18c4b3477162df244f57b911
--- /dev/null
+++ b/params/phi/5/rnd_search_t_no_sched/comb_7/trained/model.layers.18.mlp.fc2/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:375ad6b03d86b78fabec595a738995f5eeb289d1ecea232e55a29c864c150171
+size 11395
diff --git a/params/phi/5/rnd_search_t_no_sched/comb_7/trained/model.layers.18.mlp.fc2/_s.pt b/params/phi/5/rnd_search_t_no_sched/comb_7/trained/model.layers.18.mlp.fc2/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..f2b226af2a3bf04a4b83d7a1fea3d668106673c0
--- /dev/null
+++ b/params/phi/5/rnd_search_t_no_sched/comb_7/trained/model.layers.18.mlp.fc2/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d750479cc1626bfc57c590b29cd1f67c98a87cbc893ab4b87dd5422d7fe78464
+size 11395
diff --git a/params/phi/5/rnd_search_t_no_sched/comb_7/trained/model.layers.18.self_attn.dense/_0.pt b/params/phi/5/rnd_search_t_no_sched/comb_7/trained/model.layers.18.self_attn.dense/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..f621adc4b68611a72d0a926d287e423ac6aee797
--- /dev/null
+++ b/params/phi/5/rnd_search_t_no_sched/comb_7/trained/model.layers.18.self_attn.dense/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:942233621e15dcf19e01970d1e5e0996549fbab956af41c0bc94f29c9fd52c9d
+size 11395
diff --git a/params/phi/5/rnd_search_t_no_sched/comb_7/trained/model.layers.18.self_attn.dense/_s.pt b/params/phi/5/rnd_search_t_no_sched/comb_7/trained/model.layers.18.self_attn.dense/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..7c4c101a26ac99127f752bcd4c2009454ff4b85f
--- /dev/null
+++ b/params/phi/5/rnd_search_t_no_sched/comb_7/trained/model.layers.18.self_attn.dense/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ccdf7b1d15d1ea9161e79f7d91c4736a9b96a248605de2e083353895f383acc7
+size 11395
diff --git a/params/phi/5/rnd_search_t_no_sched/comb_7/trained/model.layers.18.self_attn.k_proj/_0.pt b/params/phi/5/rnd_search_t_no_sched/comb_7/trained/model.layers.18.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..fcd457b14b71c5e6ee7122b8000085f8eba9a656
--- /dev/null
+++ b/params/phi/5/rnd_search_t_no_sched/comb_7/trained/model.layers.18.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ebed50dc0239988385f7da77c553de6f4f1b0a98f9ea07e0161ee0a2ed2041e2
+size 11395
diff --git a/params/phi/5/rnd_search_t_no_sched/comb_7/trained/model.layers.18.self_attn.k_proj/_s.pt b/params/phi/5/rnd_search_t_no_sched/comb_7/trained/model.layers.18.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a34c0d4e00278a4f43072def936752a322e0cdff
--- /dev/null
+++ b/params/phi/5/rnd_search_t_no_sched/comb_7/trained/model.layers.18.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ebb513a0bbc8855c2947f23ea4de17bd9e24bb18a00b56a667205f3be5089c57
+size 11395
diff --git a/params/phi/5/rnd_search_t_no_sched/comb_7/trained/model.layers.18.self_attn.q_proj/_0.pt b/params/phi/5/rnd_search_t_no_sched/comb_7/trained/model.layers.18.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..1562dbaa8f15fc169eac95da61b70d972f325788
--- /dev/null
+++ b/params/phi/5/rnd_search_t_no_sched/comb_7/trained/model.layers.18.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0d947b8f04286eba5a15233888076bd06dd5bc6f7832e284b10937c50a2537c7
+size 11395
diff --git a/params/phi/5/rnd_search_t_no_sched/comb_7/trained/model.layers.18.self_attn.q_proj/_s.pt b/params/phi/5/rnd_search_t_no_sched/comb_7/trained/model.layers.18.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..7f8f3b7184e9d6e336999c39fa655aa18c67c1cd
--- /dev/null
+++ b/params/phi/5/rnd_search_t_no_sched/comb_7/trained/model.layers.18.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:19614554b40e0ad6a8a17f295b07c19da172664eed1853fcaed6b512ee1700c8
+size 11395
diff --git a/params/phi/5/rnd_search_t_no_sched/comb_7/trained/model.layers.18.self_attn.v_proj/_0.pt b/params/phi/5/rnd_search_t_no_sched/comb_7/trained/model.layers.18.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..00a397524719a1ea4944b401cd7ecf03f6ebae82
--- /dev/null
+++ b/params/phi/5/rnd_search_t_no_sched/comb_7/trained/model.layers.18.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ce565464fbd28aa22e44277dd658dc665ed505a0afc2881aff1f0ddb0931bf93
+size 11395
diff --git a/params/phi/5/rnd_search_t_no_sched/comb_7/trained/model.layers.18.self_attn.v_proj/_s.pt b/params/phi/5/rnd_search_t_no_sched/comb_7/trained/model.layers.18.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..77a989e5d7eda476bde00f86f82bd8ad3c051111
--- /dev/null
+++ b/params/phi/5/rnd_search_t_no_sched/comb_7/trained/model.layers.18.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:7cea3f6d6fb002f82bc592a0b609000d60d73599597205b2cd855bd9f00ed1e6
+size 11395
diff --git a/params/phi/5/rnd_search_t_no_sched/comb_7/trained/model.layers.19.mlp.fc1/_0.pt b/params/phi/5/rnd_search_t_no_sched/comb_7/trained/model.layers.19.mlp.fc1/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..b48dc7cb862e0aa09907781222ec16c002798a8b
--- /dev/null
+++ b/params/phi/5/rnd_search_t_no_sched/comb_7/trained/model.layers.19.mlp.fc1/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ed3a1b15c64e1eaf55801b7e75e26777ae04164e7d1021844fa2432c2bdb470f
+size 42115
diff --git a/params/phi/5/rnd_search_t_no_sched/comb_7/trained/model.layers.19.mlp.fc1/_s.pt b/params/phi/5/rnd_search_t_no_sched/comb_7/trained/model.layers.19.mlp.fc1/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..5acdb01c16ca7b6a1bea1c95d25ad31cc334cc52
--- /dev/null
+++ b/params/phi/5/rnd_search_t_no_sched/comb_7/trained/model.layers.19.mlp.fc1/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:80d12499c207af40a4aa00b50cf02527107e374cdaadf2e69d38376205c10494
+size 42115
diff --git a/params/phi/5/rnd_search_t_no_sched/comb_7/trained/model.layers.19.mlp.fc2/_0.pt b/params/phi/5/rnd_search_t_no_sched/comb_7/trained/model.layers.19.mlp.fc2/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..69054afe6f07cdd43f6f136decd8998dbfa59e9a
--- /dev/null
+++ b/params/phi/5/rnd_search_t_no_sched/comb_7/trained/model.layers.19.mlp.fc2/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0fe143f6117e1240d57eb99a93188758f3b8cd0af479d67a808e6db6058792ea
+size 11395
diff --git a/params/phi/5/rnd_search_t_no_sched/comb_7/trained/model.layers.19.mlp.fc2/_s.pt b/params/phi/5/rnd_search_t_no_sched/comb_7/trained/model.layers.19.mlp.fc2/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..adf96fb1fc3ef4925ff8f0ae5b185c8a7077eb1f
--- /dev/null
+++ b/params/phi/5/rnd_search_t_no_sched/comb_7/trained/model.layers.19.mlp.fc2/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:4aab630521eb6fbd5b57301801f7bf584c4c0847b2418ed552aca0165b3a290e
+size 11395
diff --git a/params/phi/5/rnd_search_t_no_sched/comb_7/trained/model.layers.19.self_attn.dense/_0.pt b/params/phi/5/rnd_search_t_no_sched/comb_7/trained/model.layers.19.self_attn.dense/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..fa54e24627086a093c63cb9019c256594ea67002
--- /dev/null
+++ b/params/phi/5/rnd_search_t_no_sched/comb_7/trained/model.layers.19.self_attn.dense/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:be396e42fbc8b2dbd659724bdc8625b9a959d5898358b03b90d58ed63e083da6
+size 11395
diff --git a/params/phi/5/rnd_search_t_no_sched/comb_7/trained/model.layers.19.self_attn.dense/_s.pt b/params/phi/5/rnd_search_t_no_sched/comb_7/trained/model.layers.19.self_attn.dense/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2bb65798ef81a23a1a5186d9ed33cbcb9369829a
--- /dev/null
+++ b/params/phi/5/rnd_search_t_no_sched/comb_7/trained/model.layers.19.self_attn.dense/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:99aba0aebc10482df92752e9cd60ffbfcdbadb76f2b618e4eb280e51e26224a5
+size 11395
diff --git a/params/phi/5/rnd_search_t_no_sched/comb_7/trained/model.layers.19.self_attn.k_proj/_0.pt b/params/phi/5/rnd_search_t_no_sched/comb_7/trained/model.layers.19.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4c619ee266d2eacfdc5c10f23b7c7fc9097a53ad
--- /dev/null
+++ b/params/phi/5/rnd_search_t_no_sched/comb_7/trained/model.layers.19.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:374147093e17668d861a49119892e4acefd9c0de6e94a3d09493637ecc92d440
+size 11395
diff --git a/params/phi/5/rnd_search_t_no_sched/comb_7/trained/model.layers.19.self_attn.k_proj/_s.pt b/params/phi/5/rnd_search_t_no_sched/comb_7/trained/model.layers.19.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2a54a1865739a51fd990a3898dec3981dc73e82d
--- /dev/null
+++ b/params/phi/5/rnd_search_t_no_sched/comb_7/trained/model.layers.19.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c8b2eeb46a00046c6507ffedbf0ce38d69eec5f06b38bea366ca987d3ff78473
+size 11395
diff --git a/params/phi/5/rnd_search_t_no_sched/comb_7/trained/model.layers.19.self_attn.q_proj/_0.pt b/params/phi/5/rnd_search_t_no_sched/comb_7/trained/model.layers.19.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e9edd5e134864184462d38e9a1d9c4c5cec474e2
--- /dev/null
+++ b/params/phi/5/rnd_search_t_no_sched/comb_7/trained/model.layers.19.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:4683fd9bd160d79f2ae9497635d766e28c5a22e949b3117aafcb885ebfe00ae8
+size 11395
diff --git a/params/phi/5/rnd_search_t_no_sched/comb_7/trained/model.layers.19.self_attn.q_proj/_s.pt b/params/phi/5/rnd_search_t_no_sched/comb_7/trained/model.layers.19.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ff35eecae26126a4a7768739c9f7c1687987c04c
--- /dev/null
+++ b/params/phi/5/rnd_search_t_no_sched/comb_7/trained/model.layers.19.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:7c944ce7272725408e6aa192a9372a8796c8b5f7884a44d0f47fb72ef5b9a9ae
+size 11395
diff --git a/params/phi/5/rnd_search_t_no_sched/comb_7/trained/model.layers.19.self_attn.v_proj/_0.pt b/params/phi/5/rnd_search_t_no_sched/comb_7/trained/model.layers.19.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..aa02f561cc71244c61931efc3627caebbfa201d1
--- /dev/null
+++ b/params/phi/5/rnd_search_t_no_sched/comb_7/trained/model.layers.19.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:3ce3941fa1aa03e70fb1a847d130ba2aad6ce593c8d3558847d888a5f52bfa1c
+size 11395
diff --git a/params/phi/5/rnd_search_t_no_sched/comb_7/trained/model.layers.19.self_attn.v_proj/_s.pt b/params/phi/5/rnd_search_t_no_sched/comb_7/trained/model.layers.19.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ce06c84fe8b0c96ede03c2cb9ba0b8c53a397a17
--- /dev/null
+++ b/params/phi/5/rnd_search_t_no_sched/comb_7/trained/model.layers.19.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d85ce9230724bef3a2a40dbf230cf9600db3cf1636380b08a411c39bd5502fbc
+size 11395
diff --git a/params/phi/5/rnd_search_t_no_sched/comb_7/trained/model.layers.2.mlp.fc1/_0.pt b/params/phi/5/rnd_search_t_no_sched/comb_7/trained/model.layers.2.mlp.fc1/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..03d8e368e8b70ef5fc883e6ac3f89597d3528ee4
--- /dev/null
+++ b/params/phi/5/rnd_search_t_no_sched/comb_7/trained/model.layers.2.mlp.fc1/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:43546945071b77b4a08835e9dc1a265bf0956374e361a92447e77d92fa1d76bb
+size 42115
diff --git a/params/phi/5/rnd_search_t_no_sched/comb_7/trained/model.layers.2.mlp.fc1/_s.pt b/params/phi/5/rnd_search_t_no_sched/comb_7/trained/model.layers.2.mlp.fc1/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..0d131697bd873ac5a6adb83da326d9ca2ccd55bf
--- /dev/null
+++ b/params/phi/5/rnd_search_t_no_sched/comb_7/trained/model.layers.2.mlp.fc1/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:3aa402138aaaea4443e0cd999a480a73dc76c4eac4d80234a11db288c542de20
+size 42115
diff --git a/params/phi/5/rnd_search_t_no_sched/comb_7/trained/model.layers.2.mlp.fc2/_0.pt b/params/phi/5/rnd_search_t_no_sched/comb_7/trained/model.layers.2.mlp.fc2/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..b51e0ee4bb6560d833ce98240ef1d1df90dfc96c
--- /dev/null
+++ b/params/phi/5/rnd_search_t_no_sched/comb_7/trained/model.layers.2.mlp.fc2/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:6d17e1143b12e40f17c513f8f23e97e820115f44a00bd433e8791646fb930805
+size 11395
diff --git a/params/phi/5/rnd_search_t_no_sched/comb_7/trained/model.layers.2.mlp.fc2/_s.pt b/params/phi/5/rnd_search_t_no_sched/comb_7/trained/model.layers.2.mlp.fc2/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..5563c3e954f8a4629933dd26b644d2956f65fd98
--- /dev/null
+++ b/params/phi/5/rnd_search_t_no_sched/comb_7/trained/model.layers.2.mlp.fc2/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cf0e1106566bb27d67d14dc5df1667278f913dd551a11954e876f528ea09af2
+size 11395
diff --git a/params/phi/5/rnd_search_t_no_sched/comb_7/trained/model.layers.2.self_attn.dense/_0.pt b/params/phi/5/rnd_search_t_no_sched/comb_7/trained/model.layers.2.self_attn.dense/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..0c76c5c07f0cffdc71bef8b6449ad1265770fac0
--- /dev/null
+++ b/params/phi/5/rnd_search_t_no_sched/comb_7/trained/model.layers.2.self_attn.dense/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b1dea3f4985f82c64e590b2129bb21f7a54aeb87ba358f6fe2917dceb7b75148
+size 11395
diff --git a/params/phi/5/rnd_search_t_no_sched/comb_7/trained/model.layers.2.self_attn.dense/_s.pt b/params/phi/5/rnd_search_t_no_sched/comb_7/trained/model.layers.2.self_attn.dense/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..883804e62c4d9d5063086e20df1c443ae8de5bb5
--- /dev/null
+++ b/params/phi/5/rnd_search_t_no_sched/comb_7/trained/model.layers.2.self_attn.dense/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:8559bcce185583061cd017a9faffdfd067fb6cdcf77a01ea4c6d3818756e2875
+size 11395
diff --git a/params/phi/5/rnd_search_t_no_sched/comb_7/trained/model.layers.2.self_attn.k_proj/_0.pt b/params/phi/5/rnd_search_t_no_sched/comb_7/trained/model.layers.2.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2b69c125019b4c8f8cab6e9ff218772511d845d9
--- /dev/null
+++ b/params/phi/5/rnd_search_t_no_sched/comb_7/trained/model.layers.2.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:786e902f22e67ba814f86faf862503afaeccd90fbd47671051dec83dc54731d8
+size 11395
diff --git a/params/phi/5/rnd_search_t_no_sched/comb_7/trained/model.layers.2.self_attn.k_proj/_s.pt b/params/phi/5/rnd_search_t_no_sched/comb_7/trained/model.layers.2.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..142bced93a1fd0fd36aaaed17f52eff9c8cdc909
--- /dev/null
+++ b/params/phi/5/rnd_search_t_no_sched/comb_7/trained/model.layers.2.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:346793b6a3ea21c4a44523b1a2e9ec5c05d95b2899853eaddc8ce951978b257e
+size 11395
diff --git a/params/phi/5/rnd_search_t_no_sched/comb_7/trained/model.layers.2.self_attn.q_proj/_0.pt b/params/phi/5/rnd_search_t_no_sched/comb_7/trained/model.layers.2.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..db9b85c5961e4daa14febbd3274c37fda12ef88e
--- /dev/null
+++ b/params/phi/5/rnd_search_t_no_sched/comb_7/trained/model.layers.2.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:56c2b5c5d8c033fe8f24f352a219a16a04f27ec2e4b09fb37b948d7ff283d957
+size 11395
diff --git a/params/phi/5/rnd_search_t_no_sched/comb_7/trained/model.layers.2.self_attn.q_proj/_s.pt b/params/phi/5/rnd_search_t_no_sched/comb_7/trained/model.layers.2.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..d90b1fe9ded69f094178e5db9439b073bf767329
--- /dev/null
+++ b/params/phi/5/rnd_search_t_no_sched/comb_7/trained/model.layers.2.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:33dc062126e48d51ee5e43cf2656902aa6ee9d27f6d03947e0a13d806bf3b0c1
+size 11395
diff --git a/params/phi/5/rnd_search_t_no_sched/comb_7/trained/model.layers.2.self_attn.v_proj/_0.pt b/params/phi/5/rnd_search_t_no_sched/comb_7/trained/model.layers.2.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a246c1f727a2507f28a0604a386600d79070bb76
--- /dev/null
+++ b/params/phi/5/rnd_search_t_no_sched/comb_7/trained/model.layers.2.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:40ea915e85ad31f2d9ba038f535f9d4b59cfaf4add781605ef015c1299a55006
+size 11395
diff --git a/params/phi/5/rnd_search_t_no_sched/comb_7/trained/model.layers.2.self_attn.v_proj/_s.pt b/params/phi/5/rnd_search_t_no_sched/comb_7/trained/model.layers.2.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..0e9c51631e4071c578ceeb7cbe6cbb95700cb407
--- /dev/null
+++ b/params/phi/5/rnd_search_t_no_sched/comb_7/trained/model.layers.2.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:8977a1898220c128d515e7d31ee072b72a5c48ad05c000365ff582168b32c37c
+size 11395
diff --git a/params/phi/5/rnd_search_t_no_sched/comb_7/trained/model.layers.20.mlp.fc1/_0.pt b/params/phi/5/rnd_search_t_no_sched/comb_7/trained/model.layers.20.mlp.fc1/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..b39db16ea7d7e3db4739f72de6b13dea8fba4393
--- /dev/null
+++ b/params/phi/5/rnd_search_t_no_sched/comb_7/trained/model.layers.20.mlp.fc1/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:438fc86271ec08f32a8c394bda64e568f7c63b5aa43e7e2b96d5aa7a02e8e5c1
+size 42115
diff --git a/params/phi/5/rnd_search_t_no_sched/comb_7/trained/model.layers.20.mlp.fc1/_s.pt b/params/phi/5/rnd_search_t_no_sched/comb_7/trained/model.layers.20.mlp.fc1/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..f5797a47cb4867d8ae265e2cb42838ecbe7e7e98
--- /dev/null
+++ b/params/phi/5/rnd_search_t_no_sched/comb_7/trained/model.layers.20.mlp.fc1/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e5f88a391e843689da9bda711c313b9034f7d797c70b20cb84dfb449e61eb1e6
+size 42115
diff --git a/params/phi/5/rnd_search_t_no_sched/comb_7/trained/model.layers.20.mlp.fc2/_0.pt b/params/phi/5/rnd_search_t_no_sched/comb_7/trained/model.layers.20.mlp.fc2/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..673e04bfa678882314b4f1557a2b769852ce719a
--- /dev/null
+++ b/params/phi/5/rnd_search_t_no_sched/comb_7/trained/model.layers.20.mlp.fc2/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c95e9d5783d69d852bd933d0bcd2c212c0de850d40779edaed9663fac5cad539
+size 11395
diff --git a/params/phi/5/rnd_search_t_no_sched/comb_7/trained/model.layers.20.mlp.fc2/_s.pt b/params/phi/5/rnd_search_t_no_sched/comb_7/trained/model.layers.20.mlp.fc2/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..d8f4f77382128f6bf81f81bac321316531b3be3b
--- /dev/null
+++ b/params/phi/5/rnd_search_t_no_sched/comb_7/trained/model.layers.20.mlp.fc2/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:431f0d9c40061e429d4aef8f00620f37d2013dd5bcb53bf23df86299725eaaff
+size 11395
diff --git a/params/phi/5/rnd_search_t_no_sched/comb_7/trained/model.layers.20.self_attn.dense/_0.pt b/params/phi/5/rnd_search_t_no_sched/comb_7/trained/model.layers.20.self_attn.dense/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..37c669fef190c65c2ac00563a4d88c2d09f13c9e
--- /dev/null
+++ b/params/phi/5/rnd_search_t_no_sched/comb_7/trained/model.layers.20.self_attn.dense/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:61864630fd91ea4a67786e289d6524a3bbeca654f1051e55ebd1c4c68c005636
+size 11395
diff --git a/params/phi/5/rnd_search_t_no_sched/comb_7/trained/model.layers.20.self_attn.dense/_s.pt b/params/phi/5/rnd_search_t_no_sched/comb_7/trained/model.layers.20.self_attn.dense/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c3deef0405a8eddce3d00ae7f054d3b263373c2e
--- /dev/null
+++ b/params/phi/5/rnd_search_t_no_sched/comb_7/trained/model.layers.20.self_attn.dense/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:218d0cd79c2786028e8940fd42366994b8738f2f4cb69ad345c4d471de705b92
+size 11395
diff --git a/params/phi/5/rnd_search_t_no_sched/comb_7/trained/model.layers.20.self_attn.k_proj/_0.pt b/params/phi/5/rnd_search_t_no_sched/comb_7/trained/model.layers.20.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8eab4280f8e1e2e32ad588e8ac97879842533896
--- /dev/null
+++ b/params/phi/5/rnd_search_t_no_sched/comb_7/trained/model.layers.20.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0c53b08a8410dc95ceac3c87ace612d97f37979224a2928d6302c644b8117a38
+size 11395
diff --git a/params/phi/5/rnd_search_t_no_sched/comb_7/trained/model.layers.20.self_attn.k_proj/_s.pt b/params/phi/5/rnd_search_t_no_sched/comb_7/trained/model.layers.20.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..d026143a6c6fc2aa3b9d6b707ce2c66ee2faa9d9
--- /dev/null
+++ b/params/phi/5/rnd_search_t_no_sched/comb_7/trained/model.layers.20.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5fb052988bcc5e878c811a547506b1f6576d500635d7b336b2b6e1608602b5c2
+size 11395
diff --git a/params/phi/5/rnd_search_t_no_sched/comb_7/trained/model.layers.20.self_attn.q_proj/_0.pt b/params/phi/5/rnd_search_t_no_sched/comb_7/trained/model.layers.20.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8397d61deb19e2761b894a583b2d39ef38dbcd31
--- /dev/null
+++ b/params/phi/5/rnd_search_t_no_sched/comb_7/trained/model.layers.20.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:91007a6bca971fbb1432e9717d4ba4e0ce82d53e49088aebefc9ad42a821a05e
+size 11395
diff --git a/params/phi/5/rnd_search_t_no_sched/comb_7/trained/model.layers.20.self_attn.q_proj/_s.pt b/params/phi/5/rnd_search_t_no_sched/comb_7/trained/model.layers.20.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..f273076eee4d2d7f6712cfec037b7753a79d3831
--- /dev/null
+++ b/params/phi/5/rnd_search_t_no_sched/comb_7/trained/model.layers.20.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:62ef3bdeb316104744966dfb917640d1eeec86fe2d900198ea93cb6518add250
+size 11395
diff --git a/params/phi/5/rnd_search_t_no_sched/comb_7/trained/model.layers.20.self_attn.v_proj/_0.pt b/params/phi/5/rnd_search_t_no_sched/comb_7/trained/model.layers.20.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..176d70173c126bd6c1e40691490ee04cb8d63795
--- /dev/null
+++ b/params/phi/5/rnd_search_t_no_sched/comb_7/trained/model.layers.20.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:8c2a2113e1918434ada3466f34c7e90ddb8da649f02c05fb55b9af1843612c85
+size 11395
diff --git a/params/phi/5/rnd_search_t_no_sched/comb_7/trained/model.layers.20.self_attn.v_proj/_s.pt b/params/phi/5/rnd_search_t_no_sched/comb_7/trained/model.layers.20.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e36562ca97e7fb01ba3b0864643a3e883e20c49a
--- /dev/null
+++ b/params/phi/5/rnd_search_t_no_sched/comb_7/trained/model.layers.20.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:58abf30774ce5912b68e56cc8910fbb8a55df2134c3c90c4ebf1ec5941fb4d1d
+size 11395
diff --git a/params/phi/5/rnd_search_t_no_sched/comb_7/trained/model.layers.21.mlp.fc1/_0.pt b/params/phi/5/rnd_search_t_no_sched/comb_7/trained/model.layers.21.mlp.fc1/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..5f5b34dcf6a88fa383c6172c1a3f733e82e79d2d
--- /dev/null
+++ b/params/phi/5/rnd_search_t_no_sched/comb_7/trained/model.layers.21.mlp.fc1/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:90dda1d0ebafde773aef43bad9c9551c703622d6c22ee8b539b0f6ca6ee983a2
+size 42115
diff --git a/params/phi/5/rnd_search_t_no_sched/comb_7/trained/model.layers.21.mlp.fc1/_s.pt b/params/phi/5/rnd_search_t_no_sched/comb_7/trained/model.layers.21.mlp.fc1/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..047f9bfc9fa76ef4b707475007b53c1f85924898
--- /dev/null
+++ b/params/phi/5/rnd_search_t_no_sched/comb_7/trained/model.layers.21.mlp.fc1/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:fc2269f0c8a0409f09e2e8b084ae84aa778b620ea8a628c0e6d37f68b4919389
+size 42115
diff --git a/params/phi/5/rnd_search_t_no_sched/comb_7/trained/model.layers.21.mlp.fc2/_0.pt b/params/phi/5/rnd_search_t_no_sched/comb_7/trained/model.layers.21.mlp.fc2/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..986fa775d3f707b0c90c65ceb947d4ce0a6634de
--- /dev/null
+++ b/params/phi/5/rnd_search_t_no_sched/comb_7/trained/model.layers.21.mlp.fc2/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:11b59da322c233012a76d757f7709f777375dbbf70fce005d197b1600525aa5b
+size 11395
diff --git a/params/phi/5/rnd_search_t_no_sched/comb_7/trained/model.layers.21.mlp.fc2/_s.pt b/params/phi/5/rnd_search_t_no_sched/comb_7/trained/model.layers.21.mlp.fc2/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..57db6be0fe9e175ed24731d46c801a48290410ae
--- /dev/null
+++ b/params/phi/5/rnd_search_t_no_sched/comb_7/trained/model.layers.21.mlp.fc2/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:72df7511c49f5fe1602082be02a094c13056fc10dfe4a3997796a64e6e6cf7d8
+size 11395
diff --git a/params/phi/5/rnd_search_t_no_sched/comb_7/trained/model.layers.21.self_attn.dense/_0.pt b/params/phi/5/rnd_search_t_no_sched/comb_7/trained/model.layers.21.self_attn.dense/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..fbabff7ba996cbacc3889a06ab9e78f157057eb7
--- /dev/null
+++ b/params/phi/5/rnd_search_t_no_sched/comb_7/trained/model.layers.21.self_attn.dense/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:3ae550957d87a76ab7aff2f8903e470fa2824572a09de8a4040f23c43f074dee
+size 11395
diff --git a/params/phi/5/rnd_search_t_no_sched/comb_7/trained/model.layers.21.self_attn.dense/_s.pt b/params/phi/5/rnd_search_t_no_sched/comb_7/trained/model.layers.21.self_attn.dense/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ca55220159ab3cd06a97a48b4ee6786bfba0efdc
--- /dev/null
+++ b/params/phi/5/rnd_search_t_no_sched/comb_7/trained/model.layers.21.self_attn.dense/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:faf46405a3ae0d13a8d52d9aa20ddd1e7388129d09c721ac7845aa70167b7625
+size 11395
diff --git a/params/phi/5/rnd_search_t_no_sched/comb_7/trained/model.layers.21.self_attn.k_proj/_0.pt b/params/phi/5/rnd_search_t_no_sched/comb_7/trained/model.layers.21.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..9aeb884d1eb47216f7afa28b2d6f2e52eebffbf0
--- /dev/null
+++ b/params/phi/5/rnd_search_t_no_sched/comb_7/trained/model.layers.21.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2dbcc54627973c7036706f3603ed501118dc5c95dfb90183d02522af7c2c0192
+size 11395
diff --git a/params/phi/5/rnd_search_t_no_sched/comb_7/trained/model.layers.21.self_attn.k_proj/_s.pt b/params/phi/5/rnd_search_t_no_sched/comb_7/trained/model.layers.21.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..3ad89b9f2f50d9f5294ea129f1e3b227d39f5081
--- /dev/null
+++ b/params/phi/5/rnd_search_t_no_sched/comb_7/trained/model.layers.21.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ba0f1fdfbd26c510e80ba8808a01a50ab56e6ec20c0d440e54b35b0467f3f1b4
+size 11395
diff --git a/params/phi/5/rnd_search_t_no_sched/comb_7/trained/model.layers.21.self_attn.q_proj/_0.pt b/params/phi/5/rnd_search_t_no_sched/comb_7/trained/model.layers.21.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..9d52164e92cfdf4efd11b3ec38283d936bd031fd
--- /dev/null
+++ b/params/phi/5/rnd_search_t_no_sched/comb_7/trained/model.layers.21.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b28551fe52f34c0bb01991b50ce999aef5f51b4eb0a20d1a6586efcd7acbcbb4
+size 11395
diff --git a/params/phi/5/rnd_search_t_no_sched/comb_7/trained/model.layers.21.self_attn.q_proj/_s.pt b/params/phi/5/rnd_search_t_no_sched/comb_7/trained/model.layers.21.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a35f3371d475b58132d71429ff6e24b1c3b5cc50
--- /dev/null
+++ b/params/phi/5/rnd_search_t_no_sched/comb_7/trained/model.layers.21.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:1bb2ec317d4f667cf526937095c7b9487d29d62bba070f4df2f37b9237240755
+size 11395
diff --git a/params/phi/5/rnd_search_t_no_sched/comb_7/trained/model.layers.21.self_attn.v_proj/_0.pt b/params/phi/5/rnd_search_t_no_sched/comb_7/trained/model.layers.21.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..541c9830465e7988824d9eb08afd3846cedb6c85
--- /dev/null
+++ b/params/phi/5/rnd_search_t_no_sched/comb_7/trained/model.layers.21.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:184d14ba0ddf5887c567f537d5037ad7175bc4691f8a7f84cda247c7fd7a0b9a
+size 11395
diff --git a/params/phi/5/rnd_search_t_no_sched/comb_7/trained/model.layers.21.self_attn.v_proj/_s.pt b/params/phi/5/rnd_search_t_no_sched/comb_7/trained/model.layers.21.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..f70c5402542571dfc65ef1e02a55cb8bf514b09e
--- /dev/null
+++ b/params/phi/5/rnd_search_t_no_sched/comb_7/trained/model.layers.21.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:95a047dfb09eafe55b2de308a1500a2d42d6a4ff904612cc3e6f5b4aeda08c00
+size 11395
diff --git a/params/phi/5/rnd_search_t_no_sched/comb_7/trained/model.layers.22.mlp.fc1/_0.pt b/params/phi/5/rnd_search_t_no_sched/comb_7/trained/model.layers.22.mlp.fc1/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..d53bf2edd18ed08c717b00fd2e82ffaf430a5143
--- /dev/null
+++ b/params/phi/5/rnd_search_t_no_sched/comb_7/trained/model.layers.22.mlp.fc1/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:66f9327bd6f69da372081c6eedadd5690093c5b4256bd9caf9b7e56c99162ccd
+size 42115
diff --git a/params/phi/5/rnd_search_t_no_sched/comb_7/trained/model.layers.22.mlp.fc1/_s.pt b/params/phi/5/rnd_search_t_no_sched/comb_7/trained/model.layers.22.mlp.fc1/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e8191738fcb1544a99f09aada1a7057b60c210bb
--- /dev/null
+++ b/params/phi/5/rnd_search_t_no_sched/comb_7/trained/model.layers.22.mlp.fc1/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5b06e62fc22d97aa341fd74d7c27c0f055e43e72768439af8088cb9e92c05746
+size 42115
diff --git a/params/phi/5/rnd_search_t_no_sched/comb_7/trained/model.layers.22.mlp.fc2/_0.pt b/params/phi/5/rnd_search_t_no_sched/comb_7/trained/model.layers.22.mlp.fc2/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..b5f92bdaf3d74fafc393f63ccaa95b2039659e5a
--- /dev/null
+++ b/params/phi/5/rnd_search_t_no_sched/comb_7/trained/model.layers.22.mlp.fc2/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:7aa263e9d3f4af577355fa9980c43cd2f090ed41c0d5a1b0a573a0cf30862797
+size 11395
diff --git a/params/phi/5/rnd_search_t_no_sched/comb_7/trained/model.layers.22.mlp.fc2/_s.pt b/params/phi/5/rnd_search_t_no_sched/comb_7/trained/model.layers.22.mlp.fc2/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..61bb10becb08cc9f5034208d21de8cfadf1bebd4
--- /dev/null
+++ b/params/phi/5/rnd_search_t_no_sched/comb_7/trained/model.layers.22.mlp.fc2/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:428f5abaaf1d3b2d72f31024e647564d1aec16bea7a1a11f53d1a38917facdf9
+size 11395
diff --git a/params/phi/5/rnd_search_t_no_sched/comb_7/trained/model.layers.22.self_attn.dense/_0.pt b/params/phi/5/rnd_search_t_no_sched/comb_7/trained/model.layers.22.self_attn.dense/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c9ee27a6cddaf4a4b785607ab3126a2f7c199ebe
--- /dev/null
+++ b/params/phi/5/rnd_search_t_no_sched/comb_7/trained/model.layers.22.self_attn.dense/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:03b83e4fa871781e002af09b6f45b07abcf771f9fee47f62c0c4ee84b8e9fdd0
+size 11395
diff --git a/params/phi/5/rnd_search_t_no_sched/comb_7/trained/model.layers.22.self_attn.dense/_s.pt b/params/phi/5/rnd_search_t_no_sched/comb_7/trained/model.layers.22.self_attn.dense/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a35ac9e6dab593c180c84c369e26fd9228098332
--- /dev/null
+++ b/params/phi/5/rnd_search_t_no_sched/comb_7/trained/model.layers.22.self_attn.dense/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:3f268716945322635fe27dc6960d0803e496a5056143e71383c29037e44853e9
+size 11395
diff --git a/params/phi/5/rnd_search_t_no_sched/comb_7/trained/model.layers.22.self_attn.k_proj/_0.pt b/params/phi/5/rnd_search_t_no_sched/comb_7/trained/model.layers.22.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..873cda8cfb19977369657c83acc3989a1f982bd5
--- /dev/null
+++ b/params/phi/5/rnd_search_t_no_sched/comb_7/trained/model.layers.22.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:889125144787b9bead6391644215084c8f28e0e206ee64b5e1b01597ad429c12
+size 11395
diff --git a/params/phi/5/rnd_search_t_no_sched/comb_7/trained/model.layers.22.self_attn.k_proj/_s.pt b/params/phi/5/rnd_search_t_no_sched/comb_7/trained/model.layers.22.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e864ae8298d86b577867225afebf2e3834375883
--- /dev/null
+++ b/params/phi/5/rnd_search_t_no_sched/comb_7/trained/model.layers.22.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ded96a5bd13ec2bbfa92d2dcf2a535fc100ea9230969e8d8d4db9e55625dfbdb
+size 11395
diff --git a/params/phi/5/rnd_search_t_no_sched/comb_7/trained/model.layers.22.self_attn.q_proj/_0.pt b/params/phi/5/rnd_search_t_no_sched/comb_7/trained/model.layers.22.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..f1628b33d94946d639e7081b246378a20e7f575c
--- /dev/null
+++ b/params/phi/5/rnd_search_t_no_sched/comb_7/trained/model.layers.22.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:8157833cafabd98114d3012a35290e887e0380f5ec08189fabeba1f3bbe13073
+size 11395
diff --git a/params/phi/5/rnd_search_t_no_sched/comb_7/trained/model.layers.22.self_attn.q_proj/_s.pt b/params/phi/5/rnd_search_t_no_sched/comb_7/trained/model.layers.22.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..5a9596a2b9e1b6519bddad724fe9a5909d646c9f
--- /dev/null
+++ b/params/phi/5/rnd_search_t_no_sched/comb_7/trained/model.layers.22.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d8a9fb9464abe3f3ccde02c06716ce0a55f2dd59fb7dea0a25ea708386f418ac
+size 11395
diff --git a/params/phi/5/rnd_search_t_no_sched/comb_7/trained/model.layers.22.self_attn.v_proj/_0.pt b/params/phi/5/rnd_search_t_no_sched/comb_7/trained/model.layers.22.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..fc24e55278de7fe74481adec421e65502c66cd04
--- /dev/null
+++ b/params/phi/5/rnd_search_t_no_sched/comb_7/trained/model.layers.22.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5b66f3449a128180d5fa7c1a46ba77deb637ce36a24ba67aa971a33920706dff
+size 11395
diff --git a/params/phi/5/rnd_search_t_no_sched/comb_7/trained/model.layers.22.self_attn.v_proj/_s.pt b/params/phi/5/rnd_search_t_no_sched/comb_7/trained/model.layers.22.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..054ae09a0cbd05c86c8b5af6ce9560e1b3b8114a
--- /dev/null
+++ b/params/phi/5/rnd_search_t_no_sched/comb_7/trained/model.layers.22.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:4ead98482dc986aa6185e5c5b5a637d79e329c816eb0bf4298db53b7cfcbed19
+size 11395
diff --git a/params/phi/5/rnd_search_t_no_sched/comb_7/trained/model.layers.23.mlp.fc1/_0.pt b/params/phi/5/rnd_search_t_no_sched/comb_7/trained/model.layers.23.mlp.fc1/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..f437ee4adcbacf4e41819b252375c58998c0cbc7
--- /dev/null
+++ b/params/phi/5/rnd_search_t_no_sched/comb_7/trained/model.layers.23.mlp.fc1/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e8806292244ef06fe6b771ee3d85d83f90f497b9a50c8ea516cae3d7645fdf97
+size 42115
diff --git a/params/phi/5/rnd_search_t_no_sched/comb_7/trained/model.layers.23.mlp.fc1/_s.pt b/params/phi/5/rnd_search_t_no_sched/comb_7/trained/model.layers.23.mlp.fc1/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..63ed7a98632268f9fba116c6a66233e37cfc46dd
--- /dev/null
+++ b/params/phi/5/rnd_search_t_no_sched/comb_7/trained/model.layers.23.mlp.fc1/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:3bd08fdb906193bee153daf0b38aa3e137f2979d31e53337fab999fe20d3af8a
+size 42115
diff --git a/params/phi/5/rnd_search_t_no_sched/comb_7/trained/model.layers.23.mlp.fc2/_0.pt b/params/phi/5/rnd_search_t_no_sched/comb_7/trained/model.layers.23.mlp.fc2/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..03a30009568cd504a1afbd3ecbe737353c1f1d25
--- /dev/null
+++ b/params/phi/5/rnd_search_t_no_sched/comb_7/trained/model.layers.23.mlp.fc2/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c606d382e89827fc931a244a5857afe5b9e3d83b6f86c9eebed9303b093cd522
+size 11395
diff --git a/params/phi/5/rnd_search_t_no_sched/comb_7/trained/model.layers.23.mlp.fc2/_s.pt b/params/phi/5/rnd_search_t_no_sched/comb_7/trained/model.layers.23.mlp.fc2/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..7bba7146f20d8bbd37aab6f0b8c4deafaf8cbd7b
--- /dev/null
+++ b/params/phi/5/rnd_search_t_no_sched/comb_7/trained/model.layers.23.mlp.fc2/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:06874821223873c9d478fec52d2c2d2be79b1bde85a31900267ce49c7dc62802
+size 11395
diff --git a/params/phi/5/rnd_search_t_no_sched/comb_7/trained/model.layers.23.self_attn.dense/_0.pt b/params/phi/5/rnd_search_t_no_sched/comb_7/trained/model.layers.23.self_attn.dense/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..15b7105c00f7ec70ff251976669151aeda2f45c7
--- /dev/null
+++ b/params/phi/5/rnd_search_t_no_sched/comb_7/trained/model.layers.23.self_attn.dense/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e1e284dd8b2ed794ea217dfe1a7fc7c2e6eee47ced15bdb3eba0533b190391f3
+size 11395
diff --git a/params/phi/5/rnd_search_t_no_sched/comb_7/trained/model.layers.23.self_attn.dense/_s.pt b/params/phi/5/rnd_search_t_no_sched/comb_7/trained/model.layers.23.self_attn.dense/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..32ab1feaf3e483f509027a0bda945be514e7864c
--- /dev/null
+++ b/params/phi/5/rnd_search_t_no_sched/comb_7/trained/model.layers.23.self_attn.dense/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d34ca580b1c0658fe6a86ec754cb9165f6393cfa97e1c87b3ad5de89b5d71dab
+size 11395
diff --git a/params/phi/5/rnd_search_t_no_sched/comb_7/trained/model.layers.23.self_attn.k_proj/_0.pt b/params/phi/5/rnd_search_t_no_sched/comb_7/trained/model.layers.23.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..b122072c618cee8f9641f27d6cef5c7170eb11b1
--- /dev/null
+++ b/params/phi/5/rnd_search_t_no_sched/comb_7/trained/model.layers.23.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ca708d5384f30a85616701af64d72823a9720d314c5feb06d06120c3b116ab05
+size 11395
diff --git a/params/phi/5/rnd_search_t_no_sched/comb_7/trained/model.layers.23.self_attn.k_proj/_s.pt b/params/phi/5/rnd_search_t_no_sched/comb_7/trained/model.layers.23.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..203604927b82d09779d10ab055eb330e2ad45b14
--- /dev/null
+++ b/params/phi/5/rnd_search_t_no_sched/comb_7/trained/model.layers.23.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:7e2b1537059686892e1a7a598ff1cfacaaf081943f20e205e4c77c076e37564c
+size 11395
diff --git a/params/phi/5/rnd_search_t_no_sched/comb_7/trained/model.layers.23.self_attn.q_proj/_0.pt b/params/phi/5/rnd_search_t_no_sched/comb_7/trained/model.layers.23.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..3fda2810207424cf556cfaed2d4b94a2be9a76a4
--- /dev/null
+++ b/params/phi/5/rnd_search_t_no_sched/comb_7/trained/model.layers.23.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:95357e20595898d851d766f296b0f7bdbe08e7ed51151c5c1f1fe657380b8713
+size 11395
diff --git a/params/phi/5/rnd_search_t_no_sched/comb_7/trained/model.layers.23.self_attn.q_proj/_s.pt b/params/phi/5/rnd_search_t_no_sched/comb_7/trained/model.layers.23.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8c6b9cb454a5d56f850c999c52cd29ccc4849211
--- /dev/null
+++ b/params/phi/5/rnd_search_t_no_sched/comb_7/trained/model.layers.23.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:af61827a1684ab1299e0b9dbd5a70164cc0cc52e27d5e7522c85fdf0beaa6f61
+size 11395
diff --git a/params/phi/5/rnd_search_t_no_sched/comb_7/trained/model.layers.23.self_attn.v_proj/_0.pt b/params/phi/5/rnd_search_t_no_sched/comb_7/trained/model.layers.23.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..61a485493e11be8608852b1c90949035b3c56f08
--- /dev/null
+++ b/params/phi/5/rnd_search_t_no_sched/comb_7/trained/model.layers.23.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5503aee42b3108e770004c7d01018a09b52f5a7369d1fab8764f3246752712b6
+size 11395
diff --git a/params/phi/5/rnd_search_t_no_sched/comb_7/trained/model.layers.23.self_attn.v_proj/_s.pt b/params/phi/5/rnd_search_t_no_sched/comb_7/trained/model.layers.23.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..26a3e109ab23dc4c2f54ae081bdaa07ce687124e
--- /dev/null
+++ b/params/phi/5/rnd_search_t_no_sched/comb_7/trained/model.layers.23.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:6d01a78f1195f636ba560835c3b546fc6b35f6838afb5f9db4dd19349eea5a27
+size 11395
diff --git a/params/phi/5/rnd_search_t_no_sched/comb_7/trained/model.layers.24.mlp.fc1/_0.pt b/params/phi/5/rnd_search_t_no_sched/comb_7/trained/model.layers.24.mlp.fc1/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..56669464dd0b154bf38eb3741b6add1ae2a4c751
--- /dev/null
+++ b/params/phi/5/rnd_search_t_no_sched/comb_7/trained/model.layers.24.mlp.fc1/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ecf3a942cbbcd1f815640f6f5f3652454cfd71da23153a7955a3e32f3e733cb1
+size 42115
diff --git a/params/phi/5/rnd_search_t_no_sched/comb_7/trained/model.layers.24.mlp.fc1/_s.pt b/params/phi/5/rnd_search_t_no_sched/comb_7/trained/model.layers.24.mlp.fc1/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c5ab35fe8d6011605f86ccd7d4acf285139b201f
--- /dev/null
+++ b/params/phi/5/rnd_search_t_no_sched/comb_7/trained/model.layers.24.mlp.fc1/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:bc60151137776e56177f7868a508ab4f0f7a3081791cf50e8bbf33270a7ddfc2
+size 42115
diff --git a/params/phi/5/rnd_search_t_no_sched/comb_7/trained/model.layers.24.mlp.fc2/_0.pt b/params/phi/5/rnd_search_t_no_sched/comb_7/trained/model.layers.24.mlp.fc2/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..f61dacaccfd46c2af11fdaff63d7a4b89bd3fadb
--- /dev/null
+++ b/params/phi/5/rnd_search_t_no_sched/comb_7/trained/model.layers.24.mlp.fc2/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:8a6eb33246dd7403ae8b54d72c6271934f0b9598c8df89ae6b7a015b2efd0c85
+size 11395
diff --git a/params/phi/5/rnd_search_t_no_sched/comb_7/trained/model.layers.24.mlp.fc2/_s.pt b/params/phi/5/rnd_search_t_no_sched/comb_7/trained/model.layers.24.mlp.fc2/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..79f2f376d967f6f8d736ad8f609db0ed9f6a2b28
--- /dev/null
+++ b/params/phi/5/rnd_search_t_no_sched/comb_7/trained/model.layers.24.mlp.fc2/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:cd34b7edc08f47911aa969a160abcd3ebb4e1fef4351b99a9ab39bb63379cbe9
+size 11395
diff --git a/params/phi/5/rnd_search_t_no_sched/comb_7/trained/model.layers.24.self_attn.dense/_0.pt b/params/phi/5/rnd_search_t_no_sched/comb_7/trained/model.layers.24.self_attn.dense/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2b446fb852dc7d818149489a89d1dcaea6321bb3
--- /dev/null
+++ b/params/phi/5/rnd_search_t_no_sched/comb_7/trained/model.layers.24.self_attn.dense/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:7e393d824c7ea690c8e52eedf5b2e89158f7336a8d5a01ac5c24735ffda5f2e5
+size 11395
diff --git a/params/phi/5/rnd_search_t_no_sched/comb_7/trained/model.layers.24.self_attn.dense/_s.pt b/params/phi/5/rnd_search_t_no_sched/comb_7/trained/model.layers.24.self_attn.dense/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..d2567c9002c02b20ea2f1e7f420175472131ed2c
--- /dev/null
+++ b/params/phi/5/rnd_search_t_no_sched/comb_7/trained/model.layers.24.self_attn.dense/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:75f16a589233c4694765e7d87ec1e3eecf6cc014744451f2159acf86842d06d2
+size 11395
diff --git a/params/phi/5/rnd_search_t_no_sched/comb_7/trained/model.layers.24.self_attn.k_proj/_0.pt b/params/phi/5/rnd_search_t_no_sched/comb_7/trained/model.layers.24.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..17c7a7513fbaf4760b85f0e6a82ec8f6123b52b7
--- /dev/null
+++ b/params/phi/5/rnd_search_t_no_sched/comb_7/trained/model.layers.24.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:62d60ed70151f76e93b8db1aa1d09eb25b9d8fdac467fa2b78443356d273c1d8
+size 11395
diff --git a/params/phi/5/rnd_search_t_no_sched/comb_7/trained/model.layers.24.self_attn.k_proj/_s.pt b/params/phi/5/rnd_search_t_no_sched/comb_7/trained/model.layers.24.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..f40c6b3609fc9c60a3ea40d279faa4fedc3e862d
--- /dev/null
+++ b/params/phi/5/rnd_search_t_no_sched/comb_7/trained/model.layers.24.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:454871debf55ac3d9e6eadcde6edc0a7b716d5389fb55535cc70c5dada471e59
+size 11395
diff --git a/params/phi/5/rnd_search_t_no_sched/comb_7/trained/model.layers.24.self_attn.q_proj/_0.pt b/params/phi/5/rnd_search_t_no_sched/comb_7/trained/model.layers.24.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..33e25065c47683b8e769802c9cebd809ca66a591
--- /dev/null
+++ b/params/phi/5/rnd_search_t_no_sched/comb_7/trained/model.layers.24.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:6b7cc3b7027b59e1d8201e7f230aacc3f3461eb5b0f5bf898f28f2020981a2e8
+size 11395
diff --git a/params/phi/5/rnd_search_t_no_sched/comb_7/trained/model.layers.24.self_attn.q_proj/_s.pt b/params/phi/5/rnd_search_t_no_sched/comb_7/trained/model.layers.24.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..bd457e5ea0fcd0976a6f5865bd2bd00e884dcfb7
--- /dev/null
+++ b/params/phi/5/rnd_search_t_no_sched/comb_7/trained/model.layers.24.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:19c5d356aca15b9cda769b96901c41855cc2539fcb231205950902be4fc1216f
+size 11395
diff --git a/params/phi/5/rnd_search_t_no_sched/comb_7/trained/model.layers.24.self_attn.v_proj/_0.pt b/params/phi/5/rnd_search_t_no_sched/comb_7/trained/model.layers.24.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8edfe970b0943f306f5a1ae754db387a87a0a3bf
--- /dev/null
+++ b/params/phi/5/rnd_search_t_no_sched/comb_7/trained/model.layers.24.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:461bae427efd5bc06d830cdaa9e9812bdf240b088f156f3113436b97c83234f6
+size 11395
diff --git a/params/phi/5/rnd_search_t_no_sched/comb_7/trained/model.layers.24.self_attn.v_proj/_s.pt b/params/phi/5/rnd_search_t_no_sched/comb_7/trained/model.layers.24.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..01a7adb79bedd139ce69d18c6f7efced66ecef71
--- /dev/null
+++ b/params/phi/5/rnd_search_t_no_sched/comb_7/trained/model.layers.24.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5eb351cb4d0215dfb9b7d3a68dd37c2bc4b5e14a5ac9a6ac277e8b8044036f05
+size 11395
diff --git a/params/phi/5/rnd_search_t_no_sched/comb_7/trained/model.layers.25.mlp.fc1/_0.pt b/params/phi/5/rnd_search_t_no_sched/comb_7/trained/model.layers.25.mlp.fc1/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..00db25998980b6dab0a00c87908b070573a42441
--- /dev/null
+++ b/params/phi/5/rnd_search_t_no_sched/comb_7/trained/model.layers.25.mlp.fc1/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:bf1ef4fe7eca30eee67965ff5eaefa7151606bed72e0e25fc245871a9f3978fa
+size 42115
diff --git a/params/phi/5/rnd_search_t_no_sched/comb_7/trained/model.layers.25.mlp.fc1/_s.pt b/params/phi/5/rnd_search_t_no_sched/comb_7/trained/model.layers.25.mlp.fc1/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..52416f67a10244aae456716331d864dfee4070f3
--- /dev/null
+++ b/params/phi/5/rnd_search_t_no_sched/comb_7/trained/model.layers.25.mlp.fc1/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ec57d488c39946d2e2ee51f6a4ddbf6a0cc69e32b835b146749c29d53b7d5f46
+size 42115
diff --git a/params/phi/5/rnd_search_t_no_sched/comb_7/trained/model.layers.25.mlp.fc2/_0.pt b/params/phi/5/rnd_search_t_no_sched/comb_7/trained/model.layers.25.mlp.fc2/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e1f30d6f918f764593b8464706ba9d0c340d5a71
--- /dev/null
+++ b/params/phi/5/rnd_search_t_no_sched/comb_7/trained/model.layers.25.mlp.fc2/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2295d2148f48b53c6c3d864829d7777f1d9b7016320274539c41b0523af4459e
+size 11395
diff --git a/params/phi/5/rnd_search_t_no_sched/comb_7/trained/model.layers.25.mlp.fc2/_s.pt b/params/phi/5/rnd_search_t_no_sched/comb_7/trained/model.layers.25.mlp.fc2/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..85e6cc0b5f28b40002ada7f86df9c01d445c7d7c
--- /dev/null
+++ b/params/phi/5/rnd_search_t_no_sched/comb_7/trained/model.layers.25.mlp.fc2/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:6831543aa055abda19cb744f5d7c30e889f7062ab22527b3d630e9bef0363ab6
+size 11395
diff --git a/params/phi/5/rnd_search_t_no_sched/comb_7/trained/model.layers.25.self_attn.dense/_0.pt b/params/phi/5/rnd_search_t_no_sched/comb_7/trained/model.layers.25.self_attn.dense/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..d178ff33f5e263b4deb1d1d789001cdfb5bf782a
--- /dev/null
+++ b/params/phi/5/rnd_search_t_no_sched/comb_7/trained/model.layers.25.self_attn.dense/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:329217b85f425a9edc961ae401c707e93402535ec488acdb4074f04065e08cbf
+size 11395
diff --git a/params/phi/5/rnd_search_t_no_sched/comb_7/trained/model.layers.25.self_attn.dense/_s.pt b/params/phi/5/rnd_search_t_no_sched/comb_7/trained/model.layers.25.self_attn.dense/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..f93985bac721854461ace4ec74391be763fff1ae
--- /dev/null
+++ b/params/phi/5/rnd_search_t_no_sched/comb_7/trained/model.layers.25.self_attn.dense/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:4b7a8e3765860ee4e27afeaba1ce5b839df9130fefa1eed478b5277ea49a7f48
+size 11395
diff --git a/params/phi/5/rnd_search_t_no_sched/comb_7/trained/model.layers.25.self_attn.k_proj/_0.pt b/params/phi/5/rnd_search_t_no_sched/comb_7/trained/model.layers.25.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..40e6a1696d64fbf0a22752a31f83f20149602b69
--- /dev/null
+++ b/params/phi/5/rnd_search_t_no_sched/comb_7/trained/model.layers.25.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:76c3af4698e36bf203e5f45d47ed80a13b1313a35853f0e8bc3e0c6d39a7d369
+size 11395
diff --git a/params/phi/5/rnd_search_t_no_sched/comb_7/trained/model.layers.25.self_attn.k_proj/_s.pt b/params/phi/5/rnd_search_t_no_sched/comb_7/trained/model.layers.25.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4c9e44cad61caa5007d70162b8b3cd184fac33e1
--- /dev/null
+++ b/params/phi/5/rnd_search_t_no_sched/comb_7/trained/model.layers.25.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:32b230a5a0221ed88ca483b613812bbb44ff35e573392767d529694c66ff0db1
+size 11395
diff --git a/params/phi/5/rnd_search_t_no_sched/comb_7/trained/model.layers.25.self_attn.q_proj/_0.pt b/params/phi/5/rnd_search_t_no_sched/comb_7/trained/model.layers.25.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..67c6dda2348a4ef3d0cf8f54107e65acfb3cbbf1
--- /dev/null
+++ b/params/phi/5/rnd_search_t_no_sched/comb_7/trained/model.layers.25.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e58becea2cd19c38eab8158ec09392a72cf3dc3e8a275ab3d4d0171b2492486e
+size 11395
diff --git a/params/phi/5/rnd_search_t_no_sched/comb_7/trained/model.layers.25.self_attn.q_proj/_s.pt b/params/phi/5/rnd_search_t_no_sched/comb_7/trained/model.layers.25.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..bb71838c92044b04472234c1b4da5aadff676850
--- /dev/null
+++ b/params/phi/5/rnd_search_t_no_sched/comb_7/trained/model.layers.25.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:db21b62892a00ecc0a42776a7a9d548bdb5cd02e8f359a8597cd4f7f875d1398
+size 11395
diff --git a/params/phi/5/rnd_search_t_no_sched/comb_7/trained/model.layers.25.self_attn.v_proj/_0.pt b/params/phi/5/rnd_search_t_no_sched/comb_7/trained/model.layers.25.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8eed896a5ea6cd53f570a6bc289ac547d56efe0a
--- /dev/null
+++ b/params/phi/5/rnd_search_t_no_sched/comb_7/trained/model.layers.25.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:3921048e4131fb30dcda40191ab2ce01cd513f6d37c0614b6430d83b41c82c98
+size 11395
diff --git a/params/phi/5/rnd_search_t_no_sched/comb_7/trained/model.layers.25.self_attn.v_proj/_s.pt b/params/phi/5/rnd_search_t_no_sched/comb_7/trained/model.layers.25.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4aac3a4d60c0b3e5e683b2d060b71cec20f10814
--- /dev/null
+++ b/params/phi/5/rnd_search_t_no_sched/comb_7/trained/model.layers.25.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:7532c7a1ef5a4b1e2ccf931361925b23957c9ef69fad29c6573d37c362bc456a
+size 11395
diff --git a/params/phi/5/rnd_search_t_no_sched/comb_7/trained/model.layers.26.mlp.fc1/_0.pt b/params/phi/5/rnd_search_t_no_sched/comb_7/trained/model.layers.26.mlp.fc1/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..5f173763f3a7aafd6eabe7698bc5a820fd396a0a
--- /dev/null
+++ b/params/phi/5/rnd_search_t_no_sched/comb_7/trained/model.layers.26.mlp.fc1/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f6f292b4ad063669567ab248e3faea87529b1cb917a56549078da21fc9c6f877
+size 42115
diff --git a/params/phi/5/rnd_search_t_no_sched/comb_7/trained/model.layers.26.mlp.fc1/_s.pt b/params/phi/5/rnd_search_t_no_sched/comb_7/trained/model.layers.26.mlp.fc1/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a0458c9945ab7094be408b2c2e715e225ae0d081
--- /dev/null
+++ b/params/phi/5/rnd_search_t_no_sched/comb_7/trained/model.layers.26.mlp.fc1/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:189ab2fd68790b00c4cd4cfa048b39fd97859ede832819b5ca525db164f644ea
+size 42115
diff --git a/params/phi/5/rnd_search_t_no_sched/comb_7/trained/model.layers.26.mlp.fc2/_0.pt b/params/phi/5/rnd_search_t_no_sched/comb_7/trained/model.layers.26.mlp.fc2/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4712a9d8bff2bc40ead4b91e39d29a9a43cca2ef
--- /dev/null
+++ b/params/phi/5/rnd_search_t_no_sched/comb_7/trained/model.layers.26.mlp.fc2/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5b02af8f5f983c3ecc337c9baf01ea9daf4b192a32fcb20d726ac5e4cf68faa7
+size 11395
diff --git a/params/phi/5/rnd_search_t_no_sched/comb_7/trained/model.layers.26.mlp.fc2/_s.pt b/params/phi/5/rnd_search_t_no_sched/comb_7/trained/model.layers.26.mlp.fc2/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..0d54537287fd5675431a4bd69d3369ee3aae56d8
--- /dev/null
+++ b/params/phi/5/rnd_search_t_no_sched/comb_7/trained/model.layers.26.mlp.fc2/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5dec598fb0fb7096dc34ce680cf3824802fb4ccfe469e5d8fab780c0863be3ea
+size 11395
diff --git a/params/phi/5/rnd_search_t_no_sched/comb_7/trained/model.layers.26.self_attn.dense/_0.pt b/params/phi/5/rnd_search_t_no_sched/comb_7/trained/model.layers.26.self_attn.dense/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c0b96ed4029ffe16bfba0ebb427955883dd0295c
--- /dev/null
+++ b/params/phi/5/rnd_search_t_no_sched/comb_7/trained/model.layers.26.self_attn.dense/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:04e024828faefd9b94301ee037db54c95252e8e677c409cb996ad2a183b7f254
+size 11395
diff --git a/params/phi/5/rnd_search_t_no_sched/comb_7/trained/model.layers.26.self_attn.dense/_s.pt b/params/phi/5/rnd_search_t_no_sched/comb_7/trained/model.layers.26.self_attn.dense/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..5b5cbbf59bed717d78b97cb22f51a9a715774ce1
--- /dev/null
+++ b/params/phi/5/rnd_search_t_no_sched/comb_7/trained/model.layers.26.self_attn.dense/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:770fa074710fa7f08ab155966a5c6d349aec48a53a48c34832a738f6d3cedcdf
+size 11395
diff --git a/params/phi/5/rnd_search_t_no_sched/comb_7/trained/model.layers.26.self_attn.k_proj/_0.pt b/params/phi/5/rnd_search_t_no_sched/comb_7/trained/model.layers.26.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4e86b8f04bf202f01108c4fe76931841d35d85bf
--- /dev/null
+++ b/params/phi/5/rnd_search_t_no_sched/comb_7/trained/model.layers.26.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:462a533997f7444780211052700836e79194a89d653251c84983e4bd33ab5ba2
+size 11395
diff --git a/params/phi/5/rnd_search_t_no_sched/comb_7/trained/model.layers.26.self_attn.k_proj/_s.pt b/params/phi/5/rnd_search_t_no_sched/comb_7/trained/model.layers.26.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..d0e95106183c13ef613de948896974efa4fe1f33
--- /dev/null
+++ b/params/phi/5/rnd_search_t_no_sched/comb_7/trained/model.layers.26.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:113396b53627c0ea722a27607a465de9946b16b87deb1df3d67d5ebfcb578ce3
+size 11395
diff --git a/params/phi/5/rnd_search_t_no_sched/comb_7/trained/model.layers.26.self_attn.q_proj/_0.pt b/params/phi/5/rnd_search_t_no_sched/comb_7/trained/model.layers.26.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..814f1d3fe5022cdcc575f3221014b4848e0e0b73
--- /dev/null
+++ b/params/phi/5/rnd_search_t_no_sched/comb_7/trained/model.layers.26.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:33cb5e45a6e7f612863da167a52044e03a27ed0272c7748a959f366303ec1d42
+size 11395
diff --git a/params/phi/5/rnd_search_t_no_sched/comb_7/trained/model.layers.26.self_attn.q_proj/_s.pt b/params/phi/5/rnd_search_t_no_sched/comb_7/trained/model.layers.26.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..6b78be78685044bdb52d0cf68efe564c04b75823
--- /dev/null
+++ b/params/phi/5/rnd_search_t_no_sched/comb_7/trained/model.layers.26.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e34f3b55ede0367ac7779cb5d88247a03c051bf1a30f19cff64305fa240f1725
+size 11395
diff --git a/params/phi/5/rnd_search_t_no_sched/comb_7/trained/model.layers.26.self_attn.v_proj/_0.pt b/params/phi/5/rnd_search_t_no_sched/comb_7/trained/model.layers.26.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2a43f6d0c6aba5481e680889ded67edf355a4ba0
--- /dev/null
+++ b/params/phi/5/rnd_search_t_no_sched/comb_7/trained/model.layers.26.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:078adf7b95c54035163291f236c2ff205d0423c9f3f6c2582f43ec75fbdf1bc6
+size 11395
diff --git a/params/phi/5/rnd_search_t_no_sched/comb_7/trained/model.layers.26.self_attn.v_proj/_s.pt b/params/phi/5/rnd_search_t_no_sched/comb_7/trained/model.layers.26.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..44af1236ab8bff54932f14e292599927ace36a29
--- /dev/null
+++ b/params/phi/5/rnd_search_t_no_sched/comb_7/trained/model.layers.26.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:20cf62a26f79c65fbe5e800e1cb36b595b6be8a2f3248203c57d439240d2b5d5
+size 11395
diff --git a/params/phi/5/rnd_search_t_no_sched/comb_7/trained/model.layers.27.mlp.fc1/_0.pt b/params/phi/5/rnd_search_t_no_sched/comb_7/trained/model.layers.27.mlp.fc1/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..00dad6bbe180cde20d593cbe538a898ba554eeb4
--- /dev/null
+++ b/params/phi/5/rnd_search_t_no_sched/comb_7/trained/model.layers.27.mlp.fc1/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:711d16260853961db5c695b25190ad7e1048510be3a548375698f7d99cf682db
+size 42115
diff --git a/params/phi/5/rnd_search_t_no_sched/comb_7/trained/model.layers.27.mlp.fc1/_s.pt b/params/phi/5/rnd_search_t_no_sched/comb_7/trained/model.layers.27.mlp.fc1/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..45aac82c69fde428f1e2e5b2ad37512477fa5fe5
--- /dev/null
+++ b/params/phi/5/rnd_search_t_no_sched/comb_7/trained/model.layers.27.mlp.fc1/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e4e3dc9897ff9b0ff14037d9c7d443d7e6563130c555cc746072d3e747b93560
+size 42115
diff --git a/params/phi/5/rnd_search_t_no_sched/comb_7/trained/model.layers.27.mlp.fc2/_0.pt b/params/phi/5/rnd_search_t_no_sched/comb_7/trained/model.layers.27.mlp.fc2/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c5e87b6714fd1d5292221f37bebc5ea5cafdc80b
--- /dev/null
+++ b/params/phi/5/rnd_search_t_no_sched/comb_7/trained/model.layers.27.mlp.fc2/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:905d4b10eb83b68dab7c2b4862462451438ca896dc046ea842a4f8ce4324a22a
+size 11395
diff --git a/params/phi/5/rnd_search_t_no_sched/comb_7/trained/model.layers.27.mlp.fc2/_s.pt b/params/phi/5/rnd_search_t_no_sched/comb_7/trained/model.layers.27.mlp.fc2/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c61baec4b2839eb4288b8147a633b2ef40000853
--- /dev/null
+++ b/params/phi/5/rnd_search_t_no_sched/comb_7/trained/model.layers.27.mlp.fc2/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d766e3e35113b37ada20c2c3e1d3c7b1b0937c300696e16bea208e1bc03a170d
+size 11395
diff --git a/params/phi/5/rnd_search_t_no_sched/comb_7/trained/model.layers.27.self_attn.dense/_0.pt b/params/phi/5/rnd_search_t_no_sched/comb_7/trained/model.layers.27.self_attn.dense/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..0d7abf71accb330c684142fe48bba59dc9262189
--- /dev/null
+++ b/params/phi/5/rnd_search_t_no_sched/comb_7/trained/model.layers.27.self_attn.dense/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:7e2921aabc9a6ae6c167f13ae588ab0533121531f9c5e964dd68559933b6a3df
+size 11395
diff --git a/params/phi/5/rnd_search_t_no_sched/comb_7/trained/model.layers.27.self_attn.dense/_s.pt b/params/phi/5/rnd_search_t_no_sched/comb_7/trained/model.layers.27.self_attn.dense/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a93c42a15cbf935eeb29325ec4f5de3d4910b527
--- /dev/null
+++ b/params/phi/5/rnd_search_t_no_sched/comb_7/trained/model.layers.27.self_attn.dense/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d7f63636a9bf5c75e70114f177acb86c41e3d0c7e444eaf376dd1978fddf10ed
+size 11395
diff --git a/params/phi/5/rnd_search_t_no_sched/comb_7/trained/model.layers.27.self_attn.k_proj/_0.pt b/params/phi/5/rnd_search_t_no_sched/comb_7/trained/model.layers.27.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..56f5a991d0e276725747b7ec9b39aff8abc579d5
--- /dev/null
+++ b/params/phi/5/rnd_search_t_no_sched/comb_7/trained/model.layers.27.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:6e12830e01540f4b9dc0b1f15eef7e841ad269e7c1f5b8702ed8b1f804dde72b
+size 11395
diff --git a/params/phi/5/rnd_search_t_no_sched/comb_7/trained/model.layers.27.self_attn.k_proj/_s.pt b/params/phi/5/rnd_search_t_no_sched/comb_7/trained/model.layers.27.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a805da1c33547366bd0cf7fe786623129ff8f6bd
--- /dev/null
+++ b/params/phi/5/rnd_search_t_no_sched/comb_7/trained/model.layers.27.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:7dff9af06d5a628d15b17992f9cf6ab4c7c48c8c2d2203a9ca367e18754287bc
+size 11395
diff --git a/params/phi/5/rnd_search_t_no_sched/comb_7/trained/model.layers.27.self_attn.q_proj/_0.pt b/params/phi/5/rnd_search_t_no_sched/comb_7/trained/model.layers.27.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..7ab2bf12c70ff5b22edcd588636bd81af2fade72
--- /dev/null
+++ b/params/phi/5/rnd_search_t_no_sched/comb_7/trained/model.layers.27.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ec9fa2b24568fce2ac89b256d8c2f6f7ba312adb904958bf3170cb9f9a41a145
+size 11395
diff --git a/params/phi/5/rnd_search_t_no_sched/comb_7/trained/model.layers.27.self_attn.q_proj/_s.pt b/params/phi/5/rnd_search_t_no_sched/comb_7/trained/model.layers.27.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..046c382d499c2759890dba698b826200ac7e8b5c
--- /dev/null
+++ b/params/phi/5/rnd_search_t_no_sched/comb_7/trained/model.layers.27.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:bb15f18e4667a091c77ee626d9021cdc3d04aa3f2661db2bc8568be1016b8a9e
+size 11395
diff --git a/params/phi/5/rnd_search_t_no_sched/comb_7/trained/model.layers.27.self_attn.v_proj/_0.pt b/params/phi/5/rnd_search_t_no_sched/comb_7/trained/model.layers.27.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e8000fc641a8b4a824af666341bc5145ebba00b9
--- /dev/null
+++ b/params/phi/5/rnd_search_t_no_sched/comb_7/trained/model.layers.27.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:276eee34076df1f1ad922e93b1367dfbcfc16bda644ce7ecf04084262d950f9d
+size 11395
diff --git a/params/phi/5/rnd_search_t_no_sched/comb_7/trained/model.layers.27.self_attn.v_proj/_s.pt b/params/phi/5/rnd_search_t_no_sched/comb_7/trained/model.layers.27.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..0b7ec2e0e763aa5c91c921bfe836efb4b6e8af7d
--- /dev/null
+++ b/params/phi/5/rnd_search_t_no_sched/comb_7/trained/model.layers.27.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:286294623e5b35aed4f07f086b26d00a857974d75ba5ae63d672dc345c3594bd
+size 11395
diff --git a/params/phi/5/rnd_search_t_no_sched/comb_7/trained/model.layers.28.mlp.fc1/_0.pt b/params/phi/5/rnd_search_t_no_sched/comb_7/trained/model.layers.28.mlp.fc1/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..71707e3db6bd1b3e60941a26589083c61d640b13
--- /dev/null
+++ b/params/phi/5/rnd_search_t_no_sched/comb_7/trained/model.layers.28.mlp.fc1/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:79f53904059532d2abf4ade46be827c3b7d2bc388f22804b80307f543a993a7e
+size 42115
diff --git a/params/phi/5/rnd_search_t_no_sched/comb_7/trained/model.layers.28.mlp.fc1/_s.pt b/params/phi/5/rnd_search_t_no_sched/comb_7/trained/model.layers.28.mlp.fc1/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..05f24f6d80f8343a003139aa31a83782853833ee
--- /dev/null
+++ b/params/phi/5/rnd_search_t_no_sched/comb_7/trained/model.layers.28.mlp.fc1/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:4511d1b408691694a4adba72f23ba995bcb60dc24f840dc33f5ff3457cf3349b
+size 42115
diff --git a/params/phi/5/rnd_search_t_no_sched/comb_7/trained/model.layers.28.mlp.fc2/_0.pt b/params/phi/5/rnd_search_t_no_sched/comb_7/trained/model.layers.28.mlp.fc2/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..b5ec066e8757a14563556de4e09f76f453bc58e0
--- /dev/null
+++ b/params/phi/5/rnd_search_t_no_sched/comb_7/trained/model.layers.28.mlp.fc2/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:db526211c23fb3817b3bde74a453c8966517aaf7fdb05e3fc14fc937ae08dfb5
+size 11395
diff --git a/params/phi/5/rnd_search_t_no_sched/comb_7/trained/model.layers.28.mlp.fc2/_s.pt b/params/phi/5/rnd_search_t_no_sched/comb_7/trained/model.layers.28.mlp.fc2/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..01ff0a8cae34c02cb9eeaf48401d1492c67728bd
--- /dev/null
+++ b/params/phi/5/rnd_search_t_no_sched/comb_7/trained/model.layers.28.mlp.fc2/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:90a5e9c5b4338e961e0eecfc01fe10da30c20929866869b60e3f3c2b4367cd50
+size 11395
diff --git a/params/phi/5/rnd_search_t_no_sched/comb_7/trained/model.layers.28.self_attn.dense/_0.pt b/params/phi/5/rnd_search_t_no_sched/comb_7/trained/model.layers.28.self_attn.dense/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..6cd9bb442cf2fb6e517555d7bfb155e1da6843db
--- /dev/null
+++ b/params/phi/5/rnd_search_t_no_sched/comb_7/trained/model.layers.28.self_attn.dense/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c63b22573066e1051a0d11af053c147a5893768ff6d883665ae510376881dd1f
+size 11395
diff --git a/params/phi/5/rnd_search_t_no_sched/comb_7/trained/model.layers.28.self_attn.dense/_s.pt b/params/phi/5/rnd_search_t_no_sched/comb_7/trained/model.layers.28.self_attn.dense/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..b5b36779692202dc82777c864f5976fec9a3af77
--- /dev/null
+++ b/params/phi/5/rnd_search_t_no_sched/comb_7/trained/model.layers.28.self_attn.dense/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:4a0d0428818a17b8da4a6c570de23ef4e26b5b68546c2306238b0e74eb2b4627
+size 11395
diff --git a/params/phi/5/rnd_search_t_no_sched/comb_7/trained/model.layers.28.self_attn.k_proj/_0.pt b/params/phi/5/rnd_search_t_no_sched/comb_7/trained/model.layers.28.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..83d188f3b5c84b1f7e22f6ea82a756f839fc9910
--- /dev/null
+++ b/params/phi/5/rnd_search_t_no_sched/comb_7/trained/model.layers.28.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:7111fa7c55e29c3a7c5e0dafafd607324ba88a7765d6d7e04891a3ec10002583
+size 11395
diff --git a/params/phi/5/rnd_search_t_no_sched/comb_7/trained/model.layers.28.self_attn.k_proj/_s.pt b/params/phi/5/rnd_search_t_no_sched/comb_7/trained/model.layers.28.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..d7f4524459c2cf8c5777cb47ba53dccc09235f93
--- /dev/null
+++ b/params/phi/5/rnd_search_t_no_sched/comb_7/trained/model.layers.28.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:778a86ba1c9152d0ea8c807875afc0487dc3a4d437f89abf179961ae596ceed2
+size 11395
diff --git a/params/phi/5/rnd_search_t_no_sched/comb_7/trained/model.layers.28.self_attn.q_proj/_0.pt b/params/phi/5/rnd_search_t_no_sched/comb_7/trained/model.layers.28.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a447bdae1ccf3ea3242358b414970295216d1637
--- /dev/null
+++ b/params/phi/5/rnd_search_t_no_sched/comb_7/trained/model.layers.28.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:54de6c89fe750057010e1fad75bbb517d77b7360ad063afb96fb587a4be390f2
+size 11395
diff --git a/params/phi/5/rnd_search_t_no_sched/comb_7/trained/model.layers.28.self_attn.q_proj/_s.pt b/params/phi/5/rnd_search_t_no_sched/comb_7/trained/model.layers.28.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..3dbc8dabe98d16d47fd8fff38fa00219bdc4320b
--- /dev/null
+++ b/params/phi/5/rnd_search_t_no_sched/comb_7/trained/model.layers.28.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:16407a694eff57853760e6c2da4a0a34f1240b7e69f93e1247c262ad14c6eed1
+size 11395
diff --git a/params/phi/5/rnd_search_t_no_sched/comb_7/trained/model.layers.28.self_attn.v_proj/_0.pt b/params/phi/5/rnd_search_t_no_sched/comb_7/trained/model.layers.28.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..b1badccc8312974a423a70c14ba7f462479dab9f
--- /dev/null
+++ b/params/phi/5/rnd_search_t_no_sched/comb_7/trained/model.layers.28.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2c7405a1d454d91c58321319d64c24586b1c65840f9a3b426646623fa50dd7cc
+size 11395
diff --git a/params/phi/5/rnd_search_t_no_sched/comb_7/trained/model.layers.28.self_attn.v_proj/_s.pt b/params/phi/5/rnd_search_t_no_sched/comb_7/trained/model.layers.28.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4da9d1ef55a27ce3de040a7b28e768e977f02d98
--- /dev/null
+++ b/params/phi/5/rnd_search_t_no_sched/comb_7/trained/model.layers.28.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2a3789c7e678bef64cdef4312a4b2c58a85c497a13ea032375a83d6fdd309c77
+size 11395
diff --git a/params/phi/5/rnd_search_t_no_sched/comb_7/trained/model.layers.29.mlp.fc1/_0.pt b/params/phi/5/rnd_search_t_no_sched/comb_7/trained/model.layers.29.mlp.fc1/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..22b156c65c8d585c4664e5eefb57bccb68a5529d
--- /dev/null
+++ b/params/phi/5/rnd_search_t_no_sched/comb_7/trained/model.layers.29.mlp.fc1/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c62e20ca5bb238534fcd04e9550f5ccde1e715ad9cd06b94f070bbde33b22bec
+size 42115
diff --git a/params/phi/5/rnd_search_t_no_sched/comb_7/trained/model.layers.29.mlp.fc1/_s.pt b/params/phi/5/rnd_search_t_no_sched/comb_7/trained/model.layers.29.mlp.fc1/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ff31c629df2083f829125d0ab8eb33921daa1eb5
--- /dev/null
+++ b/params/phi/5/rnd_search_t_no_sched/comb_7/trained/model.layers.29.mlp.fc1/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:8e85b589b432ef227729eb528b56da11be868f53abc3fd0e3541ee70aab922a5
+size 42115
diff --git a/params/phi/5/rnd_search_t_no_sched/comb_7/trained/model.layers.29.mlp.fc2/_0.pt b/params/phi/5/rnd_search_t_no_sched/comb_7/trained/model.layers.29.mlp.fc2/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..80af17347863713414433576626ddc5bca5153f4
--- /dev/null
+++ b/params/phi/5/rnd_search_t_no_sched/comb_7/trained/model.layers.29.mlp.fc2/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5b284706500026fa31c918d680fc7cdaf3a2f168274965e7a97916f0530b0c16
+size 11395
diff --git a/params/phi/5/rnd_search_t_no_sched/comb_7/trained/model.layers.29.mlp.fc2/_s.pt b/params/phi/5/rnd_search_t_no_sched/comb_7/trained/model.layers.29.mlp.fc2/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..131a3bad7e5d09a592da9ba55f45451af34b4f79
--- /dev/null
+++ b/params/phi/5/rnd_search_t_no_sched/comb_7/trained/model.layers.29.mlp.fc2/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:8db7214debd33ea1aa6756bb2e9f33f5ab2f9e061233fb46285f2a41b8015701
+size 11395
diff --git a/params/phi/5/rnd_search_t_no_sched/comb_7/trained/model.layers.29.self_attn.dense/_0.pt b/params/phi/5/rnd_search_t_no_sched/comb_7/trained/model.layers.29.self_attn.dense/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..43ff32945dfdd89218e9d670636ce6bdb5e55999
--- /dev/null
+++ b/params/phi/5/rnd_search_t_no_sched/comb_7/trained/model.layers.29.self_attn.dense/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:1d430f79b9118bf1011fbf2f93a7e46cf67545165f2bd960d0eaa387a4b27603
+size 11395
diff --git a/params/phi/5/rnd_search_t_no_sched/comb_7/trained/model.layers.29.self_attn.dense/_s.pt b/params/phi/5/rnd_search_t_no_sched/comb_7/trained/model.layers.29.self_attn.dense/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..be644fa8418dcc1ce64cc9b926bb14d94106fbcb
--- /dev/null
+++ b/params/phi/5/rnd_search_t_no_sched/comb_7/trained/model.layers.29.self_attn.dense/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5d9010e87b3c15c02a455ef4a63b483a2a3e5c31a200f4a0e0ec41d73cd676eb
+size 11395
diff --git a/params/phi/5/rnd_search_t_no_sched/comb_7/trained/model.layers.29.self_attn.k_proj/_0.pt b/params/phi/5/rnd_search_t_no_sched/comb_7/trained/model.layers.29.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e96743c4864bf65c2f43c7117536130251c93829
--- /dev/null
+++ b/params/phi/5/rnd_search_t_no_sched/comb_7/trained/model.layers.29.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:48d10a0a8e85e726dc75cfac7ca11b87d2ce415fd444dd5e7d358f1cb418ad89
+size 11395
diff --git a/params/phi/5/rnd_search_t_no_sched/comb_7/trained/model.layers.29.self_attn.k_proj/_s.pt b/params/phi/5/rnd_search_t_no_sched/comb_7/trained/model.layers.29.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e1d397c7fc693fa65d7fa96abfe78294df5020dc
--- /dev/null
+++ b/params/phi/5/rnd_search_t_no_sched/comb_7/trained/model.layers.29.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:1fb042612a4603131645f5a0155561832328d200f443f8c207f081d978ff123d
+size 11395
diff --git a/params/phi/5/rnd_search_t_no_sched/comb_7/trained/model.layers.29.self_attn.q_proj/_0.pt b/params/phi/5/rnd_search_t_no_sched/comb_7/trained/model.layers.29.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..22c47fd49820ec4ec5694d3d8674c4a8e58505dd
--- /dev/null
+++ b/params/phi/5/rnd_search_t_no_sched/comb_7/trained/model.layers.29.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:255cf8ac6f81eee7ef4f3af74a60d771d6511e00a7cd758e296b48650b177945
+size 11395
diff --git a/params/phi/5/rnd_search_t_no_sched/comb_7/trained/model.layers.29.self_attn.q_proj/_s.pt b/params/phi/5/rnd_search_t_no_sched/comb_7/trained/model.layers.29.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..647af93d6510eeb230099db0c95d4ef891467304
--- /dev/null
+++ b/params/phi/5/rnd_search_t_no_sched/comb_7/trained/model.layers.29.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:4fe73e24adabc746e51186e5b88c6f0b1b54cd070c429037039ebdfd6b692cc6
+size 11395
diff --git a/params/phi/5/rnd_search_t_no_sched/comb_7/trained/model.layers.29.self_attn.v_proj/_0.pt b/params/phi/5/rnd_search_t_no_sched/comb_7/trained/model.layers.29.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..96b6a372aca894de245e59abf34f5162c6a2daf0
--- /dev/null
+++ b/params/phi/5/rnd_search_t_no_sched/comb_7/trained/model.layers.29.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5ed33dee7ae97016c28144c48ad64c2fc792546b7c67809b29dd6f90c8ed1e34
+size 11395
diff --git a/params/phi/5/rnd_search_t_no_sched/comb_7/trained/model.layers.29.self_attn.v_proj/_s.pt b/params/phi/5/rnd_search_t_no_sched/comb_7/trained/model.layers.29.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..7f912e0180d840b646057ee21c210bed22d84e26
--- /dev/null
+++ b/params/phi/5/rnd_search_t_no_sched/comb_7/trained/model.layers.29.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:039103772815519f1a47a94e24028f5bfbe5d06b05d388063582ed31b12d5305
+size 11395
diff --git a/params/phi/5/rnd_search_t_no_sched/comb_7/trained/model.layers.3.mlp.fc1/_0.pt b/params/phi/5/rnd_search_t_no_sched/comb_7/trained/model.layers.3.mlp.fc1/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..19383ff8e98cf8d37835b0ef3be589f524b76477
--- /dev/null
+++ b/params/phi/5/rnd_search_t_no_sched/comb_7/trained/model.layers.3.mlp.fc1/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f90f211b7e479624914f1d60b5e5a14a008dc011785d0e1d2c9f0c3580ad03d0
+size 42115
diff --git a/params/phi/5/rnd_search_t_no_sched/comb_7/trained/model.layers.3.mlp.fc1/_s.pt b/params/phi/5/rnd_search_t_no_sched/comb_7/trained/model.layers.3.mlp.fc1/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..344d23a5c9eb8e43c16995b0acaa077d0dc1249d
--- /dev/null
+++ b/params/phi/5/rnd_search_t_no_sched/comb_7/trained/model.layers.3.mlp.fc1/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:bf99eef0900f68e4297c2a7684d3d061bad1f9a2edf9acbeee42c56432886902
+size 42115
diff --git a/params/phi/5/rnd_search_t_no_sched/comb_7/trained/model.layers.3.mlp.fc2/_0.pt b/params/phi/5/rnd_search_t_no_sched/comb_7/trained/model.layers.3.mlp.fc2/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4eec7644864e6659e29f34a6ea8719e048d5bde9
--- /dev/null
+++ b/params/phi/5/rnd_search_t_no_sched/comb_7/trained/model.layers.3.mlp.fc2/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e717162437d20b340f02b283f98b08c15af135e56029b1e9aa55ea843dcdd08a
+size 11395
diff --git a/params/phi/5/rnd_search_t_no_sched/comb_7/trained/model.layers.3.mlp.fc2/_s.pt b/params/phi/5/rnd_search_t_no_sched/comb_7/trained/model.layers.3.mlp.fc2/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..488b36bf3f4efe8aa353e8dd04a7e3a773f94cc7
--- /dev/null
+++ b/params/phi/5/rnd_search_t_no_sched/comb_7/trained/model.layers.3.mlp.fc2/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e4d2d7277d26b35c4de10e83a5d914063afc2e3fbdaf04eac39198b1d50d3955
+size 11395
diff --git a/params/phi/5/rnd_search_t_no_sched/comb_7/trained/model.layers.3.self_attn.dense/_0.pt b/params/phi/5/rnd_search_t_no_sched/comb_7/trained/model.layers.3.self_attn.dense/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..68ff035735559596fbe9a4658accde0e88dc2ccd
--- /dev/null
+++ b/params/phi/5/rnd_search_t_no_sched/comb_7/trained/model.layers.3.self_attn.dense/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f120a6852d10904cf197e72431dba64f9cd3cd501835f4b0a3d388dcfe41d2d8
+size 11395
diff --git a/params/phi/5/rnd_search_t_no_sched/comb_7/trained/model.layers.3.self_attn.dense/_s.pt b/params/phi/5/rnd_search_t_no_sched/comb_7/trained/model.layers.3.self_attn.dense/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c21f3c4b6d5e47295335ad5f99e9fdd02d3e65c9
--- /dev/null
+++ b/params/phi/5/rnd_search_t_no_sched/comb_7/trained/model.layers.3.self_attn.dense/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:dea507633e5eff8d3817cd132755d5b4d02fc9a8410b521f3e1908fcee41efcd
+size 11395
diff --git a/params/phi/5/rnd_search_t_no_sched/comb_7/trained/model.layers.3.self_attn.k_proj/_0.pt b/params/phi/5/rnd_search_t_no_sched/comb_7/trained/model.layers.3.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..0c4c906993d608dcec6cb91fd4271511c8d9fa61
--- /dev/null
+++ b/params/phi/5/rnd_search_t_no_sched/comb_7/trained/model.layers.3.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e5b176880e4f0ef45aa6ad76a582db479ae0103a3632ef3332b7c055cf13e243
+size 11395
diff --git a/params/phi/5/rnd_search_t_no_sched/comb_7/trained/model.layers.3.self_attn.k_proj/_s.pt b/params/phi/5/rnd_search_t_no_sched/comb_7/trained/model.layers.3.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..bfa58e9da0c2705e690e533f4cad31b76b2d7578
--- /dev/null
+++ b/params/phi/5/rnd_search_t_no_sched/comb_7/trained/model.layers.3.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:aee42b0531ac0522e6e241e81f9a833c2501da13240f5ad055beba9739d81602
+size 11395
diff --git a/params/phi/5/rnd_search_t_no_sched/comb_7/trained/model.layers.3.self_attn.q_proj/_0.pt b/params/phi/5/rnd_search_t_no_sched/comb_7/trained/model.layers.3.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..00a5470e5f252250b68305cce49af20c2213644b
--- /dev/null
+++ b/params/phi/5/rnd_search_t_no_sched/comb_7/trained/model.layers.3.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:92789dd4e576775d14d5041494bb07cb17d0aaff6ed08c12336da6114e40e359
+size 11395
diff --git a/params/phi/5/rnd_search_t_no_sched/comb_7/trained/model.layers.3.self_attn.q_proj/_s.pt b/params/phi/5/rnd_search_t_no_sched/comb_7/trained/model.layers.3.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..812f8fb872679801b54f8ac42eb7d381211d2629
--- /dev/null
+++ b/params/phi/5/rnd_search_t_no_sched/comb_7/trained/model.layers.3.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f7c2591362887138b769e2fa7b988fa6ef2e4cc8efe137982ef8417ad4fad76c
+size 11395
diff --git a/params/phi/5/rnd_search_t_no_sched/comb_7/trained/model.layers.3.self_attn.v_proj/_0.pt b/params/phi/5/rnd_search_t_no_sched/comb_7/trained/model.layers.3.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..fb2f5ea5733e3e3c40a17884a1a0605032f54f1a
--- /dev/null
+++ b/params/phi/5/rnd_search_t_no_sched/comb_7/trained/model.layers.3.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:18d28b94fdc69c41f7a7d51ec408f198cef3ad84d4eeaf1cd67eb873402fcbdd
+size 11395
diff --git a/params/phi/5/rnd_search_t_no_sched/comb_7/trained/model.layers.3.self_attn.v_proj/_s.pt b/params/phi/5/rnd_search_t_no_sched/comb_7/trained/model.layers.3.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..073f74862eb5d55ede2db5f53c6db7265634b50c
--- /dev/null
+++ b/params/phi/5/rnd_search_t_no_sched/comb_7/trained/model.layers.3.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:1b2dd9d9ef4a241b76ca873973cb7f0bc6fc228ba378d3b576aa9b9156fd6c60
+size 11395
diff --git a/params/phi/5/rnd_search_t_no_sched/comb_7/trained/model.layers.30.mlp.fc1/_0.pt b/params/phi/5/rnd_search_t_no_sched/comb_7/trained/model.layers.30.mlp.fc1/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..7e27869e85b3053867eacb4f9018d8199b05f29f
--- /dev/null
+++ b/params/phi/5/rnd_search_t_no_sched/comb_7/trained/model.layers.30.mlp.fc1/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:29830ef15997a13e3ff90242d1ad79b06b674db43b7fddb71b91cfa8048fdab8
+size 42115
diff --git a/params/phi/5/rnd_search_t_no_sched/comb_7/trained/model.layers.30.mlp.fc1/_s.pt b/params/phi/5/rnd_search_t_no_sched/comb_7/trained/model.layers.30.mlp.fc1/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..06890ea3f1a945ce090202b1505e7b0a1cecedd0
--- /dev/null
+++ b/params/phi/5/rnd_search_t_no_sched/comb_7/trained/model.layers.30.mlp.fc1/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:971c456e95bb0a8fa8236f9b53d4467aea9578a6b0694540907b2a6ab11611f1
+size 42115
diff --git a/params/phi/5/rnd_search_t_no_sched/comb_7/trained/model.layers.30.mlp.fc2/_0.pt b/params/phi/5/rnd_search_t_no_sched/comb_7/trained/model.layers.30.mlp.fc2/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..bf7f7a4d5c0a0778afe3f8cc48390bf558ca1c15
--- /dev/null
+++ b/params/phi/5/rnd_search_t_no_sched/comb_7/trained/model.layers.30.mlp.fc2/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:72d0bb29f7da067c34115add0ab87113fabe2900de6ac0748622ba6391c0d8c4
+size 11395
diff --git a/params/phi/5/rnd_search_t_no_sched/comb_7/trained/model.layers.30.mlp.fc2/_s.pt b/params/phi/5/rnd_search_t_no_sched/comb_7/trained/model.layers.30.mlp.fc2/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2746c7b5bc521b091702476218ce807edc1b79bb
--- /dev/null
+++ b/params/phi/5/rnd_search_t_no_sched/comb_7/trained/model.layers.30.mlp.fc2/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d091115e3a8e959d8d4572580fa326230524f25cd1905de18806187ab20d1c15
+size 11395
diff --git a/params/phi/5/rnd_search_t_no_sched/comb_7/trained/model.layers.30.self_attn.dense/_0.pt b/params/phi/5/rnd_search_t_no_sched/comb_7/trained/model.layers.30.self_attn.dense/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..157609a2e03d98e255d6bb70c2b155e53ee0889d
--- /dev/null
+++ b/params/phi/5/rnd_search_t_no_sched/comb_7/trained/model.layers.30.self_attn.dense/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:40cf5e2d1be76cd0e10c8118017fd41f9bc2b3662e26e75d28f31cf7509dc2d0
+size 11395
diff --git a/params/phi/5/rnd_search_t_no_sched/comb_7/trained/model.layers.30.self_attn.dense/_s.pt b/params/phi/5/rnd_search_t_no_sched/comb_7/trained/model.layers.30.self_attn.dense/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..1b08a769524d08e0414037bd78f6dd3c9c057a6f
--- /dev/null
+++ b/params/phi/5/rnd_search_t_no_sched/comb_7/trained/model.layers.30.self_attn.dense/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:1a92cce5d58de54754e6a02385f6263fa932ab75ff776b429a73fd263d178da3
+size 11395
diff --git a/params/phi/5/rnd_search_t_no_sched/comb_7/trained/model.layers.30.self_attn.k_proj/_0.pt b/params/phi/5/rnd_search_t_no_sched/comb_7/trained/model.layers.30.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..411a47209dcc89eead0a4e076e289899cbdfec56
--- /dev/null
+++ b/params/phi/5/rnd_search_t_no_sched/comb_7/trained/model.layers.30.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:95b2150e57eedd8a8c331ee338eccaa2a2c890f23034f52609b4fb8503f81a2e
+size 11395
diff --git a/params/phi/5/rnd_search_t_no_sched/comb_7/trained/model.layers.30.self_attn.k_proj/_s.pt b/params/phi/5/rnd_search_t_no_sched/comb_7/trained/model.layers.30.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..7f2b4271df3574798473b7521056a775be5d5c74
--- /dev/null
+++ b/params/phi/5/rnd_search_t_no_sched/comb_7/trained/model.layers.30.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:6d9f702a036edbc76ab40eea224974b8c9176109b2560ff0471788b8de788ba9
+size 11395
diff --git a/params/phi/5/rnd_search_t_no_sched/comb_7/trained/model.layers.30.self_attn.q_proj/_0.pt b/params/phi/5/rnd_search_t_no_sched/comb_7/trained/model.layers.30.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8754217253e61240de1a13da3a019b85a1cb29fc
--- /dev/null
+++ b/params/phi/5/rnd_search_t_no_sched/comb_7/trained/model.layers.30.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:aed855f05e97d7f12831ca8f75dab00142d01d68d067d20a12f2201a7ec4c1d0
+size 11395
diff --git a/params/phi/5/rnd_search_t_no_sched/comb_7/trained/model.layers.30.self_attn.q_proj/_s.pt b/params/phi/5/rnd_search_t_no_sched/comb_7/trained/model.layers.30.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c20a14464580cc630340e62a6477f6e652b0df1d
--- /dev/null
+++ b/params/phi/5/rnd_search_t_no_sched/comb_7/trained/model.layers.30.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:755db18189e4a0186ec532ac4d6e1714dbad5930d7852cafd42af30ad41fb155
+size 11395
diff --git a/params/phi/5/rnd_search_t_no_sched/comb_7/trained/model.layers.30.self_attn.v_proj/_0.pt b/params/phi/5/rnd_search_t_no_sched/comb_7/trained/model.layers.30.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..291e6614f14115b0eeb5ddc2c628db7b120b12a9
--- /dev/null
+++ b/params/phi/5/rnd_search_t_no_sched/comb_7/trained/model.layers.30.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:05af61175e3614d1b14c0b28d1ba2e0c51041e8131a70dd9e7d2636d35be060f
+size 11395
diff --git a/params/phi/5/rnd_search_t_no_sched/comb_7/trained/model.layers.30.self_attn.v_proj/_s.pt b/params/phi/5/rnd_search_t_no_sched/comb_7/trained/model.layers.30.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..026978938822ea2cf25f9904b700b4fefd61f38d
--- /dev/null
+++ b/params/phi/5/rnd_search_t_no_sched/comb_7/trained/model.layers.30.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2c74b6fad1a24646461094d75e5246d3fdf648eeb1b9df8b95bbe3c01a6614c1
+size 11395
diff --git a/params/phi/5/rnd_search_t_no_sched/comb_7/trained/model.layers.31.mlp.fc1/_0.pt b/params/phi/5/rnd_search_t_no_sched/comb_7/trained/model.layers.31.mlp.fc1/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a9a521eeb03fd94476062439527f304f0b151023
--- /dev/null
+++ b/params/phi/5/rnd_search_t_no_sched/comb_7/trained/model.layers.31.mlp.fc1/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:60905303a1b01b27bb4b6dd650c28ec2612c17de5cde1b82b68afdcd541fd70a
+size 42115
diff --git a/params/phi/5/rnd_search_t_no_sched/comb_7/trained/model.layers.31.mlp.fc1/_s.pt b/params/phi/5/rnd_search_t_no_sched/comb_7/trained/model.layers.31.mlp.fc1/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..10e62b5ce4ac78ec069db3b68740aafbc140202b
--- /dev/null
+++ b/params/phi/5/rnd_search_t_no_sched/comb_7/trained/model.layers.31.mlp.fc1/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:53db0cb3be86f98c1ac247008ee0ace2c95b8c34c68afa037b8e22253ccda5e0
+size 42115
diff --git a/params/phi/5/rnd_search_t_no_sched/comb_7/trained/model.layers.31.mlp.fc2/_0.pt b/params/phi/5/rnd_search_t_no_sched/comb_7/trained/model.layers.31.mlp.fc2/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..85349119f8e4bc1dec3be01e5fce9f9c2bc9c795
--- /dev/null
+++ b/params/phi/5/rnd_search_t_no_sched/comb_7/trained/model.layers.31.mlp.fc2/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:16af3e72515fb8e8676efd6782dac0ff21e8a1d5b31c0df198a490633f3d3c29
+size 11395
diff --git a/params/phi/5/rnd_search_t_no_sched/comb_7/trained/model.layers.31.mlp.fc2/_s.pt b/params/phi/5/rnd_search_t_no_sched/comb_7/trained/model.layers.31.mlp.fc2/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..915d32eea5f12ffaa754ef3b8dc5c6228f611480
--- /dev/null
+++ b/params/phi/5/rnd_search_t_no_sched/comb_7/trained/model.layers.31.mlp.fc2/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:31c4a9052c436d93c92d058b253ef3afdc987bce2724acc9acc19706c7cd6e37
+size 11395
diff --git a/params/phi/5/rnd_search_t_no_sched/comb_7/trained/model.layers.31.self_attn.dense/_0.pt b/params/phi/5/rnd_search_t_no_sched/comb_7/trained/model.layers.31.self_attn.dense/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e196f1bedd8d73bd15059f2ba9449e3be538dd1d
--- /dev/null
+++ b/params/phi/5/rnd_search_t_no_sched/comb_7/trained/model.layers.31.self_attn.dense/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:40738e09cbb0cf1bedf2fb50a35b0160a3ddc6815b303b9ea7004436aee03581
+size 11395
diff --git a/params/phi/5/rnd_search_t_no_sched/comb_7/trained/model.layers.31.self_attn.dense/_s.pt b/params/phi/5/rnd_search_t_no_sched/comb_7/trained/model.layers.31.self_attn.dense/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..0317b9fdf4de918d093c0d496e9cceaccb781719
--- /dev/null
+++ b/params/phi/5/rnd_search_t_no_sched/comb_7/trained/model.layers.31.self_attn.dense/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:82279ec7170af81af757a29d82cd7372d682630f7efc7c350bf8dfb13ed51076
+size 11395
diff --git a/params/phi/5/rnd_search_t_no_sched/comb_7/trained/model.layers.31.self_attn.k_proj/_0.pt b/params/phi/5/rnd_search_t_no_sched/comb_7/trained/model.layers.31.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c0ca72be3cd741d5006bfd067efb9d3827d890c4
--- /dev/null
+++ b/params/phi/5/rnd_search_t_no_sched/comb_7/trained/model.layers.31.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:8f0dc161f41f6ff5247a21621672c395901820a7e655195039ffeb0f89aa0e43
+size 11395
diff --git a/params/phi/5/rnd_search_t_no_sched/comb_7/trained/model.layers.31.self_attn.k_proj/_s.pt b/params/phi/5/rnd_search_t_no_sched/comb_7/trained/model.layers.31.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..48cf39d26388fc24c5c9ab6bbf84e7e2bb224ea7
--- /dev/null
+++ b/params/phi/5/rnd_search_t_no_sched/comb_7/trained/model.layers.31.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:19d9e00ae2a47d8e5bcf6867d8687219ea5838a0ff9dcc44d04a753c50eac36f
+size 11395
diff --git a/params/phi/5/rnd_search_t_no_sched/comb_7/trained/model.layers.31.self_attn.q_proj/_0.pt b/params/phi/5/rnd_search_t_no_sched/comb_7/trained/model.layers.31.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..d08fb35da3dff0e6a9ff6aad47d4211e84357882
--- /dev/null
+++ b/params/phi/5/rnd_search_t_no_sched/comb_7/trained/model.layers.31.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a82309ab6fdae5f64fb72fa0f6829f6ff1763b96878acd6ba6044ddf54e8128b
+size 11395
diff --git a/params/phi/5/rnd_search_t_no_sched/comb_7/trained/model.layers.31.self_attn.q_proj/_s.pt b/params/phi/5/rnd_search_t_no_sched/comb_7/trained/model.layers.31.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..b03b4d9769b0db3d65be50dd6aedf2c2f0fcb76b
--- /dev/null
+++ b/params/phi/5/rnd_search_t_no_sched/comb_7/trained/model.layers.31.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:24ded01bf192a283636719fa89f31f5e446143931a4971e266739d8eb4dcbeee
+size 11395
diff --git a/params/phi/5/rnd_search_t_no_sched/comb_7/trained/model.layers.31.self_attn.v_proj/_0.pt b/params/phi/5/rnd_search_t_no_sched/comb_7/trained/model.layers.31.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..7bd7da5ad333b7808e6510956ee6072918407943
--- /dev/null
+++ b/params/phi/5/rnd_search_t_no_sched/comb_7/trained/model.layers.31.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a4bc0462c994dd29096bf2a78f50c9f645df057e6382d9d44d3d18d9a900ac7d
+size 11395
diff --git a/params/phi/5/rnd_search_t_no_sched/comb_7/trained/model.layers.31.self_attn.v_proj/_s.pt b/params/phi/5/rnd_search_t_no_sched/comb_7/trained/model.layers.31.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e6179c4cf6e7122e884e7aa3772931509f4eb8ce
--- /dev/null
+++ b/params/phi/5/rnd_search_t_no_sched/comb_7/trained/model.layers.31.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:285534540326c5091c39cad475c99455e3d607b08b01deedbd7d1dc07e8fd53d
+size 11395
diff --git a/params/phi/5/rnd_search_t_no_sched/comb_7/trained/model.layers.4.mlp.fc1/_0.pt b/params/phi/5/rnd_search_t_no_sched/comb_7/trained/model.layers.4.mlp.fc1/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..b0d421c021f76c50a01f5893341bd39128d95b7f
--- /dev/null
+++ b/params/phi/5/rnd_search_t_no_sched/comb_7/trained/model.layers.4.mlp.fc1/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:456f68b6fa93491af1b6912f9d9a11c0f922a76d32fbeb77f0ef471dce4cfa62
+size 42115
diff --git a/params/phi/5/rnd_search_t_no_sched/comb_7/trained/model.layers.4.mlp.fc1/_s.pt b/params/phi/5/rnd_search_t_no_sched/comb_7/trained/model.layers.4.mlp.fc1/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..9b723b09f283c926d7f9d9bcf623bd7e8a88dfb7
--- /dev/null
+++ b/params/phi/5/rnd_search_t_no_sched/comb_7/trained/model.layers.4.mlp.fc1/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5d26aa47e96c77f19ae48cfb7b86af82165462e8b0517cc356a31d2ea3741e80
+size 42115
diff --git a/params/phi/5/rnd_search_t_no_sched/comb_7/trained/model.layers.4.mlp.fc2/_0.pt b/params/phi/5/rnd_search_t_no_sched/comb_7/trained/model.layers.4.mlp.fc2/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..07edf50ad737b92ba029243d35b498a74824a9b2
--- /dev/null
+++ b/params/phi/5/rnd_search_t_no_sched/comb_7/trained/model.layers.4.mlp.fc2/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d32eddaac7a3940b521170c85d927114278be26a8e56018c74ade242cf074f65
+size 11395
diff --git a/params/phi/5/rnd_search_t_no_sched/comb_7/trained/model.layers.4.mlp.fc2/_s.pt b/params/phi/5/rnd_search_t_no_sched/comb_7/trained/model.layers.4.mlp.fc2/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4a2ae231b1183bdafb04aeaa40f09073fdd0d0bc
--- /dev/null
+++ b/params/phi/5/rnd_search_t_no_sched/comb_7/trained/model.layers.4.mlp.fc2/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ceb9cc3d623e8f8e440fe2e81744ac5c4703f969e1910f360365ed8237266d3e
+size 11395
diff --git a/params/phi/5/rnd_search_t_no_sched/comb_7/trained/model.layers.4.self_attn.dense/_0.pt b/params/phi/5/rnd_search_t_no_sched/comb_7/trained/model.layers.4.self_attn.dense/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..fbbd4e4d8b53fdacf14ea43a81ceaf3a083387ae
--- /dev/null
+++ b/params/phi/5/rnd_search_t_no_sched/comb_7/trained/model.layers.4.self_attn.dense/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:de9dd5d800ddd3576a7a5d91e2624788c5b42a50c935844256ac54f8c549e1ea
+size 11395
diff --git a/params/phi/5/rnd_search_t_no_sched/comb_7/trained/model.layers.4.self_attn.dense/_s.pt b/params/phi/5/rnd_search_t_no_sched/comb_7/trained/model.layers.4.self_attn.dense/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..606164213a705c73cf66774ba595df373043b5b2
--- /dev/null
+++ b/params/phi/5/rnd_search_t_no_sched/comb_7/trained/model.layers.4.self_attn.dense/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f733cc16130ce79d287195925be8d853a2791ce9a96a3d97db7de66e17a5be22
+size 11395
diff --git a/params/phi/5/rnd_search_t_no_sched/comb_7/trained/model.layers.4.self_attn.k_proj/_0.pt b/params/phi/5/rnd_search_t_no_sched/comb_7/trained/model.layers.4.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..01eab08a5d4d72dcf8257909c614d98d69c5bb21
--- /dev/null
+++ b/params/phi/5/rnd_search_t_no_sched/comb_7/trained/model.layers.4.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:376d76f1ab0720dc1dd27ef0cdca077708f39cd6a16fc4cc1e224b9418074fa8
+size 11395
diff --git a/params/phi/5/rnd_search_t_no_sched/comb_7/trained/model.layers.4.self_attn.k_proj/_s.pt b/params/phi/5/rnd_search_t_no_sched/comb_7/trained/model.layers.4.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..9020d1e570f237ad36f5fc7f7249c46f281c9e4b
--- /dev/null
+++ b/params/phi/5/rnd_search_t_no_sched/comb_7/trained/model.layers.4.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f748a209921e79e54cba244a67f7d9517eed5b6103ae9b4610c16f96c57a7e86
+size 11395
diff --git a/params/phi/5/rnd_search_t_no_sched/comb_7/trained/model.layers.4.self_attn.q_proj/_0.pt b/params/phi/5/rnd_search_t_no_sched/comb_7/trained/model.layers.4.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..802283f32e8a412862cc5e4141c8e16489309db0
--- /dev/null
+++ b/params/phi/5/rnd_search_t_no_sched/comb_7/trained/model.layers.4.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:788f2334b721948aca10b1f8d3551b68111428630b67626ef3c7d888c48fe201
+size 11395
diff --git a/params/phi/5/rnd_search_t_no_sched/comb_7/trained/model.layers.4.self_attn.q_proj/_s.pt b/params/phi/5/rnd_search_t_no_sched/comb_7/trained/model.layers.4.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..181e0c5233ebf785d2db863f147c63a9feaf93c1
--- /dev/null
+++ b/params/phi/5/rnd_search_t_no_sched/comb_7/trained/model.layers.4.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:85479abcf25e01a71124996f73cc724e8dcc30b90e1308e626cd8085294caf93
+size 11395
diff --git a/params/phi/5/rnd_search_t_no_sched/comb_7/trained/model.layers.4.self_attn.v_proj/_0.pt b/params/phi/5/rnd_search_t_no_sched/comb_7/trained/model.layers.4.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..58312fe9ebc95d4d89675a33c77c2c73e8f9b853
--- /dev/null
+++ b/params/phi/5/rnd_search_t_no_sched/comb_7/trained/model.layers.4.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:9a894726a99a852aa146a3f9dd5f181a8394b1b4c7e2f4d2f2b0a7f2dd788ae0
+size 11395
diff --git a/params/phi/5/rnd_search_t_no_sched/comb_7/trained/model.layers.4.self_attn.v_proj/_s.pt b/params/phi/5/rnd_search_t_no_sched/comb_7/trained/model.layers.4.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..7d67885b016f0965f4c8bdcccddc64cb5412a305
--- /dev/null
+++ b/params/phi/5/rnd_search_t_no_sched/comb_7/trained/model.layers.4.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:70b808eed72bafda7b04fe3bf5f21cea8ab5f7a779841e3aecb8c9a0305a4f60
+size 11395
diff --git a/params/phi/5/rnd_search_t_no_sched/comb_7/trained/model.layers.5.mlp.fc1/_0.pt b/params/phi/5/rnd_search_t_no_sched/comb_7/trained/model.layers.5.mlp.fc1/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..deeb4eebad02f8ad9f45c3b6a91813db3b93fdc2
--- /dev/null
+++ b/params/phi/5/rnd_search_t_no_sched/comb_7/trained/model.layers.5.mlp.fc1/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b7a5acb4628ce00154852fe7bbb2414ee7232115c27d96c0aad0014a745a364c
+size 42115
diff --git a/params/phi/5/rnd_search_t_no_sched/comb_7/trained/model.layers.5.mlp.fc1/_s.pt b/params/phi/5/rnd_search_t_no_sched/comb_7/trained/model.layers.5.mlp.fc1/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a20a3557b4c65ff9d561b64a3a848e161b50141b
--- /dev/null
+++ b/params/phi/5/rnd_search_t_no_sched/comb_7/trained/model.layers.5.mlp.fc1/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:4a3f550de81b9719615078e949066129580f2de8f59a0e20ccfd0b337dd9e2c1
+size 42115
diff --git a/params/phi/5/rnd_search_t_no_sched/comb_7/trained/model.layers.5.mlp.fc2/_0.pt b/params/phi/5/rnd_search_t_no_sched/comb_7/trained/model.layers.5.mlp.fc2/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..94f5b0d584e9ffcd293fcffecb915b2b85ee6a84
--- /dev/null
+++ b/params/phi/5/rnd_search_t_no_sched/comb_7/trained/model.layers.5.mlp.fc2/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a6de8d45089a8f872dc6dd3f3a7ecb51c65bd18264ab7f0012ba6c3c40ea95de
+size 11395
diff --git a/params/phi/5/rnd_search_t_no_sched/comb_7/trained/model.layers.5.mlp.fc2/_s.pt b/params/phi/5/rnd_search_t_no_sched/comb_7/trained/model.layers.5.mlp.fc2/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2c20aa1b9fe23b3ebfaaf09407a52472aa0758b6
--- /dev/null
+++ b/params/phi/5/rnd_search_t_no_sched/comb_7/trained/model.layers.5.mlp.fc2/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:6eb689ce6aadd134401757be7a2cecd03bf184d75fca597477c91bcf93d8f3c0
+size 11395
diff --git a/params/phi/5/rnd_search_t_no_sched/comb_7/trained/model.layers.5.self_attn.dense/_0.pt b/params/phi/5/rnd_search_t_no_sched/comb_7/trained/model.layers.5.self_attn.dense/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a81020262c6e4274428397735c2bbde84981dc3f
--- /dev/null
+++ b/params/phi/5/rnd_search_t_no_sched/comb_7/trained/model.layers.5.self_attn.dense/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:858ca3508a371ab7e73ae18d4d823879cd8d03d1e50fa48f0df0b3e23732b67e
+size 11395
diff --git a/params/phi/5/rnd_search_t_no_sched/comb_7/trained/model.layers.5.self_attn.dense/_s.pt b/params/phi/5/rnd_search_t_no_sched/comb_7/trained/model.layers.5.self_attn.dense/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ec46a8f1336144bc161a937b8febd880dd6ff939
--- /dev/null
+++ b/params/phi/5/rnd_search_t_no_sched/comb_7/trained/model.layers.5.self_attn.dense/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:80c474f439f70af563cf9ff09919031d698cf6acbe89cb430a5fae1f55dddec9
+size 11395
diff --git a/params/phi/5/rnd_search_t_no_sched/comb_7/trained/model.layers.5.self_attn.k_proj/_0.pt b/params/phi/5/rnd_search_t_no_sched/comb_7/trained/model.layers.5.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..fe98a54c2ecf87ee031434c0fdd846dfc385aa93
--- /dev/null
+++ b/params/phi/5/rnd_search_t_no_sched/comb_7/trained/model.layers.5.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d0e5d73370624630398f143796d7e1ebd71af71b40f7efc806c5f51486278cae
+size 11395
diff --git a/params/phi/5/rnd_search_t_no_sched/comb_7/trained/model.layers.5.self_attn.k_proj/_s.pt b/params/phi/5/rnd_search_t_no_sched/comb_7/trained/model.layers.5.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c4acbb121eaf6b513adda2e184b754129b484d07
--- /dev/null
+++ b/params/phi/5/rnd_search_t_no_sched/comb_7/trained/model.layers.5.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:24ead028d7a6341e985fdbe38a093dcf32e503083976b0c28cdffe0d7ff8eef7
+size 11395
diff --git a/params/phi/5/rnd_search_t_no_sched/comb_7/trained/model.layers.5.self_attn.q_proj/_0.pt b/params/phi/5/rnd_search_t_no_sched/comb_7/trained/model.layers.5.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..38581204306cb1b322e889a2bf9a2a6a688680eb
--- /dev/null
+++ b/params/phi/5/rnd_search_t_no_sched/comb_7/trained/model.layers.5.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2d1d0c2b89a9096bf0110eaaf828a2bb998f20f9e6c84da3e9bfa02d462c0f73
+size 11395
diff --git a/params/phi/5/rnd_search_t_no_sched/comb_7/trained/model.layers.5.self_attn.q_proj/_s.pt b/params/phi/5/rnd_search_t_no_sched/comb_7/trained/model.layers.5.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..54b35a223886eed524c7632bea988467d1fc87ba
--- /dev/null
+++ b/params/phi/5/rnd_search_t_no_sched/comb_7/trained/model.layers.5.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:836dc42375b41bc48b86b0bccd108b5da09d756e73f0506e60a4fdd7a9ddeb62
+size 11395
diff --git a/params/phi/5/rnd_search_t_no_sched/comb_7/trained/model.layers.5.self_attn.v_proj/_0.pt b/params/phi/5/rnd_search_t_no_sched/comb_7/trained/model.layers.5.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..905e17f518de9a6274873dc0b4578d43c92c6be4
--- /dev/null
+++ b/params/phi/5/rnd_search_t_no_sched/comb_7/trained/model.layers.5.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:86bca1a5739912e42b7263e8dfbe120db48d35c7125d804b72701873ce298cf0
+size 11395
diff --git a/params/phi/5/rnd_search_t_no_sched/comb_7/trained/model.layers.5.self_attn.v_proj/_s.pt b/params/phi/5/rnd_search_t_no_sched/comb_7/trained/model.layers.5.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4a4bd0b5c686b8db996a6279d577ad0cb8a9b6c8
--- /dev/null
+++ b/params/phi/5/rnd_search_t_no_sched/comb_7/trained/model.layers.5.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:769c3a71a10de0456d515f9bf099a6767e1c6ada9b51e32d2b26b1b161ab9937
+size 11395
diff --git a/params/phi/5/rnd_search_t_no_sched/comb_7/trained/model.layers.6.mlp.fc1/_0.pt b/params/phi/5/rnd_search_t_no_sched/comb_7/trained/model.layers.6.mlp.fc1/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..6d165e57a47bddeab0dcd8d04cbf7afe1060a392
--- /dev/null
+++ b/params/phi/5/rnd_search_t_no_sched/comb_7/trained/model.layers.6.mlp.fc1/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:72efbfd221d9a5478564c56785d58959c651560b18addfb276c641abc06f444b
+size 42115
diff --git a/params/phi/5/rnd_search_t_no_sched/comb_7/trained/model.layers.6.mlp.fc1/_s.pt b/params/phi/5/rnd_search_t_no_sched/comb_7/trained/model.layers.6.mlp.fc1/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2ac5e32163ea0338c69e4c17ddbe76ff10f288f2
--- /dev/null
+++ b/params/phi/5/rnd_search_t_no_sched/comb_7/trained/model.layers.6.mlp.fc1/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:1fbc658477a3ec455a1fb4c0d12186c29f0e4e00325c68e16300a64e61b362f5
+size 42115
diff --git a/params/phi/5/rnd_search_t_no_sched/comb_7/trained/model.layers.6.mlp.fc2/_0.pt b/params/phi/5/rnd_search_t_no_sched/comb_7/trained/model.layers.6.mlp.fc2/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..9b01648e182727c73d352977d5f6f6ead8a657bc
--- /dev/null
+++ b/params/phi/5/rnd_search_t_no_sched/comb_7/trained/model.layers.6.mlp.fc2/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c3ab231780e871e04cf6152823019f542fd4aa1e5e882e8363f728207bafe8df
+size 11395
diff --git a/params/phi/5/rnd_search_t_no_sched/comb_7/trained/model.layers.6.mlp.fc2/_s.pt b/params/phi/5/rnd_search_t_no_sched/comb_7/trained/model.layers.6.mlp.fc2/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..63b0bc30f63c08c99c1628f38526892006c6c8d0
--- /dev/null
+++ b/params/phi/5/rnd_search_t_no_sched/comb_7/trained/model.layers.6.mlp.fc2/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:4d607df76951ba19ca1d823ae5842ed3e9c5d514592e2314ecc9b1649607e4e7
+size 11395
diff --git a/params/phi/5/rnd_search_t_no_sched/comb_7/trained/model.layers.6.self_attn.dense/_0.pt b/params/phi/5/rnd_search_t_no_sched/comb_7/trained/model.layers.6.self_attn.dense/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..513803477d641e2ef3f61ef984fd714ba4aa78ab
--- /dev/null
+++ b/params/phi/5/rnd_search_t_no_sched/comb_7/trained/model.layers.6.self_attn.dense/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:396ca651e6e44fc7db9d28dad30e223a27708ff4b4806b9c1caa195615298dfa
+size 11395
diff --git a/params/phi/5/rnd_search_t_no_sched/comb_7/trained/model.layers.6.self_attn.dense/_s.pt b/params/phi/5/rnd_search_t_no_sched/comb_7/trained/model.layers.6.self_attn.dense/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ddb6f363f6c177a75728d02f478ee52ad9da7b9b
--- /dev/null
+++ b/params/phi/5/rnd_search_t_no_sched/comb_7/trained/model.layers.6.self_attn.dense/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c8940c373d14f65131b5215f21125da58f51b245df700abe517bc81e0a151458
+size 11395
diff --git a/params/phi/5/rnd_search_t_no_sched/comb_7/trained/model.layers.6.self_attn.k_proj/_0.pt b/params/phi/5/rnd_search_t_no_sched/comb_7/trained/model.layers.6.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..5834bc989a40a49f4dd1fce57d392b0e1071585a
--- /dev/null
+++ b/params/phi/5/rnd_search_t_no_sched/comb_7/trained/model.layers.6.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:dd804f8a83e9939369a3ed4cb7709d4c40aa391d8d28a8e73daf775e75a481ce
+size 11395
diff --git a/params/phi/5/rnd_search_t_no_sched/comb_7/trained/model.layers.6.self_attn.k_proj/_s.pt b/params/phi/5/rnd_search_t_no_sched/comb_7/trained/model.layers.6.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2114534f636244a0286d7ec44d67519009862829
--- /dev/null
+++ b/params/phi/5/rnd_search_t_no_sched/comb_7/trained/model.layers.6.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:3f0c469167fdd50be5491424d5652c2bf8ca0a175f9b3e4fa98a14c5cf0223d1
+size 11395
diff --git a/params/phi/5/rnd_search_t_no_sched/comb_7/trained/model.layers.6.self_attn.q_proj/_0.pt b/params/phi/5/rnd_search_t_no_sched/comb_7/trained/model.layers.6.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..0597ec9a8545e641ceabed2546b865d52cd2c64c
--- /dev/null
+++ b/params/phi/5/rnd_search_t_no_sched/comb_7/trained/model.layers.6.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:038ed515ba496b410782e88c914736819cf2746c31cafe5ec425733bf7eee0a0
+size 11395
diff --git a/params/phi/5/rnd_search_t_no_sched/comb_7/trained/model.layers.6.self_attn.q_proj/_s.pt b/params/phi/5/rnd_search_t_no_sched/comb_7/trained/model.layers.6.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..974a744ea1b9cf798077233732eee7cf2512a1d0
--- /dev/null
+++ b/params/phi/5/rnd_search_t_no_sched/comb_7/trained/model.layers.6.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:78ae3396d3a3d81e05ad11dd014852cd5c5f495954e26030791c209f43407ba1
+size 11395
diff --git a/params/phi/5/rnd_search_t_no_sched/comb_7/trained/model.layers.6.self_attn.v_proj/_0.pt b/params/phi/5/rnd_search_t_no_sched/comb_7/trained/model.layers.6.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..7a0eb18e69b6fd5c5c0a790023053b5de330cd73
--- /dev/null
+++ b/params/phi/5/rnd_search_t_no_sched/comb_7/trained/model.layers.6.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:7dbeb16a5e0c0cf1ac457ca197523e8fc9d489b183e56f43c0b195042c70a3a3
+size 11395
diff --git a/params/phi/5/rnd_search_t_no_sched/comb_7/trained/model.layers.6.self_attn.v_proj/_s.pt b/params/phi/5/rnd_search_t_no_sched/comb_7/trained/model.layers.6.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..469b3751f34b88311e678ea4a14a4f0c5a9396ef
--- /dev/null
+++ b/params/phi/5/rnd_search_t_no_sched/comb_7/trained/model.layers.6.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:bf8a605d8bfbddea35273ab196ffef840de1ee906ffbb11ea7ae1bca6dba9145
+size 11395
diff --git a/params/phi/5/rnd_search_t_no_sched/comb_7/trained/model.layers.7.mlp.fc1/_0.pt b/params/phi/5/rnd_search_t_no_sched/comb_7/trained/model.layers.7.mlp.fc1/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..f4bcc8cea63039628137e624d0fbc31dd27e56d0
--- /dev/null
+++ b/params/phi/5/rnd_search_t_no_sched/comb_7/trained/model.layers.7.mlp.fc1/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:71ea8d2a04ee8c45506d2d8e4f2f167c632d2c7d8e644e1a11fa727add48e436
+size 42115
diff --git a/params/phi/5/rnd_search_t_no_sched/comb_7/trained/model.layers.7.mlp.fc1/_s.pt b/params/phi/5/rnd_search_t_no_sched/comb_7/trained/model.layers.7.mlp.fc1/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..aa26345d2e07771b2247eae448f6fba8b24ee4ac
--- /dev/null
+++ b/params/phi/5/rnd_search_t_no_sched/comb_7/trained/model.layers.7.mlp.fc1/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b779973be9249c12041fd4a6953fec819df2c0289a48c06a99b99829b377dc17
+size 42115
diff --git a/params/phi/5/rnd_search_t_no_sched/comb_7/trained/model.layers.7.mlp.fc2/_0.pt b/params/phi/5/rnd_search_t_no_sched/comb_7/trained/model.layers.7.mlp.fc2/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..b0896d18dcb422ed39ada8d6407c27af06c2012e
--- /dev/null
+++ b/params/phi/5/rnd_search_t_no_sched/comb_7/trained/model.layers.7.mlp.fc2/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:248099721b669248ba70d498ecc5f45102b8f1fd7624b54210a79dbe26792a08
+size 11395
diff --git a/params/phi/5/rnd_search_t_no_sched/comb_7/trained/model.layers.7.mlp.fc2/_s.pt b/params/phi/5/rnd_search_t_no_sched/comb_7/trained/model.layers.7.mlp.fc2/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..7930c7d70186db72d7438961360b476f3f7cebcb
--- /dev/null
+++ b/params/phi/5/rnd_search_t_no_sched/comb_7/trained/model.layers.7.mlp.fc2/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:4eabec5874d2152925f251970f39b60a44d39630280efe717ddcc10779a1db3c
+size 11395
diff --git a/params/phi/5/rnd_search_t_no_sched/comb_7/trained/model.layers.7.self_attn.dense/_0.pt b/params/phi/5/rnd_search_t_no_sched/comb_7/trained/model.layers.7.self_attn.dense/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..38d68bffdf4d766ce22a6e3c00fb0602e63dd2c9
--- /dev/null
+++ b/params/phi/5/rnd_search_t_no_sched/comb_7/trained/model.layers.7.self_attn.dense/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:921b639a6b03486e1bb53721d1f93136b88f8d27e7ba36fbbc6ad3c13b62be42
+size 11395
diff --git a/params/phi/5/rnd_search_t_no_sched/comb_7/trained/model.layers.7.self_attn.dense/_s.pt b/params/phi/5/rnd_search_t_no_sched/comb_7/trained/model.layers.7.self_attn.dense/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..6c7a335880b58d832cfdff11f7c32ca2aeaead44
--- /dev/null
+++ b/params/phi/5/rnd_search_t_no_sched/comb_7/trained/model.layers.7.self_attn.dense/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:176b111bb838f1fded8922ed9f07870437259e6c650e40b12270483b8b8f7fde
+size 11395
diff --git a/params/phi/5/rnd_search_t_no_sched/comb_7/trained/model.layers.7.self_attn.k_proj/_0.pt b/params/phi/5/rnd_search_t_no_sched/comb_7/trained/model.layers.7.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8b80687f80ecc9d75b7c54ff70b51f3785af613f
--- /dev/null
+++ b/params/phi/5/rnd_search_t_no_sched/comb_7/trained/model.layers.7.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:01dad24c8e1c24ef1c249278de1a9273677397569812c74dee4ae4eb0dd0523c
+size 11395
diff --git a/params/phi/5/rnd_search_t_no_sched/comb_7/trained/model.layers.7.self_attn.k_proj/_s.pt b/params/phi/5/rnd_search_t_no_sched/comb_7/trained/model.layers.7.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4907b727fe2050c12e87afd54f6084c8df095d66
--- /dev/null
+++ b/params/phi/5/rnd_search_t_no_sched/comb_7/trained/model.layers.7.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:918bf56c7b5a729bc5fcee893b802805390ff35d0e2aa1b2ca9e86173e105c6b
+size 11395
diff --git a/params/phi/5/rnd_search_t_no_sched/comb_7/trained/model.layers.7.self_attn.q_proj/_0.pt b/params/phi/5/rnd_search_t_no_sched/comb_7/trained/model.layers.7.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..7ffc24f0add03ceb808e94aeb6a6f695505c5e3c
--- /dev/null
+++ b/params/phi/5/rnd_search_t_no_sched/comb_7/trained/model.layers.7.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:cc1f69ab470ccd1aa20c5b3dd88974f3552eb9f297fdd6ebb27b93cc90d1924c
+size 11395
diff --git a/params/phi/5/rnd_search_t_no_sched/comb_7/trained/model.layers.7.self_attn.q_proj/_s.pt b/params/phi/5/rnd_search_t_no_sched/comb_7/trained/model.layers.7.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ee7993b0bb30aab171ff8288d599b0275f1e798c
--- /dev/null
+++ b/params/phi/5/rnd_search_t_no_sched/comb_7/trained/model.layers.7.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:1f758b87a5b71ed05cc32ffc134e4b58186652b0c48457a114af75132fe946aa
+size 11395
diff --git a/params/phi/5/rnd_search_t_no_sched/comb_7/trained/model.layers.7.self_attn.v_proj/_0.pt b/params/phi/5/rnd_search_t_no_sched/comb_7/trained/model.layers.7.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..996f6c52c6556b5135569aa1c531350f5afb6569
--- /dev/null
+++ b/params/phi/5/rnd_search_t_no_sched/comb_7/trained/model.layers.7.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:74e405481158eb5fd98b7170b69f5dbd3c3ec68db5197ddd55244ec9190e01e9
+size 11395
diff --git a/params/phi/5/rnd_search_t_no_sched/comb_7/trained/model.layers.7.self_attn.v_proj/_s.pt b/params/phi/5/rnd_search_t_no_sched/comb_7/trained/model.layers.7.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..87f4f2649e8ad29a948eb7b54fa2316caf83bcdc
--- /dev/null
+++ b/params/phi/5/rnd_search_t_no_sched/comb_7/trained/model.layers.7.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:1b033d58e68e3017fb7daaef6a833f39cd448ee61f4103316cf189e7f6a65527
+size 11395
diff --git a/params/phi/5/rnd_search_t_no_sched/comb_7/trained/model.layers.8.mlp.fc1/_0.pt b/params/phi/5/rnd_search_t_no_sched/comb_7/trained/model.layers.8.mlp.fc1/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..0e59da170a1d0eb6b032d936626a6eea2647f3e7
--- /dev/null
+++ b/params/phi/5/rnd_search_t_no_sched/comb_7/trained/model.layers.8.mlp.fc1/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b9a070cf86bb30ecc16bcea73cd6fd49b99d9135d334cd0f1223912d9302f0ec
+size 42115
diff --git a/params/phi/5/rnd_search_t_no_sched/comb_7/trained/model.layers.8.mlp.fc1/_s.pt b/params/phi/5/rnd_search_t_no_sched/comb_7/trained/model.layers.8.mlp.fc1/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..d6d3768693bac5b2c1f425b127b54775e02b3b78
--- /dev/null
+++ b/params/phi/5/rnd_search_t_no_sched/comb_7/trained/model.layers.8.mlp.fc1/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:8cfc15b23aecb62d94e87d88eedced9aada47eb1ee8c0388df3cd0fa31ec9492
+size 42115
diff --git a/params/phi/5/rnd_search_t_no_sched/comb_7/trained/model.layers.8.mlp.fc2/_0.pt b/params/phi/5/rnd_search_t_no_sched/comb_7/trained/model.layers.8.mlp.fc2/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4ad2578cbd02a889e43e1e844008956937390ff5
--- /dev/null
+++ b/params/phi/5/rnd_search_t_no_sched/comb_7/trained/model.layers.8.mlp.fc2/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c123ac9fbfc01510015cccbdab11f9ba28fa6d4d2954754b406e102e9a6198dd
+size 11395
diff --git a/params/phi/5/rnd_search_t_no_sched/comb_7/trained/model.layers.8.mlp.fc2/_s.pt b/params/phi/5/rnd_search_t_no_sched/comb_7/trained/model.layers.8.mlp.fc2/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a12a6d9cdeacffecb16f5c1efa59ec3078de265a
--- /dev/null
+++ b/params/phi/5/rnd_search_t_no_sched/comb_7/trained/model.layers.8.mlp.fc2/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ede9f64b4c5697781118049be4dbb748dab232836229ad2ee3b6f0cde3591427
+size 11395
diff --git a/params/phi/5/rnd_search_t_no_sched/comb_7/trained/model.layers.8.self_attn.dense/_0.pt b/params/phi/5/rnd_search_t_no_sched/comb_7/trained/model.layers.8.self_attn.dense/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..da743b15c5306a5cd893107d42119fd8ec1ee4dd
--- /dev/null
+++ b/params/phi/5/rnd_search_t_no_sched/comb_7/trained/model.layers.8.self_attn.dense/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c1870ea7d49427d400263cf56609a6b01010028d29d0268a37468d359377c74f
+size 11395
diff --git a/params/phi/5/rnd_search_t_no_sched/comb_7/trained/model.layers.8.self_attn.dense/_s.pt b/params/phi/5/rnd_search_t_no_sched/comb_7/trained/model.layers.8.self_attn.dense/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..df9181a2f21359f1f3886f87ba83671baf36077c
--- /dev/null
+++ b/params/phi/5/rnd_search_t_no_sched/comb_7/trained/model.layers.8.self_attn.dense/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:761e2ccd52ebcb4521adc9b2d23d62febc2d80774f699ffd3defd84c658cfe28
+size 11395
diff --git a/params/phi/5/rnd_search_t_no_sched/comb_7/trained/model.layers.8.self_attn.k_proj/_0.pt b/params/phi/5/rnd_search_t_no_sched/comb_7/trained/model.layers.8.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ee6a7aebf603ac8d7cd8450fb303ddcee4d0a220
--- /dev/null
+++ b/params/phi/5/rnd_search_t_no_sched/comb_7/trained/model.layers.8.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:fcb3ded32bf1e73d97f66dc4eb5590f9419694adb6fb31151de8062e897b3579
+size 11395
diff --git a/params/phi/5/rnd_search_t_no_sched/comb_7/trained/model.layers.8.self_attn.k_proj/_s.pt b/params/phi/5/rnd_search_t_no_sched/comb_7/trained/model.layers.8.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..7d631811868266a095f29c56d77e46962fb29d78
--- /dev/null
+++ b/params/phi/5/rnd_search_t_no_sched/comb_7/trained/model.layers.8.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:6b966e977935f46537ba0d6133e39a49af84d867493952fe706aa9c7a903b0a5
+size 11395
diff --git a/params/phi/5/rnd_search_t_no_sched/comb_7/trained/model.layers.8.self_attn.q_proj/_0.pt b/params/phi/5/rnd_search_t_no_sched/comb_7/trained/model.layers.8.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..0730ff152b1d6aaecb34408fb5b51b4dec7dae44
--- /dev/null
+++ b/params/phi/5/rnd_search_t_no_sched/comb_7/trained/model.layers.8.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:cad6aced2834fff69a8f78ff31d18d4d8f690bfb429bbd859434e9ac54bbe0d8
+size 11395
diff --git a/params/phi/5/rnd_search_t_no_sched/comb_7/trained/model.layers.8.self_attn.q_proj/_s.pt b/params/phi/5/rnd_search_t_no_sched/comb_7/trained/model.layers.8.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ab05e7f1c1076d48b941448f1208a8bd7ff3750f
--- /dev/null
+++ b/params/phi/5/rnd_search_t_no_sched/comb_7/trained/model.layers.8.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:75a0cd4a40fbe1eb5e4e7054839e3bd0f40de329eb01a8806095b133328fe9b1
+size 11395
diff --git a/params/phi/5/rnd_search_t_no_sched/comb_7/trained/model.layers.8.self_attn.v_proj/_0.pt b/params/phi/5/rnd_search_t_no_sched/comb_7/trained/model.layers.8.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..91c8f8fe6c747626951fd0386098cfbb377a4657
--- /dev/null
+++ b/params/phi/5/rnd_search_t_no_sched/comb_7/trained/model.layers.8.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a5cf6afb673e1e11ba4e111dc8226ce831db6614aa068ae6ceed5c1a1eb7133e
+size 11395
diff --git a/params/phi/5/rnd_search_t_no_sched/comb_7/trained/model.layers.8.self_attn.v_proj/_s.pt b/params/phi/5/rnd_search_t_no_sched/comb_7/trained/model.layers.8.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ce67a17ce7097007fc841c8234b90a97b24c4b56
--- /dev/null
+++ b/params/phi/5/rnd_search_t_no_sched/comb_7/trained/model.layers.8.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:71904271be5debb7a69cc5a2c01cf8cf03b582c1b6b76b7a32b50977f2ac8e18
+size 11395
diff --git a/params/phi/5/rnd_search_t_no_sched/comb_7/trained/model.layers.9.mlp.fc1/_0.pt b/params/phi/5/rnd_search_t_no_sched/comb_7/trained/model.layers.9.mlp.fc1/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ae2e71408b58fa6b29d90a0b455dc18ee0cf3f68
--- /dev/null
+++ b/params/phi/5/rnd_search_t_no_sched/comb_7/trained/model.layers.9.mlp.fc1/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d50fc5da7797b6f899f17274698ae0f4489b960d16075ff2f94a8717b32e5be7
+size 42115
diff --git a/params/phi/5/rnd_search_t_no_sched/comb_7/trained/model.layers.9.mlp.fc1/_s.pt b/params/phi/5/rnd_search_t_no_sched/comb_7/trained/model.layers.9.mlp.fc1/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a772aac9f6b4a4853184b8d2e1a4235977b29a2d
--- /dev/null
+++ b/params/phi/5/rnd_search_t_no_sched/comb_7/trained/model.layers.9.mlp.fc1/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:146391a132a1f46ccfc7347774dad8e44da33b474847ba4336f7f4f3d4f84407
+size 42115
diff --git a/params/phi/5/rnd_search_t_no_sched/comb_7/trained/model.layers.9.mlp.fc2/_0.pt b/params/phi/5/rnd_search_t_no_sched/comb_7/trained/model.layers.9.mlp.fc2/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..3fbe27363320aff1311c4307f04dbc28b237d4c7
--- /dev/null
+++ b/params/phi/5/rnd_search_t_no_sched/comb_7/trained/model.layers.9.mlp.fc2/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:3f7e497ef3d6e2eb695dbd3d450ddd303f0615d91ca911376b2bcadf9cbebd89
+size 11395
diff --git a/params/phi/5/rnd_search_t_no_sched/comb_7/trained/model.layers.9.mlp.fc2/_s.pt b/params/phi/5/rnd_search_t_no_sched/comb_7/trained/model.layers.9.mlp.fc2/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4b8de0db2a73e4739832e358c1ab198b864ef370
--- /dev/null
+++ b/params/phi/5/rnd_search_t_no_sched/comb_7/trained/model.layers.9.mlp.fc2/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e3693694149fe474f19e6eb21e5ca5b90cb2d8486e2350c955945744d7135569
+size 11395
diff --git a/params/phi/5/rnd_search_t_no_sched/comb_7/trained/model.layers.9.self_attn.dense/_0.pt b/params/phi/5/rnd_search_t_no_sched/comb_7/trained/model.layers.9.self_attn.dense/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..acceed5cad76a575f60f0d556eddcc741ca2eff3
--- /dev/null
+++ b/params/phi/5/rnd_search_t_no_sched/comb_7/trained/model.layers.9.self_attn.dense/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:3517e2c868bbef03fb8ae97c9a78d4563dc61376ed0c3a22764d83e20de5cfe2
+size 11395
diff --git a/params/phi/5/rnd_search_t_no_sched/comb_7/trained/model.layers.9.self_attn.dense/_s.pt b/params/phi/5/rnd_search_t_no_sched/comb_7/trained/model.layers.9.self_attn.dense/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e19bce47d90d493d7271c73846a5325856661cf2
--- /dev/null
+++ b/params/phi/5/rnd_search_t_no_sched/comb_7/trained/model.layers.9.self_attn.dense/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:1c424e61657cbd2af152c1cee92719a1722a9c4526ee4ab4fa1b218e1a25980a
+size 11395
diff --git a/params/phi/5/rnd_search_t_no_sched/comb_7/trained/model.layers.9.self_attn.k_proj/_0.pt b/params/phi/5/rnd_search_t_no_sched/comb_7/trained/model.layers.9.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..5ed7206856a215c73d770c8621d4b8c24ec6e41e
--- /dev/null
+++ b/params/phi/5/rnd_search_t_no_sched/comb_7/trained/model.layers.9.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:37faaa60726e1b4618cd753b7f6148d6a5459378e00c6e709d06695b36f5e01d
+size 11395
diff --git a/params/phi/5/rnd_search_t_no_sched/comb_7/trained/model.layers.9.self_attn.k_proj/_s.pt b/params/phi/5/rnd_search_t_no_sched/comb_7/trained/model.layers.9.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..06a9e8e8a60e9b67d0062184866d30a303156b99
--- /dev/null
+++ b/params/phi/5/rnd_search_t_no_sched/comb_7/trained/model.layers.9.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:aadbd5c869d6673d9265c06208f92f28f1b40c2e54ddc06f777c4d025cb000ad
+size 11395
diff --git a/params/phi/5/rnd_search_t_no_sched/comb_7/trained/model.layers.9.self_attn.q_proj/_0.pt b/params/phi/5/rnd_search_t_no_sched/comb_7/trained/model.layers.9.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..28f0ec588e91f18ebe97037387624fd6f1b00ba6
--- /dev/null
+++ b/params/phi/5/rnd_search_t_no_sched/comb_7/trained/model.layers.9.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ab3d0219208e47c1fcea7aaf772a1b3011bc0b8b197e4b7f8cedf06b7f90a704
+size 11395
diff --git a/params/phi/5/rnd_search_t_no_sched/comb_7/trained/model.layers.9.self_attn.q_proj/_s.pt b/params/phi/5/rnd_search_t_no_sched/comb_7/trained/model.layers.9.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..d63920ae49295fba3f61674efa5571a98d8e1ea7
--- /dev/null
+++ b/params/phi/5/rnd_search_t_no_sched/comb_7/trained/model.layers.9.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d5dc3279c0ae948059a19cf378ec23c9788f30c34a136798f10b65b3448d3c99
+size 11395
diff --git a/params/phi/5/rnd_search_t_no_sched/comb_7/trained/model.layers.9.self_attn.v_proj/_0.pt b/params/phi/5/rnd_search_t_no_sched/comb_7/trained/model.layers.9.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..dd0a124d1a7b8a448a00dfb1c913812c001c697a
--- /dev/null
+++ b/params/phi/5/rnd_search_t_no_sched/comb_7/trained/model.layers.9.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:66ed9fa9d8a4ba0918113d7c6075f38f54a1d58f3b062987d6946835aee55e2f
+size 11395
diff --git a/params/phi/5/rnd_search_t_no_sched/comb_7/trained/model.layers.9.self_attn.v_proj/_s.pt b/params/phi/5/rnd_search_t_no_sched/comb_7/trained/model.layers.9.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..355e774a3ac35b5b950d0a38055ee5b7413ca3b6
--- /dev/null
+++ b/params/phi/5/rnd_search_t_no_sched/comb_7/trained/model.layers.9.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:65aa7bcdf470705d983e46ea6cf5ec73b0a03b3e8c52a9422069980d7c4397d4
+size 11395