diff --git a/params/phi/5/rnd_search_t_no_sched/comb_3/init/lm_head/_0.pt b/params/phi/5/rnd_search_t_no_sched/comb_3/init/lm_head/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..400e27e9d670a87b1c950985315fee980e98030c
--- /dev/null
+++ b/params/phi/5/rnd_search_t_no_sched/comb_3/init/lm_head/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:84c29e156c1ff233ab1d70419ed039b29645b55825ad507a9e5af986fd4ceae9
+size 205955
diff --git a/params/phi/5/rnd_search_t_no_sched/comb_3/init/lm_head/_s.pt b/params/phi/5/rnd_search_t_no_sched/comb_3/init/lm_head/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2152c67ab7da167a565f317746070d92e481a2ae
--- /dev/null
+++ b/params/phi/5/rnd_search_t_no_sched/comb_3/init/lm_head/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:4f189b314f6331670527923d6216bcaa9885c8dadbff3f4a090f82d01479f450
+size 205955
diff --git a/params/phi/5/rnd_search_t_no_sched/comb_3/init/model.layers.0.mlp.fc1/_0.pt b/params/phi/5/rnd_search_t_no_sched/comb_3/init/model.layers.0.mlp.fc1/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..32ac531bec3e1f984cbc6da2072275eebedcc848
--- /dev/null
+++ b/params/phi/5/rnd_search_t_no_sched/comb_3/init/model.layers.0.mlp.fc1/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:8aae49663620750ef1b42b31d5204777eb39a1af1f1e7ab7f27474ddd4803198
+size 42115
diff --git a/params/phi/5/rnd_search_t_no_sched/comb_3/init/model.layers.0.mlp.fc1/_s.pt b/params/phi/5/rnd_search_t_no_sched/comb_3/init/model.layers.0.mlp.fc1/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..220df61f1eaa6d7272176d0c4e1532366e00e6f9
--- /dev/null
+++ b/params/phi/5/rnd_search_t_no_sched/comb_3/init/model.layers.0.mlp.fc1/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:8b8f185d1600ab3eb390225564bfff8323ffa991dda6b18e554f405ae4546315
+size 42115
diff --git a/params/phi/5/rnd_search_t_no_sched/comb_3/init/model.layers.0.mlp.fc2/_0.pt b/params/phi/5/rnd_search_t_no_sched/comb_3/init/model.layers.0.mlp.fc2/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..32ee18bf2f25e623153f8e8e4fc5f1257a361dec
--- /dev/null
+++ b/params/phi/5/rnd_search_t_no_sched/comb_3/init/model.layers.0.mlp.fc2/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e3f2cf9d8508ef8ab0f1fab002987be0430f7eb52b87c158492cf04b7033c1d2
+size 11395
diff --git a/params/phi/5/rnd_search_t_no_sched/comb_3/init/model.layers.0.mlp.fc2/_s.pt b/params/phi/5/rnd_search_t_no_sched/comb_3/init/model.layers.0.mlp.fc2/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..02833233297e19332d953eac3209b416bf4152f3
--- /dev/null
+++ b/params/phi/5/rnd_search_t_no_sched/comb_3/init/model.layers.0.mlp.fc2/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:369bc154aa5d2c25fc23f5c92dbfdb04617e7eaae3bc3bd539d4f4daebfbff29
+size 11395
diff --git a/params/phi/5/rnd_search_t_no_sched/comb_3/init/model.layers.0.self_attn.dense/_0.pt b/params/phi/5/rnd_search_t_no_sched/comb_3/init/model.layers.0.self_attn.dense/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..32ee18bf2f25e623153f8e8e4fc5f1257a361dec
--- /dev/null
+++ b/params/phi/5/rnd_search_t_no_sched/comb_3/init/model.layers.0.self_attn.dense/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e3f2cf9d8508ef8ab0f1fab002987be0430f7eb52b87c158492cf04b7033c1d2
+size 11395
diff --git a/params/phi/5/rnd_search_t_no_sched/comb_3/init/model.layers.0.self_attn.dense/_s.pt b/params/phi/5/rnd_search_t_no_sched/comb_3/init/model.layers.0.self_attn.dense/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..22b2636d4111cfdf75f83d8a4021e7d8ad8711ac
--- /dev/null
+++ b/params/phi/5/rnd_search_t_no_sched/comb_3/init/model.layers.0.self_attn.dense/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:8518c8b3bfc79202c5147fc77450227d29427af1f7bc08047f02c47852d13859
+size 11395
diff --git a/params/phi/5/rnd_search_t_no_sched/comb_3/init/model.layers.0.self_attn.k_proj/_0.pt b/params/phi/5/rnd_search_t_no_sched/comb_3/init/model.layers.0.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..32ee18bf2f25e623153f8e8e4fc5f1257a361dec
--- /dev/null
+++ b/params/phi/5/rnd_search_t_no_sched/comb_3/init/model.layers.0.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e3f2cf9d8508ef8ab0f1fab002987be0430f7eb52b87c158492cf04b7033c1d2
+size 11395
diff --git a/params/phi/5/rnd_search_t_no_sched/comb_3/init/model.layers.0.self_attn.k_proj/_s.pt b/params/phi/5/rnd_search_t_no_sched/comb_3/init/model.layers.0.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..46150b46bfaf1c0e011ec8b74a51e14bba1be595
--- /dev/null
+++ b/params/phi/5/rnd_search_t_no_sched/comb_3/init/model.layers.0.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d2d5e541df7e050f4263688b0bc20b894ed9a58e42ba4b479bc0249c0e628385
+size 11395
diff --git a/params/phi/5/rnd_search_t_no_sched/comb_3/init/model.layers.0.self_attn.q_proj/_0.pt b/params/phi/5/rnd_search_t_no_sched/comb_3/init/model.layers.0.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..32ee18bf2f25e623153f8e8e4fc5f1257a361dec
--- /dev/null
+++ b/params/phi/5/rnd_search_t_no_sched/comb_3/init/model.layers.0.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e3f2cf9d8508ef8ab0f1fab002987be0430f7eb52b87c158492cf04b7033c1d2
+size 11395
diff --git a/params/phi/5/rnd_search_t_no_sched/comb_3/init/model.layers.0.self_attn.q_proj/_s.pt b/params/phi/5/rnd_search_t_no_sched/comb_3/init/model.layers.0.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..5ed7c70e311e517ffa183de8401a2d143e58e309
--- /dev/null
+++ b/params/phi/5/rnd_search_t_no_sched/comb_3/init/model.layers.0.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d1d0a995c70f2320aa887cdf93fd762060c582f7ec27e078999852d538a77906
+size 11395
diff --git a/params/phi/5/rnd_search_t_no_sched/comb_3/init/model.layers.0.self_attn.v_proj/_0.pt b/params/phi/5/rnd_search_t_no_sched/comb_3/init/model.layers.0.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..32ee18bf2f25e623153f8e8e4fc5f1257a361dec
--- /dev/null
+++ b/params/phi/5/rnd_search_t_no_sched/comb_3/init/model.layers.0.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e3f2cf9d8508ef8ab0f1fab002987be0430f7eb52b87c158492cf04b7033c1d2
+size 11395
diff --git a/params/phi/5/rnd_search_t_no_sched/comb_3/init/model.layers.0.self_attn.v_proj/_s.pt b/params/phi/5/rnd_search_t_no_sched/comb_3/init/model.layers.0.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..9d2ad564494e17e2ceb73d84617b0a6e0977d6ce
--- /dev/null
+++ b/params/phi/5/rnd_search_t_no_sched/comb_3/init/model.layers.0.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:945bec3c811bed1068276ff11c263e40118549b2a05a4ed1de5f375685761d4b
+size 11395
diff --git a/params/phi/5/rnd_search_t_no_sched/comb_3/init/model.layers.1.mlp.fc1/_0.pt b/params/phi/5/rnd_search_t_no_sched/comb_3/init/model.layers.1.mlp.fc1/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..32ac531bec3e1f984cbc6da2072275eebedcc848
--- /dev/null
+++ b/params/phi/5/rnd_search_t_no_sched/comb_3/init/model.layers.1.mlp.fc1/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:8aae49663620750ef1b42b31d5204777eb39a1af1f1e7ab7f27474ddd4803198
+size 42115
diff --git a/params/phi/5/rnd_search_t_no_sched/comb_3/init/model.layers.1.mlp.fc1/_s.pt b/params/phi/5/rnd_search_t_no_sched/comb_3/init/model.layers.1.mlp.fc1/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..3442ba4315224db86b680903d42beef870f17606
--- /dev/null
+++ b/params/phi/5/rnd_search_t_no_sched/comb_3/init/model.layers.1.mlp.fc1/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:89758b67d5a1fb696972f5671b353d8ff5c176e9695ff0afe33a08d5b2701836
+size 42115
diff --git a/params/phi/5/rnd_search_t_no_sched/comb_3/init/model.layers.1.mlp.fc2/_0.pt b/params/phi/5/rnd_search_t_no_sched/comb_3/init/model.layers.1.mlp.fc2/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..32ee18bf2f25e623153f8e8e4fc5f1257a361dec
--- /dev/null
+++ b/params/phi/5/rnd_search_t_no_sched/comb_3/init/model.layers.1.mlp.fc2/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e3f2cf9d8508ef8ab0f1fab002987be0430f7eb52b87c158492cf04b7033c1d2
+size 11395
diff --git a/params/phi/5/rnd_search_t_no_sched/comb_3/init/model.layers.1.mlp.fc2/_s.pt b/params/phi/5/rnd_search_t_no_sched/comb_3/init/model.layers.1.mlp.fc2/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..1b28998a8755d639cf1bfe958f673cfc780a51e8
--- /dev/null
+++ b/params/phi/5/rnd_search_t_no_sched/comb_3/init/model.layers.1.mlp.fc2/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:9ca229d5b85efa2722f05e8191647100c4522c462c95151295068e5b81daaa6f
+size 11395
diff --git a/params/phi/5/rnd_search_t_no_sched/comb_3/init/model.layers.1.self_attn.dense/_0.pt b/params/phi/5/rnd_search_t_no_sched/comb_3/init/model.layers.1.self_attn.dense/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..32ee18bf2f25e623153f8e8e4fc5f1257a361dec
--- /dev/null
+++ b/params/phi/5/rnd_search_t_no_sched/comb_3/init/model.layers.1.self_attn.dense/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e3f2cf9d8508ef8ab0f1fab002987be0430f7eb52b87c158492cf04b7033c1d2
+size 11395
diff --git a/params/phi/5/rnd_search_t_no_sched/comb_3/init/model.layers.1.self_attn.dense/_s.pt b/params/phi/5/rnd_search_t_no_sched/comb_3/init/model.layers.1.self_attn.dense/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8df11dac9bf93924ec343145ea0d70f7fd2191a1
--- /dev/null
+++ b/params/phi/5/rnd_search_t_no_sched/comb_3/init/model.layers.1.self_attn.dense/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5549515134dd56b20c45442cabc60bedd450044fd04d525b7bd9f32cce7b6ad8
+size 11395
diff --git a/params/phi/5/rnd_search_t_no_sched/comb_3/init/model.layers.1.self_attn.k_proj/_0.pt b/params/phi/5/rnd_search_t_no_sched/comb_3/init/model.layers.1.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..32ee18bf2f25e623153f8e8e4fc5f1257a361dec
--- /dev/null
+++ b/params/phi/5/rnd_search_t_no_sched/comb_3/init/model.layers.1.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e3f2cf9d8508ef8ab0f1fab002987be0430f7eb52b87c158492cf04b7033c1d2
+size 11395
diff --git a/params/phi/5/rnd_search_t_no_sched/comb_3/init/model.layers.1.self_attn.k_proj/_s.pt b/params/phi/5/rnd_search_t_no_sched/comb_3/init/model.layers.1.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..3efc4d9fd7b865bffe94bf88cfe149b79e98965e
--- /dev/null
+++ b/params/phi/5/rnd_search_t_no_sched/comb_3/init/model.layers.1.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:dceda5bb2b5b9556d6372c2c9b382ace9fc3da2455b9a0f9475816e8aa914f38
+size 11395
diff --git a/params/phi/5/rnd_search_t_no_sched/comb_3/init/model.layers.1.self_attn.q_proj/_0.pt b/params/phi/5/rnd_search_t_no_sched/comb_3/init/model.layers.1.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..32ee18bf2f25e623153f8e8e4fc5f1257a361dec
--- /dev/null
+++ b/params/phi/5/rnd_search_t_no_sched/comb_3/init/model.layers.1.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e3f2cf9d8508ef8ab0f1fab002987be0430f7eb52b87c158492cf04b7033c1d2
+size 11395
diff --git a/params/phi/5/rnd_search_t_no_sched/comb_3/init/model.layers.1.self_attn.q_proj/_s.pt b/params/phi/5/rnd_search_t_no_sched/comb_3/init/model.layers.1.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..cbb2c14611133ced54abc7f8f1847a5337b954e2
--- /dev/null
+++ b/params/phi/5/rnd_search_t_no_sched/comb_3/init/model.layers.1.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:19a33742e8774d74b62b087ec34ae4aecb8353664ad0e9fe14e4e1d7ed5f2338
+size 11395
diff --git a/params/phi/5/rnd_search_t_no_sched/comb_3/init/model.layers.1.self_attn.v_proj/_0.pt b/params/phi/5/rnd_search_t_no_sched/comb_3/init/model.layers.1.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..32ee18bf2f25e623153f8e8e4fc5f1257a361dec
--- /dev/null
+++ b/params/phi/5/rnd_search_t_no_sched/comb_3/init/model.layers.1.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e3f2cf9d8508ef8ab0f1fab002987be0430f7eb52b87c158492cf04b7033c1d2
+size 11395
diff --git a/params/phi/5/rnd_search_t_no_sched/comb_3/init/model.layers.1.self_attn.v_proj/_s.pt b/params/phi/5/rnd_search_t_no_sched/comb_3/init/model.layers.1.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c781c79f700f418c08b18e4e7de9d07d22c8974d
--- /dev/null
+++ b/params/phi/5/rnd_search_t_no_sched/comb_3/init/model.layers.1.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:662ff3abe10b2f0737faa4ed91ede0a10f0e346c329a72d7db6f6b61b8bc3bc8
+size 11395
diff --git a/params/phi/5/rnd_search_t_no_sched/comb_3/init/model.layers.10.mlp.fc1/_0.pt b/params/phi/5/rnd_search_t_no_sched/comb_3/init/model.layers.10.mlp.fc1/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..32ac531bec3e1f984cbc6da2072275eebedcc848
--- /dev/null
+++ b/params/phi/5/rnd_search_t_no_sched/comb_3/init/model.layers.10.mlp.fc1/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:8aae49663620750ef1b42b31d5204777eb39a1af1f1e7ab7f27474ddd4803198
+size 42115
diff --git a/params/phi/5/rnd_search_t_no_sched/comb_3/init/model.layers.10.mlp.fc1/_s.pt b/params/phi/5/rnd_search_t_no_sched/comb_3/init/model.layers.10.mlp.fc1/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ef2f0ee9d01c90949d03435a0c0af89e82422d58
--- /dev/null
+++ b/params/phi/5/rnd_search_t_no_sched/comb_3/init/model.layers.10.mlp.fc1/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c1bf30d924ad5b180dcd398e3c13b22e58b2bd56ec2cf2d1f937fb6184062dd2
+size 42115
diff --git a/params/phi/5/rnd_search_t_no_sched/comb_3/init/model.layers.10.mlp.fc2/_0.pt b/params/phi/5/rnd_search_t_no_sched/comb_3/init/model.layers.10.mlp.fc2/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..32ee18bf2f25e623153f8e8e4fc5f1257a361dec
--- /dev/null
+++ b/params/phi/5/rnd_search_t_no_sched/comb_3/init/model.layers.10.mlp.fc2/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e3f2cf9d8508ef8ab0f1fab002987be0430f7eb52b87c158492cf04b7033c1d2
+size 11395
diff --git a/params/phi/5/rnd_search_t_no_sched/comb_3/init/model.layers.10.mlp.fc2/_s.pt b/params/phi/5/rnd_search_t_no_sched/comb_3/init/model.layers.10.mlp.fc2/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c69a726f7f9eeb3064d46dd815ba8f303b31d86a
--- /dev/null
+++ b/params/phi/5/rnd_search_t_no_sched/comb_3/init/model.layers.10.mlp.fc2/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:8221bccb6e7622be7957ce32b67cd09d172ebdc4403044a9e3515fe4e2751c5e
+size 11395
diff --git a/params/phi/5/rnd_search_t_no_sched/comb_3/init/model.layers.10.self_attn.dense/_0.pt b/params/phi/5/rnd_search_t_no_sched/comb_3/init/model.layers.10.self_attn.dense/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..32ee18bf2f25e623153f8e8e4fc5f1257a361dec
--- /dev/null
+++ b/params/phi/5/rnd_search_t_no_sched/comb_3/init/model.layers.10.self_attn.dense/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e3f2cf9d8508ef8ab0f1fab002987be0430f7eb52b87c158492cf04b7033c1d2
+size 11395
diff --git a/params/phi/5/rnd_search_t_no_sched/comb_3/init/model.layers.10.self_attn.dense/_s.pt b/params/phi/5/rnd_search_t_no_sched/comb_3/init/model.layers.10.self_attn.dense/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..cd5415a6fbf0fe3494e1ae9a0c058cee0b95febe
--- /dev/null
+++ b/params/phi/5/rnd_search_t_no_sched/comb_3/init/model.layers.10.self_attn.dense/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:363d63f77893d4cb8ea396c2b3b25790b14c3d57cea591dfd0d2953091464483
+size 11395
diff --git a/params/phi/5/rnd_search_t_no_sched/comb_3/init/model.layers.10.self_attn.k_proj/_0.pt b/params/phi/5/rnd_search_t_no_sched/comb_3/init/model.layers.10.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..32ee18bf2f25e623153f8e8e4fc5f1257a361dec
--- /dev/null
+++ b/params/phi/5/rnd_search_t_no_sched/comb_3/init/model.layers.10.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e3f2cf9d8508ef8ab0f1fab002987be0430f7eb52b87c158492cf04b7033c1d2
+size 11395
diff --git a/params/phi/5/rnd_search_t_no_sched/comb_3/init/model.layers.10.self_attn.k_proj/_s.pt b/params/phi/5/rnd_search_t_no_sched/comb_3/init/model.layers.10.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..97096b334b7cf6ed5c5d3e11e3376807d75bf619
--- /dev/null
+++ b/params/phi/5/rnd_search_t_no_sched/comb_3/init/model.layers.10.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:364d23a8290293422a8f11e8bfb1c6d1bc33bfcd65f70cbe6bf00b5a2aae129c
+size 11395
diff --git a/params/phi/5/rnd_search_t_no_sched/comb_3/init/model.layers.10.self_attn.q_proj/_0.pt b/params/phi/5/rnd_search_t_no_sched/comb_3/init/model.layers.10.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..32ee18bf2f25e623153f8e8e4fc5f1257a361dec
--- /dev/null
+++ b/params/phi/5/rnd_search_t_no_sched/comb_3/init/model.layers.10.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e3f2cf9d8508ef8ab0f1fab002987be0430f7eb52b87c158492cf04b7033c1d2
+size 11395
diff --git a/params/phi/5/rnd_search_t_no_sched/comb_3/init/model.layers.10.self_attn.q_proj/_s.pt b/params/phi/5/rnd_search_t_no_sched/comb_3/init/model.layers.10.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ef2f9de352525a743b937364f4eace65b9912497
--- /dev/null
+++ b/params/phi/5/rnd_search_t_no_sched/comb_3/init/model.layers.10.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2a7999081d02aeeb8f48181ada13ee95797302e3a6b7430428ca9eafe51f302f
+size 11395
diff --git a/params/phi/5/rnd_search_t_no_sched/comb_3/init/model.layers.10.self_attn.v_proj/_0.pt b/params/phi/5/rnd_search_t_no_sched/comb_3/init/model.layers.10.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..32ee18bf2f25e623153f8e8e4fc5f1257a361dec
--- /dev/null
+++ b/params/phi/5/rnd_search_t_no_sched/comb_3/init/model.layers.10.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e3f2cf9d8508ef8ab0f1fab002987be0430f7eb52b87c158492cf04b7033c1d2
+size 11395
diff --git a/params/phi/5/rnd_search_t_no_sched/comb_3/init/model.layers.10.self_attn.v_proj/_s.pt b/params/phi/5/rnd_search_t_no_sched/comb_3/init/model.layers.10.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..1bb74e78b866e402aa9c720e3b34af51c9de6db2
--- /dev/null
+++ b/params/phi/5/rnd_search_t_no_sched/comb_3/init/model.layers.10.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:33116a8f889b71bb302fa300bf72ae1b01e00eb570a3d34d362a280944791304
+size 11395
diff --git a/params/phi/5/rnd_search_t_no_sched/comb_3/init/model.layers.11.mlp.fc1/_0.pt b/params/phi/5/rnd_search_t_no_sched/comb_3/init/model.layers.11.mlp.fc1/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..32ac531bec3e1f984cbc6da2072275eebedcc848
--- /dev/null
+++ b/params/phi/5/rnd_search_t_no_sched/comb_3/init/model.layers.11.mlp.fc1/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:8aae49663620750ef1b42b31d5204777eb39a1af1f1e7ab7f27474ddd4803198
+size 42115
diff --git a/params/phi/5/rnd_search_t_no_sched/comb_3/init/model.layers.11.mlp.fc1/_s.pt b/params/phi/5/rnd_search_t_no_sched/comb_3/init/model.layers.11.mlp.fc1/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8983225b4ed85e8a231b677abfe2431ae793ecc2
--- /dev/null
+++ b/params/phi/5/rnd_search_t_no_sched/comb_3/init/model.layers.11.mlp.fc1/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:fef53b47ec7345b11a84690c0f26845dbbb04a674f85c275283fc3935e0738e8
+size 42115
diff --git a/params/phi/5/rnd_search_t_no_sched/comb_3/init/model.layers.11.mlp.fc2/_0.pt b/params/phi/5/rnd_search_t_no_sched/comb_3/init/model.layers.11.mlp.fc2/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..32ee18bf2f25e623153f8e8e4fc5f1257a361dec
--- /dev/null
+++ b/params/phi/5/rnd_search_t_no_sched/comb_3/init/model.layers.11.mlp.fc2/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e3f2cf9d8508ef8ab0f1fab002987be0430f7eb52b87c158492cf04b7033c1d2
+size 11395
diff --git a/params/phi/5/rnd_search_t_no_sched/comb_3/init/model.layers.11.mlp.fc2/_s.pt b/params/phi/5/rnd_search_t_no_sched/comb_3/init/model.layers.11.mlp.fc2/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ca336b3b8a784cce749a32b3c7b2bdf5b1417119
--- /dev/null
+++ b/params/phi/5/rnd_search_t_no_sched/comb_3/init/model.layers.11.mlp.fc2/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:9cf08de95178cd252607d92aa996fc2fa4987d71a06c2d2b8fdf20e189d53ddc
+size 11395
diff --git a/params/phi/5/rnd_search_t_no_sched/comb_3/init/model.layers.11.self_attn.dense/_0.pt b/params/phi/5/rnd_search_t_no_sched/comb_3/init/model.layers.11.self_attn.dense/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..32ee18bf2f25e623153f8e8e4fc5f1257a361dec
--- /dev/null
+++ b/params/phi/5/rnd_search_t_no_sched/comb_3/init/model.layers.11.self_attn.dense/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e3f2cf9d8508ef8ab0f1fab002987be0430f7eb52b87c158492cf04b7033c1d2
+size 11395
diff --git a/params/phi/5/rnd_search_t_no_sched/comb_3/init/model.layers.11.self_attn.dense/_s.pt b/params/phi/5/rnd_search_t_no_sched/comb_3/init/model.layers.11.self_attn.dense/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..d20d1e51404bee8bf79e7d34eb57ae09fd0045dc
--- /dev/null
+++ b/params/phi/5/rnd_search_t_no_sched/comb_3/init/model.layers.11.self_attn.dense/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e4b1bce23162342541eacf0d09250f8460d9278b13e75749e7d8b34beb3ed21b
+size 11395
diff --git a/params/phi/5/rnd_search_t_no_sched/comb_3/init/model.layers.11.self_attn.k_proj/_0.pt b/params/phi/5/rnd_search_t_no_sched/comb_3/init/model.layers.11.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..32ee18bf2f25e623153f8e8e4fc5f1257a361dec
--- /dev/null
+++ b/params/phi/5/rnd_search_t_no_sched/comb_3/init/model.layers.11.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e3f2cf9d8508ef8ab0f1fab002987be0430f7eb52b87c158492cf04b7033c1d2
+size 11395
diff --git a/params/phi/5/rnd_search_t_no_sched/comb_3/init/model.layers.11.self_attn.k_proj/_s.pt b/params/phi/5/rnd_search_t_no_sched/comb_3/init/model.layers.11.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..6c675202ce1af433a22ce748087c7e11fd8993b5
--- /dev/null
+++ b/params/phi/5/rnd_search_t_no_sched/comb_3/init/model.layers.11.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e066f67f801434c82fe2c0266fe237236c5f6b01e716766cced7209bc4805a9d
+size 11395
diff --git a/params/phi/5/rnd_search_t_no_sched/comb_3/init/model.layers.11.self_attn.q_proj/_0.pt b/params/phi/5/rnd_search_t_no_sched/comb_3/init/model.layers.11.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..32ee18bf2f25e623153f8e8e4fc5f1257a361dec
--- /dev/null
+++ b/params/phi/5/rnd_search_t_no_sched/comb_3/init/model.layers.11.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e3f2cf9d8508ef8ab0f1fab002987be0430f7eb52b87c158492cf04b7033c1d2
+size 11395
diff --git a/params/phi/5/rnd_search_t_no_sched/comb_3/init/model.layers.11.self_attn.q_proj/_s.pt b/params/phi/5/rnd_search_t_no_sched/comb_3/init/model.layers.11.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..d869a74d33c595e4244e11278fc88c9aec8d2fff
--- /dev/null
+++ b/params/phi/5/rnd_search_t_no_sched/comb_3/init/model.layers.11.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e09a667ecaf04aa1fc56e51e28dad2ecbebc3936f810562ce81c19c23db5737f
+size 11395
diff --git a/params/phi/5/rnd_search_t_no_sched/comb_3/init/model.layers.11.self_attn.v_proj/_0.pt b/params/phi/5/rnd_search_t_no_sched/comb_3/init/model.layers.11.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..32ee18bf2f25e623153f8e8e4fc5f1257a361dec
--- /dev/null
+++ b/params/phi/5/rnd_search_t_no_sched/comb_3/init/model.layers.11.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e3f2cf9d8508ef8ab0f1fab002987be0430f7eb52b87c158492cf04b7033c1d2
+size 11395
diff --git a/params/phi/5/rnd_search_t_no_sched/comb_3/init/model.layers.11.self_attn.v_proj/_s.pt b/params/phi/5/rnd_search_t_no_sched/comb_3/init/model.layers.11.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ef7f64acea7bc56346980223483db2b1cb5c7ff0
--- /dev/null
+++ b/params/phi/5/rnd_search_t_no_sched/comb_3/init/model.layers.11.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:9cc6db01a0c1506ef892a7075850fea8a961846c8c123ffd7664f83eccfe5861
+size 11395
diff --git a/params/phi/5/rnd_search_t_no_sched/comb_3/init/model.layers.12.mlp.fc1/_0.pt b/params/phi/5/rnd_search_t_no_sched/comb_3/init/model.layers.12.mlp.fc1/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..32ac531bec3e1f984cbc6da2072275eebedcc848
--- /dev/null
+++ b/params/phi/5/rnd_search_t_no_sched/comb_3/init/model.layers.12.mlp.fc1/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:8aae49663620750ef1b42b31d5204777eb39a1af1f1e7ab7f27474ddd4803198
+size 42115
diff --git a/params/phi/5/rnd_search_t_no_sched/comb_3/init/model.layers.12.mlp.fc1/_s.pt b/params/phi/5/rnd_search_t_no_sched/comb_3/init/model.layers.12.mlp.fc1/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..423eda86d84d9e0767417cde9afe37019356ac6e
--- /dev/null
+++ b/params/phi/5/rnd_search_t_no_sched/comb_3/init/model.layers.12.mlp.fc1/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a265073e420ccff9b11d7fdab63a885788c44cc7beab41b0285e925e259c4be8
+size 42115
diff --git a/params/phi/5/rnd_search_t_no_sched/comb_3/init/model.layers.12.mlp.fc2/_0.pt b/params/phi/5/rnd_search_t_no_sched/comb_3/init/model.layers.12.mlp.fc2/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..32ee18bf2f25e623153f8e8e4fc5f1257a361dec
--- /dev/null
+++ b/params/phi/5/rnd_search_t_no_sched/comb_3/init/model.layers.12.mlp.fc2/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e3f2cf9d8508ef8ab0f1fab002987be0430f7eb52b87c158492cf04b7033c1d2
+size 11395
diff --git a/params/phi/5/rnd_search_t_no_sched/comb_3/init/model.layers.12.mlp.fc2/_s.pt b/params/phi/5/rnd_search_t_no_sched/comb_3/init/model.layers.12.mlp.fc2/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2816f6169a053ffa8db1bc18bc4584534532ff96
--- /dev/null
+++ b/params/phi/5/rnd_search_t_no_sched/comb_3/init/model.layers.12.mlp.fc2/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c6aba3aa9ace1ad448059c665beaf866d1ae6bc8bebcb59556094bd79432eac1
+size 11395
diff --git a/params/phi/5/rnd_search_t_no_sched/comb_3/init/model.layers.12.self_attn.dense/_0.pt b/params/phi/5/rnd_search_t_no_sched/comb_3/init/model.layers.12.self_attn.dense/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..32ee18bf2f25e623153f8e8e4fc5f1257a361dec
--- /dev/null
+++ b/params/phi/5/rnd_search_t_no_sched/comb_3/init/model.layers.12.self_attn.dense/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e3f2cf9d8508ef8ab0f1fab002987be0430f7eb52b87c158492cf04b7033c1d2
+size 11395
diff --git a/params/phi/5/rnd_search_t_no_sched/comb_3/init/model.layers.12.self_attn.dense/_s.pt b/params/phi/5/rnd_search_t_no_sched/comb_3/init/model.layers.12.self_attn.dense/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..0b47b17e12f0965fed6e07b8549ae3fa1966e1ee
--- /dev/null
+++ b/params/phi/5/rnd_search_t_no_sched/comb_3/init/model.layers.12.self_attn.dense/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:61b73dc44ad543e851d530b55f8a69981772cdb3dfad4e5202e549d20735216e
+size 11395
diff --git a/params/phi/5/rnd_search_t_no_sched/comb_3/init/model.layers.12.self_attn.k_proj/_0.pt b/params/phi/5/rnd_search_t_no_sched/comb_3/init/model.layers.12.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..32ee18bf2f25e623153f8e8e4fc5f1257a361dec
--- /dev/null
+++ b/params/phi/5/rnd_search_t_no_sched/comb_3/init/model.layers.12.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e3f2cf9d8508ef8ab0f1fab002987be0430f7eb52b87c158492cf04b7033c1d2
+size 11395
diff --git a/params/phi/5/rnd_search_t_no_sched/comb_3/init/model.layers.12.self_attn.k_proj/_s.pt b/params/phi/5/rnd_search_t_no_sched/comb_3/init/model.layers.12.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..d31c2ccd058a859dce8bbebd63f6486e34df4de6
--- /dev/null
+++ b/params/phi/5/rnd_search_t_no_sched/comb_3/init/model.layers.12.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d360e8460a8e15504ff4e4df85ae4a9f362539a67deadc7dc15850416e2afecf
+size 11395
diff --git a/params/phi/5/rnd_search_t_no_sched/comb_3/init/model.layers.12.self_attn.q_proj/_0.pt b/params/phi/5/rnd_search_t_no_sched/comb_3/init/model.layers.12.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..32ee18bf2f25e623153f8e8e4fc5f1257a361dec
--- /dev/null
+++ b/params/phi/5/rnd_search_t_no_sched/comb_3/init/model.layers.12.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e3f2cf9d8508ef8ab0f1fab002987be0430f7eb52b87c158492cf04b7033c1d2
+size 11395
diff --git a/params/phi/5/rnd_search_t_no_sched/comb_3/init/model.layers.12.self_attn.q_proj/_s.pt b/params/phi/5/rnd_search_t_no_sched/comb_3/init/model.layers.12.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..0e017b2f7d833409b569d1e9002c69f31ba8306d
--- /dev/null
+++ b/params/phi/5/rnd_search_t_no_sched/comb_3/init/model.layers.12.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d46c1df51e3841a347866890fdcda3f34257a76df71f9773dcd717b41ab61ace
+size 11395
diff --git a/params/phi/5/rnd_search_t_no_sched/comb_3/init/model.layers.12.self_attn.v_proj/_0.pt b/params/phi/5/rnd_search_t_no_sched/comb_3/init/model.layers.12.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..32ee18bf2f25e623153f8e8e4fc5f1257a361dec
--- /dev/null
+++ b/params/phi/5/rnd_search_t_no_sched/comb_3/init/model.layers.12.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e3f2cf9d8508ef8ab0f1fab002987be0430f7eb52b87c158492cf04b7033c1d2
+size 11395
diff --git a/params/phi/5/rnd_search_t_no_sched/comb_3/init/model.layers.12.self_attn.v_proj/_s.pt b/params/phi/5/rnd_search_t_no_sched/comb_3/init/model.layers.12.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..24dec45ecea629911523d55fe9dc8a809cfc747b
--- /dev/null
+++ b/params/phi/5/rnd_search_t_no_sched/comb_3/init/model.layers.12.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:8436dcc29ebb7d2355e87f7090348c933de1915f0b9e9cbb8bcb70c705450ef9
+size 11395
diff --git a/params/phi/5/rnd_search_t_no_sched/comb_3/init/model.layers.13.mlp.fc1/_0.pt b/params/phi/5/rnd_search_t_no_sched/comb_3/init/model.layers.13.mlp.fc1/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..32ac531bec3e1f984cbc6da2072275eebedcc848
--- /dev/null
+++ b/params/phi/5/rnd_search_t_no_sched/comb_3/init/model.layers.13.mlp.fc1/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:8aae49663620750ef1b42b31d5204777eb39a1af1f1e7ab7f27474ddd4803198
+size 42115
diff --git a/params/phi/5/rnd_search_t_no_sched/comb_3/init/model.layers.13.mlp.fc1/_s.pt b/params/phi/5/rnd_search_t_no_sched/comb_3/init/model.layers.13.mlp.fc1/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..9600e0ef68331625e39478f7baa23dfe3618b48d
--- /dev/null
+++ b/params/phi/5/rnd_search_t_no_sched/comb_3/init/model.layers.13.mlp.fc1/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:81e06f2021e7e42f8745767370bca1192c153b8c3c4ed18ea8a00b649f1a2f29
+size 42115
diff --git a/params/phi/5/rnd_search_t_no_sched/comb_3/init/model.layers.13.mlp.fc2/_0.pt b/params/phi/5/rnd_search_t_no_sched/comb_3/init/model.layers.13.mlp.fc2/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..32ee18bf2f25e623153f8e8e4fc5f1257a361dec
--- /dev/null
+++ b/params/phi/5/rnd_search_t_no_sched/comb_3/init/model.layers.13.mlp.fc2/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e3f2cf9d8508ef8ab0f1fab002987be0430f7eb52b87c158492cf04b7033c1d2
+size 11395
diff --git a/params/phi/5/rnd_search_t_no_sched/comb_3/init/model.layers.13.mlp.fc2/_s.pt b/params/phi/5/rnd_search_t_no_sched/comb_3/init/model.layers.13.mlp.fc2/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..b8f2c3124570079884f8b17152564f00ab673eed
--- /dev/null
+++ b/params/phi/5/rnd_search_t_no_sched/comb_3/init/model.layers.13.mlp.fc2/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2ad4bf6d279d209fd9792e89cfcfb8e4fba7ada192e00919d789ccc91b39eb4f
+size 11395
diff --git a/params/phi/5/rnd_search_t_no_sched/comb_3/init/model.layers.13.self_attn.dense/_0.pt b/params/phi/5/rnd_search_t_no_sched/comb_3/init/model.layers.13.self_attn.dense/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..32ee18bf2f25e623153f8e8e4fc5f1257a361dec
--- /dev/null
+++ b/params/phi/5/rnd_search_t_no_sched/comb_3/init/model.layers.13.self_attn.dense/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e3f2cf9d8508ef8ab0f1fab002987be0430f7eb52b87c158492cf04b7033c1d2
+size 11395
diff --git a/params/phi/5/rnd_search_t_no_sched/comb_3/init/model.layers.13.self_attn.dense/_s.pt b/params/phi/5/rnd_search_t_no_sched/comb_3/init/model.layers.13.self_attn.dense/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..117bd834141b3d13c8986ed7cc334470c3d4f8e0
--- /dev/null
+++ b/params/phi/5/rnd_search_t_no_sched/comb_3/init/model.layers.13.self_attn.dense/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:22e2947313f147cb9c7fdb49499b94f61b6a3a0fadc0eb3349b146864e3344a5
+size 11395
diff --git a/params/phi/5/rnd_search_t_no_sched/comb_3/init/model.layers.13.self_attn.k_proj/_0.pt b/params/phi/5/rnd_search_t_no_sched/comb_3/init/model.layers.13.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..32ee18bf2f25e623153f8e8e4fc5f1257a361dec
--- /dev/null
+++ b/params/phi/5/rnd_search_t_no_sched/comb_3/init/model.layers.13.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e3f2cf9d8508ef8ab0f1fab002987be0430f7eb52b87c158492cf04b7033c1d2
+size 11395
diff --git a/params/phi/5/rnd_search_t_no_sched/comb_3/init/model.layers.13.self_attn.k_proj/_s.pt b/params/phi/5/rnd_search_t_no_sched/comb_3/init/model.layers.13.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..59fd91287f01fdc06ed0e47ccc156865f5f5afd3
--- /dev/null
+++ b/params/phi/5/rnd_search_t_no_sched/comb_3/init/model.layers.13.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:059d85c505512395a6c3c5307967accd8ad8027cabbe930d9b6fa561429f83fb
+size 11395
diff --git a/params/phi/5/rnd_search_t_no_sched/comb_3/init/model.layers.13.self_attn.q_proj/_0.pt b/params/phi/5/rnd_search_t_no_sched/comb_3/init/model.layers.13.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..32ee18bf2f25e623153f8e8e4fc5f1257a361dec
--- /dev/null
+++ b/params/phi/5/rnd_search_t_no_sched/comb_3/init/model.layers.13.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e3f2cf9d8508ef8ab0f1fab002987be0430f7eb52b87c158492cf04b7033c1d2
+size 11395
diff --git a/params/phi/5/rnd_search_t_no_sched/comb_3/init/model.layers.13.self_attn.q_proj/_s.pt b/params/phi/5/rnd_search_t_no_sched/comb_3/init/model.layers.13.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..899450cfd8b60f7087478c40a7dcc8c6d8e31466
--- /dev/null
+++ b/params/phi/5/rnd_search_t_no_sched/comb_3/init/model.layers.13.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:111e5df3dba7472865c637d5391339f15829b79137ac01df29fd505a01f618a7
+size 11395
diff --git a/params/phi/5/rnd_search_t_no_sched/comb_3/init/model.layers.13.self_attn.v_proj/_0.pt b/params/phi/5/rnd_search_t_no_sched/comb_3/init/model.layers.13.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..32ee18bf2f25e623153f8e8e4fc5f1257a361dec
--- /dev/null
+++ b/params/phi/5/rnd_search_t_no_sched/comb_3/init/model.layers.13.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e3f2cf9d8508ef8ab0f1fab002987be0430f7eb52b87c158492cf04b7033c1d2
+size 11395
diff --git a/params/phi/5/rnd_search_t_no_sched/comb_3/init/model.layers.13.self_attn.v_proj/_s.pt b/params/phi/5/rnd_search_t_no_sched/comb_3/init/model.layers.13.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..9c984d301597cf9dc500e8c08b968e7640a67ee4
--- /dev/null
+++ b/params/phi/5/rnd_search_t_no_sched/comb_3/init/model.layers.13.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:6385f47f9f31fb95e5edc2253a17beb4e10866d95d65dcb49f9437d76bb648a8
+size 11395
diff --git a/params/phi/5/rnd_search_t_no_sched/comb_3/init/model.layers.14.mlp.fc1/_0.pt b/params/phi/5/rnd_search_t_no_sched/comb_3/init/model.layers.14.mlp.fc1/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..32ac531bec3e1f984cbc6da2072275eebedcc848
--- /dev/null
+++ b/params/phi/5/rnd_search_t_no_sched/comb_3/init/model.layers.14.mlp.fc1/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:8aae49663620750ef1b42b31d5204777eb39a1af1f1e7ab7f27474ddd4803198
+size 42115
diff --git a/params/phi/5/rnd_search_t_no_sched/comb_3/init/model.layers.14.mlp.fc1/_s.pt b/params/phi/5/rnd_search_t_no_sched/comb_3/init/model.layers.14.mlp.fc1/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..5a7cd9127fd4e6bd6a0d8530ae1866c83d336311
--- /dev/null
+++ b/params/phi/5/rnd_search_t_no_sched/comb_3/init/model.layers.14.mlp.fc1/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:fc32014489854f79967f800875ce3f154e3834f02e0718d8aa0328c73c9f74a5
+size 42115
diff --git a/params/phi/5/rnd_search_t_no_sched/comb_3/init/model.layers.14.mlp.fc2/_0.pt b/params/phi/5/rnd_search_t_no_sched/comb_3/init/model.layers.14.mlp.fc2/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..32ee18bf2f25e623153f8e8e4fc5f1257a361dec
--- /dev/null
+++ b/params/phi/5/rnd_search_t_no_sched/comb_3/init/model.layers.14.mlp.fc2/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e3f2cf9d8508ef8ab0f1fab002987be0430f7eb52b87c158492cf04b7033c1d2
+size 11395
diff --git a/params/phi/5/rnd_search_t_no_sched/comb_3/init/model.layers.14.mlp.fc2/_s.pt b/params/phi/5/rnd_search_t_no_sched/comb_3/init/model.layers.14.mlp.fc2/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..620e56f39bc155895dc9e5edc00324eab846f2f2
--- /dev/null
+++ b/params/phi/5/rnd_search_t_no_sched/comb_3/init/model.layers.14.mlp.fc2/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:517f054d3e96e85f75290d9e071ca966a2884e86178d1447802111ed5740570f
+size 11395
diff --git a/params/phi/5/rnd_search_t_no_sched/comb_3/init/model.layers.14.self_attn.dense/_0.pt b/params/phi/5/rnd_search_t_no_sched/comb_3/init/model.layers.14.self_attn.dense/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..32ee18bf2f25e623153f8e8e4fc5f1257a361dec
--- /dev/null
+++ b/params/phi/5/rnd_search_t_no_sched/comb_3/init/model.layers.14.self_attn.dense/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e3f2cf9d8508ef8ab0f1fab002987be0430f7eb52b87c158492cf04b7033c1d2
+size 11395
diff --git a/params/phi/5/rnd_search_t_no_sched/comb_3/init/model.layers.14.self_attn.dense/_s.pt b/params/phi/5/rnd_search_t_no_sched/comb_3/init/model.layers.14.self_attn.dense/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..05a93da08838dc9156e89d570b9e0611e04886ce
--- /dev/null
+++ b/params/phi/5/rnd_search_t_no_sched/comb_3/init/model.layers.14.self_attn.dense/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c50e4aa009b9cd60645881610d5dd99a7058f55266e436547f40635ddba5d4c1
+size 11395
diff --git a/params/phi/5/rnd_search_t_no_sched/comb_3/init/model.layers.14.self_attn.k_proj/_0.pt b/params/phi/5/rnd_search_t_no_sched/comb_3/init/model.layers.14.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..32ee18bf2f25e623153f8e8e4fc5f1257a361dec
--- /dev/null
+++ b/params/phi/5/rnd_search_t_no_sched/comb_3/init/model.layers.14.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e3f2cf9d8508ef8ab0f1fab002987be0430f7eb52b87c158492cf04b7033c1d2
+size 11395
diff --git a/params/phi/5/rnd_search_t_no_sched/comb_3/init/model.layers.14.self_attn.k_proj/_s.pt b/params/phi/5/rnd_search_t_no_sched/comb_3/init/model.layers.14.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..b902d5dd89186fb68285ee1d48d7dbc1606668f7
--- /dev/null
+++ b/params/phi/5/rnd_search_t_no_sched/comb_3/init/model.layers.14.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d4b67a761126c27743e2d6c756a4f2b07088dea83d29be462a990d39da8788c3
+size 11395
diff --git a/params/phi/5/rnd_search_t_no_sched/comb_3/init/model.layers.14.self_attn.q_proj/_0.pt b/params/phi/5/rnd_search_t_no_sched/comb_3/init/model.layers.14.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..32ee18bf2f25e623153f8e8e4fc5f1257a361dec
--- /dev/null
+++ b/params/phi/5/rnd_search_t_no_sched/comb_3/init/model.layers.14.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e3f2cf9d8508ef8ab0f1fab002987be0430f7eb52b87c158492cf04b7033c1d2
+size 11395
diff --git a/params/phi/5/rnd_search_t_no_sched/comb_3/init/model.layers.14.self_attn.q_proj/_s.pt b/params/phi/5/rnd_search_t_no_sched/comb_3/init/model.layers.14.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..06e82657e70d355ea07937084ac960dc409bcfff
--- /dev/null
+++ b/params/phi/5/rnd_search_t_no_sched/comb_3/init/model.layers.14.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f7a1085ad58e2d51d8de2f17aeaeac9c983f7e4d70f2813263a309fd0e86935f
+size 11395
diff --git a/params/phi/5/rnd_search_t_no_sched/comb_3/init/model.layers.14.self_attn.v_proj/_0.pt b/params/phi/5/rnd_search_t_no_sched/comb_3/init/model.layers.14.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..32ee18bf2f25e623153f8e8e4fc5f1257a361dec
--- /dev/null
+++ b/params/phi/5/rnd_search_t_no_sched/comb_3/init/model.layers.14.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e3f2cf9d8508ef8ab0f1fab002987be0430f7eb52b87c158492cf04b7033c1d2
+size 11395
diff --git a/params/phi/5/rnd_search_t_no_sched/comb_3/init/model.layers.14.self_attn.v_proj/_s.pt b/params/phi/5/rnd_search_t_no_sched/comb_3/init/model.layers.14.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4052786dcc312b58fbb0354fdf8d835dbd594030
--- /dev/null
+++ b/params/phi/5/rnd_search_t_no_sched/comb_3/init/model.layers.14.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:9d085d4d5587c0b5d3333fbe98fa53e8154e7648fa4cfa40df3daa8c6b6395d9
+size 11395
diff --git a/params/phi/5/rnd_search_t_no_sched/comb_3/init/model.layers.15.mlp.fc1/_0.pt b/params/phi/5/rnd_search_t_no_sched/comb_3/init/model.layers.15.mlp.fc1/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..32ac531bec3e1f984cbc6da2072275eebedcc848
--- /dev/null
+++ b/params/phi/5/rnd_search_t_no_sched/comb_3/init/model.layers.15.mlp.fc1/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:8aae49663620750ef1b42b31d5204777eb39a1af1f1e7ab7f27474ddd4803198
+size 42115
diff --git a/params/phi/5/rnd_search_t_no_sched/comb_3/init/model.layers.15.mlp.fc1/_s.pt b/params/phi/5/rnd_search_t_no_sched/comb_3/init/model.layers.15.mlp.fc1/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4d999f251ed85d30a6d49620e7a635895a60b184
--- /dev/null
+++ b/params/phi/5/rnd_search_t_no_sched/comb_3/init/model.layers.15.mlp.fc1/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0d8b65326cd1ce7b92aa88983355b58dfe157619dfafeddc61225994bd9fa140
+size 42115
diff --git a/params/phi/5/rnd_search_t_no_sched/comb_3/init/model.layers.15.mlp.fc2/_0.pt b/params/phi/5/rnd_search_t_no_sched/comb_3/init/model.layers.15.mlp.fc2/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..32ee18bf2f25e623153f8e8e4fc5f1257a361dec
--- /dev/null
+++ b/params/phi/5/rnd_search_t_no_sched/comb_3/init/model.layers.15.mlp.fc2/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e3f2cf9d8508ef8ab0f1fab002987be0430f7eb52b87c158492cf04b7033c1d2
+size 11395
diff --git a/params/phi/5/rnd_search_t_no_sched/comb_3/init/model.layers.15.mlp.fc2/_s.pt b/params/phi/5/rnd_search_t_no_sched/comb_3/init/model.layers.15.mlp.fc2/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c1612078c678cec3cd82eefd55319161dc30c782
--- /dev/null
+++ b/params/phi/5/rnd_search_t_no_sched/comb_3/init/model.layers.15.mlp.fc2/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:4bcc0da46848194785da13d544c5d1ca50702cb08ee67997ec823e6071d4e0f9
+size 11395
diff --git a/params/phi/5/rnd_search_t_no_sched/comb_3/init/model.layers.15.self_attn.dense/_0.pt b/params/phi/5/rnd_search_t_no_sched/comb_3/init/model.layers.15.self_attn.dense/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..32ee18bf2f25e623153f8e8e4fc5f1257a361dec
--- /dev/null
+++ b/params/phi/5/rnd_search_t_no_sched/comb_3/init/model.layers.15.self_attn.dense/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e3f2cf9d8508ef8ab0f1fab002987be0430f7eb52b87c158492cf04b7033c1d2
+size 11395
diff --git a/params/phi/5/rnd_search_t_no_sched/comb_3/init/model.layers.15.self_attn.dense/_s.pt b/params/phi/5/rnd_search_t_no_sched/comb_3/init/model.layers.15.self_attn.dense/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..528d6c940b1892f1bb1ca02a8a192d99e83d4523
--- /dev/null
+++ b/params/phi/5/rnd_search_t_no_sched/comb_3/init/model.layers.15.self_attn.dense/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:bfb8d26b030e9fbd3f838db11056fc22477b51dc21b019816eb68ece1ab32c11
+size 11395
diff --git a/params/phi/5/rnd_search_t_no_sched/comb_3/init/model.layers.15.self_attn.k_proj/_0.pt b/params/phi/5/rnd_search_t_no_sched/comb_3/init/model.layers.15.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..32ee18bf2f25e623153f8e8e4fc5f1257a361dec
--- /dev/null
+++ b/params/phi/5/rnd_search_t_no_sched/comb_3/init/model.layers.15.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e3f2cf9d8508ef8ab0f1fab002987be0430f7eb52b87c158492cf04b7033c1d2
+size 11395
diff --git a/params/phi/5/rnd_search_t_no_sched/comb_3/init/model.layers.15.self_attn.k_proj/_s.pt b/params/phi/5/rnd_search_t_no_sched/comb_3/init/model.layers.15.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..017fb98e2745b996403fdbe8128a3442f8547aa3
--- /dev/null
+++ b/params/phi/5/rnd_search_t_no_sched/comb_3/init/model.layers.15.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ebf22aaec35451c931352ed75d10082ecc950acea71e6a4540003a596e2de83e
+size 11395
diff --git a/params/phi/5/rnd_search_t_no_sched/comb_3/init/model.layers.15.self_attn.q_proj/_0.pt b/params/phi/5/rnd_search_t_no_sched/comb_3/init/model.layers.15.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..32ee18bf2f25e623153f8e8e4fc5f1257a361dec
--- /dev/null
+++ b/params/phi/5/rnd_search_t_no_sched/comb_3/init/model.layers.15.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e3f2cf9d8508ef8ab0f1fab002987be0430f7eb52b87c158492cf04b7033c1d2
+size 11395
diff --git a/params/phi/5/rnd_search_t_no_sched/comb_3/init/model.layers.15.self_attn.q_proj/_s.pt b/params/phi/5/rnd_search_t_no_sched/comb_3/init/model.layers.15.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..3a271e32472c44b455d8db75f1d63af45a07fbc0
--- /dev/null
+++ b/params/phi/5/rnd_search_t_no_sched/comb_3/init/model.layers.15.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a1f5f28c448f0e2b2d1437ee99e66b1dd7f3ca959883aadb6423de5361c558ee
+size 11395
diff --git a/params/phi/5/rnd_search_t_no_sched/comb_3/init/model.layers.15.self_attn.v_proj/_0.pt b/params/phi/5/rnd_search_t_no_sched/comb_3/init/model.layers.15.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..32ee18bf2f25e623153f8e8e4fc5f1257a361dec
--- /dev/null
+++ b/params/phi/5/rnd_search_t_no_sched/comb_3/init/model.layers.15.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e3f2cf9d8508ef8ab0f1fab002987be0430f7eb52b87c158492cf04b7033c1d2
+size 11395
diff --git a/params/phi/5/rnd_search_t_no_sched/comb_3/init/model.layers.15.self_attn.v_proj/_s.pt b/params/phi/5/rnd_search_t_no_sched/comb_3/init/model.layers.15.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..fdf0747e8227951b70aeee77f86760cb41b5751d
--- /dev/null
+++ b/params/phi/5/rnd_search_t_no_sched/comb_3/init/model.layers.15.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b97649327549a30257f5bd0f33fe00fb74e83fe5a1d89a7e88a3c7ddbc4164e5
+size 11395
diff --git a/params/phi/5/rnd_search_t_no_sched/comb_3/init/model.layers.16.mlp.fc1/_0.pt b/params/phi/5/rnd_search_t_no_sched/comb_3/init/model.layers.16.mlp.fc1/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..32ac531bec3e1f984cbc6da2072275eebedcc848
--- /dev/null
+++ b/params/phi/5/rnd_search_t_no_sched/comb_3/init/model.layers.16.mlp.fc1/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:8aae49663620750ef1b42b31d5204777eb39a1af1f1e7ab7f27474ddd4803198
+size 42115
diff --git a/params/phi/5/rnd_search_t_no_sched/comb_3/init/model.layers.16.mlp.fc1/_s.pt b/params/phi/5/rnd_search_t_no_sched/comb_3/init/model.layers.16.mlp.fc1/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..37eb18eaf67775e079d50f9407d32271b78fbce4
--- /dev/null
+++ b/params/phi/5/rnd_search_t_no_sched/comb_3/init/model.layers.16.mlp.fc1/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:bf02d93d97b678ac59a540a8e2e8d9e4a063183dd3fabd8de6cd5229ac80df98
+size 42115
diff --git a/params/phi/5/rnd_search_t_no_sched/comb_3/init/model.layers.16.mlp.fc2/_0.pt b/params/phi/5/rnd_search_t_no_sched/comb_3/init/model.layers.16.mlp.fc2/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..32ee18bf2f25e623153f8e8e4fc5f1257a361dec
--- /dev/null
+++ b/params/phi/5/rnd_search_t_no_sched/comb_3/init/model.layers.16.mlp.fc2/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e3f2cf9d8508ef8ab0f1fab002987be0430f7eb52b87c158492cf04b7033c1d2
+size 11395
diff --git a/params/phi/5/rnd_search_t_no_sched/comb_3/init/model.layers.16.mlp.fc2/_s.pt b/params/phi/5/rnd_search_t_no_sched/comb_3/init/model.layers.16.mlp.fc2/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..bf9ee95a2aaf84cb84ce306a0ca9ab9a78929e50
--- /dev/null
+++ b/params/phi/5/rnd_search_t_no_sched/comb_3/init/model.layers.16.mlp.fc2/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:3ce41d86cd42b7354534b3c0a686982beeb8997da0a30531545e07e3d9abc222
+size 11395
diff --git a/params/phi/5/rnd_search_t_no_sched/comb_3/init/model.layers.16.self_attn.dense/_0.pt b/params/phi/5/rnd_search_t_no_sched/comb_3/init/model.layers.16.self_attn.dense/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..32ee18bf2f25e623153f8e8e4fc5f1257a361dec
--- /dev/null
+++ b/params/phi/5/rnd_search_t_no_sched/comb_3/init/model.layers.16.self_attn.dense/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e3f2cf9d8508ef8ab0f1fab002987be0430f7eb52b87c158492cf04b7033c1d2
+size 11395
diff --git a/params/phi/5/rnd_search_t_no_sched/comb_3/init/model.layers.16.self_attn.dense/_s.pt b/params/phi/5/rnd_search_t_no_sched/comb_3/init/model.layers.16.self_attn.dense/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..66e97c992e80c047d664d2e98960dae5463ca1f2
--- /dev/null
+++ b/params/phi/5/rnd_search_t_no_sched/comb_3/init/model.layers.16.self_attn.dense/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b0a9156ce3995fdf24866bebc465ee8448ca83b5a7f34aaca613c08859d24810
+size 11395
diff --git a/params/phi/5/rnd_search_t_no_sched/comb_3/init/model.layers.16.self_attn.k_proj/_0.pt b/params/phi/5/rnd_search_t_no_sched/comb_3/init/model.layers.16.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..32ee18bf2f25e623153f8e8e4fc5f1257a361dec
--- /dev/null
+++ b/params/phi/5/rnd_search_t_no_sched/comb_3/init/model.layers.16.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e3f2cf9d8508ef8ab0f1fab002987be0430f7eb52b87c158492cf04b7033c1d2
+size 11395
diff --git a/params/phi/5/rnd_search_t_no_sched/comb_3/init/model.layers.16.self_attn.k_proj/_s.pt b/params/phi/5/rnd_search_t_no_sched/comb_3/init/model.layers.16.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..14048aff1b34d67b641a4ecf72fec606cb2a7a6e
--- /dev/null
+++ b/params/phi/5/rnd_search_t_no_sched/comb_3/init/model.layers.16.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2866ed6416667252194028eab8ccfaebcfe30a0678caeb8f60329de4eeab2ba5
+size 11395
diff --git a/params/phi/5/rnd_search_t_no_sched/comb_3/init/model.layers.16.self_attn.q_proj/_0.pt b/params/phi/5/rnd_search_t_no_sched/comb_3/init/model.layers.16.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..32ee18bf2f25e623153f8e8e4fc5f1257a361dec
--- /dev/null
+++ b/params/phi/5/rnd_search_t_no_sched/comb_3/init/model.layers.16.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e3f2cf9d8508ef8ab0f1fab002987be0430f7eb52b87c158492cf04b7033c1d2
+size 11395
diff --git a/params/phi/5/rnd_search_t_no_sched/comb_3/init/model.layers.16.self_attn.q_proj/_s.pt b/params/phi/5/rnd_search_t_no_sched/comb_3/init/model.layers.16.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..bb07bb7407a060e789c583039171cccc9578ea80
--- /dev/null
+++ b/params/phi/5/rnd_search_t_no_sched/comb_3/init/model.layers.16.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:44bc9ba6648d2c53d6fdd7b3d3973995814ea8349498bbb2e332fa8cace6087d
+size 11395
diff --git a/params/phi/5/rnd_search_t_no_sched/comb_3/init/model.layers.16.self_attn.v_proj/_0.pt b/params/phi/5/rnd_search_t_no_sched/comb_3/init/model.layers.16.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..32ee18bf2f25e623153f8e8e4fc5f1257a361dec
--- /dev/null
+++ b/params/phi/5/rnd_search_t_no_sched/comb_3/init/model.layers.16.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e3f2cf9d8508ef8ab0f1fab002987be0430f7eb52b87c158492cf04b7033c1d2
+size 11395
diff --git a/params/phi/5/rnd_search_t_no_sched/comb_3/init/model.layers.16.self_attn.v_proj/_s.pt b/params/phi/5/rnd_search_t_no_sched/comb_3/init/model.layers.16.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..22741ddcbde7d0d50befd95a40bf2f2fc79bcf54
--- /dev/null
+++ b/params/phi/5/rnd_search_t_no_sched/comb_3/init/model.layers.16.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:95b9308e8520ee6586fece11dd66cab98f627cc0d86eb4ab3b1ddaa65163c179
+size 11395
diff --git a/params/phi/5/rnd_search_t_no_sched/comb_3/init/model.layers.17.mlp.fc1/_0.pt b/params/phi/5/rnd_search_t_no_sched/comb_3/init/model.layers.17.mlp.fc1/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..32ac531bec3e1f984cbc6da2072275eebedcc848
--- /dev/null
+++ b/params/phi/5/rnd_search_t_no_sched/comb_3/init/model.layers.17.mlp.fc1/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:8aae49663620750ef1b42b31d5204777eb39a1af1f1e7ab7f27474ddd4803198
+size 42115
diff --git a/params/phi/5/rnd_search_t_no_sched/comb_3/init/model.layers.17.mlp.fc1/_s.pt b/params/phi/5/rnd_search_t_no_sched/comb_3/init/model.layers.17.mlp.fc1/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..83be6bdef3433a8039e6a9e7e15a60776aa46178
--- /dev/null
+++ b/params/phi/5/rnd_search_t_no_sched/comb_3/init/model.layers.17.mlp.fc1/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:7245f21d11ca3ca33a56d097a1cb58b7f49e09e2c828ba1838e34ff7d78317af
+size 42115
diff --git a/params/phi/5/rnd_search_t_no_sched/comb_3/init/model.layers.17.mlp.fc2/_0.pt b/params/phi/5/rnd_search_t_no_sched/comb_3/init/model.layers.17.mlp.fc2/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..32ee18bf2f25e623153f8e8e4fc5f1257a361dec
--- /dev/null
+++ b/params/phi/5/rnd_search_t_no_sched/comb_3/init/model.layers.17.mlp.fc2/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e3f2cf9d8508ef8ab0f1fab002987be0430f7eb52b87c158492cf04b7033c1d2
+size 11395
diff --git a/params/phi/5/rnd_search_t_no_sched/comb_3/init/model.layers.17.mlp.fc2/_s.pt b/params/phi/5/rnd_search_t_no_sched/comb_3/init/model.layers.17.mlp.fc2/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..d43c8542dfe02e80ae0d2750e98e29ac02be0acb
--- /dev/null
+++ b/params/phi/5/rnd_search_t_no_sched/comb_3/init/model.layers.17.mlp.fc2/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:4dfb344cef6a288bd7ae2e8cff0b1bdbc134b34e604552af963f01a7542ba8f6
+size 11395
diff --git a/params/phi/5/rnd_search_t_no_sched/comb_3/init/model.layers.17.self_attn.dense/_0.pt b/params/phi/5/rnd_search_t_no_sched/comb_3/init/model.layers.17.self_attn.dense/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..32ee18bf2f25e623153f8e8e4fc5f1257a361dec
--- /dev/null
+++ b/params/phi/5/rnd_search_t_no_sched/comb_3/init/model.layers.17.self_attn.dense/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e3f2cf9d8508ef8ab0f1fab002987be0430f7eb52b87c158492cf04b7033c1d2
+size 11395
diff --git a/params/phi/5/rnd_search_t_no_sched/comb_3/init/model.layers.17.self_attn.dense/_s.pt b/params/phi/5/rnd_search_t_no_sched/comb_3/init/model.layers.17.self_attn.dense/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..64d842d42830c755c600677dfba58b6f02cb25cf
--- /dev/null
+++ b/params/phi/5/rnd_search_t_no_sched/comb_3/init/model.layers.17.self_attn.dense/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:53c7203dbf4a0bc3cca6f823d77e9ca8c45f4b2486928b78920d18e7ac0040da
+size 11395
diff --git a/params/phi/5/rnd_search_t_no_sched/comb_3/init/model.layers.17.self_attn.k_proj/_0.pt b/params/phi/5/rnd_search_t_no_sched/comb_3/init/model.layers.17.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..32ee18bf2f25e623153f8e8e4fc5f1257a361dec
--- /dev/null
+++ b/params/phi/5/rnd_search_t_no_sched/comb_3/init/model.layers.17.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e3f2cf9d8508ef8ab0f1fab002987be0430f7eb52b87c158492cf04b7033c1d2
+size 11395
diff --git a/params/phi/5/rnd_search_t_no_sched/comb_3/init/model.layers.17.self_attn.k_proj/_s.pt b/params/phi/5/rnd_search_t_no_sched/comb_3/init/model.layers.17.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..7e24637a766e290c543b4e060b8db86cac98b9d4
--- /dev/null
+++ b/params/phi/5/rnd_search_t_no_sched/comb_3/init/model.layers.17.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:1228b4a135893715e0e4f5dba74b1bd5a480986451c2bf5e5e4cacf4d1d11f95
+size 11395
diff --git a/params/phi/5/rnd_search_t_no_sched/comb_3/init/model.layers.17.self_attn.q_proj/_0.pt b/params/phi/5/rnd_search_t_no_sched/comb_3/init/model.layers.17.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..32ee18bf2f25e623153f8e8e4fc5f1257a361dec
--- /dev/null
+++ b/params/phi/5/rnd_search_t_no_sched/comb_3/init/model.layers.17.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e3f2cf9d8508ef8ab0f1fab002987be0430f7eb52b87c158492cf04b7033c1d2
+size 11395
diff --git a/params/phi/5/rnd_search_t_no_sched/comb_3/init/model.layers.17.self_attn.q_proj/_s.pt b/params/phi/5/rnd_search_t_no_sched/comb_3/init/model.layers.17.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..d120d4a1f35181ffc93b85f56d7f41ad4e527c52
--- /dev/null
+++ b/params/phi/5/rnd_search_t_no_sched/comb_3/init/model.layers.17.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:de7af4cf69b53575b8b32dbe82237ebd68177d7184168f7329e1eae6fd40f2cf
+size 11395
diff --git a/params/phi/5/rnd_search_t_no_sched/comb_3/init/model.layers.17.self_attn.v_proj/_0.pt b/params/phi/5/rnd_search_t_no_sched/comb_3/init/model.layers.17.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..32ee18bf2f25e623153f8e8e4fc5f1257a361dec
--- /dev/null
+++ b/params/phi/5/rnd_search_t_no_sched/comb_3/init/model.layers.17.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e3f2cf9d8508ef8ab0f1fab002987be0430f7eb52b87c158492cf04b7033c1d2
+size 11395
diff --git a/params/phi/5/rnd_search_t_no_sched/comb_3/init/model.layers.17.self_attn.v_proj/_s.pt b/params/phi/5/rnd_search_t_no_sched/comb_3/init/model.layers.17.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..5a13fc3991b649fbf7795e6f580182fb69d58487
--- /dev/null
+++ b/params/phi/5/rnd_search_t_no_sched/comb_3/init/model.layers.17.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:97e3ba08dc1338e6acf2065063cb4e11a95b9b4c862b6770d80e8769fdfb28aa
+size 11395
diff --git a/params/phi/5/rnd_search_t_no_sched/comb_3/init/model.layers.18.mlp.fc1/_0.pt b/params/phi/5/rnd_search_t_no_sched/comb_3/init/model.layers.18.mlp.fc1/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..32ac531bec3e1f984cbc6da2072275eebedcc848
--- /dev/null
+++ b/params/phi/5/rnd_search_t_no_sched/comb_3/init/model.layers.18.mlp.fc1/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:8aae49663620750ef1b42b31d5204777eb39a1af1f1e7ab7f27474ddd4803198
+size 42115
diff --git a/params/phi/5/rnd_search_t_no_sched/comb_3/init/model.layers.18.mlp.fc1/_s.pt b/params/phi/5/rnd_search_t_no_sched/comb_3/init/model.layers.18.mlp.fc1/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..15d19a80367b6847deacca2888cd4a2eaa818f60
--- /dev/null
+++ b/params/phi/5/rnd_search_t_no_sched/comb_3/init/model.layers.18.mlp.fc1/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f882819ba3076865eaa7f92fc46eb68b6b1606991a862477c48e4026f9770c7a
+size 42115
diff --git a/params/phi/5/rnd_search_t_no_sched/comb_3/init/model.layers.18.mlp.fc2/_0.pt b/params/phi/5/rnd_search_t_no_sched/comb_3/init/model.layers.18.mlp.fc2/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..32ee18bf2f25e623153f8e8e4fc5f1257a361dec
--- /dev/null
+++ b/params/phi/5/rnd_search_t_no_sched/comb_3/init/model.layers.18.mlp.fc2/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e3f2cf9d8508ef8ab0f1fab002987be0430f7eb52b87c158492cf04b7033c1d2
+size 11395
diff --git a/params/phi/5/rnd_search_t_no_sched/comb_3/init/model.layers.18.mlp.fc2/_s.pt b/params/phi/5/rnd_search_t_no_sched/comb_3/init/model.layers.18.mlp.fc2/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..5bbb5d90ca9d83aabce7a115fd997f76b617406f
--- /dev/null
+++ b/params/phi/5/rnd_search_t_no_sched/comb_3/init/model.layers.18.mlp.fc2/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:9c37da3253ed38315aa6ba7eb7a878d2307b1e542b36b644d72e74eb4cb43504
+size 11395
diff --git a/params/phi/5/rnd_search_t_no_sched/comb_3/init/model.layers.18.self_attn.dense/_0.pt b/params/phi/5/rnd_search_t_no_sched/comb_3/init/model.layers.18.self_attn.dense/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..32ee18bf2f25e623153f8e8e4fc5f1257a361dec
--- /dev/null
+++ b/params/phi/5/rnd_search_t_no_sched/comb_3/init/model.layers.18.self_attn.dense/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e3f2cf9d8508ef8ab0f1fab002987be0430f7eb52b87c158492cf04b7033c1d2
+size 11395
diff --git a/params/phi/5/rnd_search_t_no_sched/comb_3/init/model.layers.18.self_attn.dense/_s.pt b/params/phi/5/rnd_search_t_no_sched/comb_3/init/model.layers.18.self_attn.dense/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e0cdcec6f1535a2e1eadc769af2818733f351d7d
--- /dev/null
+++ b/params/phi/5/rnd_search_t_no_sched/comb_3/init/model.layers.18.self_attn.dense/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:fce698848f33adb9fe4389dfedc5e91f0cdc1f256ff5e241d8fad3110b7b14e5
+size 11395
diff --git a/params/phi/5/rnd_search_t_no_sched/comb_3/init/model.layers.18.self_attn.k_proj/_0.pt b/params/phi/5/rnd_search_t_no_sched/comb_3/init/model.layers.18.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..32ee18bf2f25e623153f8e8e4fc5f1257a361dec
--- /dev/null
+++ b/params/phi/5/rnd_search_t_no_sched/comb_3/init/model.layers.18.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e3f2cf9d8508ef8ab0f1fab002987be0430f7eb52b87c158492cf04b7033c1d2
+size 11395
diff --git a/params/phi/5/rnd_search_t_no_sched/comb_3/init/model.layers.18.self_attn.k_proj/_s.pt b/params/phi/5/rnd_search_t_no_sched/comb_3/init/model.layers.18.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8988ecf26e200824225e8472122a5af3dfc44b55
--- /dev/null
+++ b/params/phi/5/rnd_search_t_no_sched/comb_3/init/model.layers.18.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0bb55dcbb96e365e97aac5f11f1e27a8e653f530750cc28472e9ebbdeb961d41
+size 11395
diff --git a/params/phi/5/rnd_search_t_no_sched/comb_3/init/model.layers.18.self_attn.q_proj/_0.pt b/params/phi/5/rnd_search_t_no_sched/comb_3/init/model.layers.18.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..32ee18bf2f25e623153f8e8e4fc5f1257a361dec
--- /dev/null
+++ b/params/phi/5/rnd_search_t_no_sched/comb_3/init/model.layers.18.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e3f2cf9d8508ef8ab0f1fab002987be0430f7eb52b87c158492cf04b7033c1d2
+size 11395
diff --git a/params/phi/5/rnd_search_t_no_sched/comb_3/init/model.layers.18.self_attn.q_proj/_s.pt b/params/phi/5/rnd_search_t_no_sched/comb_3/init/model.layers.18.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4a3638467100cf1b337c03bd40c0617056ba1594
--- /dev/null
+++ b/params/phi/5/rnd_search_t_no_sched/comb_3/init/model.layers.18.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b6cda7eee86baed88b2798649748ef109b59e6c0ea7deef40628898097f70fc5
+size 11395
diff --git a/params/phi/5/rnd_search_t_no_sched/comb_3/init/model.layers.18.self_attn.v_proj/_0.pt b/params/phi/5/rnd_search_t_no_sched/comb_3/init/model.layers.18.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..32ee18bf2f25e623153f8e8e4fc5f1257a361dec
--- /dev/null
+++ b/params/phi/5/rnd_search_t_no_sched/comb_3/init/model.layers.18.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e3f2cf9d8508ef8ab0f1fab002987be0430f7eb52b87c158492cf04b7033c1d2
+size 11395
diff --git a/params/phi/5/rnd_search_t_no_sched/comb_3/init/model.layers.18.self_attn.v_proj/_s.pt b/params/phi/5/rnd_search_t_no_sched/comb_3/init/model.layers.18.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..631a9e3e702762c0b495dff232344470a15484c2
--- /dev/null
+++ b/params/phi/5/rnd_search_t_no_sched/comb_3/init/model.layers.18.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:564c1c64394d27d43fd80bd66ff18fa3a3ff0df5c0827e1380d05d81f70f0739
+size 11395
diff --git a/params/phi/5/rnd_search_t_no_sched/comb_3/init/model.layers.19.mlp.fc1/_0.pt b/params/phi/5/rnd_search_t_no_sched/comb_3/init/model.layers.19.mlp.fc1/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..32ac531bec3e1f984cbc6da2072275eebedcc848
--- /dev/null
+++ b/params/phi/5/rnd_search_t_no_sched/comb_3/init/model.layers.19.mlp.fc1/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:8aae49663620750ef1b42b31d5204777eb39a1af1f1e7ab7f27474ddd4803198
+size 42115
diff --git a/params/phi/5/rnd_search_t_no_sched/comb_3/init/model.layers.19.mlp.fc1/_s.pt b/params/phi/5/rnd_search_t_no_sched/comb_3/init/model.layers.19.mlp.fc1/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8f72df9569a8e807d8c1e13808fb651ef4988d81
--- /dev/null
+++ b/params/phi/5/rnd_search_t_no_sched/comb_3/init/model.layers.19.mlp.fc1/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:17717ad3845b8da6fad35e339adf2ad4133ce1e5cf3a8049d33fe2df72750b4b
+size 42115
diff --git a/params/phi/5/rnd_search_t_no_sched/comb_3/init/model.layers.19.mlp.fc2/_0.pt b/params/phi/5/rnd_search_t_no_sched/comb_3/init/model.layers.19.mlp.fc2/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..32ee18bf2f25e623153f8e8e4fc5f1257a361dec
--- /dev/null
+++ b/params/phi/5/rnd_search_t_no_sched/comb_3/init/model.layers.19.mlp.fc2/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e3f2cf9d8508ef8ab0f1fab002987be0430f7eb52b87c158492cf04b7033c1d2
+size 11395
diff --git a/params/phi/5/rnd_search_t_no_sched/comb_3/init/model.layers.19.mlp.fc2/_s.pt b/params/phi/5/rnd_search_t_no_sched/comb_3/init/model.layers.19.mlp.fc2/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..5e07fe4c0eae440fa6737a6299c88ae05e123fec
--- /dev/null
+++ b/params/phi/5/rnd_search_t_no_sched/comb_3/init/model.layers.19.mlp.fc2/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:61e655d1a289e1e7f6c3f87b0ab24da7515e1949d98dc12776211bc873598fb0
+size 11395
diff --git a/params/phi/5/rnd_search_t_no_sched/comb_3/init/model.layers.19.self_attn.dense/_0.pt b/params/phi/5/rnd_search_t_no_sched/comb_3/init/model.layers.19.self_attn.dense/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..32ee18bf2f25e623153f8e8e4fc5f1257a361dec
--- /dev/null
+++ b/params/phi/5/rnd_search_t_no_sched/comb_3/init/model.layers.19.self_attn.dense/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e3f2cf9d8508ef8ab0f1fab002987be0430f7eb52b87c158492cf04b7033c1d2
+size 11395
diff --git a/params/phi/5/rnd_search_t_no_sched/comb_3/init/model.layers.19.self_attn.dense/_s.pt b/params/phi/5/rnd_search_t_no_sched/comb_3/init/model.layers.19.self_attn.dense/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..1bd2a4d5a639a3357e1e63b6b37893b326cfa294
--- /dev/null
+++ b/params/phi/5/rnd_search_t_no_sched/comb_3/init/model.layers.19.self_attn.dense/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:930e272fa74ce3eb2196fb443585cef11ecd49980e01e0f9369bcee45feabcb5
+size 11395
diff --git a/params/phi/5/rnd_search_t_no_sched/comb_3/init/model.layers.19.self_attn.k_proj/_0.pt b/params/phi/5/rnd_search_t_no_sched/comb_3/init/model.layers.19.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..32ee18bf2f25e623153f8e8e4fc5f1257a361dec
--- /dev/null
+++ b/params/phi/5/rnd_search_t_no_sched/comb_3/init/model.layers.19.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e3f2cf9d8508ef8ab0f1fab002987be0430f7eb52b87c158492cf04b7033c1d2
+size 11395
diff --git a/params/phi/5/rnd_search_t_no_sched/comb_3/init/model.layers.19.self_attn.k_proj/_s.pt b/params/phi/5/rnd_search_t_no_sched/comb_3/init/model.layers.19.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2dabbcbc9ee9c425553807e795e0c143c59210e7
--- /dev/null
+++ b/params/phi/5/rnd_search_t_no_sched/comb_3/init/model.layers.19.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:7c04adb25faa97600f442fa663c4e34892d1b81a6bcff096d194cb1030ed8d1f
+size 11395
diff --git a/params/phi/5/rnd_search_t_no_sched/comb_3/init/model.layers.19.self_attn.q_proj/_0.pt b/params/phi/5/rnd_search_t_no_sched/comb_3/init/model.layers.19.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..32ee18bf2f25e623153f8e8e4fc5f1257a361dec
--- /dev/null
+++ b/params/phi/5/rnd_search_t_no_sched/comb_3/init/model.layers.19.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e3f2cf9d8508ef8ab0f1fab002987be0430f7eb52b87c158492cf04b7033c1d2
+size 11395
diff --git a/params/phi/5/rnd_search_t_no_sched/comb_3/init/model.layers.19.self_attn.q_proj/_s.pt b/params/phi/5/rnd_search_t_no_sched/comb_3/init/model.layers.19.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..369c149a1686e9e20b8fadcb685b871071943a4f
--- /dev/null
+++ b/params/phi/5/rnd_search_t_no_sched/comb_3/init/model.layers.19.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e29a034f17b0ca36ad67b018f7dab5aa1c41f739066e61ce574158cd73c5f2a6
+size 11395
diff --git a/params/phi/5/rnd_search_t_no_sched/comb_3/init/model.layers.19.self_attn.v_proj/_0.pt b/params/phi/5/rnd_search_t_no_sched/comb_3/init/model.layers.19.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..32ee18bf2f25e623153f8e8e4fc5f1257a361dec
--- /dev/null
+++ b/params/phi/5/rnd_search_t_no_sched/comb_3/init/model.layers.19.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e3f2cf9d8508ef8ab0f1fab002987be0430f7eb52b87c158492cf04b7033c1d2
+size 11395
diff --git a/params/phi/5/rnd_search_t_no_sched/comb_3/init/model.layers.19.self_attn.v_proj/_s.pt b/params/phi/5/rnd_search_t_no_sched/comb_3/init/model.layers.19.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..bb03d07669b82e4921fbd19d60154379cb0891ef
--- /dev/null
+++ b/params/phi/5/rnd_search_t_no_sched/comb_3/init/model.layers.19.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:7687bad6fe37ff31aab386c0863b613d04a6dc2855a7f79578bbcb0318ba34a9
+size 11395
diff --git a/params/phi/5/rnd_search_t_no_sched/comb_3/init/model.layers.2.mlp.fc1/_0.pt b/params/phi/5/rnd_search_t_no_sched/comb_3/init/model.layers.2.mlp.fc1/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..32ac531bec3e1f984cbc6da2072275eebedcc848
--- /dev/null
+++ b/params/phi/5/rnd_search_t_no_sched/comb_3/init/model.layers.2.mlp.fc1/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:8aae49663620750ef1b42b31d5204777eb39a1af1f1e7ab7f27474ddd4803198
+size 42115
diff --git a/params/phi/5/rnd_search_t_no_sched/comb_3/init/model.layers.2.mlp.fc1/_s.pt b/params/phi/5/rnd_search_t_no_sched/comb_3/init/model.layers.2.mlp.fc1/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4d43f0faa4a148056e8eb2967a3a606e68966571
--- /dev/null
+++ b/params/phi/5/rnd_search_t_no_sched/comb_3/init/model.layers.2.mlp.fc1/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:26ff7f44c3a59b6cb31f62105d2e3e0e296773d1b5c0d75a7fb42d2328134925
+size 42115
diff --git a/params/phi/5/rnd_search_t_no_sched/comb_3/init/model.layers.2.mlp.fc2/_0.pt b/params/phi/5/rnd_search_t_no_sched/comb_3/init/model.layers.2.mlp.fc2/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..32ee18bf2f25e623153f8e8e4fc5f1257a361dec
--- /dev/null
+++ b/params/phi/5/rnd_search_t_no_sched/comb_3/init/model.layers.2.mlp.fc2/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e3f2cf9d8508ef8ab0f1fab002987be0430f7eb52b87c158492cf04b7033c1d2
+size 11395
diff --git a/params/phi/5/rnd_search_t_no_sched/comb_3/init/model.layers.2.mlp.fc2/_s.pt b/params/phi/5/rnd_search_t_no_sched/comb_3/init/model.layers.2.mlp.fc2/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..6b844e59663d7ee45a78c5d7198ffb46e9baa9e5
--- /dev/null
+++ b/params/phi/5/rnd_search_t_no_sched/comb_3/init/model.layers.2.mlp.fc2/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:40916828d17af0c78601876891305cc59d7c5b391183ffab77f94bb97460c941
+size 11395
diff --git a/params/phi/5/rnd_search_t_no_sched/comb_3/init/model.layers.2.self_attn.dense/_0.pt b/params/phi/5/rnd_search_t_no_sched/comb_3/init/model.layers.2.self_attn.dense/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..32ee18bf2f25e623153f8e8e4fc5f1257a361dec
--- /dev/null
+++ b/params/phi/5/rnd_search_t_no_sched/comb_3/init/model.layers.2.self_attn.dense/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e3f2cf9d8508ef8ab0f1fab002987be0430f7eb52b87c158492cf04b7033c1d2
+size 11395
diff --git a/params/phi/5/rnd_search_t_no_sched/comb_3/init/model.layers.2.self_attn.dense/_s.pt b/params/phi/5/rnd_search_t_no_sched/comb_3/init/model.layers.2.self_attn.dense/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..d5d2465326871168eeaae0e02c691c6afc058a84
--- /dev/null
+++ b/params/phi/5/rnd_search_t_no_sched/comb_3/init/model.layers.2.self_attn.dense/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f56455f835aa94e574ab8a6c420f29baab6175fec70987dc4c5076be4776af53
+size 11395
diff --git a/params/phi/5/rnd_search_t_no_sched/comb_3/init/model.layers.2.self_attn.k_proj/_0.pt b/params/phi/5/rnd_search_t_no_sched/comb_3/init/model.layers.2.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..32ee18bf2f25e623153f8e8e4fc5f1257a361dec
--- /dev/null
+++ b/params/phi/5/rnd_search_t_no_sched/comb_3/init/model.layers.2.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e3f2cf9d8508ef8ab0f1fab002987be0430f7eb52b87c158492cf04b7033c1d2
+size 11395
diff --git a/params/phi/5/rnd_search_t_no_sched/comb_3/init/model.layers.2.self_attn.k_proj/_s.pt b/params/phi/5/rnd_search_t_no_sched/comb_3/init/model.layers.2.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a0cad731c3a0333d693a48445482b3c1c6ef67cb
--- /dev/null
+++ b/params/phi/5/rnd_search_t_no_sched/comb_3/init/model.layers.2.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:25e970288fcb72d5ef6281a8393dadd955cd5ef039cf2c265bcbaeabe42862d0
+size 11395
diff --git a/params/phi/5/rnd_search_t_no_sched/comb_3/init/model.layers.2.self_attn.q_proj/_0.pt b/params/phi/5/rnd_search_t_no_sched/comb_3/init/model.layers.2.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..32ee18bf2f25e623153f8e8e4fc5f1257a361dec
--- /dev/null
+++ b/params/phi/5/rnd_search_t_no_sched/comb_3/init/model.layers.2.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e3f2cf9d8508ef8ab0f1fab002987be0430f7eb52b87c158492cf04b7033c1d2
+size 11395
diff --git a/params/phi/5/rnd_search_t_no_sched/comb_3/init/model.layers.2.self_attn.q_proj/_s.pt b/params/phi/5/rnd_search_t_no_sched/comb_3/init/model.layers.2.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..78670c76deedea3d10a235205652997867d531e1
--- /dev/null
+++ b/params/phi/5/rnd_search_t_no_sched/comb_3/init/model.layers.2.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:14522461ee10b4ad5db58b4ee21a6aba0d45987ea8dafef76c435ac36dd35824
+size 11395
diff --git a/params/phi/5/rnd_search_t_no_sched/comb_3/init/model.layers.2.self_attn.v_proj/_0.pt b/params/phi/5/rnd_search_t_no_sched/comb_3/init/model.layers.2.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..32ee18bf2f25e623153f8e8e4fc5f1257a361dec
--- /dev/null
+++ b/params/phi/5/rnd_search_t_no_sched/comb_3/init/model.layers.2.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e3f2cf9d8508ef8ab0f1fab002987be0430f7eb52b87c158492cf04b7033c1d2
+size 11395
diff --git a/params/phi/5/rnd_search_t_no_sched/comb_3/init/model.layers.2.self_attn.v_proj/_s.pt b/params/phi/5/rnd_search_t_no_sched/comb_3/init/model.layers.2.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..08492766a9cb33b633920428f614a7a9dd7a56ce
--- /dev/null
+++ b/params/phi/5/rnd_search_t_no_sched/comb_3/init/model.layers.2.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:71d4a1b85ddcf4553303bfb7e9d30a17f7130debc6d38378f8b2ddca916c28fd
+size 11395
diff --git a/params/phi/5/rnd_search_t_no_sched/comb_3/init/model.layers.20.mlp.fc1/_0.pt b/params/phi/5/rnd_search_t_no_sched/comb_3/init/model.layers.20.mlp.fc1/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..32ac531bec3e1f984cbc6da2072275eebedcc848
--- /dev/null
+++ b/params/phi/5/rnd_search_t_no_sched/comb_3/init/model.layers.20.mlp.fc1/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:8aae49663620750ef1b42b31d5204777eb39a1af1f1e7ab7f27474ddd4803198
+size 42115
diff --git a/params/phi/5/rnd_search_t_no_sched/comb_3/init/model.layers.20.mlp.fc1/_s.pt b/params/phi/5/rnd_search_t_no_sched/comb_3/init/model.layers.20.mlp.fc1/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..90523372519826e8ab4b653214e6bb40ee732126
--- /dev/null
+++ b/params/phi/5/rnd_search_t_no_sched/comb_3/init/model.layers.20.mlp.fc1/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:836638ceb46fd533f214a579d3362f3359144d9c0fcfeb95ea2620233910c898
+size 42115
diff --git a/params/phi/5/rnd_search_t_no_sched/comb_3/init/model.layers.20.mlp.fc2/_0.pt b/params/phi/5/rnd_search_t_no_sched/comb_3/init/model.layers.20.mlp.fc2/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..32ee18bf2f25e623153f8e8e4fc5f1257a361dec
--- /dev/null
+++ b/params/phi/5/rnd_search_t_no_sched/comb_3/init/model.layers.20.mlp.fc2/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e3f2cf9d8508ef8ab0f1fab002987be0430f7eb52b87c158492cf04b7033c1d2
+size 11395
diff --git a/params/phi/5/rnd_search_t_no_sched/comb_3/init/model.layers.20.mlp.fc2/_s.pt b/params/phi/5/rnd_search_t_no_sched/comb_3/init/model.layers.20.mlp.fc2/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..620a3750712b689ca2a3d2f14b95a9aa2bdc63e2
--- /dev/null
+++ b/params/phi/5/rnd_search_t_no_sched/comb_3/init/model.layers.20.mlp.fc2/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:83192edeb1949b9b076e08bc113a34e92a730dce61c39f38d72772f4993cc719
+size 11395
diff --git a/params/phi/5/rnd_search_t_no_sched/comb_3/init/model.layers.20.self_attn.dense/_0.pt b/params/phi/5/rnd_search_t_no_sched/comb_3/init/model.layers.20.self_attn.dense/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..32ee18bf2f25e623153f8e8e4fc5f1257a361dec
--- /dev/null
+++ b/params/phi/5/rnd_search_t_no_sched/comb_3/init/model.layers.20.self_attn.dense/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e3f2cf9d8508ef8ab0f1fab002987be0430f7eb52b87c158492cf04b7033c1d2
+size 11395
diff --git a/params/phi/5/rnd_search_t_no_sched/comb_3/init/model.layers.20.self_attn.dense/_s.pt b/params/phi/5/rnd_search_t_no_sched/comb_3/init/model.layers.20.self_attn.dense/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..879f447a4d72460cfe33b17e7f7cad1047f96f6f
--- /dev/null
+++ b/params/phi/5/rnd_search_t_no_sched/comb_3/init/model.layers.20.self_attn.dense/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:4fd478f89711ff659dfbaba972b56337d06794b43a127bcf6854a55c90ccfe90
+size 11395
diff --git a/params/phi/5/rnd_search_t_no_sched/comb_3/init/model.layers.20.self_attn.k_proj/_0.pt b/params/phi/5/rnd_search_t_no_sched/comb_3/init/model.layers.20.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..32ee18bf2f25e623153f8e8e4fc5f1257a361dec
--- /dev/null
+++ b/params/phi/5/rnd_search_t_no_sched/comb_3/init/model.layers.20.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e3f2cf9d8508ef8ab0f1fab002987be0430f7eb52b87c158492cf04b7033c1d2
+size 11395
diff --git a/params/phi/5/rnd_search_t_no_sched/comb_3/init/model.layers.20.self_attn.k_proj/_s.pt b/params/phi/5/rnd_search_t_no_sched/comb_3/init/model.layers.20.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..f818e337b86835bc40bb6d3127cd7a8707d87673
--- /dev/null
+++ b/params/phi/5/rnd_search_t_no_sched/comb_3/init/model.layers.20.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:78a1244e62108fa024f911385b80cad773b7d203d63e1a89aab758d924d5f01e
+size 11395
diff --git a/params/phi/5/rnd_search_t_no_sched/comb_3/init/model.layers.20.self_attn.q_proj/_0.pt b/params/phi/5/rnd_search_t_no_sched/comb_3/init/model.layers.20.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..32ee18bf2f25e623153f8e8e4fc5f1257a361dec
--- /dev/null
+++ b/params/phi/5/rnd_search_t_no_sched/comb_3/init/model.layers.20.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e3f2cf9d8508ef8ab0f1fab002987be0430f7eb52b87c158492cf04b7033c1d2
+size 11395
diff --git a/params/phi/5/rnd_search_t_no_sched/comb_3/init/model.layers.20.self_attn.q_proj/_s.pt b/params/phi/5/rnd_search_t_no_sched/comb_3/init/model.layers.20.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..9de241bff75be2b0051e75f41fc8f0220c1744e8
--- /dev/null
+++ b/params/phi/5/rnd_search_t_no_sched/comb_3/init/model.layers.20.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:79d8f837bd930e43ae3a457c818adfd8414462b63eb8e476d203d0a487cbb211
+size 11395
diff --git a/params/phi/5/rnd_search_t_no_sched/comb_3/init/model.layers.20.self_attn.v_proj/_0.pt b/params/phi/5/rnd_search_t_no_sched/comb_3/init/model.layers.20.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..32ee18bf2f25e623153f8e8e4fc5f1257a361dec
--- /dev/null
+++ b/params/phi/5/rnd_search_t_no_sched/comb_3/init/model.layers.20.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e3f2cf9d8508ef8ab0f1fab002987be0430f7eb52b87c158492cf04b7033c1d2
+size 11395
diff --git a/params/phi/5/rnd_search_t_no_sched/comb_3/init/model.layers.20.self_attn.v_proj/_s.pt b/params/phi/5/rnd_search_t_no_sched/comb_3/init/model.layers.20.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..1ce4d017e528dc54f48bcd40c6de79b4b55893e8
--- /dev/null
+++ b/params/phi/5/rnd_search_t_no_sched/comb_3/init/model.layers.20.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:154bd723ef013c4d1116938cfe11d18c435da5055541da567a37ff02a98ff770
+size 11395
diff --git a/params/phi/5/rnd_search_t_no_sched/comb_3/init/model.layers.21.mlp.fc1/_0.pt b/params/phi/5/rnd_search_t_no_sched/comb_3/init/model.layers.21.mlp.fc1/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..32ac531bec3e1f984cbc6da2072275eebedcc848
--- /dev/null
+++ b/params/phi/5/rnd_search_t_no_sched/comb_3/init/model.layers.21.mlp.fc1/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:8aae49663620750ef1b42b31d5204777eb39a1af1f1e7ab7f27474ddd4803198
+size 42115
diff --git a/params/phi/5/rnd_search_t_no_sched/comb_3/init/model.layers.21.mlp.fc1/_s.pt b/params/phi/5/rnd_search_t_no_sched/comb_3/init/model.layers.21.mlp.fc1/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..74540d13475be647345a5854d255777f9c7c635a
--- /dev/null
+++ b/params/phi/5/rnd_search_t_no_sched/comb_3/init/model.layers.21.mlp.fc1/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:61b2f9528d7e1ed0e83c4755117b4f0e0c981e9f310254a2dfefec6b0e75872e
+size 42115
diff --git a/params/phi/5/rnd_search_t_no_sched/comb_3/init/model.layers.21.mlp.fc2/_0.pt b/params/phi/5/rnd_search_t_no_sched/comb_3/init/model.layers.21.mlp.fc2/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..32ee18bf2f25e623153f8e8e4fc5f1257a361dec
--- /dev/null
+++ b/params/phi/5/rnd_search_t_no_sched/comb_3/init/model.layers.21.mlp.fc2/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e3f2cf9d8508ef8ab0f1fab002987be0430f7eb52b87c158492cf04b7033c1d2
+size 11395
diff --git a/params/phi/5/rnd_search_t_no_sched/comb_3/init/model.layers.21.mlp.fc2/_s.pt b/params/phi/5/rnd_search_t_no_sched/comb_3/init/model.layers.21.mlp.fc2/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..d36c08e0ec693b26ffeef75e2bfa5a9c0e6d3a20
--- /dev/null
+++ b/params/phi/5/rnd_search_t_no_sched/comb_3/init/model.layers.21.mlp.fc2/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a057c01dd4f6a50aa61f6fc95408afe81459c7eef9ade3fd69cb5eda97caff39
+size 11395
diff --git a/params/phi/5/rnd_search_t_no_sched/comb_3/init/model.layers.21.self_attn.dense/_0.pt b/params/phi/5/rnd_search_t_no_sched/comb_3/init/model.layers.21.self_attn.dense/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..32ee18bf2f25e623153f8e8e4fc5f1257a361dec
--- /dev/null
+++ b/params/phi/5/rnd_search_t_no_sched/comb_3/init/model.layers.21.self_attn.dense/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e3f2cf9d8508ef8ab0f1fab002987be0430f7eb52b87c158492cf04b7033c1d2
+size 11395
diff --git a/params/phi/5/rnd_search_t_no_sched/comb_3/init/model.layers.21.self_attn.dense/_s.pt b/params/phi/5/rnd_search_t_no_sched/comb_3/init/model.layers.21.self_attn.dense/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..f717877b7556941abaf17c4be34897a41a006964
--- /dev/null
+++ b/params/phi/5/rnd_search_t_no_sched/comb_3/init/model.layers.21.self_attn.dense/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:80d50d450b4e02f36e0c5e50b6fea9ca819d1e7a853a0dc3d621e85074eb4444
+size 11395
diff --git a/params/phi/5/rnd_search_t_no_sched/comb_3/init/model.layers.21.self_attn.k_proj/_0.pt b/params/phi/5/rnd_search_t_no_sched/comb_3/init/model.layers.21.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..32ee18bf2f25e623153f8e8e4fc5f1257a361dec
--- /dev/null
+++ b/params/phi/5/rnd_search_t_no_sched/comb_3/init/model.layers.21.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e3f2cf9d8508ef8ab0f1fab002987be0430f7eb52b87c158492cf04b7033c1d2
+size 11395
diff --git a/params/phi/5/rnd_search_t_no_sched/comb_3/init/model.layers.21.self_attn.k_proj/_s.pt b/params/phi/5/rnd_search_t_no_sched/comb_3/init/model.layers.21.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..d2704877eb5bebab3474a3218c36aee0899ed0e2
--- /dev/null
+++ b/params/phi/5/rnd_search_t_no_sched/comb_3/init/model.layers.21.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:898b39f5563184af3ee7477a32d93d79d753440d0998b410a3271b8022a9259c
+size 11395
diff --git a/params/phi/5/rnd_search_t_no_sched/comb_3/init/model.layers.21.self_attn.q_proj/_0.pt b/params/phi/5/rnd_search_t_no_sched/comb_3/init/model.layers.21.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..32ee18bf2f25e623153f8e8e4fc5f1257a361dec
--- /dev/null
+++ b/params/phi/5/rnd_search_t_no_sched/comb_3/init/model.layers.21.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e3f2cf9d8508ef8ab0f1fab002987be0430f7eb52b87c158492cf04b7033c1d2
+size 11395
diff --git a/params/phi/5/rnd_search_t_no_sched/comb_3/init/model.layers.21.self_attn.q_proj/_s.pt b/params/phi/5/rnd_search_t_no_sched/comb_3/init/model.layers.21.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..742100b83aa3ea75702490d5902d62d7d6758ac8
--- /dev/null
+++ b/params/phi/5/rnd_search_t_no_sched/comb_3/init/model.layers.21.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f3e6a80c6ba2227ad17f085a142d73f654ae8867709ffc777d12e083c28b9f9f
+size 11395
diff --git a/params/phi/5/rnd_search_t_no_sched/comb_3/init/model.layers.21.self_attn.v_proj/_0.pt b/params/phi/5/rnd_search_t_no_sched/comb_3/init/model.layers.21.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..32ee18bf2f25e623153f8e8e4fc5f1257a361dec
--- /dev/null
+++ b/params/phi/5/rnd_search_t_no_sched/comb_3/init/model.layers.21.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e3f2cf9d8508ef8ab0f1fab002987be0430f7eb52b87c158492cf04b7033c1d2
+size 11395
diff --git a/params/phi/5/rnd_search_t_no_sched/comb_3/init/model.layers.21.self_attn.v_proj/_s.pt b/params/phi/5/rnd_search_t_no_sched/comb_3/init/model.layers.21.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..241b09f710938edaa5d150b889d38a74610243a3
--- /dev/null
+++ b/params/phi/5/rnd_search_t_no_sched/comb_3/init/model.layers.21.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:3b604822ed0f64543869eef4f32834aabe6d5939d25cce3c877402895f04b96f
+size 11395
diff --git a/params/phi/5/rnd_search_t_no_sched/comb_3/init/model.layers.22.mlp.fc1/_0.pt b/params/phi/5/rnd_search_t_no_sched/comb_3/init/model.layers.22.mlp.fc1/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..32ac531bec3e1f984cbc6da2072275eebedcc848
--- /dev/null
+++ b/params/phi/5/rnd_search_t_no_sched/comb_3/init/model.layers.22.mlp.fc1/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:8aae49663620750ef1b42b31d5204777eb39a1af1f1e7ab7f27474ddd4803198
+size 42115
diff --git a/params/phi/5/rnd_search_t_no_sched/comb_3/init/model.layers.22.mlp.fc1/_s.pt b/params/phi/5/rnd_search_t_no_sched/comb_3/init/model.layers.22.mlp.fc1/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..9a64b30673feb9fbbc22ac0b2c5db05023193fca
--- /dev/null
+++ b/params/phi/5/rnd_search_t_no_sched/comb_3/init/model.layers.22.mlp.fc1/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:348c689b5d5e60560e427945e9d3f28e3fddf718d64534822f0ca8c0132a7402
+size 42115
diff --git a/params/phi/5/rnd_search_t_no_sched/comb_3/init/model.layers.22.mlp.fc2/_0.pt b/params/phi/5/rnd_search_t_no_sched/comb_3/init/model.layers.22.mlp.fc2/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..32ee18bf2f25e623153f8e8e4fc5f1257a361dec
--- /dev/null
+++ b/params/phi/5/rnd_search_t_no_sched/comb_3/init/model.layers.22.mlp.fc2/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e3f2cf9d8508ef8ab0f1fab002987be0430f7eb52b87c158492cf04b7033c1d2
+size 11395
diff --git a/params/phi/5/rnd_search_t_no_sched/comb_3/init/model.layers.22.mlp.fc2/_s.pt b/params/phi/5/rnd_search_t_no_sched/comb_3/init/model.layers.22.mlp.fc2/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..065eb470914bd272bb7fa111728ebfa1d3afc294
--- /dev/null
+++ b/params/phi/5/rnd_search_t_no_sched/comb_3/init/model.layers.22.mlp.fc2/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e29609f03359f69a6b895a21825229c26e86ccae80290b63faae7e0bd4232dd8
+size 11395
diff --git a/params/phi/5/rnd_search_t_no_sched/comb_3/init/model.layers.22.self_attn.dense/_0.pt b/params/phi/5/rnd_search_t_no_sched/comb_3/init/model.layers.22.self_attn.dense/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..32ee18bf2f25e623153f8e8e4fc5f1257a361dec
--- /dev/null
+++ b/params/phi/5/rnd_search_t_no_sched/comb_3/init/model.layers.22.self_attn.dense/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e3f2cf9d8508ef8ab0f1fab002987be0430f7eb52b87c158492cf04b7033c1d2
+size 11395
diff --git a/params/phi/5/rnd_search_t_no_sched/comb_3/init/model.layers.22.self_attn.dense/_s.pt b/params/phi/5/rnd_search_t_no_sched/comb_3/init/model.layers.22.self_attn.dense/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c7e858a5ebaba0f4a882d1a136b3b153aaaebb94
--- /dev/null
+++ b/params/phi/5/rnd_search_t_no_sched/comb_3/init/model.layers.22.self_attn.dense/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:67098196dc5bec998cf83ed17aeb2d37cc680bef39958885bca258a4cbd5c0ee
+size 11395
diff --git a/params/phi/5/rnd_search_t_no_sched/comb_3/init/model.layers.22.self_attn.k_proj/_0.pt b/params/phi/5/rnd_search_t_no_sched/comb_3/init/model.layers.22.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..32ee18bf2f25e623153f8e8e4fc5f1257a361dec
--- /dev/null
+++ b/params/phi/5/rnd_search_t_no_sched/comb_3/init/model.layers.22.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e3f2cf9d8508ef8ab0f1fab002987be0430f7eb52b87c158492cf04b7033c1d2
+size 11395
diff --git a/params/phi/5/rnd_search_t_no_sched/comb_3/init/model.layers.22.self_attn.k_proj/_s.pt b/params/phi/5/rnd_search_t_no_sched/comb_3/init/model.layers.22.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..f7913f3c4b528e8d97fe454da85f6e7b8f126601
--- /dev/null
+++ b/params/phi/5/rnd_search_t_no_sched/comb_3/init/model.layers.22.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:fa44b51ea05bcd9a32d5437240587a353fc65a423692e20ca14c5fff336c9e1b
+size 11395
diff --git a/params/phi/5/rnd_search_t_no_sched/comb_3/init/model.layers.22.self_attn.q_proj/_0.pt b/params/phi/5/rnd_search_t_no_sched/comb_3/init/model.layers.22.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..32ee18bf2f25e623153f8e8e4fc5f1257a361dec
--- /dev/null
+++ b/params/phi/5/rnd_search_t_no_sched/comb_3/init/model.layers.22.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e3f2cf9d8508ef8ab0f1fab002987be0430f7eb52b87c158492cf04b7033c1d2
+size 11395
diff --git a/params/phi/5/rnd_search_t_no_sched/comb_3/init/model.layers.22.self_attn.q_proj/_s.pt b/params/phi/5/rnd_search_t_no_sched/comb_3/init/model.layers.22.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..df1f0ad8f7b8c9cdd10e919787f5ba026ce2b201
--- /dev/null
+++ b/params/phi/5/rnd_search_t_no_sched/comb_3/init/model.layers.22.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:fec62056844868705a9f802a8d6d9fef64559c3eb651239a8d9d42b9b2b7c456
+size 11395
diff --git a/params/phi/5/rnd_search_t_no_sched/comb_3/init/model.layers.22.self_attn.v_proj/_0.pt b/params/phi/5/rnd_search_t_no_sched/comb_3/init/model.layers.22.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..32ee18bf2f25e623153f8e8e4fc5f1257a361dec
--- /dev/null
+++ b/params/phi/5/rnd_search_t_no_sched/comb_3/init/model.layers.22.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e3f2cf9d8508ef8ab0f1fab002987be0430f7eb52b87c158492cf04b7033c1d2
+size 11395
diff --git a/params/phi/5/rnd_search_t_no_sched/comb_3/init/model.layers.22.self_attn.v_proj/_s.pt b/params/phi/5/rnd_search_t_no_sched/comb_3/init/model.layers.22.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2b46a782e84c7e314b68a9d96effab25ef809289
--- /dev/null
+++ b/params/phi/5/rnd_search_t_no_sched/comb_3/init/model.layers.22.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:9ac066b488d0167a97fbea0e2c85c103d0b818fd01ee0e1a76f5420e3ad48ae3
+size 11395
diff --git a/params/phi/5/rnd_search_t_no_sched/comb_3/init/model.layers.23.mlp.fc1/_0.pt b/params/phi/5/rnd_search_t_no_sched/comb_3/init/model.layers.23.mlp.fc1/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..32ac531bec3e1f984cbc6da2072275eebedcc848
--- /dev/null
+++ b/params/phi/5/rnd_search_t_no_sched/comb_3/init/model.layers.23.mlp.fc1/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:8aae49663620750ef1b42b31d5204777eb39a1af1f1e7ab7f27474ddd4803198
+size 42115
diff --git a/params/phi/5/rnd_search_t_no_sched/comb_3/init/model.layers.23.mlp.fc1/_s.pt b/params/phi/5/rnd_search_t_no_sched/comb_3/init/model.layers.23.mlp.fc1/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..829cde091491b39741574c97bcda4588e55f84e2
--- /dev/null
+++ b/params/phi/5/rnd_search_t_no_sched/comb_3/init/model.layers.23.mlp.fc1/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:45512f645da6d56a560eb088d1382b8e204e2641c55628c5176fa883fc5d224b
+size 42115
diff --git a/params/phi/5/rnd_search_t_no_sched/comb_3/init/model.layers.23.mlp.fc2/_0.pt b/params/phi/5/rnd_search_t_no_sched/comb_3/init/model.layers.23.mlp.fc2/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..32ee18bf2f25e623153f8e8e4fc5f1257a361dec
--- /dev/null
+++ b/params/phi/5/rnd_search_t_no_sched/comb_3/init/model.layers.23.mlp.fc2/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e3f2cf9d8508ef8ab0f1fab002987be0430f7eb52b87c158492cf04b7033c1d2
+size 11395
diff --git a/params/phi/5/rnd_search_t_no_sched/comb_3/init/model.layers.23.mlp.fc2/_s.pt b/params/phi/5/rnd_search_t_no_sched/comb_3/init/model.layers.23.mlp.fc2/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4ab431e9e0de02477142301e1a2331132f686ae8
--- /dev/null
+++ b/params/phi/5/rnd_search_t_no_sched/comb_3/init/model.layers.23.mlp.fc2/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:bfe4a0d3f702be27a30a62b54c194887a4433dbfb1230907efacb5743a61ef82
+size 11395
diff --git a/params/phi/5/rnd_search_t_no_sched/comb_3/init/model.layers.23.self_attn.dense/_0.pt b/params/phi/5/rnd_search_t_no_sched/comb_3/init/model.layers.23.self_attn.dense/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..32ee18bf2f25e623153f8e8e4fc5f1257a361dec
--- /dev/null
+++ b/params/phi/5/rnd_search_t_no_sched/comb_3/init/model.layers.23.self_attn.dense/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e3f2cf9d8508ef8ab0f1fab002987be0430f7eb52b87c158492cf04b7033c1d2
+size 11395
diff --git a/params/phi/5/rnd_search_t_no_sched/comb_3/init/model.layers.23.self_attn.dense/_s.pt b/params/phi/5/rnd_search_t_no_sched/comb_3/init/model.layers.23.self_attn.dense/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..794b9be3d06effe3f50dec20a5a92ddc216e7c16
--- /dev/null
+++ b/params/phi/5/rnd_search_t_no_sched/comb_3/init/model.layers.23.self_attn.dense/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:52ec83bd94836e83fdc2e8b4e129bdad507cb70b79486f2aef3ca2888f6fa4c3
+size 11395
diff --git a/params/phi/5/rnd_search_t_no_sched/comb_3/init/model.layers.23.self_attn.k_proj/_0.pt b/params/phi/5/rnd_search_t_no_sched/comb_3/init/model.layers.23.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..32ee18bf2f25e623153f8e8e4fc5f1257a361dec
--- /dev/null
+++ b/params/phi/5/rnd_search_t_no_sched/comb_3/init/model.layers.23.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e3f2cf9d8508ef8ab0f1fab002987be0430f7eb52b87c158492cf04b7033c1d2
+size 11395
diff --git a/params/phi/5/rnd_search_t_no_sched/comb_3/init/model.layers.23.self_attn.k_proj/_s.pt b/params/phi/5/rnd_search_t_no_sched/comb_3/init/model.layers.23.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..28a1986b9a4d01358e0c5d72f54c67246f246d43
--- /dev/null
+++ b/params/phi/5/rnd_search_t_no_sched/comb_3/init/model.layers.23.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a6953106864ed184fad0d05c0815f0dae98a9815f65e6feea793caf8f3b3ad0b
+size 11395
diff --git a/params/phi/5/rnd_search_t_no_sched/comb_3/init/model.layers.23.self_attn.q_proj/_0.pt b/params/phi/5/rnd_search_t_no_sched/comb_3/init/model.layers.23.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..32ee18bf2f25e623153f8e8e4fc5f1257a361dec
--- /dev/null
+++ b/params/phi/5/rnd_search_t_no_sched/comb_3/init/model.layers.23.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e3f2cf9d8508ef8ab0f1fab002987be0430f7eb52b87c158492cf04b7033c1d2
+size 11395
diff --git a/params/phi/5/rnd_search_t_no_sched/comb_3/init/model.layers.23.self_attn.q_proj/_s.pt b/params/phi/5/rnd_search_t_no_sched/comb_3/init/model.layers.23.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..b3f0a713f9017d279a0b170ed50695d113d4e7b1
--- /dev/null
+++ b/params/phi/5/rnd_search_t_no_sched/comb_3/init/model.layers.23.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c3bda9cd470009a09f1796c938dfa7bc82c9f553ae575142837e7bfd2f059a04
+size 11395
diff --git a/params/phi/5/rnd_search_t_no_sched/comb_3/init/model.layers.23.self_attn.v_proj/_0.pt b/params/phi/5/rnd_search_t_no_sched/comb_3/init/model.layers.23.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..32ee18bf2f25e623153f8e8e4fc5f1257a361dec
--- /dev/null
+++ b/params/phi/5/rnd_search_t_no_sched/comb_3/init/model.layers.23.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e3f2cf9d8508ef8ab0f1fab002987be0430f7eb52b87c158492cf04b7033c1d2
+size 11395
diff --git a/params/phi/5/rnd_search_t_no_sched/comb_3/init/model.layers.23.self_attn.v_proj/_s.pt b/params/phi/5/rnd_search_t_no_sched/comb_3/init/model.layers.23.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ffa980ebb9f29be47acb1f649ea8eadf85fd350a
--- /dev/null
+++ b/params/phi/5/rnd_search_t_no_sched/comb_3/init/model.layers.23.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e0dd5d2dfd573828b23d71a95e4236bb26fe3392beecf629a3fdd056056f12b9
+size 11395
diff --git a/params/phi/5/rnd_search_t_no_sched/comb_3/init/model.layers.24.mlp.fc1/_0.pt b/params/phi/5/rnd_search_t_no_sched/comb_3/init/model.layers.24.mlp.fc1/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..32ac531bec3e1f984cbc6da2072275eebedcc848
--- /dev/null
+++ b/params/phi/5/rnd_search_t_no_sched/comb_3/init/model.layers.24.mlp.fc1/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:8aae49663620750ef1b42b31d5204777eb39a1af1f1e7ab7f27474ddd4803198
+size 42115
diff --git a/params/phi/5/rnd_search_t_no_sched/comb_3/init/model.layers.24.mlp.fc1/_s.pt b/params/phi/5/rnd_search_t_no_sched/comb_3/init/model.layers.24.mlp.fc1/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..29f89cdaf6b5898b1664532d8a6d1c7acc228b7f
--- /dev/null
+++ b/params/phi/5/rnd_search_t_no_sched/comb_3/init/model.layers.24.mlp.fc1/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ed5e9d0152b17f3335ed5e39de532341d0ee812b615d255798888f0e4a358106
+size 42115
diff --git a/params/phi/5/rnd_search_t_no_sched/comb_3/init/model.layers.24.mlp.fc2/_0.pt b/params/phi/5/rnd_search_t_no_sched/comb_3/init/model.layers.24.mlp.fc2/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..32ee18bf2f25e623153f8e8e4fc5f1257a361dec
--- /dev/null
+++ b/params/phi/5/rnd_search_t_no_sched/comb_3/init/model.layers.24.mlp.fc2/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e3f2cf9d8508ef8ab0f1fab002987be0430f7eb52b87c158492cf04b7033c1d2
+size 11395
diff --git a/params/phi/5/rnd_search_t_no_sched/comb_3/init/model.layers.24.mlp.fc2/_s.pt b/params/phi/5/rnd_search_t_no_sched/comb_3/init/model.layers.24.mlp.fc2/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ee66f2826ff6a1eaa71f4ba3e1a53ea72ae23c9b
--- /dev/null
+++ b/params/phi/5/rnd_search_t_no_sched/comb_3/init/model.layers.24.mlp.fc2/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ea9877dd7f0b80b5ebe81647d6acd0521d539d10dc20a8ce2ea6f53579536d67
+size 11395
diff --git a/params/phi/5/rnd_search_t_no_sched/comb_3/init/model.layers.24.self_attn.dense/_0.pt b/params/phi/5/rnd_search_t_no_sched/comb_3/init/model.layers.24.self_attn.dense/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..32ee18bf2f25e623153f8e8e4fc5f1257a361dec
--- /dev/null
+++ b/params/phi/5/rnd_search_t_no_sched/comb_3/init/model.layers.24.self_attn.dense/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e3f2cf9d8508ef8ab0f1fab002987be0430f7eb52b87c158492cf04b7033c1d2
+size 11395
diff --git a/params/phi/5/rnd_search_t_no_sched/comb_3/init/model.layers.24.self_attn.dense/_s.pt b/params/phi/5/rnd_search_t_no_sched/comb_3/init/model.layers.24.self_attn.dense/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..01090188c9812b0c597027ffa97ff90ff4e5236b
--- /dev/null
+++ b/params/phi/5/rnd_search_t_no_sched/comb_3/init/model.layers.24.self_attn.dense/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5955b3d93ff0edf4238d0a1f83a70adac20a14e4eda42903485978e8d08efad8
+size 11395
diff --git a/params/phi/5/rnd_search_t_no_sched/comb_3/init/model.layers.24.self_attn.k_proj/_0.pt b/params/phi/5/rnd_search_t_no_sched/comb_3/init/model.layers.24.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..32ee18bf2f25e623153f8e8e4fc5f1257a361dec
--- /dev/null
+++ b/params/phi/5/rnd_search_t_no_sched/comb_3/init/model.layers.24.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e3f2cf9d8508ef8ab0f1fab002987be0430f7eb52b87c158492cf04b7033c1d2
+size 11395
diff --git a/params/phi/5/rnd_search_t_no_sched/comb_3/init/model.layers.24.self_attn.k_proj/_s.pt b/params/phi/5/rnd_search_t_no_sched/comb_3/init/model.layers.24.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4e1e7f70380804ba9af885992a335762bbf0acae
--- /dev/null
+++ b/params/phi/5/rnd_search_t_no_sched/comb_3/init/model.layers.24.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d8fa7dedcd6b3c2902793774541f43c0f0c0364a573822125cd8d84b613329a0
+size 11395
diff --git a/params/phi/5/rnd_search_t_no_sched/comb_3/init/model.layers.24.self_attn.q_proj/_0.pt b/params/phi/5/rnd_search_t_no_sched/comb_3/init/model.layers.24.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..32ee18bf2f25e623153f8e8e4fc5f1257a361dec
--- /dev/null
+++ b/params/phi/5/rnd_search_t_no_sched/comb_3/init/model.layers.24.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e3f2cf9d8508ef8ab0f1fab002987be0430f7eb52b87c158492cf04b7033c1d2
+size 11395
diff --git a/params/phi/5/rnd_search_t_no_sched/comb_3/init/model.layers.24.self_attn.q_proj/_s.pt b/params/phi/5/rnd_search_t_no_sched/comb_3/init/model.layers.24.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ce4d6ce515d8384e24989c0a7f8ba13af2b57784
--- /dev/null
+++ b/params/phi/5/rnd_search_t_no_sched/comb_3/init/model.layers.24.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c664e9f22f3d1e82d47cf1fd037fa3df54cf80bea3267c26aeee7d08e630224f
+size 11395
diff --git a/params/phi/5/rnd_search_t_no_sched/comb_3/init/model.layers.24.self_attn.v_proj/_0.pt b/params/phi/5/rnd_search_t_no_sched/comb_3/init/model.layers.24.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..32ee18bf2f25e623153f8e8e4fc5f1257a361dec
--- /dev/null
+++ b/params/phi/5/rnd_search_t_no_sched/comb_3/init/model.layers.24.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e3f2cf9d8508ef8ab0f1fab002987be0430f7eb52b87c158492cf04b7033c1d2
+size 11395
diff --git a/params/phi/5/rnd_search_t_no_sched/comb_3/init/model.layers.24.self_attn.v_proj/_s.pt b/params/phi/5/rnd_search_t_no_sched/comb_3/init/model.layers.24.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ba1d3b052d49c65c155f7b08bd778e4030b024bf
--- /dev/null
+++ b/params/phi/5/rnd_search_t_no_sched/comb_3/init/model.layers.24.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0e6ae1494ae678e27ad8c69022098e501a0095604593c23df1100c139a428a48
+size 11395
diff --git a/params/phi/5/rnd_search_t_no_sched/comb_3/init/model.layers.25.mlp.fc1/_0.pt b/params/phi/5/rnd_search_t_no_sched/comb_3/init/model.layers.25.mlp.fc1/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..32ac531bec3e1f984cbc6da2072275eebedcc848
--- /dev/null
+++ b/params/phi/5/rnd_search_t_no_sched/comb_3/init/model.layers.25.mlp.fc1/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:8aae49663620750ef1b42b31d5204777eb39a1af1f1e7ab7f27474ddd4803198
+size 42115
diff --git a/params/phi/5/rnd_search_t_no_sched/comb_3/init/model.layers.25.mlp.fc1/_s.pt b/params/phi/5/rnd_search_t_no_sched/comb_3/init/model.layers.25.mlp.fc1/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..035e348a942974b7093a9f09a973ae73654ccaa4
--- /dev/null
+++ b/params/phi/5/rnd_search_t_no_sched/comb_3/init/model.layers.25.mlp.fc1/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:89ef34e9933a419e0705b9890dc2280ed0d5ede7c5209204c8139e6fca184e9e
+size 42115
diff --git a/params/phi/5/rnd_search_t_no_sched/comb_3/init/model.layers.25.mlp.fc2/_0.pt b/params/phi/5/rnd_search_t_no_sched/comb_3/init/model.layers.25.mlp.fc2/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..32ee18bf2f25e623153f8e8e4fc5f1257a361dec
--- /dev/null
+++ b/params/phi/5/rnd_search_t_no_sched/comb_3/init/model.layers.25.mlp.fc2/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e3f2cf9d8508ef8ab0f1fab002987be0430f7eb52b87c158492cf04b7033c1d2
+size 11395
diff --git a/params/phi/5/rnd_search_t_no_sched/comb_3/init/model.layers.25.mlp.fc2/_s.pt b/params/phi/5/rnd_search_t_no_sched/comb_3/init/model.layers.25.mlp.fc2/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..64876c41ea7cd29f750542f95e2022e990c93752
--- /dev/null
+++ b/params/phi/5/rnd_search_t_no_sched/comb_3/init/model.layers.25.mlp.fc2/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:658530af5c6c67e20e026e7a3995bf0f5bd80c4c7e12ea8d892cfb0682366d28
+size 11395
diff --git a/params/phi/5/rnd_search_t_no_sched/comb_3/init/model.layers.25.self_attn.dense/_0.pt b/params/phi/5/rnd_search_t_no_sched/comb_3/init/model.layers.25.self_attn.dense/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..32ee18bf2f25e623153f8e8e4fc5f1257a361dec
--- /dev/null
+++ b/params/phi/5/rnd_search_t_no_sched/comb_3/init/model.layers.25.self_attn.dense/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e3f2cf9d8508ef8ab0f1fab002987be0430f7eb52b87c158492cf04b7033c1d2
+size 11395
diff --git a/params/phi/5/rnd_search_t_no_sched/comb_3/init/model.layers.25.self_attn.dense/_s.pt b/params/phi/5/rnd_search_t_no_sched/comb_3/init/model.layers.25.self_attn.dense/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..7c028300632610b49ca9b393da7aae274a4432d6
--- /dev/null
+++ b/params/phi/5/rnd_search_t_no_sched/comb_3/init/model.layers.25.self_attn.dense/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:42c2ccf74d5dbc6450ceaab927a352048c77760f5aa489f93a17560cf1aac28d
+size 11395
diff --git a/params/phi/5/rnd_search_t_no_sched/comb_3/init/model.layers.25.self_attn.k_proj/_0.pt b/params/phi/5/rnd_search_t_no_sched/comb_3/init/model.layers.25.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..32ee18bf2f25e623153f8e8e4fc5f1257a361dec
--- /dev/null
+++ b/params/phi/5/rnd_search_t_no_sched/comb_3/init/model.layers.25.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e3f2cf9d8508ef8ab0f1fab002987be0430f7eb52b87c158492cf04b7033c1d2
+size 11395
diff --git a/params/phi/5/rnd_search_t_no_sched/comb_3/init/model.layers.25.self_attn.k_proj/_s.pt b/params/phi/5/rnd_search_t_no_sched/comb_3/init/model.layers.25.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..b45ec5e48150b2d7c0dee2bba3db71d6e3d61a45
--- /dev/null
+++ b/params/phi/5/rnd_search_t_no_sched/comb_3/init/model.layers.25.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c0d895b2e9a4aa671cc081c8d86035a9e635a4bc994975f3167c39f7156f4851
+size 11395
diff --git a/params/phi/5/rnd_search_t_no_sched/comb_3/init/model.layers.25.self_attn.q_proj/_0.pt b/params/phi/5/rnd_search_t_no_sched/comb_3/init/model.layers.25.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..32ee18bf2f25e623153f8e8e4fc5f1257a361dec
--- /dev/null
+++ b/params/phi/5/rnd_search_t_no_sched/comb_3/init/model.layers.25.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e3f2cf9d8508ef8ab0f1fab002987be0430f7eb52b87c158492cf04b7033c1d2
+size 11395
diff --git a/params/phi/5/rnd_search_t_no_sched/comb_3/init/model.layers.25.self_attn.q_proj/_s.pt b/params/phi/5/rnd_search_t_no_sched/comb_3/init/model.layers.25.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a62d6665b2bada314c3679b851b2d74fc0c60b49
--- /dev/null
+++ b/params/phi/5/rnd_search_t_no_sched/comb_3/init/model.layers.25.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5a0250825bd1be9b5ee056eacd93095bbfa1ff19bd8d09fa5f79c280eec750fe
+size 11395
diff --git a/params/phi/5/rnd_search_t_no_sched/comb_3/init/model.layers.25.self_attn.v_proj/_0.pt b/params/phi/5/rnd_search_t_no_sched/comb_3/init/model.layers.25.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..32ee18bf2f25e623153f8e8e4fc5f1257a361dec
--- /dev/null
+++ b/params/phi/5/rnd_search_t_no_sched/comb_3/init/model.layers.25.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e3f2cf9d8508ef8ab0f1fab002987be0430f7eb52b87c158492cf04b7033c1d2
+size 11395
diff --git a/params/phi/5/rnd_search_t_no_sched/comb_3/init/model.layers.25.self_attn.v_proj/_s.pt b/params/phi/5/rnd_search_t_no_sched/comb_3/init/model.layers.25.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..da253232858bcd79b04bd422d50cc4787b2fc9a9
--- /dev/null
+++ b/params/phi/5/rnd_search_t_no_sched/comb_3/init/model.layers.25.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:79af0bd6dcfc2a2c3668fb4adb9e9af3065d29107a7a09e644bac6d91dc1c59a
+size 11395
diff --git a/params/phi/5/rnd_search_t_no_sched/comb_3/init/model.layers.26.mlp.fc1/_0.pt b/params/phi/5/rnd_search_t_no_sched/comb_3/init/model.layers.26.mlp.fc1/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..32ac531bec3e1f984cbc6da2072275eebedcc848
--- /dev/null
+++ b/params/phi/5/rnd_search_t_no_sched/comb_3/init/model.layers.26.mlp.fc1/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:8aae49663620750ef1b42b31d5204777eb39a1af1f1e7ab7f27474ddd4803198
+size 42115
diff --git a/params/phi/5/rnd_search_t_no_sched/comb_3/init/model.layers.26.mlp.fc1/_s.pt b/params/phi/5/rnd_search_t_no_sched/comb_3/init/model.layers.26.mlp.fc1/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..54b7f156ac30af392a449c5f3ea3bb314bef4c2d
--- /dev/null
+++ b/params/phi/5/rnd_search_t_no_sched/comb_3/init/model.layers.26.mlp.fc1/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:3b3594d86403fa4c1562c2eefb81a7ac8f2f0f3c3ff3e5c1a43f7fd84a4ff25e
+size 42115
diff --git a/params/phi/5/rnd_search_t_no_sched/comb_3/init/model.layers.26.mlp.fc2/_0.pt b/params/phi/5/rnd_search_t_no_sched/comb_3/init/model.layers.26.mlp.fc2/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..32ee18bf2f25e623153f8e8e4fc5f1257a361dec
--- /dev/null
+++ b/params/phi/5/rnd_search_t_no_sched/comb_3/init/model.layers.26.mlp.fc2/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e3f2cf9d8508ef8ab0f1fab002987be0430f7eb52b87c158492cf04b7033c1d2
+size 11395
diff --git a/params/phi/5/rnd_search_t_no_sched/comb_3/init/model.layers.26.mlp.fc2/_s.pt b/params/phi/5/rnd_search_t_no_sched/comb_3/init/model.layers.26.mlp.fc2/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..844309bfd809e01427cf63a95c707d0370dd05f1
--- /dev/null
+++ b/params/phi/5/rnd_search_t_no_sched/comb_3/init/model.layers.26.mlp.fc2/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:4fe13e5a870b46bdadc99040a704f6536bf6319fc7bdabcb62df6038bfcceaa8
+size 11395
diff --git a/params/phi/5/rnd_search_t_no_sched/comb_3/init/model.layers.26.self_attn.dense/_0.pt b/params/phi/5/rnd_search_t_no_sched/comb_3/init/model.layers.26.self_attn.dense/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..32ee18bf2f25e623153f8e8e4fc5f1257a361dec
--- /dev/null
+++ b/params/phi/5/rnd_search_t_no_sched/comb_3/init/model.layers.26.self_attn.dense/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e3f2cf9d8508ef8ab0f1fab002987be0430f7eb52b87c158492cf04b7033c1d2
+size 11395
diff --git a/params/phi/5/rnd_search_t_no_sched/comb_3/init/model.layers.26.self_attn.dense/_s.pt b/params/phi/5/rnd_search_t_no_sched/comb_3/init/model.layers.26.self_attn.dense/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..0099cc850e60614eb20d34f65e3d54494ca0fdd3
--- /dev/null
+++ b/params/phi/5/rnd_search_t_no_sched/comb_3/init/model.layers.26.self_attn.dense/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d3eede2bb4ceeb3a0fa36827ee4a0b542c9909ad270b4f120726e719316eb9a4
+size 11395
diff --git a/params/phi/5/rnd_search_t_no_sched/comb_3/init/model.layers.26.self_attn.k_proj/_0.pt b/params/phi/5/rnd_search_t_no_sched/comb_3/init/model.layers.26.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..32ee18bf2f25e623153f8e8e4fc5f1257a361dec
--- /dev/null
+++ b/params/phi/5/rnd_search_t_no_sched/comb_3/init/model.layers.26.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e3f2cf9d8508ef8ab0f1fab002987be0430f7eb52b87c158492cf04b7033c1d2
+size 11395
diff --git a/params/phi/5/rnd_search_t_no_sched/comb_3/init/model.layers.26.self_attn.k_proj/_s.pt b/params/phi/5/rnd_search_t_no_sched/comb_3/init/model.layers.26.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..186c17a6aa54a4a9af07dbeb15999b803dbbddbf
--- /dev/null
+++ b/params/phi/5/rnd_search_t_no_sched/comb_3/init/model.layers.26.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e724e6112373f514ca2e91ac7a8bde0f640bc7d1e3fa81016a66603ed5ca9171
+size 11395
diff --git a/params/phi/5/rnd_search_t_no_sched/comb_3/init/model.layers.26.self_attn.q_proj/_0.pt b/params/phi/5/rnd_search_t_no_sched/comb_3/init/model.layers.26.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..32ee18bf2f25e623153f8e8e4fc5f1257a361dec
--- /dev/null
+++ b/params/phi/5/rnd_search_t_no_sched/comb_3/init/model.layers.26.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e3f2cf9d8508ef8ab0f1fab002987be0430f7eb52b87c158492cf04b7033c1d2
+size 11395
diff --git a/params/phi/5/rnd_search_t_no_sched/comb_3/init/model.layers.26.self_attn.q_proj/_s.pt b/params/phi/5/rnd_search_t_no_sched/comb_3/init/model.layers.26.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..382fed4bb5a475472567c44eb94d0ce9c2820fcf
--- /dev/null
+++ b/params/phi/5/rnd_search_t_no_sched/comb_3/init/model.layers.26.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:1239cdfa291ffd3898de9474a8af59bc83dfdcc175a797e97de003e1206ca3dc
+size 11395
diff --git a/params/phi/5/rnd_search_t_no_sched/comb_3/init/model.layers.26.self_attn.v_proj/_0.pt b/params/phi/5/rnd_search_t_no_sched/comb_3/init/model.layers.26.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..32ee18bf2f25e623153f8e8e4fc5f1257a361dec
--- /dev/null
+++ b/params/phi/5/rnd_search_t_no_sched/comb_3/init/model.layers.26.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e3f2cf9d8508ef8ab0f1fab002987be0430f7eb52b87c158492cf04b7033c1d2
+size 11395
diff --git a/params/phi/5/rnd_search_t_no_sched/comb_3/init/model.layers.26.self_attn.v_proj/_s.pt b/params/phi/5/rnd_search_t_no_sched/comb_3/init/model.layers.26.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..99b78d63d2b15df2a36918ddeb58446b830255ea
--- /dev/null
+++ b/params/phi/5/rnd_search_t_no_sched/comb_3/init/model.layers.26.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:4ef87c86c687f1e302c4db543799947fd19fa5254588896815db17f4bec9d29c
+size 11395
diff --git a/params/phi/5/rnd_search_t_no_sched/comb_3/init/model.layers.27.mlp.fc1/_0.pt b/params/phi/5/rnd_search_t_no_sched/comb_3/init/model.layers.27.mlp.fc1/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..32ac531bec3e1f984cbc6da2072275eebedcc848
--- /dev/null
+++ b/params/phi/5/rnd_search_t_no_sched/comb_3/init/model.layers.27.mlp.fc1/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:8aae49663620750ef1b42b31d5204777eb39a1af1f1e7ab7f27474ddd4803198
+size 42115
diff --git a/params/phi/5/rnd_search_t_no_sched/comb_3/init/model.layers.27.mlp.fc1/_s.pt b/params/phi/5/rnd_search_t_no_sched/comb_3/init/model.layers.27.mlp.fc1/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..f37c2b7313287c97be248786ab5d5e21389e05c4
--- /dev/null
+++ b/params/phi/5/rnd_search_t_no_sched/comb_3/init/model.layers.27.mlp.fc1/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:1346aa4a6fbd93e1d9d20631c354140ab0a2c9f41c8b2370b87b9d0c2bbe12e6
+size 42115
diff --git a/params/phi/5/rnd_search_t_no_sched/comb_3/init/model.layers.27.mlp.fc2/_0.pt b/params/phi/5/rnd_search_t_no_sched/comb_3/init/model.layers.27.mlp.fc2/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..32ee18bf2f25e623153f8e8e4fc5f1257a361dec
--- /dev/null
+++ b/params/phi/5/rnd_search_t_no_sched/comb_3/init/model.layers.27.mlp.fc2/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e3f2cf9d8508ef8ab0f1fab002987be0430f7eb52b87c158492cf04b7033c1d2
+size 11395
diff --git a/params/phi/5/rnd_search_t_no_sched/comb_3/init/model.layers.27.mlp.fc2/_s.pt b/params/phi/5/rnd_search_t_no_sched/comb_3/init/model.layers.27.mlp.fc2/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..7d4124ae902debdcf31b5403855044953e5238db
--- /dev/null
+++ b/params/phi/5/rnd_search_t_no_sched/comb_3/init/model.layers.27.mlp.fc2/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:eb9b60a7d346030e1bdca0bf0c4afd288f5d5eb5fa4d8e5404667eb40196cdae
+size 11395
diff --git a/params/phi/5/rnd_search_t_no_sched/comb_3/init/model.layers.27.self_attn.dense/_0.pt b/params/phi/5/rnd_search_t_no_sched/comb_3/init/model.layers.27.self_attn.dense/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..32ee18bf2f25e623153f8e8e4fc5f1257a361dec
--- /dev/null
+++ b/params/phi/5/rnd_search_t_no_sched/comb_3/init/model.layers.27.self_attn.dense/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e3f2cf9d8508ef8ab0f1fab002987be0430f7eb52b87c158492cf04b7033c1d2
+size 11395
diff --git a/params/phi/5/rnd_search_t_no_sched/comb_3/init/model.layers.27.self_attn.dense/_s.pt b/params/phi/5/rnd_search_t_no_sched/comb_3/init/model.layers.27.self_attn.dense/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..6930fcdb39a57fd618bfefb1588f05477e157042
--- /dev/null
+++ b/params/phi/5/rnd_search_t_no_sched/comb_3/init/model.layers.27.self_attn.dense/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e7f1f64e943036974ceb40cfa2f3d051dc98cab24c1dad53416c13525831d8a3
+size 11395
diff --git a/params/phi/5/rnd_search_t_no_sched/comb_3/init/model.layers.27.self_attn.k_proj/_0.pt b/params/phi/5/rnd_search_t_no_sched/comb_3/init/model.layers.27.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..32ee18bf2f25e623153f8e8e4fc5f1257a361dec
--- /dev/null
+++ b/params/phi/5/rnd_search_t_no_sched/comb_3/init/model.layers.27.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e3f2cf9d8508ef8ab0f1fab002987be0430f7eb52b87c158492cf04b7033c1d2
+size 11395
diff --git a/params/phi/5/rnd_search_t_no_sched/comb_3/init/model.layers.27.self_attn.k_proj/_s.pt b/params/phi/5/rnd_search_t_no_sched/comb_3/init/model.layers.27.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..bc0c48108aa9c6f71cf5a3cf49fc30ad5c4c1fbf
--- /dev/null
+++ b/params/phi/5/rnd_search_t_no_sched/comb_3/init/model.layers.27.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:40d6e0da59fb4131914ccd0463e1536bac65ce4788027cda48cb4b4b9890124a
+size 11395
diff --git a/params/phi/5/rnd_search_t_no_sched/comb_3/init/model.layers.27.self_attn.q_proj/_0.pt b/params/phi/5/rnd_search_t_no_sched/comb_3/init/model.layers.27.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..32ee18bf2f25e623153f8e8e4fc5f1257a361dec
--- /dev/null
+++ b/params/phi/5/rnd_search_t_no_sched/comb_3/init/model.layers.27.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e3f2cf9d8508ef8ab0f1fab002987be0430f7eb52b87c158492cf04b7033c1d2
+size 11395
diff --git a/params/phi/5/rnd_search_t_no_sched/comb_3/init/model.layers.27.self_attn.q_proj/_s.pt b/params/phi/5/rnd_search_t_no_sched/comb_3/init/model.layers.27.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..31e080331f19343f4f2c43131eb499a44637fc81
--- /dev/null
+++ b/params/phi/5/rnd_search_t_no_sched/comb_3/init/model.layers.27.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:6a691016a9e46c507b691cdb4677f4e21cb164a69cfe1e7916dec8dae931d8de
+size 11395
diff --git a/params/phi/5/rnd_search_t_no_sched/comb_3/init/model.layers.27.self_attn.v_proj/_0.pt b/params/phi/5/rnd_search_t_no_sched/comb_3/init/model.layers.27.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..32ee18bf2f25e623153f8e8e4fc5f1257a361dec
--- /dev/null
+++ b/params/phi/5/rnd_search_t_no_sched/comb_3/init/model.layers.27.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e3f2cf9d8508ef8ab0f1fab002987be0430f7eb52b87c158492cf04b7033c1d2
+size 11395
diff --git a/params/phi/5/rnd_search_t_no_sched/comb_3/init/model.layers.27.self_attn.v_proj/_s.pt b/params/phi/5/rnd_search_t_no_sched/comb_3/init/model.layers.27.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e4f56472a183f8f4b93d5fc8e455471abd57ae40
--- /dev/null
+++ b/params/phi/5/rnd_search_t_no_sched/comb_3/init/model.layers.27.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:1bf7971bce43132d93f0fb5643cb190d2a3eb53126016bf3fa92a840d3518099
+size 11395
diff --git a/params/phi/5/rnd_search_t_no_sched/comb_3/init/model.layers.28.mlp.fc1/_0.pt b/params/phi/5/rnd_search_t_no_sched/comb_3/init/model.layers.28.mlp.fc1/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..32ac531bec3e1f984cbc6da2072275eebedcc848
--- /dev/null
+++ b/params/phi/5/rnd_search_t_no_sched/comb_3/init/model.layers.28.mlp.fc1/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:8aae49663620750ef1b42b31d5204777eb39a1af1f1e7ab7f27474ddd4803198
+size 42115
diff --git a/params/phi/5/rnd_search_t_no_sched/comb_3/init/model.layers.28.mlp.fc1/_s.pt b/params/phi/5/rnd_search_t_no_sched/comb_3/init/model.layers.28.mlp.fc1/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..055c01f8798428edfd4b42c37697c3b22ba757f6
--- /dev/null
+++ b/params/phi/5/rnd_search_t_no_sched/comb_3/init/model.layers.28.mlp.fc1/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:1cc354ac9a157c76908b0a100cc09cbf34f8bb17615ce2a71da7c2efedf5fd2e
+size 42115
diff --git a/params/phi/5/rnd_search_t_no_sched/comb_3/init/model.layers.28.mlp.fc2/_0.pt b/params/phi/5/rnd_search_t_no_sched/comb_3/init/model.layers.28.mlp.fc2/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..32ee18bf2f25e623153f8e8e4fc5f1257a361dec
--- /dev/null
+++ b/params/phi/5/rnd_search_t_no_sched/comb_3/init/model.layers.28.mlp.fc2/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e3f2cf9d8508ef8ab0f1fab002987be0430f7eb52b87c158492cf04b7033c1d2
+size 11395
diff --git a/params/phi/5/rnd_search_t_no_sched/comb_3/init/model.layers.28.mlp.fc2/_s.pt b/params/phi/5/rnd_search_t_no_sched/comb_3/init/model.layers.28.mlp.fc2/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..5bd98b127f69758b09019acc154db333fda6666d
--- /dev/null
+++ b/params/phi/5/rnd_search_t_no_sched/comb_3/init/model.layers.28.mlp.fc2/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:929b7760ff8cc3a6e01462af39e7ceff80b069b9db0391e28df06775fcf5228a
+size 11395
diff --git a/params/phi/5/rnd_search_t_no_sched/comb_3/init/model.layers.28.self_attn.dense/_0.pt b/params/phi/5/rnd_search_t_no_sched/comb_3/init/model.layers.28.self_attn.dense/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..32ee18bf2f25e623153f8e8e4fc5f1257a361dec
--- /dev/null
+++ b/params/phi/5/rnd_search_t_no_sched/comb_3/init/model.layers.28.self_attn.dense/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e3f2cf9d8508ef8ab0f1fab002987be0430f7eb52b87c158492cf04b7033c1d2
+size 11395
diff --git a/params/phi/5/rnd_search_t_no_sched/comb_3/init/model.layers.28.self_attn.dense/_s.pt b/params/phi/5/rnd_search_t_no_sched/comb_3/init/model.layers.28.self_attn.dense/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e6f34ba3a06443461408cf487468eee1d8dff740
--- /dev/null
+++ b/params/phi/5/rnd_search_t_no_sched/comb_3/init/model.layers.28.self_attn.dense/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:fccd8400fecf12eb07f2d950d141a2f13e72d584881b81b295b0a0fbb38ccf55
+size 11395
diff --git a/params/phi/5/rnd_search_t_no_sched/comb_3/init/model.layers.28.self_attn.k_proj/_0.pt b/params/phi/5/rnd_search_t_no_sched/comb_3/init/model.layers.28.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..32ee18bf2f25e623153f8e8e4fc5f1257a361dec
--- /dev/null
+++ b/params/phi/5/rnd_search_t_no_sched/comb_3/init/model.layers.28.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e3f2cf9d8508ef8ab0f1fab002987be0430f7eb52b87c158492cf04b7033c1d2
+size 11395
diff --git a/params/phi/5/rnd_search_t_no_sched/comb_3/init/model.layers.28.self_attn.k_proj/_s.pt b/params/phi/5/rnd_search_t_no_sched/comb_3/init/model.layers.28.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..75ffbbefa30dde1ab4cd08af06d5edc240f4738b
--- /dev/null
+++ b/params/phi/5/rnd_search_t_no_sched/comb_3/init/model.layers.28.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cc5ae103a5f900e9607550d1bac11a68f5c2aebb851a21f138958f798e1c20b
+size 11395
diff --git a/params/phi/5/rnd_search_t_no_sched/comb_3/init/model.layers.28.self_attn.q_proj/_0.pt b/params/phi/5/rnd_search_t_no_sched/comb_3/init/model.layers.28.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..32ee18bf2f25e623153f8e8e4fc5f1257a361dec
--- /dev/null
+++ b/params/phi/5/rnd_search_t_no_sched/comb_3/init/model.layers.28.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e3f2cf9d8508ef8ab0f1fab002987be0430f7eb52b87c158492cf04b7033c1d2
+size 11395
diff --git a/params/phi/5/rnd_search_t_no_sched/comb_3/init/model.layers.28.self_attn.q_proj/_s.pt b/params/phi/5/rnd_search_t_no_sched/comb_3/init/model.layers.28.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..24cba2b497c7f8ec8a35653f664c900df3332a95
--- /dev/null
+++ b/params/phi/5/rnd_search_t_no_sched/comb_3/init/model.layers.28.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:51709e7d00da447b11c338299aafe1911948b00231236015c9a3d9323ecd4025
+size 11395
diff --git a/params/phi/5/rnd_search_t_no_sched/comb_3/init/model.layers.28.self_attn.v_proj/_0.pt b/params/phi/5/rnd_search_t_no_sched/comb_3/init/model.layers.28.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..32ee18bf2f25e623153f8e8e4fc5f1257a361dec
--- /dev/null
+++ b/params/phi/5/rnd_search_t_no_sched/comb_3/init/model.layers.28.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e3f2cf9d8508ef8ab0f1fab002987be0430f7eb52b87c158492cf04b7033c1d2
+size 11395
diff --git a/params/phi/5/rnd_search_t_no_sched/comb_3/init/model.layers.28.self_attn.v_proj/_s.pt b/params/phi/5/rnd_search_t_no_sched/comb_3/init/model.layers.28.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e59610a626da5ae5efcf5f5b641e0d9dd7146998
--- /dev/null
+++ b/params/phi/5/rnd_search_t_no_sched/comb_3/init/model.layers.28.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:7d369e93b68a66094f3cab49daea1e62849d2d11b9068bfb2cec334715a40870
+size 11395
diff --git a/params/phi/5/rnd_search_t_no_sched/comb_3/init/model.layers.29.mlp.fc1/_0.pt b/params/phi/5/rnd_search_t_no_sched/comb_3/init/model.layers.29.mlp.fc1/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..32ac531bec3e1f984cbc6da2072275eebedcc848
--- /dev/null
+++ b/params/phi/5/rnd_search_t_no_sched/comb_3/init/model.layers.29.mlp.fc1/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:8aae49663620750ef1b42b31d5204777eb39a1af1f1e7ab7f27474ddd4803198
+size 42115
diff --git a/params/phi/5/rnd_search_t_no_sched/comb_3/init/model.layers.29.mlp.fc1/_s.pt b/params/phi/5/rnd_search_t_no_sched/comb_3/init/model.layers.29.mlp.fc1/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8802d343173037c2c36cc6e8990facd9a7c27f2c
--- /dev/null
+++ b/params/phi/5/rnd_search_t_no_sched/comb_3/init/model.layers.29.mlp.fc1/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d9f11f03904dc687c80be18945d1659c786a831d68e291fce2ec1a9b63531296
+size 42115
diff --git a/params/phi/5/rnd_search_t_no_sched/comb_3/init/model.layers.29.mlp.fc2/_0.pt b/params/phi/5/rnd_search_t_no_sched/comb_3/init/model.layers.29.mlp.fc2/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..32ee18bf2f25e623153f8e8e4fc5f1257a361dec
--- /dev/null
+++ b/params/phi/5/rnd_search_t_no_sched/comb_3/init/model.layers.29.mlp.fc2/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e3f2cf9d8508ef8ab0f1fab002987be0430f7eb52b87c158492cf04b7033c1d2
+size 11395
diff --git a/params/phi/5/rnd_search_t_no_sched/comb_3/init/model.layers.29.mlp.fc2/_s.pt b/params/phi/5/rnd_search_t_no_sched/comb_3/init/model.layers.29.mlp.fc2/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ed98c0120bc7e2d390eb4121325807ae95448996
--- /dev/null
+++ b/params/phi/5/rnd_search_t_no_sched/comb_3/init/model.layers.29.mlp.fc2/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a0c3704cc7d5176ab66bccef5c4a13144301fffaf25773e0f680d0f60c7fbc1c
+size 11395
diff --git a/params/phi/5/rnd_search_t_no_sched/comb_3/init/model.layers.29.self_attn.dense/_0.pt b/params/phi/5/rnd_search_t_no_sched/comb_3/init/model.layers.29.self_attn.dense/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..32ee18bf2f25e623153f8e8e4fc5f1257a361dec
--- /dev/null
+++ b/params/phi/5/rnd_search_t_no_sched/comb_3/init/model.layers.29.self_attn.dense/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e3f2cf9d8508ef8ab0f1fab002987be0430f7eb52b87c158492cf04b7033c1d2
+size 11395
diff --git a/params/phi/5/rnd_search_t_no_sched/comb_3/init/model.layers.29.self_attn.dense/_s.pt b/params/phi/5/rnd_search_t_no_sched/comb_3/init/model.layers.29.self_attn.dense/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..d577dcc31b375e813b8881353ceabbc3cd75ad8a
--- /dev/null
+++ b/params/phi/5/rnd_search_t_no_sched/comb_3/init/model.layers.29.self_attn.dense/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:8e5040f65f55d7cfe43d937e669bf75674211d8bd5b16587826a8c44d79bb2c1
+size 11395
diff --git a/params/phi/5/rnd_search_t_no_sched/comb_3/init/model.layers.29.self_attn.k_proj/_0.pt b/params/phi/5/rnd_search_t_no_sched/comb_3/init/model.layers.29.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..32ee18bf2f25e623153f8e8e4fc5f1257a361dec
--- /dev/null
+++ b/params/phi/5/rnd_search_t_no_sched/comb_3/init/model.layers.29.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e3f2cf9d8508ef8ab0f1fab002987be0430f7eb52b87c158492cf04b7033c1d2
+size 11395
diff --git a/params/phi/5/rnd_search_t_no_sched/comb_3/init/model.layers.29.self_attn.k_proj/_s.pt b/params/phi/5/rnd_search_t_no_sched/comb_3/init/model.layers.29.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..d8f1d11f10d371b3a4f8c0667001f518bc5cb9dc
--- /dev/null
+++ b/params/phi/5/rnd_search_t_no_sched/comb_3/init/model.layers.29.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:171d71fe16027152c9616be440210e04f023e78a2190081d6fa17dcab09fd586
+size 11395
diff --git a/params/phi/5/rnd_search_t_no_sched/comb_3/init/model.layers.29.self_attn.q_proj/_0.pt b/params/phi/5/rnd_search_t_no_sched/comb_3/init/model.layers.29.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..32ee18bf2f25e623153f8e8e4fc5f1257a361dec
--- /dev/null
+++ b/params/phi/5/rnd_search_t_no_sched/comb_3/init/model.layers.29.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e3f2cf9d8508ef8ab0f1fab002987be0430f7eb52b87c158492cf04b7033c1d2
+size 11395
diff --git a/params/phi/5/rnd_search_t_no_sched/comb_3/init/model.layers.29.self_attn.q_proj/_s.pt b/params/phi/5/rnd_search_t_no_sched/comb_3/init/model.layers.29.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..885fc6263c2e7ea154fec7d74037b8786e969308
--- /dev/null
+++ b/params/phi/5/rnd_search_t_no_sched/comb_3/init/model.layers.29.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:54e35fd7539b9aa83ac9dd79dc83ec7c762f980f88ff55d6fdedd26559bae9f7
+size 11395
diff --git a/params/phi/5/rnd_search_t_no_sched/comb_3/init/model.layers.29.self_attn.v_proj/_0.pt b/params/phi/5/rnd_search_t_no_sched/comb_3/init/model.layers.29.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..32ee18bf2f25e623153f8e8e4fc5f1257a361dec
--- /dev/null
+++ b/params/phi/5/rnd_search_t_no_sched/comb_3/init/model.layers.29.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e3f2cf9d8508ef8ab0f1fab002987be0430f7eb52b87c158492cf04b7033c1d2
+size 11395
diff --git a/params/phi/5/rnd_search_t_no_sched/comb_3/init/model.layers.29.self_attn.v_proj/_s.pt b/params/phi/5/rnd_search_t_no_sched/comb_3/init/model.layers.29.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..5d5a3dc5ab65a78ca9ef1dd846ba3f57ae418e02
--- /dev/null
+++ b/params/phi/5/rnd_search_t_no_sched/comb_3/init/model.layers.29.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:7727303b0c9d30e2840654b8a145a25f0763b74ccb108fecf0c812d0f394fa34
+size 11395
diff --git a/params/phi/5/rnd_search_t_no_sched/comb_3/init/model.layers.3.mlp.fc1/_0.pt b/params/phi/5/rnd_search_t_no_sched/comb_3/init/model.layers.3.mlp.fc1/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..32ac531bec3e1f984cbc6da2072275eebedcc848
--- /dev/null
+++ b/params/phi/5/rnd_search_t_no_sched/comb_3/init/model.layers.3.mlp.fc1/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:8aae49663620750ef1b42b31d5204777eb39a1af1f1e7ab7f27474ddd4803198
+size 42115
diff --git a/params/phi/5/rnd_search_t_no_sched/comb_3/init/model.layers.3.mlp.fc1/_s.pt b/params/phi/5/rnd_search_t_no_sched/comb_3/init/model.layers.3.mlp.fc1/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..de02cb8a673535544b95f06b4d3b5ac9c3f0fd8d
--- /dev/null
+++ b/params/phi/5/rnd_search_t_no_sched/comb_3/init/model.layers.3.mlp.fc1/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:148b25a5ca6f2d257c814ca836f1347ce51e8838e882a5a15fc48df88ab4a1c7
+size 42115
diff --git a/params/phi/5/rnd_search_t_no_sched/comb_3/init/model.layers.3.mlp.fc2/_0.pt b/params/phi/5/rnd_search_t_no_sched/comb_3/init/model.layers.3.mlp.fc2/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..32ee18bf2f25e623153f8e8e4fc5f1257a361dec
--- /dev/null
+++ b/params/phi/5/rnd_search_t_no_sched/comb_3/init/model.layers.3.mlp.fc2/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e3f2cf9d8508ef8ab0f1fab002987be0430f7eb52b87c158492cf04b7033c1d2
+size 11395
diff --git a/params/phi/5/rnd_search_t_no_sched/comb_3/init/model.layers.3.mlp.fc2/_s.pt b/params/phi/5/rnd_search_t_no_sched/comb_3/init/model.layers.3.mlp.fc2/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..df5b4799d301d9881893edd2f0e57ef4535f24ef
--- /dev/null
+++ b/params/phi/5/rnd_search_t_no_sched/comb_3/init/model.layers.3.mlp.fc2/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:52a832da72fcdb33eaf75a51319b6febbb5c73b0e58966f2756bcc32f55c5944
+size 11395
diff --git a/params/phi/5/rnd_search_t_no_sched/comb_3/init/model.layers.3.self_attn.dense/_0.pt b/params/phi/5/rnd_search_t_no_sched/comb_3/init/model.layers.3.self_attn.dense/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..32ee18bf2f25e623153f8e8e4fc5f1257a361dec
--- /dev/null
+++ b/params/phi/5/rnd_search_t_no_sched/comb_3/init/model.layers.3.self_attn.dense/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e3f2cf9d8508ef8ab0f1fab002987be0430f7eb52b87c158492cf04b7033c1d2
+size 11395
diff --git a/params/phi/5/rnd_search_t_no_sched/comb_3/init/model.layers.3.self_attn.dense/_s.pt b/params/phi/5/rnd_search_t_no_sched/comb_3/init/model.layers.3.self_attn.dense/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2d5f8a2e5926d33201e9dc2219c17599f43fbfee
--- /dev/null
+++ b/params/phi/5/rnd_search_t_no_sched/comb_3/init/model.layers.3.self_attn.dense/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5a12530d4d481821f7cb1e55c6dbc0d593ae97126f79ead3e6f56c60b3b7c945
+size 11395
diff --git a/params/phi/5/rnd_search_t_no_sched/comb_3/init/model.layers.3.self_attn.k_proj/_0.pt b/params/phi/5/rnd_search_t_no_sched/comb_3/init/model.layers.3.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..32ee18bf2f25e623153f8e8e4fc5f1257a361dec
--- /dev/null
+++ b/params/phi/5/rnd_search_t_no_sched/comb_3/init/model.layers.3.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e3f2cf9d8508ef8ab0f1fab002987be0430f7eb52b87c158492cf04b7033c1d2
+size 11395
diff --git a/params/phi/5/rnd_search_t_no_sched/comb_3/init/model.layers.3.self_attn.k_proj/_s.pt b/params/phi/5/rnd_search_t_no_sched/comb_3/init/model.layers.3.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..5407750d992322387b47e53ce451cf705a8f240f
--- /dev/null
+++ b/params/phi/5/rnd_search_t_no_sched/comb_3/init/model.layers.3.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:cc70fe8811b0fb18810637007c9573af82576a34e89d71052e57f1ed42f9de77
+size 11395
diff --git a/params/phi/5/rnd_search_t_no_sched/comb_3/init/model.layers.3.self_attn.q_proj/_0.pt b/params/phi/5/rnd_search_t_no_sched/comb_3/init/model.layers.3.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..32ee18bf2f25e623153f8e8e4fc5f1257a361dec
--- /dev/null
+++ b/params/phi/5/rnd_search_t_no_sched/comb_3/init/model.layers.3.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e3f2cf9d8508ef8ab0f1fab002987be0430f7eb52b87c158492cf04b7033c1d2
+size 11395
diff --git a/params/phi/5/rnd_search_t_no_sched/comb_3/init/model.layers.3.self_attn.q_proj/_s.pt b/params/phi/5/rnd_search_t_no_sched/comb_3/init/model.layers.3.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..b6e6020ff1a06fa229dfb8dc245a424e3b16b5d9
--- /dev/null
+++ b/params/phi/5/rnd_search_t_no_sched/comb_3/init/model.layers.3.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:bbf80bbb2bf02c8731692d6fa3884790d1c62e4a30a71d3611632c9a57fc69d2
+size 11395
diff --git a/params/phi/5/rnd_search_t_no_sched/comb_3/init/model.layers.3.self_attn.v_proj/_0.pt b/params/phi/5/rnd_search_t_no_sched/comb_3/init/model.layers.3.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..32ee18bf2f25e623153f8e8e4fc5f1257a361dec
--- /dev/null
+++ b/params/phi/5/rnd_search_t_no_sched/comb_3/init/model.layers.3.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e3f2cf9d8508ef8ab0f1fab002987be0430f7eb52b87c158492cf04b7033c1d2
+size 11395
diff --git a/params/phi/5/rnd_search_t_no_sched/comb_3/init/model.layers.3.self_attn.v_proj/_s.pt b/params/phi/5/rnd_search_t_no_sched/comb_3/init/model.layers.3.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..943bbb6951a69dfc25be25324598746371d0767f
--- /dev/null
+++ b/params/phi/5/rnd_search_t_no_sched/comb_3/init/model.layers.3.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0cbd50403a34b2b824eb3e2bdacffe7d49bdf73376fecb614301d4e8c2a3786e
+size 11395
diff --git a/params/phi/5/rnd_search_t_no_sched/comb_3/init/model.layers.30.mlp.fc1/_0.pt b/params/phi/5/rnd_search_t_no_sched/comb_3/init/model.layers.30.mlp.fc1/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..32ac531bec3e1f984cbc6da2072275eebedcc848
--- /dev/null
+++ b/params/phi/5/rnd_search_t_no_sched/comb_3/init/model.layers.30.mlp.fc1/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:8aae49663620750ef1b42b31d5204777eb39a1af1f1e7ab7f27474ddd4803198
+size 42115
diff --git a/params/phi/5/rnd_search_t_no_sched/comb_3/init/model.layers.30.mlp.fc1/_s.pt b/params/phi/5/rnd_search_t_no_sched/comb_3/init/model.layers.30.mlp.fc1/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..3b6e3e4a22c678300ebec8fe28dcb876a8a50126
--- /dev/null
+++ b/params/phi/5/rnd_search_t_no_sched/comb_3/init/model.layers.30.mlp.fc1/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:eb7761194c1b8b5370ff18c13d9c92e6b78483e20cc7d64dadaeb6b28977c071
+size 42115
diff --git a/params/phi/5/rnd_search_t_no_sched/comb_3/init/model.layers.30.mlp.fc2/_0.pt b/params/phi/5/rnd_search_t_no_sched/comb_3/init/model.layers.30.mlp.fc2/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..32ee18bf2f25e623153f8e8e4fc5f1257a361dec
--- /dev/null
+++ b/params/phi/5/rnd_search_t_no_sched/comb_3/init/model.layers.30.mlp.fc2/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e3f2cf9d8508ef8ab0f1fab002987be0430f7eb52b87c158492cf04b7033c1d2
+size 11395
diff --git a/params/phi/5/rnd_search_t_no_sched/comb_3/init/model.layers.30.mlp.fc2/_s.pt b/params/phi/5/rnd_search_t_no_sched/comb_3/init/model.layers.30.mlp.fc2/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..d1823d5756561d9a660e90acc3c38a785fe7a099
--- /dev/null
+++ b/params/phi/5/rnd_search_t_no_sched/comb_3/init/model.layers.30.mlp.fc2/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:7ebec563312a5c1c745d550673ee8c5204db65f0f666cdc6da88fb4af4ed53c3
+size 11395
diff --git a/params/phi/5/rnd_search_t_no_sched/comb_3/init/model.layers.30.self_attn.dense/_0.pt b/params/phi/5/rnd_search_t_no_sched/comb_3/init/model.layers.30.self_attn.dense/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..32ee18bf2f25e623153f8e8e4fc5f1257a361dec
--- /dev/null
+++ b/params/phi/5/rnd_search_t_no_sched/comb_3/init/model.layers.30.self_attn.dense/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e3f2cf9d8508ef8ab0f1fab002987be0430f7eb52b87c158492cf04b7033c1d2
+size 11395
diff --git a/params/phi/5/rnd_search_t_no_sched/comb_3/init/model.layers.30.self_attn.dense/_s.pt b/params/phi/5/rnd_search_t_no_sched/comb_3/init/model.layers.30.self_attn.dense/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..219cfb8c4ba72adaeb6564d16153daedf89284d8
--- /dev/null
+++ b/params/phi/5/rnd_search_t_no_sched/comb_3/init/model.layers.30.self_attn.dense/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a2a38cf76e75f36cce6c53a9ef240a88159cbc6cdf980413fea7becca28c8ba2
+size 11395
diff --git a/params/phi/5/rnd_search_t_no_sched/comb_3/init/model.layers.30.self_attn.k_proj/_0.pt b/params/phi/5/rnd_search_t_no_sched/comb_3/init/model.layers.30.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..32ee18bf2f25e623153f8e8e4fc5f1257a361dec
--- /dev/null
+++ b/params/phi/5/rnd_search_t_no_sched/comb_3/init/model.layers.30.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e3f2cf9d8508ef8ab0f1fab002987be0430f7eb52b87c158492cf04b7033c1d2
+size 11395
diff --git a/params/phi/5/rnd_search_t_no_sched/comb_3/init/model.layers.30.self_attn.k_proj/_s.pt b/params/phi/5/rnd_search_t_no_sched/comb_3/init/model.layers.30.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..24850c6fa1ee7695b29089d3b4096b0087e1e191
--- /dev/null
+++ b/params/phi/5/rnd_search_t_no_sched/comb_3/init/model.layers.30.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:65b27a21c735a98b2826b320d6c4cd0593e8a0bea24148281c806ee8dc32ffa0
+size 11395
diff --git a/params/phi/5/rnd_search_t_no_sched/comb_3/init/model.layers.30.self_attn.q_proj/_0.pt b/params/phi/5/rnd_search_t_no_sched/comb_3/init/model.layers.30.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..32ee18bf2f25e623153f8e8e4fc5f1257a361dec
--- /dev/null
+++ b/params/phi/5/rnd_search_t_no_sched/comb_3/init/model.layers.30.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e3f2cf9d8508ef8ab0f1fab002987be0430f7eb52b87c158492cf04b7033c1d2
+size 11395
diff --git a/params/phi/5/rnd_search_t_no_sched/comb_3/init/model.layers.30.self_attn.q_proj/_s.pt b/params/phi/5/rnd_search_t_no_sched/comb_3/init/model.layers.30.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8589d41e6f6a48b49f7dc1ee36ef3bfe715b7000
--- /dev/null
+++ b/params/phi/5/rnd_search_t_no_sched/comb_3/init/model.layers.30.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:6f1e3e8fc2d03951b2b87f5114740c57acc7c649acab736f3e5fb8a7efc3b4a5
+size 11395
diff --git a/params/phi/5/rnd_search_t_no_sched/comb_3/init/model.layers.30.self_attn.v_proj/_0.pt b/params/phi/5/rnd_search_t_no_sched/comb_3/init/model.layers.30.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..32ee18bf2f25e623153f8e8e4fc5f1257a361dec
--- /dev/null
+++ b/params/phi/5/rnd_search_t_no_sched/comb_3/init/model.layers.30.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e3f2cf9d8508ef8ab0f1fab002987be0430f7eb52b87c158492cf04b7033c1d2
+size 11395
diff --git a/params/phi/5/rnd_search_t_no_sched/comb_3/init/model.layers.30.self_attn.v_proj/_s.pt b/params/phi/5/rnd_search_t_no_sched/comb_3/init/model.layers.30.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..5495e6c4c4576bb2de57b8a409d62eb321ff4e5a
--- /dev/null
+++ b/params/phi/5/rnd_search_t_no_sched/comb_3/init/model.layers.30.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:199cff633c56128161eb2de433a76aa539db59fb8de64335a73d5d61eb99fdd4
+size 11395
diff --git a/params/phi/5/rnd_search_t_no_sched/comb_3/init/model.layers.31.mlp.fc1/_0.pt b/params/phi/5/rnd_search_t_no_sched/comb_3/init/model.layers.31.mlp.fc1/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..32ac531bec3e1f984cbc6da2072275eebedcc848
--- /dev/null
+++ b/params/phi/5/rnd_search_t_no_sched/comb_3/init/model.layers.31.mlp.fc1/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:8aae49663620750ef1b42b31d5204777eb39a1af1f1e7ab7f27474ddd4803198
+size 42115
diff --git a/params/phi/5/rnd_search_t_no_sched/comb_3/init/model.layers.31.mlp.fc1/_s.pt b/params/phi/5/rnd_search_t_no_sched/comb_3/init/model.layers.31.mlp.fc1/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..bd0d1621512b89db4ca256e451958631368cc639
--- /dev/null
+++ b/params/phi/5/rnd_search_t_no_sched/comb_3/init/model.layers.31.mlp.fc1/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:36696ba2a9fdbc0b7d95e1abbe6731082dcd6580295be270a44e19f5ee224264
+size 42115
diff --git a/params/phi/5/rnd_search_t_no_sched/comb_3/init/model.layers.31.mlp.fc2/_0.pt b/params/phi/5/rnd_search_t_no_sched/comb_3/init/model.layers.31.mlp.fc2/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..32ee18bf2f25e623153f8e8e4fc5f1257a361dec
--- /dev/null
+++ b/params/phi/5/rnd_search_t_no_sched/comb_3/init/model.layers.31.mlp.fc2/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e3f2cf9d8508ef8ab0f1fab002987be0430f7eb52b87c158492cf04b7033c1d2
+size 11395
diff --git a/params/phi/5/rnd_search_t_no_sched/comb_3/init/model.layers.31.mlp.fc2/_s.pt b/params/phi/5/rnd_search_t_no_sched/comb_3/init/model.layers.31.mlp.fc2/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..5952b39eaad91a46471f933aa7b3ca9c7f5d0fa4
--- /dev/null
+++ b/params/phi/5/rnd_search_t_no_sched/comb_3/init/model.layers.31.mlp.fc2/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ac75126b45e64fea93c4623427a9cb4c9b9bb2d802993a1737d73561e8c52031
+size 11395
diff --git a/params/phi/5/rnd_search_t_no_sched/comb_3/init/model.layers.31.self_attn.dense/_0.pt b/params/phi/5/rnd_search_t_no_sched/comb_3/init/model.layers.31.self_attn.dense/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..32ee18bf2f25e623153f8e8e4fc5f1257a361dec
--- /dev/null
+++ b/params/phi/5/rnd_search_t_no_sched/comb_3/init/model.layers.31.self_attn.dense/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e3f2cf9d8508ef8ab0f1fab002987be0430f7eb52b87c158492cf04b7033c1d2
+size 11395
diff --git a/params/phi/5/rnd_search_t_no_sched/comb_3/init/model.layers.31.self_attn.dense/_s.pt b/params/phi/5/rnd_search_t_no_sched/comb_3/init/model.layers.31.self_attn.dense/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..08accb4cb8ff04fe2a50db50bf10f975203ecfb4
--- /dev/null
+++ b/params/phi/5/rnd_search_t_no_sched/comb_3/init/model.layers.31.self_attn.dense/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:fd321cfd1ce8f76fc9ac6a76f2f88778c842b8f73eebf555a240a35ec9335c27
+size 11395
diff --git a/params/phi/5/rnd_search_t_no_sched/comb_3/init/model.layers.31.self_attn.k_proj/_0.pt b/params/phi/5/rnd_search_t_no_sched/comb_3/init/model.layers.31.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..32ee18bf2f25e623153f8e8e4fc5f1257a361dec
--- /dev/null
+++ b/params/phi/5/rnd_search_t_no_sched/comb_3/init/model.layers.31.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e3f2cf9d8508ef8ab0f1fab002987be0430f7eb52b87c158492cf04b7033c1d2
+size 11395
diff --git a/params/phi/5/rnd_search_t_no_sched/comb_3/init/model.layers.31.self_attn.k_proj/_s.pt b/params/phi/5/rnd_search_t_no_sched/comb_3/init/model.layers.31.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4e60c6e629b0418a5d266e5c7b3ce9dc6c660d55
--- /dev/null
+++ b/params/phi/5/rnd_search_t_no_sched/comb_3/init/model.layers.31.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:21925ed2602c9668f92150a29e4ba3b327c036eb0a34d258ed8d3caf6ea974c7
+size 11395
diff --git a/params/phi/5/rnd_search_t_no_sched/comb_3/init/model.layers.31.self_attn.q_proj/_0.pt b/params/phi/5/rnd_search_t_no_sched/comb_3/init/model.layers.31.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..32ee18bf2f25e623153f8e8e4fc5f1257a361dec
--- /dev/null
+++ b/params/phi/5/rnd_search_t_no_sched/comb_3/init/model.layers.31.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e3f2cf9d8508ef8ab0f1fab002987be0430f7eb52b87c158492cf04b7033c1d2
+size 11395
diff --git a/params/phi/5/rnd_search_t_no_sched/comb_3/init/model.layers.31.self_attn.q_proj/_s.pt b/params/phi/5/rnd_search_t_no_sched/comb_3/init/model.layers.31.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8d25a3b3e6d255e59bf954102bfd532491f12ec6
--- /dev/null
+++ b/params/phi/5/rnd_search_t_no_sched/comb_3/init/model.layers.31.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:eb253e7955614900c2b9ac31839dcb0c8a1865ee16e736adbb6e0783e687f3e7
+size 11395
diff --git a/params/phi/5/rnd_search_t_no_sched/comb_3/init/model.layers.31.self_attn.v_proj/_0.pt b/params/phi/5/rnd_search_t_no_sched/comb_3/init/model.layers.31.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..32ee18bf2f25e623153f8e8e4fc5f1257a361dec
--- /dev/null
+++ b/params/phi/5/rnd_search_t_no_sched/comb_3/init/model.layers.31.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e3f2cf9d8508ef8ab0f1fab002987be0430f7eb52b87c158492cf04b7033c1d2
+size 11395
diff --git a/params/phi/5/rnd_search_t_no_sched/comb_3/init/model.layers.31.self_attn.v_proj/_s.pt b/params/phi/5/rnd_search_t_no_sched/comb_3/init/model.layers.31.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..99099e6efc33a7ee6599ad4877a67fa271760337
--- /dev/null
+++ b/params/phi/5/rnd_search_t_no_sched/comb_3/init/model.layers.31.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:87c450551de3996b30a2e41fe5b1b90d371c7925d01656728449f14942b250db
+size 11395
diff --git a/params/phi/5/rnd_search_t_no_sched/comb_3/init/model.layers.4.mlp.fc1/_0.pt b/params/phi/5/rnd_search_t_no_sched/comb_3/init/model.layers.4.mlp.fc1/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..32ac531bec3e1f984cbc6da2072275eebedcc848
--- /dev/null
+++ b/params/phi/5/rnd_search_t_no_sched/comb_3/init/model.layers.4.mlp.fc1/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:8aae49663620750ef1b42b31d5204777eb39a1af1f1e7ab7f27474ddd4803198
+size 42115
diff --git a/params/phi/5/rnd_search_t_no_sched/comb_3/init/model.layers.4.mlp.fc1/_s.pt b/params/phi/5/rnd_search_t_no_sched/comb_3/init/model.layers.4.mlp.fc1/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e2fa3e6f8d83f0fa436770bfb8a16b7f76860a33
--- /dev/null
+++ b/params/phi/5/rnd_search_t_no_sched/comb_3/init/model.layers.4.mlp.fc1/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f83e233a7e5ebad541bc5b364dcf4120c443261d4247d841f343c64571e8a177
+size 42115
diff --git a/params/phi/5/rnd_search_t_no_sched/comb_3/init/model.layers.4.mlp.fc2/_0.pt b/params/phi/5/rnd_search_t_no_sched/comb_3/init/model.layers.4.mlp.fc2/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..32ee18bf2f25e623153f8e8e4fc5f1257a361dec
--- /dev/null
+++ b/params/phi/5/rnd_search_t_no_sched/comb_3/init/model.layers.4.mlp.fc2/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e3f2cf9d8508ef8ab0f1fab002987be0430f7eb52b87c158492cf04b7033c1d2
+size 11395
diff --git a/params/phi/5/rnd_search_t_no_sched/comb_3/init/model.layers.4.mlp.fc2/_s.pt b/params/phi/5/rnd_search_t_no_sched/comb_3/init/model.layers.4.mlp.fc2/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..796b1c573bcd77f54b95f3741c0ffde6b8c7701e
--- /dev/null
+++ b/params/phi/5/rnd_search_t_no_sched/comb_3/init/model.layers.4.mlp.fc2/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:9b46ae87b4693b3c9d029dd3639d7f89af1b42d11a3c40991a63013e61d5c1ec
+size 11395
diff --git a/params/phi/5/rnd_search_t_no_sched/comb_3/init/model.layers.4.self_attn.dense/_0.pt b/params/phi/5/rnd_search_t_no_sched/comb_3/init/model.layers.4.self_attn.dense/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..32ee18bf2f25e623153f8e8e4fc5f1257a361dec
--- /dev/null
+++ b/params/phi/5/rnd_search_t_no_sched/comb_3/init/model.layers.4.self_attn.dense/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e3f2cf9d8508ef8ab0f1fab002987be0430f7eb52b87c158492cf04b7033c1d2
+size 11395
diff --git a/params/phi/5/rnd_search_t_no_sched/comb_3/init/model.layers.4.self_attn.dense/_s.pt b/params/phi/5/rnd_search_t_no_sched/comb_3/init/model.layers.4.self_attn.dense/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..09b56e6124e73757df74ae3d207d0a67e3db071f
--- /dev/null
+++ b/params/phi/5/rnd_search_t_no_sched/comb_3/init/model.layers.4.self_attn.dense/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:039045724de3d62e7319f3ddec3f7f047e68cc4f1f6f4a78f23b990aced0d740
+size 11395
diff --git a/params/phi/5/rnd_search_t_no_sched/comb_3/init/model.layers.4.self_attn.k_proj/_0.pt b/params/phi/5/rnd_search_t_no_sched/comb_3/init/model.layers.4.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..32ee18bf2f25e623153f8e8e4fc5f1257a361dec
--- /dev/null
+++ b/params/phi/5/rnd_search_t_no_sched/comb_3/init/model.layers.4.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e3f2cf9d8508ef8ab0f1fab002987be0430f7eb52b87c158492cf04b7033c1d2
+size 11395
diff --git a/params/phi/5/rnd_search_t_no_sched/comb_3/init/model.layers.4.self_attn.k_proj/_s.pt b/params/phi/5/rnd_search_t_no_sched/comb_3/init/model.layers.4.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2095fdc31aadd470634e87d9e4b5f5837e8af8f2
--- /dev/null
+++ b/params/phi/5/rnd_search_t_no_sched/comb_3/init/model.layers.4.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ffbeb008783256aeb0af2274151724cd436771e1a6ab678d4655639154ea45eb
+size 11395
diff --git a/params/phi/5/rnd_search_t_no_sched/comb_3/init/model.layers.4.self_attn.q_proj/_0.pt b/params/phi/5/rnd_search_t_no_sched/comb_3/init/model.layers.4.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..32ee18bf2f25e623153f8e8e4fc5f1257a361dec
--- /dev/null
+++ b/params/phi/5/rnd_search_t_no_sched/comb_3/init/model.layers.4.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e3f2cf9d8508ef8ab0f1fab002987be0430f7eb52b87c158492cf04b7033c1d2
+size 11395
diff --git a/params/phi/5/rnd_search_t_no_sched/comb_3/init/model.layers.4.self_attn.q_proj/_s.pt b/params/phi/5/rnd_search_t_no_sched/comb_3/init/model.layers.4.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..b115fceca5a9335d2888aafd8b91d969f43f789e
--- /dev/null
+++ b/params/phi/5/rnd_search_t_no_sched/comb_3/init/model.layers.4.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a93375f6ee9c240edf4fdabfc6ad8080c7b6486ab3e864221677e3db34814192
+size 11395
diff --git a/params/phi/5/rnd_search_t_no_sched/comb_3/init/model.layers.4.self_attn.v_proj/_0.pt b/params/phi/5/rnd_search_t_no_sched/comb_3/init/model.layers.4.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..32ee18bf2f25e623153f8e8e4fc5f1257a361dec
--- /dev/null
+++ b/params/phi/5/rnd_search_t_no_sched/comb_3/init/model.layers.4.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e3f2cf9d8508ef8ab0f1fab002987be0430f7eb52b87c158492cf04b7033c1d2
+size 11395
diff --git a/params/phi/5/rnd_search_t_no_sched/comb_3/init/model.layers.4.self_attn.v_proj/_s.pt b/params/phi/5/rnd_search_t_no_sched/comb_3/init/model.layers.4.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..655f8a1718986175aaac55de8a2ff613fe66939c
--- /dev/null
+++ b/params/phi/5/rnd_search_t_no_sched/comb_3/init/model.layers.4.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2b64ca570cc6f136c427bec811ca08780ac0ee0e7e0b6bf1e6418e9aabeb7f51
+size 11395
diff --git a/params/phi/5/rnd_search_t_no_sched/comb_3/init/model.layers.5.mlp.fc1/_0.pt b/params/phi/5/rnd_search_t_no_sched/comb_3/init/model.layers.5.mlp.fc1/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..32ac531bec3e1f984cbc6da2072275eebedcc848
--- /dev/null
+++ b/params/phi/5/rnd_search_t_no_sched/comb_3/init/model.layers.5.mlp.fc1/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:8aae49663620750ef1b42b31d5204777eb39a1af1f1e7ab7f27474ddd4803198
+size 42115
diff --git a/params/phi/5/rnd_search_t_no_sched/comb_3/init/model.layers.5.mlp.fc1/_s.pt b/params/phi/5/rnd_search_t_no_sched/comb_3/init/model.layers.5.mlp.fc1/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..6f5caca7887958d043b267330dba36b3b8a7f7bc
--- /dev/null
+++ b/params/phi/5/rnd_search_t_no_sched/comb_3/init/model.layers.5.mlp.fc1/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:57d784866c53c258a17836f43b4dba2098b25ccac975543ce024853b54ebb345
+size 42115
diff --git a/params/phi/5/rnd_search_t_no_sched/comb_3/init/model.layers.5.mlp.fc2/_0.pt b/params/phi/5/rnd_search_t_no_sched/comb_3/init/model.layers.5.mlp.fc2/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..32ee18bf2f25e623153f8e8e4fc5f1257a361dec
--- /dev/null
+++ b/params/phi/5/rnd_search_t_no_sched/comb_3/init/model.layers.5.mlp.fc2/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e3f2cf9d8508ef8ab0f1fab002987be0430f7eb52b87c158492cf04b7033c1d2
+size 11395
diff --git a/params/phi/5/rnd_search_t_no_sched/comb_3/init/model.layers.5.mlp.fc2/_s.pt b/params/phi/5/rnd_search_t_no_sched/comb_3/init/model.layers.5.mlp.fc2/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..0f485190589dea99d5ec7b0b6a103f1fd76f1d3a
--- /dev/null
+++ b/params/phi/5/rnd_search_t_no_sched/comb_3/init/model.layers.5.mlp.fc2/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:7bd698f465b08346d5d202568ba27014ee0ac742e286aba783177c7ba5b603ec
+size 11395
diff --git a/params/phi/5/rnd_search_t_no_sched/comb_3/init/model.layers.5.self_attn.dense/_0.pt b/params/phi/5/rnd_search_t_no_sched/comb_3/init/model.layers.5.self_attn.dense/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..32ee18bf2f25e623153f8e8e4fc5f1257a361dec
--- /dev/null
+++ b/params/phi/5/rnd_search_t_no_sched/comb_3/init/model.layers.5.self_attn.dense/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e3f2cf9d8508ef8ab0f1fab002987be0430f7eb52b87c158492cf04b7033c1d2
+size 11395
diff --git a/params/phi/5/rnd_search_t_no_sched/comb_3/init/model.layers.5.self_attn.dense/_s.pt b/params/phi/5/rnd_search_t_no_sched/comb_3/init/model.layers.5.self_attn.dense/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..d8f76804656596887b92d778fa807226157e13bb
--- /dev/null
+++ b/params/phi/5/rnd_search_t_no_sched/comb_3/init/model.layers.5.self_attn.dense/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:10e52c9da2e9ebd016ce6f1b275948cc2e978694582156b9ab7b8e59301cf866
+size 11395
diff --git a/params/phi/5/rnd_search_t_no_sched/comb_3/init/model.layers.5.self_attn.k_proj/_0.pt b/params/phi/5/rnd_search_t_no_sched/comb_3/init/model.layers.5.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..32ee18bf2f25e623153f8e8e4fc5f1257a361dec
--- /dev/null
+++ b/params/phi/5/rnd_search_t_no_sched/comb_3/init/model.layers.5.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e3f2cf9d8508ef8ab0f1fab002987be0430f7eb52b87c158492cf04b7033c1d2
+size 11395
diff --git a/params/phi/5/rnd_search_t_no_sched/comb_3/init/model.layers.5.self_attn.k_proj/_s.pt b/params/phi/5/rnd_search_t_no_sched/comb_3/init/model.layers.5.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ea8939accfc619afc47c552884180215690dd01c
--- /dev/null
+++ b/params/phi/5/rnd_search_t_no_sched/comb_3/init/model.layers.5.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:bd601494a1bffa3e85d7c7fade7080c87f4e645b27714494770dfd15d289fd43
+size 11395
diff --git a/params/phi/5/rnd_search_t_no_sched/comb_3/init/model.layers.5.self_attn.q_proj/_0.pt b/params/phi/5/rnd_search_t_no_sched/comb_3/init/model.layers.5.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..32ee18bf2f25e623153f8e8e4fc5f1257a361dec
--- /dev/null
+++ b/params/phi/5/rnd_search_t_no_sched/comb_3/init/model.layers.5.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e3f2cf9d8508ef8ab0f1fab002987be0430f7eb52b87c158492cf04b7033c1d2
+size 11395
diff --git a/params/phi/5/rnd_search_t_no_sched/comb_3/init/model.layers.5.self_attn.q_proj/_s.pt b/params/phi/5/rnd_search_t_no_sched/comb_3/init/model.layers.5.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..04cb38c092b7e242baa22bb9ca60b7e0b2de6809
--- /dev/null
+++ b/params/phi/5/rnd_search_t_no_sched/comb_3/init/model.layers.5.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b1fc374a51c021f76dc334016ae133f476d674b1400d2383cc1fcb4a2f876b67
+size 11395
diff --git a/params/phi/5/rnd_search_t_no_sched/comb_3/init/model.layers.5.self_attn.v_proj/_0.pt b/params/phi/5/rnd_search_t_no_sched/comb_3/init/model.layers.5.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..32ee18bf2f25e623153f8e8e4fc5f1257a361dec
--- /dev/null
+++ b/params/phi/5/rnd_search_t_no_sched/comb_3/init/model.layers.5.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e3f2cf9d8508ef8ab0f1fab002987be0430f7eb52b87c158492cf04b7033c1d2
+size 11395
diff --git a/params/phi/5/rnd_search_t_no_sched/comb_3/init/model.layers.5.self_attn.v_proj/_s.pt b/params/phi/5/rnd_search_t_no_sched/comb_3/init/model.layers.5.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..176f1db49f2c1e3d48567db11672c7d7c6a46d02
--- /dev/null
+++ b/params/phi/5/rnd_search_t_no_sched/comb_3/init/model.layers.5.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:527395b215b301f5672e000c975a697553e8d34ddf1ada4f94670b789bddf016
+size 11395
diff --git a/params/phi/5/rnd_search_t_no_sched/comb_3/init/model.layers.6.mlp.fc1/_0.pt b/params/phi/5/rnd_search_t_no_sched/comb_3/init/model.layers.6.mlp.fc1/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..32ac531bec3e1f984cbc6da2072275eebedcc848
--- /dev/null
+++ b/params/phi/5/rnd_search_t_no_sched/comb_3/init/model.layers.6.mlp.fc1/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:8aae49663620750ef1b42b31d5204777eb39a1af1f1e7ab7f27474ddd4803198
+size 42115
diff --git a/params/phi/5/rnd_search_t_no_sched/comb_3/init/model.layers.6.mlp.fc1/_s.pt b/params/phi/5/rnd_search_t_no_sched/comb_3/init/model.layers.6.mlp.fc1/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..97022cca7064629aa552e657841bd60506c72f57
--- /dev/null
+++ b/params/phi/5/rnd_search_t_no_sched/comb_3/init/model.layers.6.mlp.fc1/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b9e7ca9a917f3140c4a69330ef9b46f83d156e0f3d968ad4cbba3c8ad6b22868
+size 42115
diff --git a/params/phi/5/rnd_search_t_no_sched/comb_3/init/model.layers.6.mlp.fc2/_0.pt b/params/phi/5/rnd_search_t_no_sched/comb_3/init/model.layers.6.mlp.fc2/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..32ee18bf2f25e623153f8e8e4fc5f1257a361dec
--- /dev/null
+++ b/params/phi/5/rnd_search_t_no_sched/comb_3/init/model.layers.6.mlp.fc2/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e3f2cf9d8508ef8ab0f1fab002987be0430f7eb52b87c158492cf04b7033c1d2
+size 11395
diff --git a/params/phi/5/rnd_search_t_no_sched/comb_3/init/model.layers.6.mlp.fc2/_s.pt b/params/phi/5/rnd_search_t_no_sched/comb_3/init/model.layers.6.mlp.fc2/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4ced3bf8f8a45ca31a2237440076763589ae0b37
--- /dev/null
+++ b/params/phi/5/rnd_search_t_no_sched/comb_3/init/model.layers.6.mlp.fc2/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:1ed38d069bd3f7dddd2a72e79fae41ba2a5fd31f5c3671d8302880d8f47a77ac
+size 11395
diff --git a/params/phi/5/rnd_search_t_no_sched/comb_3/init/model.layers.6.self_attn.dense/_0.pt b/params/phi/5/rnd_search_t_no_sched/comb_3/init/model.layers.6.self_attn.dense/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..32ee18bf2f25e623153f8e8e4fc5f1257a361dec
--- /dev/null
+++ b/params/phi/5/rnd_search_t_no_sched/comb_3/init/model.layers.6.self_attn.dense/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e3f2cf9d8508ef8ab0f1fab002987be0430f7eb52b87c158492cf04b7033c1d2
+size 11395
diff --git a/params/phi/5/rnd_search_t_no_sched/comb_3/init/model.layers.6.self_attn.dense/_s.pt b/params/phi/5/rnd_search_t_no_sched/comb_3/init/model.layers.6.self_attn.dense/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..93af87c5ef10a0c808b834302c90760f4fce6e0d
--- /dev/null
+++ b/params/phi/5/rnd_search_t_no_sched/comb_3/init/model.layers.6.self_attn.dense/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:851764193028cd2939e63ec95b3e6ed6635751f78f9a88fd031c7bca46989721
+size 11395
diff --git a/params/phi/5/rnd_search_t_no_sched/comb_3/init/model.layers.6.self_attn.k_proj/_0.pt b/params/phi/5/rnd_search_t_no_sched/comb_3/init/model.layers.6.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..32ee18bf2f25e623153f8e8e4fc5f1257a361dec
--- /dev/null
+++ b/params/phi/5/rnd_search_t_no_sched/comb_3/init/model.layers.6.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e3f2cf9d8508ef8ab0f1fab002987be0430f7eb52b87c158492cf04b7033c1d2
+size 11395
diff --git a/params/phi/5/rnd_search_t_no_sched/comb_3/init/model.layers.6.self_attn.k_proj/_s.pt b/params/phi/5/rnd_search_t_no_sched/comb_3/init/model.layers.6.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..175acf7de8a56dfc9ecd7e83d9374e574fc29ab7
--- /dev/null
+++ b/params/phi/5/rnd_search_t_no_sched/comb_3/init/model.layers.6.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:70aa0d9c3d2c613298315a4502eff5e60d6e3de7eb08d3ebd168945998f79b49
+size 11395
diff --git a/params/phi/5/rnd_search_t_no_sched/comb_3/init/model.layers.6.self_attn.q_proj/_0.pt b/params/phi/5/rnd_search_t_no_sched/comb_3/init/model.layers.6.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..32ee18bf2f25e623153f8e8e4fc5f1257a361dec
--- /dev/null
+++ b/params/phi/5/rnd_search_t_no_sched/comb_3/init/model.layers.6.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e3f2cf9d8508ef8ab0f1fab002987be0430f7eb52b87c158492cf04b7033c1d2
+size 11395
diff --git a/params/phi/5/rnd_search_t_no_sched/comb_3/init/model.layers.6.self_attn.q_proj/_s.pt b/params/phi/5/rnd_search_t_no_sched/comb_3/init/model.layers.6.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..39296b4e928f345247606fc24e90d069a7e152c5
--- /dev/null
+++ b/params/phi/5/rnd_search_t_no_sched/comb_3/init/model.layers.6.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d71f4313d4c5adcf091c5cfb00c426ce6edaa377b3c0e7213a27bcc61179f47e
+size 11395
diff --git a/params/phi/5/rnd_search_t_no_sched/comb_3/init/model.layers.6.self_attn.v_proj/_0.pt b/params/phi/5/rnd_search_t_no_sched/comb_3/init/model.layers.6.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..32ee18bf2f25e623153f8e8e4fc5f1257a361dec
--- /dev/null
+++ b/params/phi/5/rnd_search_t_no_sched/comb_3/init/model.layers.6.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e3f2cf9d8508ef8ab0f1fab002987be0430f7eb52b87c158492cf04b7033c1d2
+size 11395
diff --git a/params/phi/5/rnd_search_t_no_sched/comb_3/init/model.layers.6.self_attn.v_proj/_s.pt b/params/phi/5/rnd_search_t_no_sched/comb_3/init/model.layers.6.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..fb3aa5f0eeb412a47af349f6b2ecaf86b78fb5ed
--- /dev/null
+++ b/params/phi/5/rnd_search_t_no_sched/comb_3/init/model.layers.6.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:7dee478974c9112a1bea6bd3a685868e7e958f5283d670ff0cd21b376cc1f552
+size 11395
diff --git a/params/phi/5/rnd_search_t_no_sched/comb_3/init/model.layers.7.mlp.fc1/_0.pt b/params/phi/5/rnd_search_t_no_sched/comb_3/init/model.layers.7.mlp.fc1/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..32ac531bec3e1f984cbc6da2072275eebedcc848
--- /dev/null
+++ b/params/phi/5/rnd_search_t_no_sched/comb_3/init/model.layers.7.mlp.fc1/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:8aae49663620750ef1b42b31d5204777eb39a1af1f1e7ab7f27474ddd4803198
+size 42115
diff --git a/params/phi/5/rnd_search_t_no_sched/comb_3/init/model.layers.7.mlp.fc1/_s.pt b/params/phi/5/rnd_search_t_no_sched/comb_3/init/model.layers.7.mlp.fc1/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..0770a09b63ed32accd762af4554a4d888a52580e
--- /dev/null
+++ b/params/phi/5/rnd_search_t_no_sched/comb_3/init/model.layers.7.mlp.fc1/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e869d45dd902a7e4ce624ed148a09c2a71333cb3a89635c01c03362ccd563286
+size 42115
diff --git a/params/phi/5/rnd_search_t_no_sched/comb_3/init/model.layers.7.mlp.fc2/_0.pt b/params/phi/5/rnd_search_t_no_sched/comb_3/init/model.layers.7.mlp.fc2/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..32ee18bf2f25e623153f8e8e4fc5f1257a361dec
--- /dev/null
+++ b/params/phi/5/rnd_search_t_no_sched/comb_3/init/model.layers.7.mlp.fc2/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e3f2cf9d8508ef8ab0f1fab002987be0430f7eb52b87c158492cf04b7033c1d2
+size 11395
diff --git a/params/phi/5/rnd_search_t_no_sched/comb_3/init/model.layers.7.mlp.fc2/_s.pt b/params/phi/5/rnd_search_t_no_sched/comb_3/init/model.layers.7.mlp.fc2/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..21d6c6e4c164783a6a606b9c523c5b73a0e9b101
--- /dev/null
+++ b/params/phi/5/rnd_search_t_no_sched/comb_3/init/model.layers.7.mlp.fc2/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0f16fe0cd42b28db62d76714402862f638a7bd4d54c5c0a797403b97de11ae8f
+size 11395
diff --git a/params/phi/5/rnd_search_t_no_sched/comb_3/init/model.layers.7.self_attn.dense/_0.pt b/params/phi/5/rnd_search_t_no_sched/comb_3/init/model.layers.7.self_attn.dense/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..32ee18bf2f25e623153f8e8e4fc5f1257a361dec
--- /dev/null
+++ b/params/phi/5/rnd_search_t_no_sched/comb_3/init/model.layers.7.self_attn.dense/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e3f2cf9d8508ef8ab0f1fab002987be0430f7eb52b87c158492cf04b7033c1d2
+size 11395
diff --git a/params/phi/5/rnd_search_t_no_sched/comb_3/init/model.layers.7.self_attn.dense/_s.pt b/params/phi/5/rnd_search_t_no_sched/comb_3/init/model.layers.7.self_attn.dense/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ada4e4775037ee9a22a21dbb3c7448c353b5e652
--- /dev/null
+++ b/params/phi/5/rnd_search_t_no_sched/comb_3/init/model.layers.7.self_attn.dense/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:1f98e1017ad247801fefa372534f1401fbd6e1e3d71b5b69080e012816d48374
+size 11395
diff --git a/params/phi/5/rnd_search_t_no_sched/comb_3/init/model.layers.7.self_attn.k_proj/_0.pt b/params/phi/5/rnd_search_t_no_sched/comb_3/init/model.layers.7.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..32ee18bf2f25e623153f8e8e4fc5f1257a361dec
--- /dev/null
+++ b/params/phi/5/rnd_search_t_no_sched/comb_3/init/model.layers.7.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e3f2cf9d8508ef8ab0f1fab002987be0430f7eb52b87c158492cf04b7033c1d2
+size 11395
diff --git a/params/phi/5/rnd_search_t_no_sched/comb_3/init/model.layers.7.self_attn.k_proj/_s.pt b/params/phi/5/rnd_search_t_no_sched/comb_3/init/model.layers.7.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..32eb2f8977be3b53d5f436ab6d091de9e907b361
--- /dev/null
+++ b/params/phi/5/rnd_search_t_no_sched/comb_3/init/model.layers.7.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:886608bdb85b6b711f7e51fac9955ae124d62609f55e911ac0fa6d11d7236913
+size 11395
diff --git a/params/phi/5/rnd_search_t_no_sched/comb_3/init/model.layers.7.self_attn.q_proj/_0.pt b/params/phi/5/rnd_search_t_no_sched/comb_3/init/model.layers.7.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..32ee18bf2f25e623153f8e8e4fc5f1257a361dec
--- /dev/null
+++ b/params/phi/5/rnd_search_t_no_sched/comb_3/init/model.layers.7.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e3f2cf9d8508ef8ab0f1fab002987be0430f7eb52b87c158492cf04b7033c1d2
+size 11395
diff --git a/params/phi/5/rnd_search_t_no_sched/comb_3/init/model.layers.7.self_attn.q_proj/_s.pt b/params/phi/5/rnd_search_t_no_sched/comb_3/init/model.layers.7.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..151906e882d66d863a0b61c06d114911b5b76884
--- /dev/null
+++ b/params/phi/5/rnd_search_t_no_sched/comb_3/init/model.layers.7.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:cb42a11d6f55af79169a3acbbf71f8398766ec7133852a2c3f55fb5f6bd04ae1
+size 11395
diff --git a/params/phi/5/rnd_search_t_no_sched/comb_3/init/model.layers.7.self_attn.v_proj/_0.pt b/params/phi/5/rnd_search_t_no_sched/comb_3/init/model.layers.7.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..32ee18bf2f25e623153f8e8e4fc5f1257a361dec
--- /dev/null
+++ b/params/phi/5/rnd_search_t_no_sched/comb_3/init/model.layers.7.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e3f2cf9d8508ef8ab0f1fab002987be0430f7eb52b87c158492cf04b7033c1d2
+size 11395
diff --git a/params/phi/5/rnd_search_t_no_sched/comb_3/init/model.layers.7.self_attn.v_proj/_s.pt b/params/phi/5/rnd_search_t_no_sched/comb_3/init/model.layers.7.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a71449dd6151e1c627c88de0a33481b4331bd47c
--- /dev/null
+++ b/params/phi/5/rnd_search_t_no_sched/comb_3/init/model.layers.7.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:82e2a2bdec4ccce4638fc3df68316db3e23a74e0c59ed3196581ccc2bd9f146a
+size 11395
diff --git a/params/phi/5/rnd_search_t_no_sched/comb_3/init/model.layers.8.mlp.fc1/_0.pt b/params/phi/5/rnd_search_t_no_sched/comb_3/init/model.layers.8.mlp.fc1/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..32ac531bec3e1f984cbc6da2072275eebedcc848
--- /dev/null
+++ b/params/phi/5/rnd_search_t_no_sched/comb_3/init/model.layers.8.mlp.fc1/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:8aae49663620750ef1b42b31d5204777eb39a1af1f1e7ab7f27474ddd4803198
+size 42115
diff --git a/params/phi/5/rnd_search_t_no_sched/comb_3/init/model.layers.8.mlp.fc1/_s.pt b/params/phi/5/rnd_search_t_no_sched/comb_3/init/model.layers.8.mlp.fc1/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..9bf0ee80824519b19df9ee853f4f69d5efe0f281
--- /dev/null
+++ b/params/phi/5/rnd_search_t_no_sched/comb_3/init/model.layers.8.mlp.fc1/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:633b3626afa6a394eb9ff386290b7eef4639d6fae54047cc16356e9068896e94
+size 42115
diff --git a/params/phi/5/rnd_search_t_no_sched/comb_3/init/model.layers.8.mlp.fc2/_0.pt b/params/phi/5/rnd_search_t_no_sched/comb_3/init/model.layers.8.mlp.fc2/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..32ee18bf2f25e623153f8e8e4fc5f1257a361dec
--- /dev/null
+++ b/params/phi/5/rnd_search_t_no_sched/comb_3/init/model.layers.8.mlp.fc2/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e3f2cf9d8508ef8ab0f1fab002987be0430f7eb52b87c158492cf04b7033c1d2
+size 11395
diff --git a/params/phi/5/rnd_search_t_no_sched/comb_3/init/model.layers.8.mlp.fc2/_s.pt b/params/phi/5/rnd_search_t_no_sched/comb_3/init/model.layers.8.mlp.fc2/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..272440e92a9313eda4e9c86780aac4b29931177b
--- /dev/null
+++ b/params/phi/5/rnd_search_t_no_sched/comb_3/init/model.layers.8.mlp.fc2/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:46ee1650d3833a2e9092f1c54a4b05a5209351c38ce85e78075a46ab63f8ea7d
+size 11395
diff --git a/params/phi/5/rnd_search_t_no_sched/comb_3/init/model.layers.8.self_attn.dense/_0.pt b/params/phi/5/rnd_search_t_no_sched/comb_3/init/model.layers.8.self_attn.dense/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..32ee18bf2f25e623153f8e8e4fc5f1257a361dec
--- /dev/null
+++ b/params/phi/5/rnd_search_t_no_sched/comb_3/init/model.layers.8.self_attn.dense/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e3f2cf9d8508ef8ab0f1fab002987be0430f7eb52b87c158492cf04b7033c1d2
+size 11395
diff --git a/params/phi/5/rnd_search_t_no_sched/comb_3/init/model.layers.8.self_attn.dense/_s.pt b/params/phi/5/rnd_search_t_no_sched/comb_3/init/model.layers.8.self_attn.dense/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..39e1816d0d0238e93fdcc91ea05f8def14cc08a3
--- /dev/null
+++ b/params/phi/5/rnd_search_t_no_sched/comb_3/init/model.layers.8.self_attn.dense/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5017790fb92a25481513939972cc956d2bfe21c8504c6ba933a10b5477e1f4dc
+size 11395
diff --git a/params/phi/5/rnd_search_t_no_sched/comb_3/init/model.layers.8.self_attn.k_proj/_0.pt b/params/phi/5/rnd_search_t_no_sched/comb_3/init/model.layers.8.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..32ee18bf2f25e623153f8e8e4fc5f1257a361dec
--- /dev/null
+++ b/params/phi/5/rnd_search_t_no_sched/comb_3/init/model.layers.8.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e3f2cf9d8508ef8ab0f1fab002987be0430f7eb52b87c158492cf04b7033c1d2
+size 11395
diff --git a/params/phi/5/rnd_search_t_no_sched/comb_3/init/model.layers.8.self_attn.k_proj/_s.pt b/params/phi/5/rnd_search_t_no_sched/comb_3/init/model.layers.8.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..783bc8ab841aa1fc8b4e5c3026b9c9656c0ce29d
--- /dev/null
+++ b/params/phi/5/rnd_search_t_no_sched/comb_3/init/model.layers.8.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:56ba1a459315d7e9b3a03e8cab531afcc2f7a0017e6fffd53abe8abf1c1b2ddb
+size 11395
diff --git a/params/phi/5/rnd_search_t_no_sched/comb_3/init/model.layers.8.self_attn.q_proj/_0.pt b/params/phi/5/rnd_search_t_no_sched/comb_3/init/model.layers.8.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..32ee18bf2f25e623153f8e8e4fc5f1257a361dec
--- /dev/null
+++ b/params/phi/5/rnd_search_t_no_sched/comb_3/init/model.layers.8.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e3f2cf9d8508ef8ab0f1fab002987be0430f7eb52b87c158492cf04b7033c1d2
+size 11395
diff --git a/params/phi/5/rnd_search_t_no_sched/comb_3/init/model.layers.8.self_attn.q_proj/_s.pt b/params/phi/5/rnd_search_t_no_sched/comb_3/init/model.layers.8.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..f8ec609d77faf2192d37654aa0af8d65d9b5eaa7
--- /dev/null
+++ b/params/phi/5/rnd_search_t_no_sched/comb_3/init/model.layers.8.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:7b01c3b378c50a3cb908b7144180a65891127674f6ba0e5bc7994772d8a2e3c6
+size 11395
diff --git a/params/phi/5/rnd_search_t_no_sched/comb_3/init/model.layers.8.self_attn.v_proj/_0.pt b/params/phi/5/rnd_search_t_no_sched/comb_3/init/model.layers.8.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..32ee18bf2f25e623153f8e8e4fc5f1257a361dec
--- /dev/null
+++ b/params/phi/5/rnd_search_t_no_sched/comb_3/init/model.layers.8.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e3f2cf9d8508ef8ab0f1fab002987be0430f7eb52b87c158492cf04b7033c1d2
+size 11395
diff --git a/params/phi/5/rnd_search_t_no_sched/comb_3/init/model.layers.8.self_attn.v_proj/_s.pt b/params/phi/5/rnd_search_t_no_sched/comb_3/init/model.layers.8.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..6f1761217e5dc5f8d8fe628bd0fdc6f48316a67d
--- /dev/null
+++ b/params/phi/5/rnd_search_t_no_sched/comb_3/init/model.layers.8.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:06bb38e7ed22f709363d3a858ee5c6205da70777e81541ce7424798c8aef2fa4
+size 11395
diff --git a/params/phi/5/rnd_search_t_no_sched/comb_3/init/model.layers.9.mlp.fc1/_0.pt b/params/phi/5/rnd_search_t_no_sched/comb_3/init/model.layers.9.mlp.fc1/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..32ac531bec3e1f984cbc6da2072275eebedcc848
--- /dev/null
+++ b/params/phi/5/rnd_search_t_no_sched/comb_3/init/model.layers.9.mlp.fc1/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:8aae49663620750ef1b42b31d5204777eb39a1af1f1e7ab7f27474ddd4803198
+size 42115
diff --git a/params/phi/5/rnd_search_t_no_sched/comb_3/init/model.layers.9.mlp.fc1/_s.pt b/params/phi/5/rnd_search_t_no_sched/comb_3/init/model.layers.9.mlp.fc1/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..032797e27ae385a44a2d252a20eefe90f5393571
--- /dev/null
+++ b/params/phi/5/rnd_search_t_no_sched/comb_3/init/model.layers.9.mlp.fc1/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d6546e927d2a57d53b245994c41661b8d729246ac72906336039cd7fa31b218d
+size 42115
diff --git a/params/phi/5/rnd_search_t_no_sched/comb_3/init/model.layers.9.mlp.fc2/_0.pt b/params/phi/5/rnd_search_t_no_sched/comb_3/init/model.layers.9.mlp.fc2/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..32ee18bf2f25e623153f8e8e4fc5f1257a361dec
--- /dev/null
+++ b/params/phi/5/rnd_search_t_no_sched/comb_3/init/model.layers.9.mlp.fc2/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e3f2cf9d8508ef8ab0f1fab002987be0430f7eb52b87c158492cf04b7033c1d2
+size 11395
diff --git a/params/phi/5/rnd_search_t_no_sched/comb_3/init/model.layers.9.mlp.fc2/_s.pt b/params/phi/5/rnd_search_t_no_sched/comb_3/init/model.layers.9.mlp.fc2/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..7942c675f16a342f28a1aab36750bb922dd4d4b6
--- /dev/null
+++ b/params/phi/5/rnd_search_t_no_sched/comb_3/init/model.layers.9.mlp.fc2/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:11c5a0266bae17581dab08341b1f43e987db6d9cde0b008e8bb9409e7b6f902e
+size 11395
diff --git a/params/phi/5/rnd_search_t_no_sched/comb_3/init/model.layers.9.self_attn.dense/_0.pt b/params/phi/5/rnd_search_t_no_sched/comb_3/init/model.layers.9.self_attn.dense/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..32ee18bf2f25e623153f8e8e4fc5f1257a361dec
--- /dev/null
+++ b/params/phi/5/rnd_search_t_no_sched/comb_3/init/model.layers.9.self_attn.dense/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e3f2cf9d8508ef8ab0f1fab002987be0430f7eb52b87c158492cf04b7033c1d2
+size 11395
diff --git a/params/phi/5/rnd_search_t_no_sched/comb_3/init/model.layers.9.self_attn.dense/_s.pt b/params/phi/5/rnd_search_t_no_sched/comb_3/init/model.layers.9.self_attn.dense/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4d751f489a269eeb38cf541694ea1f6b264817a3
--- /dev/null
+++ b/params/phi/5/rnd_search_t_no_sched/comb_3/init/model.layers.9.self_attn.dense/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:52eaf7100f6911b6d621c1bc30d289c690e46711e8c547d0d15f946ce1023c29
+size 11395
diff --git a/params/phi/5/rnd_search_t_no_sched/comb_3/init/model.layers.9.self_attn.k_proj/_0.pt b/params/phi/5/rnd_search_t_no_sched/comb_3/init/model.layers.9.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..32ee18bf2f25e623153f8e8e4fc5f1257a361dec
--- /dev/null
+++ b/params/phi/5/rnd_search_t_no_sched/comb_3/init/model.layers.9.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e3f2cf9d8508ef8ab0f1fab002987be0430f7eb52b87c158492cf04b7033c1d2
+size 11395
diff --git a/params/phi/5/rnd_search_t_no_sched/comb_3/init/model.layers.9.self_attn.k_proj/_s.pt b/params/phi/5/rnd_search_t_no_sched/comb_3/init/model.layers.9.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ffe2c39eb6dd66b1b79502c795861f66bf3cf4ac
--- /dev/null
+++ b/params/phi/5/rnd_search_t_no_sched/comb_3/init/model.layers.9.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:6943db3bf7ccdce984de3d59b4718f7e70829c841bbfe1de41090ed55b698e0d
+size 11395
diff --git a/params/phi/5/rnd_search_t_no_sched/comb_3/init/model.layers.9.self_attn.q_proj/_0.pt b/params/phi/5/rnd_search_t_no_sched/comb_3/init/model.layers.9.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..32ee18bf2f25e623153f8e8e4fc5f1257a361dec
--- /dev/null
+++ b/params/phi/5/rnd_search_t_no_sched/comb_3/init/model.layers.9.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e3f2cf9d8508ef8ab0f1fab002987be0430f7eb52b87c158492cf04b7033c1d2
+size 11395
diff --git a/params/phi/5/rnd_search_t_no_sched/comb_3/init/model.layers.9.self_attn.q_proj/_s.pt b/params/phi/5/rnd_search_t_no_sched/comb_3/init/model.layers.9.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..90330631fc0563a8c81a2bfe7b60032dbb5e73ce
--- /dev/null
+++ b/params/phi/5/rnd_search_t_no_sched/comb_3/init/model.layers.9.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:457cd6d3f2e493463769a393d165cd3788d5dd1c87cc467d975dfc23de396d52
+size 11395
diff --git a/params/phi/5/rnd_search_t_no_sched/comb_3/init/model.layers.9.self_attn.v_proj/_0.pt b/params/phi/5/rnd_search_t_no_sched/comb_3/init/model.layers.9.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..32ee18bf2f25e623153f8e8e4fc5f1257a361dec
--- /dev/null
+++ b/params/phi/5/rnd_search_t_no_sched/comb_3/init/model.layers.9.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e3f2cf9d8508ef8ab0f1fab002987be0430f7eb52b87c158492cf04b7033c1d2
+size 11395
diff --git a/params/phi/5/rnd_search_t_no_sched/comb_3/init/model.layers.9.self_attn.v_proj/_s.pt b/params/phi/5/rnd_search_t_no_sched/comb_3/init/model.layers.9.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..1a148cd135a0ac3dcb537cecffdde83e92f5954b
--- /dev/null
+++ b/params/phi/5/rnd_search_t_no_sched/comb_3/init/model.layers.9.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:449c5bb49fae4d2601e5fa98bc281a834490b7dcb092fdfabcc3d152d913c20d
+size 11395
diff --git a/params/phi/5/rnd_search_t_no_sched/comb_3/trained/lm_head/_0.pt b/params/phi/5/rnd_search_t_no_sched/comb_3/trained/lm_head/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..3ccf3fc99a5f939f53dad8ff196f53a2fd7ad01b
--- /dev/null
+++ b/params/phi/5/rnd_search_t_no_sched/comb_3/trained/lm_head/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:db15d9a4d5e181e2bbe3de23be1e0b43b337dd87d46bf325509bf7c2408080cf
+size 205955
diff --git a/params/phi/5/rnd_search_t_no_sched/comb_3/trained/lm_head/_s.pt b/params/phi/5/rnd_search_t_no_sched/comb_3/trained/lm_head/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..6430c609fd6569eb239354c7b5229a3a28346027
--- /dev/null
+++ b/params/phi/5/rnd_search_t_no_sched/comb_3/trained/lm_head/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:3b718e2efcd00b2b458d5774d335d25738b86df538860c3ff41b157b0cabcf7a
+size 205955
diff --git a/params/phi/5/rnd_search_t_no_sched/comb_3/trained/model.layers.0.mlp.fc1/_0.pt b/params/phi/5/rnd_search_t_no_sched/comb_3/trained/model.layers.0.mlp.fc1/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..98307fa4d2bf286e583e5a1cc4c7bc37015cbfca
--- /dev/null
+++ b/params/phi/5/rnd_search_t_no_sched/comb_3/trained/model.layers.0.mlp.fc1/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c09f35af902b658c94befe318f8e2a5b01e1a4d630c89aafa7cad75dffa09aea
+size 42115
diff --git a/params/phi/5/rnd_search_t_no_sched/comb_3/trained/model.layers.0.mlp.fc1/_s.pt b/params/phi/5/rnd_search_t_no_sched/comb_3/trained/model.layers.0.mlp.fc1/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4f58dee0144c10eb83c094c1debbc99aa202b3c3
--- /dev/null
+++ b/params/phi/5/rnd_search_t_no_sched/comb_3/trained/model.layers.0.mlp.fc1/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:8151894005aadfc6581f6c0a4516b1fcd6fb192ab84003e9d2ee71b363d0807d
+size 42115
diff --git a/params/phi/5/rnd_search_t_no_sched/comb_3/trained/model.layers.0.mlp.fc2/_0.pt b/params/phi/5/rnd_search_t_no_sched/comb_3/trained/model.layers.0.mlp.fc2/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..f2ec759ca09b38c1e54b3bb27ea01b1015c5539a
--- /dev/null
+++ b/params/phi/5/rnd_search_t_no_sched/comb_3/trained/model.layers.0.mlp.fc2/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ecf17da97fd321dd317a01bac554cd524cc1780e9fef4dbc60d7c168cb56ff84
+size 11395
diff --git a/params/phi/5/rnd_search_t_no_sched/comb_3/trained/model.layers.0.mlp.fc2/_s.pt b/params/phi/5/rnd_search_t_no_sched/comb_3/trained/model.layers.0.mlp.fc2/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..016be30ac5c85fa5227c0fb29199a0f9fed315bf
--- /dev/null
+++ b/params/phi/5/rnd_search_t_no_sched/comb_3/trained/model.layers.0.mlp.fc2/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:40aece10a60d719d30d4d49b222eeef403f8482c2b527825056be98f330985b7
+size 11395
diff --git a/params/phi/5/rnd_search_t_no_sched/comb_3/trained/model.layers.0.self_attn.dense/_0.pt b/params/phi/5/rnd_search_t_no_sched/comb_3/trained/model.layers.0.self_attn.dense/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..d2ad219ab9b6fe4145ae80e1c0d90d886ebbde77
--- /dev/null
+++ b/params/phi/5/rnd_search_t_no_sched/comb_3/trained/model.layers.0.self_attn.dense/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0e3973202b3c82fc81961144500dfa46266557a358dc9bcba4c5d6f2b71ada2e
+size 11395
diff --git a/params/phi/5/rnd_search_t_no_sched/comb_3/trained/model.layers.0.self_attn.dense/_s.pt b/params/phi/5/rnd_search_t_no_sched/comb_3/trained/model.layers.0.self_attn.dense/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..10d59653354a92b60c271a4d33a9cd2871a3b6c5
--- /dev/null
+++ b/params/phi/5/rnd_search_t_no_sched/comb_3/trained/model.layers.0.self_attn.dense/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a590d9b6de6a3b70aa0fd99456e299ed3e2f17acc0831079c49d0716c76a41ef
+size 11395
diff --git a/params/phi/5/rnd_search_t_no_sched/comb_3/trained/model.layers.0.self_attn.k_proj/_0.pt b/params/phi/5/rnd_search_t_no_sched/comb_3/trained/model.layers.0.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..82de18f4435afb2e4784e50cbe4fbd22963733ca
--- /dev/null
+++ b/params/phi/5/rnd_search_t_no_sched/comb_3/trained/model.layers.0.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c6274d26133a94765714bfad6d4932decc675d83a630244bf034453a9beef108
+size 11395
diff --git a/params/phi/5/rnd_search_t_no_sched/comb_3/trained/model.layers.0.self_attn.k_proj/_s.pt b/params/phi/5/rnd_search_t_no_sched/comb_3/trained/model.layers.0.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..1e16952cd9c0c6f2e5cfb4899b3e3811412ca667
--- /dev/null
+++ b/params/phi/5/rnd_search_t_no_sched/comb_3/trained/model.layers.0.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:8503438928ca846095c9dbb262433696cb7882ea8ba0497580d1131680412ea3
+size 11395
diff --git a/params/phi/5/rnd_search_t_no_sched/comb_3/trained/model.layers.0.self_attn.q_proj/_0.pt b/params/phi/5/rnd_search_t_no_sched/comb_3/trained/model.layers.0.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4954a186fe1d0cc5b60c65da6080d11531f438dd
--- /dev/null
+++ b/params/phi/5/rnd_search_t_no_sched/comb_3/trained/model.layers.0.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:74d9bb1307ed5452a2c4108210432ced8d139e8a36c8426cc0bb7e324b425c6e
+size 11395
diff --git a/params/phi/5/rnd_search_t_no_sched/comb_3/trained/model.layers.0.self_attn.q_proj/_s.pt b/params/phi/5/rnd_search_t_no_sched/comb_3/trained/model.layers.0.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..0727bc74ae911734075de1fc3bc314dc4839ea55
--- /dev/null
+++ b/params/phi/5/rnd_search_t_no_sched/comb_3/trained/model.layers.0.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2c17124b2e7ec3ffc204ee678edcdcd8c5084691c8932514fd211ca92a5d4e09
+size 11395
diff --git a/params/phi/5/rnd_search_t_no_sched/comb_3/trained/model.layers.0.self_attn.v_proj/_0.pt b/params/phi/5/rnd_search_t_no_sched/comb_3/trained/model.layers.0.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a0107502ca38b99c54e1226c7347b10d520cc561
--- /dev/null
+++ b/params/phi/5/rnd_search_t_no_sched/comb_3/trained/model.layers.0.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d1386645716c247010351c934f347f88b386535f20a4f6b696ef33145a450c46
+size 11395
diff --git a/params/phi/5/rnd_search_t_no_sched/comb_3/trained/model.layers.0.self_attn.v_proj/_s.pt b/params/phi/5/rnd_search_t_no_sched/comb_3/trained/model.layers.0.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..09b7d9beb1db9f2367f4feb3878094760b22a72d
--- /dev/null
+++ b/params/phi/5/rnd_search_t_no_sched/comb_3/trained/model.layers.0.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:6fba64073cadf6e4b0baf03b1caf3e4b949b096a5a727c7ae89950ef8003a5da
+size 11395
diff --git a/params/phi/5/rnd_search_t_no_sched/comb_3/trained/model.layers.1.mlp.fc1/_0.pt b/params/phi/5/rnd_search_t_no_sched/comb_3/trained/model.layers.1.mlp.fc1/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..9c4ff73ba41081fd5adc018820ad3a57a7d54735
--- /dev/null
+++ b/params/phi/5/rnd_search_t_no_sched/comb_3/trained/model.layers.1.mlp.fc1/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:75a8b4eacdb50fc4555522081faa9e3be2b22c6e7106e5b203cb7c686cf6e13b
+size 42115
diff --git a/params/phi/5/rnd_search_t_no_sched/comb_3/trained/model.layers.1.mlp.fc1/_s.pt b/params/phi/5/rnd_search_t_no_sched/comb_3/trained/model.layers.1.mlp.fc1/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..9acbe813c8bf605b552b99f92dc258b7969df979
--- /dev/null
+++ b/params/phi/5/rnd_search_t_no_sched/comb_3/trained/model.layers.1.mlp.fc1/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:591f8bb8609200447bf8e74f5df8939821f4d5f9fb9fc4f5f95eaac9cc1aa21c
+size 42115
diff --git a/params/phi/5/rnd_search_t_no_sched/comb_3/trained/model.layers.1.mlp.fc2/_0.pt b/params/phi/5/rnd_search_t_no_sched/comb_3/trained/model.layers.1.mlp.fc2/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..86073d678e0912ac54c3634beb06dc7b99046095
--- /dev/null
+++ b/params/phi/5/rnd_search_t_no_sched/comb_3/trained/model.layers.1.mlp.fc2/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e2a2dbad524fc4f95743f1fd74dfba0faa7d62c1a4b575b43026b28b8daba2d1
+size 11395
diff --git a/params/phi/5/rnd_search_t_no_sched/comb_3/trained/model.layers.1.mlp.fc2/_s.pt b/params/phi/5/rnd_search_t_no_sched/comb_3/trained/model.layers.1.mlp.fc2/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..9de884bbcbd53de4b3237a3611360ac27ed491bd
--- /dev/null
+++ b/params/phi/5/rnd_search_t_no_sched/comb_3/trained/model.layers.1.mlp.fc2/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0ca30ea91b9ceab2621d2695161f3426c7dcba417d951f0a505a5377b2598dc0
+size 11395
diff --git a/params/phi/5/rnd_search_t_no_sched/comb_3/trained/model.layers.1.self_attn.dense/_0.pt b/params/phi/5/rnd_search_t_no_sched/comb_3/trained/model.layers.1.self_attn.dense/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..7691ca82abe74ee485f8e8f3ec06c1de543527cb
--- /dev/null
+++ b/params/phi/5/rnd_search_t_no_sched/comb_3/trained/model.layers.1.self_attn.dense/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:29c5ca393cfdf6ece47f1ab39ff21a2106f280353981ac8b3b6c26c91e8cc206
+size 11395
diff --git a/params/phi/5/rnd_search_t_no_sched/comb_3/trained/model.layers.1.self_attn.dense/_s.pt b/params/phi/5/rnd_search_t_no_sched/comb_3/trained/model.layers.1.self_attn.dense/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2e4ec5e559f3cd5c2f59ae9571ac57c433846eaa
--- /dev/null
+++ b/params/phi/5/rnd_search_t_no_sched/comb_3/trained/model.layers.1.self_attn.dense/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:76f60bd762834b9e6f1cf0697ef3c6332e1d26c4820a6c7d1ab2a8e0fee360aa
+size 11395
diff --git a/params/phi/5/rnd_search_t_no_sched/comb_3/trained/model.layers.1.self_attn.k_proj/_0.pt b/params/phi/5/rnd_search_t_no_sched/comb_3/trained/model.layers.1.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..17ea6cb6a78442d5d89f570e3c31632b1ffa1fb8
--- /dev/null
+++ b/params/phi/5/rnd_search_t_no_sched/comb_3/trained/model.layers.1.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d47f43c63a99b39c8546151f77af23672492e89e0cec1e247eec8f101ed0995b
+size 11395
diff --git a/params/phi/5/rnd_search_t_no_sched/comb_3/trained/model.layers.1.self_attn.k_proj/_s.pt b/params/phi/5/rnd_search_t_no_sched/comb_3/trained/model.layers.1.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..bbbfb72d26afbc5cd9bc22da7904172fd2ecfdca
--- /dev/null
+++ b/params/phi/5/rnd_search_t_no_sched/comb_3/trained/model.layers.1.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:158127540505b94904464511065313be41b2b996276934f3346bd454e01ebd5d
+size 11395
diff --git a/params/phi/5/rnd_search_t_no_sched/comb_3/trained/model.layers.1.self_attn.q_proj/_0.pt b/params/phi/5/rnd_search_t_no_sched/comb_3/trained/model.layers.1.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..9d50cd85f992672bc557cce9969b1ccb10c496de
--- /dev/null
+++ b/params/phi/5/rnd_search_t_no_sched/comb_3/trained/model.layers.1.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:226c7ca61d81458b25da824f44c387b2d6c136554f90770c80dc998b18723928
+size 11395
diff --git a/params/phi/5/rnd_search_t_no_sched/comb_3/trained/model.layers.1.self_attn.q_proj/_s.pt b/params/phi/5/rnd_search_t_no_sched/comb_3/trained/model.layers.1.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..864fc1dccc5d2ecd2049b8c5ae2e79e92b75709d
--- /dev/null
+++ b/params/phi/5/rnd_search_t_no_sched/comb_3/trained/model.layers.1.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:da7f77240c1bd81f91336d96110599ed6f4adf6512becb8c26ce45bc2b3bc7a8
+size 11395
diff --git a/params/phi/5/rnd_search_t_no_sched/comb_3/trained/model.layers.1.self_attn.v_proj/_0.pt b/params/phi/5/rnd_search_t_no_sched/comb_3/trained/model.layers.1.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..57d9a106b5de57b58f082f585034bab7e581926e
--- /dev/null
+++ b/params/phi/5/rnd_search_t_no_sched/comb_3/trained/model.layers.1.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ba9173283af05bead114eb292531bd08609a7c603b800a0236a7ae41df4f93b2
+size 11395
diff --git a/params/phi/5/rnd_search_t_no_sched/comb_3/trained/model.layers.1.self_attn.v_proj/_s.pt b/params/phi/5/rnd_search_t_no_sched/comb_3/trained/model.layers.1.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..eff57d7febf8667248889a3ba602ac1d8020e9af
--- /dev/null
+++ b/params/phi/5/rnd_search_t_no_sched/comb_3/trained/model.layers.1.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b102b3ff38fe7e3e9c647f9631db61e06556fcea335481616f004d186682f955
+size 11395
diff --git a/params/phi/5/rnd_search_t_no_sched/comb_3/trained/model.layers.10.mlp.fc1/_0.pt b/params/phi/5/rnd_search_t_no_sched/comb_3/trained/model.layers.10.mlp.fc1/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8394a9f541bbf97eb9decf0bb271ea4d8dc2f146
--- /dev/null
+++ b/params/phi/5/rnd_search_t_no_sched/comb_3/trained/model.layers.10.mlp.fc1/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c86c246524b90a358588225325f8c15c2684e7b8c44f1cfe1d8bba5add7fe47f
+size 42115
diff --git a/params/phi/5/rnd_search_t_no_sched/comb_3/trained/model.layers.10.mlp.fc1/_s.pt b/params/phi/5/rnd_search_t_no_sched/comb_3/trained/model.layers.10.mlp.fc1/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..9f1ae38de0c2d6bc9ba2e9d0ae07d97ce9cb82c5
--- /dev/null
+++ b/params/phi/5/rnd_search_t_no_sched/comb_3/trained/model.layers.10.mlp.fc1/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:4c9607e1d314c47561c8154447c233e09e58a4e157389c34eb247f92f7a34844
+size 42115
diff --git a/params/phi/5/rnd_search_t_no_sched/comb_3/trained/model.layers.10.mlp.fc2/_0.pt b/params/phi/5/rnd_search_t_no_sched/comb_3/trained/model.layers.10.mlp.fc2/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4d8812a726b861bfdbc7c37bb90083a5a24d34f2
--- /dev/null
+++ b/params/phi/5/rnd_search_t_no_sched/comb_3/trained/model.layers.10.mlp.fc2/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e858bdb62bd0c279f2d88a5712c9bc839d92c9a33a84517d8231279294939643
+size 11395
diff --git a/params/phi/5/rnd_search_t_no_sched/comb_3/trained/model.layers.10.mlp.fc2/_s.pt b/params/phi/5/rnd_search_t_no_sched/comb_3/trained/model.layers.10.mlp.fc2/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..645527d2d9824f33e4b3029b2040443a80cb4eff
--- /dev/null
+++ b/params/phi/5/rnd_search_t_no_sched/comb_3/trained/model.layers.10.mlp.fc2/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:8cd3339455ac2f54702b88e5515483de35d01c3d32e3496d555f2f8ca4fd6614
+size 11395
diff --git a/params/phi/5/rnd_search_t_no_sched/comb_3/trained/model.layers.10.self_attn.dense/_0.pt b/params/phi/5/rnd_search_t_no_sched/comb_3/trained/model.layers.10.self_attn.dense/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..7ed3f21570a8dec66d3a1b581b48ac344b76c74b
--- /dev/null
+++ b/params/phi/5/rnd_search_t_no_sched/comb_3/trained/model.layers.10.self_attn.dense/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:dd49915b15064bfe40b2492bb059319b4944a1c9d977d6a23be7b4bfdc9d0f07
+size 11395
diff --git a/params/phi/5/rnd_search_t_no_sched/comb_3/trained/model.layers.10.self_attn.dense/_s.pt b/params/phi/5/rnd_search_t_no_sched/comb_3/trained/model.layers.10.self_attn.dense/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e3c55f65c632b8065cb62f53f4293da2f11b1f8d
--- /dev/null
+++ b/params/phi/5/rnd_search_t_no_sched/comb_3/trained/model.layers.10.self_attn.dense/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2f268ab0ab12b80f84f42c56d84c0e09519dc89a0fcc3ba07f203e8f67636762
+size 11395
diff --git a/params/phi/5/rnd_search_t_no_sched/comb_3/trained/model.layers.10.self_attn.k_proj/_0.pt b/params/phi/5/rnd_search_t_no_sched/comb_3/trained/model.layers.10.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..6e040c92e4227af4a75ee19cc26f628490b56806
--- /dev/null
+++ b/params/phi/5/rnd_search_t_no_sched/comb_3/trained/model.layers.10.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e4600f531695daa1e5124fa6b9eb292161da81be1f53b9a62459157253ed506c
+size 11395
diff --git a/params/phi/5/rnd_search_t_no_sched/comb_3/trained/model.layers.10.self_attn.k_proj/_s.pt b/params/phi/5/rnd_search_t_no_sched/comb_3/trained/model.layers.10.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..87b8332ef54664b9c88e66ac7f899c603c73f406
--- /dev/null
+++ b/params/phi/5/rnd_search_t_no_sched/comb_3/trained/model.layers.10.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f4866562c288a7c2e783c067f4794c018a5f22636618a49efc9bdcb516b38732
+size 11395
diff --git a/params/phi/5/rnd_search_t_no_sched/comb_3/trained/model.layers.10.self_attn.q_proj/_0.pt b/params/phi/5/rnd_search_t_no_sched/comb_3/trained/model.layers.10.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..541314b2163a8be8e8e3ffe331d0e9ec5fe603b0
--- /dev/null
+++ b/params/phi/5/rnd_search_t_no_sched/comb_3/trained/model.layers.10.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:81faa44917b28f0a33f227e114657e3cbd4e4d28075f5963d360fc8cf53f68eb
+size 11395
diff --git a/params/phi/5/rnd_search_t_no_sched/comb_3/trained/model.layers.10.self_attn.q_proj/_s.pt b/params/phi/5/rnd_search_t_no_sched/comb_3/trained/model.layers.10.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..fd47022c5127d88660b7ceb8942252925029a2dd
--- /dev/null
+++ b/params/phi/5/rnd_search_t_no_sched/comb_3/trained/model.layers.10.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:55de460082e977ad1ad6a06644812523a3d56b47144a4b2d3176a3c41eaa317e
+size 11395
diff --git a/params/phi/5/rnd_search_t_no_sched/comb_3/trained/model.layers.10.self_attn.v_proj/_0.pt b/params/phi/5/rnd_search_t_no_sched/comb_3/trained/model.layers.10.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..20a4706ce45991dc4fb4567e7eb708e5b4ae161d
--- /dev/null
+++ b/params/phi/5/rnd_search_t_no_sched/comb_3/trained/model.layers.10.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f7465236fd7c9bee7b22010d520b4c49008bcc43a25089016929c63f2aab646f
+size 11395
diff --git a/params/phi/5/rnd_search_t_no_sched/comb_3/trained/model.layers.10.self_attn.v_proj/_s.pt b/params/phi/5/rnd_search_t_no_sched/comb_3/trained/model.layers.10.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..bfb3e82d444de80876c147122d33ce3c6e23bbd2
--- /dev/null
+++ b/params/phi/5/rnd_search_t_no_sched/comb_3/trained/model.layers.10.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:69c710e2a3a2ce8f1eb3bc1bef4f0633fef36bb228ac9d6779dc718cd63f89ae
+size 11395
diff --git a/params/phi/5/rnd_search_t_no_sched/comb_3/trained/model.layers.11.mlp.fc1/_0.pt b/params/phi/5/rnd_search_t_no_sched/comb_3/trained/model.layers.11.mlp.fc1/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..f951a33a6d4b7e6be053c1a7c67cc0d4d05f2612
--- /dev/null
+++ b/params/phi/5/rnd_search_t_no_sched/comb_3/trained/model.layers.11.mlp.fc1/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:1ee8584436c8da7d95f3dcc27b8d63fff387872e97ff5626c7d4411c1bc43be2
+size 42115
diff --git a/params/phi/5/rnd_search_t_no_sched/comb_3/trained/model.layers.11.mlp.fc1/_s.pt b/params/phi/5/rnd_search_t_no_sched/comb_3/trained/model.layers.11.mlp.fc1/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..d786a125fd4f210e4df6e45b2f8269f2013c8e72
--- /dev/null
+++ b/params/phi/5/rnd_search_t_no_sched/comb_3/trained/model.layers.11.mlp.fc1/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:32de870a2aaebae3a2cc9eb56f74dcfe06aa444e9c35112aecaaf9c98f783d6a
+size 42115
diff --git a/params/phi/5/rnd_search_t_no_sched/comb_3/trained/model.layers.11.mlp.fc2/_0.pt b/params/phi/5/rnd_search_t_no_sched/comb_3/trained/model.layers.11.mlp.fc2/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..66dcef50feb20a298e539853b71103cd6e39c11c
--- /dev/null
+++ b/params/phi/5/rnd_search_t_no_sched/comb_3/trained/model.layers.11.mlp.fc2/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:73bedb05f6825f2cdd43c92ea6c6577744367e91ff14d2b01c4e9e90bf0a36c8
+size 11395
diff --git a/params/phi/5/rnd_search_t_no_sched/comb_3/trained/model.layers.11.mlp.fc2/_s.pt b/params/phi/5/rnd_search_t_no_sched/comb_3/trained/model.layers.11.mlp.fc2/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ba66f1ca037822559d925b7134cd124d6e52ef91
--- /dev/null
+++ b/params/phi/5/rnd_search_t_no_sched/comb_3/trained/model.layers.11.mlp.fc2/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:01f6deb32b9720e70b2fedebd0a8ac563a45f42dfe0130f5603d8ee990a06ab0
+size 11395
diff --git a/params/phi/5/rnd_search_t_no_sched/comb_3/trained/model.layers.11.self_attn.dense/_0.pt b/params/phi/5/rnd_search_t_no_sched/comb_3/trained/model.layers.11.self_attn.dense/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..b80d5f619b7bb307971f517ff19d4db4114d6996
--- /dev/null
+++ b/params/phi/5/rnd_search_t_no_sched/comb_3/trained/model.layers.11.self_attn.dense/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e9df41d92ab64db611494d7e2c5eee724f7b2ff6a29d243469af1aad02e82382
+size 11395
diff --git a/params/phi/5/rnd_search_t_no_sched/comb_3/trained/model.layers.11.self_attn.dense/_s.pt b/params/phi/5/rnd_search_t_no_sched/comb_3/trained/model.layers.11.self_attn.dense/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..82ca90dd29e86ccea37bfec4443183e65423ac90
--- /dev/null
+++ b/params/phi/5/rnd_search_t_no_sched/comb_3/trained/model.layers.11.self_attn.dense/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ef816e831e75c5de0d787e89a4881e9d1df81f36a9fe47fa44eb30541cd1c593
+size 11395
diff --git a/params/phi/5/rnd_search_t_no_sched/comb_3/trained/model.layers.11.self_attn.k_proj/_0.pt b/params/phi/5/rnd_search_t_no_sched/comb_3/trained/model.layers.11.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..64ca8053dc6d482a49f59cd8b1e144e316833e1e
--- /dev/null
+++ b/params/phi/5/rnd_search_t_no_sched/comb_3/trained/model.layers.11.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:fc2fc021e40871b0cddc2cd8f7fc137ff186ffa85d90a3af91ebbaca0669e239
+size 11395
diff --git a/params/phi/5/rnd_search_t_no_sched/comb_3/trained/model.layers.11.self_attn.k_proj/_s.pt b/params/phi/5/rnd_search_t_no_sched/comb_3/trained/model.layers.11.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..45a4648345619fd3581c2e9be42b1aa3eedd05e0
--- /dev/null
+++ b/params/phi/5/rnd_search_t_no_sched/comb_3/trained/model.layers.11.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:27def6bcf0a9fa0b2b7fb5a02e61f01cb265c31526e7b387df15601938c14ef2
+size 11395
diff --git a/params/phi/5/rnd_search_t_no_sched/comb_3/trained/model.layers.11.self_attn.q_proj/_0.pt b/params/phi/5/rnd_search_t_no_sched/comb_3/trained/model.layers.11.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c1763ab36a0ab475d963a1d41c54b321a1c57c41
--- /dev/null
+++ b/params/phi/5/rnd_search_t_no_sched/comb_3/trained/model.layers.11.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:13d7e5fb71a3841bc6666990d16d49b49372d91168f946aef9e3eaac6f2d0225
+size 11395
diff --git a/params/phi/5/rnd_search_t_no_sched/comb_3/trained/model.layers.11.self_attn.q_proj/_s.pt b/params/phi/5/rnd_search_t_no_sched/comb_3/trained/model.layers.11.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..484a6a1e77c3043427c3050bc43b1d5ed96fddf6
--- /dev/null
+++ b/params/phi/5/rnd_search_t_no_sched/comb_3/trained/model.layers.11.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a2c92607163fe4468fc3a2238b13a513c491c135523da7f1e9a81b7f418736c6
+size 11395
diff --git a/params/phi/5/rnd_search_t_no_sched/comb_3/trained/model.layers.11.self_attn.v_proj/_0.pt b/params/phi/5/rnd_search_t_no_sched/comb_3/trained/model.layers.11.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..b6b801a50fe6e138e0b7ee5e198eab0ac206bb83
--- /dev/null
+++ b/params/phi/5/rnd_search_t_no_sched/comb_3/trained/model.layers.11.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:220490ea1d4b418a527a981ef892ef81bc654b59fb5c2daca95a0b8c4efb7210
+size 11395
diff --git a/params/phi/5/rnd_search_t_no_sched/comb_3/trained/model.layers.11.self_attn.v_proj/_s.pt b/params/phi/5/rnd_search_t_no_sched/comb_3/trained/model.layers.11.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..779858d589f847077261ad38e4cb7ad6ca3b144b
--- /dev/null
+++ b/params/phi/5/rnd_search_t_no_sched/comb_3/trained/model.layers.11.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:4df8a9ade547ed5cf4ffc0db6b282eaba2e15f4e98289e4f416e340908df7d3f
+size 11395
diff --git a/params/phi/5/rnd_search_t_no_sched/comb_3/trained/model.layers.12.mlp.fc1/_0.pt b/params/phi/5/rnd_search_t_no_sched/comb_3/trained/model.layers.12.mlp.fc1/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..6b7acdfc0b19e84e3850d2a24e70bdfbf1434452
--- /dev/null
+++ b/params/phi/5/rnd_search_t_no_sched/comb_3/trained/model.layers.12.mlp.fc1/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2df676cd7c7a3e5a9012aa845b9e3494cb5350ab5ac8fed209fc27e3d575beda
+size 42115
diff --git a/params/phi/5/rnd_search_t_no_sched/comb_3/trained/model.layers.12.mlp.fc1/_s.pt b/params/phi/5/rnd_search_t_no_sched/comb_3/trained/model.layers.12.mlp.fc1/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..39ab17e604893b54ce01a67fa0ee80f72a8f8986
--- /dev/null
+++ b/params/phi/5/rnd_search_t_no_sched/comb_3/trained/model.layers.12.mlp.fc1/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:dccaa7d3ae539df4026e4ec79cae0f58fe9013f5115fedbe0b81f2905219111a
+size 42115
diff --git a/params/phi/5/rnd_search_t_no_sched/comb_3/trained/model.layers.12.mlp.fc2/_0.pt b/params/phi/5/rnd_search_t_no_sched/comb_3/trained/model.layers.12.mlp.fc2/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..fcef28b1ea167a406cf1b5973bfbdbb0c6080161
--- /dev/null
+++ b/params/phi/5/rnd_search_t_no_sched/comb_3/trained/model.layers.12.mlp.fc2/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:18da4b904410e3f38465b266dff66c858b2b904bdbc1f06ab4d3fb0b734cb4fd
+size 11395
diff --git a/params/phi/5/rnd_search_t_no_sched/comb_3/trained/model.layers.12.mlp.fc2/_s.pt b/params/phi/5/rnd_search_t_no_sched/comb_3/trained/model.layers.12.mlp.fc2/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..b3d6b303f19495427733e0514c6ab1325936f912
--- /dev/null
+++ b/params/phi/5/rnd_search_t_no_sched/comb_3/trained/model.layers.12.mlp.fc2/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e4739603eb05671561a54c01e136938549b8183b70633563781b8caef6033ab0
+size 11395
diff --git a/params/phi/5/rnd_search_t_no_sched/comb_3/trained/model.layers.12.self_attn.dense/_0.pt b/params/phi/5/rnd_search_t_no_sched/comb_3/trained/model.layers.12.self_attn.dense/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..d25ea4681b662855626090a1382aa8d6ec50d51a
--- /dev/null
+++ b/params/phi/5/rnd_search_t_no_sched/comb_3/trained/model.layers.12.self_attn.dense/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:37463bb9203bef298f6616f9daf12691938d70fbf3315032d5d6dc92d99ef499
+size 11395
diff --git a/params/phi/5/rnd_search_t_no_sched/comb_3/trained/model.layers.12.self_attn.dense/_s.pt b/params/phi/5/rnd_search_t_no_sched/comb_3/trained/model.layers.12.self_attn.dense/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a855b977569e227b185825b4719814af266193b0
--- /dev/null
+++ b/params/phi/5/rnd_search_t_no_sched/comb_3/trained/model.layers.12.self_attn.dense/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:1792a187e44f0e0e4549fd3099b3680dbb3c54ebb97f1ccba3f2be536913b27b
+size 11395
diff --git a/params/phi/5/rnd_search_t_no_sched/comb_3/trained/model.layers.12.self_attn.k_proj/_0.pt b/params/phi/5/rnd_search_t_no_sched/comb_3/trained/model.layers.12.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..6b22e008ca6c8167887d509756993de9bf3d40f0
--- /dev/null
+++ b/params/phi/5/rnd_search_t_no_sched/comb_3/trained/model.layers.12.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:6039ff1863fbe1675d0540da7195322a8c5ce611b37dde51e292fd31e19a0cce
+size 11395
diff --git a/params/phi/5/rnd_search_t_no_sched/comb_3/trained/model.layers.12.self_attn.k_proj/_s.pt b/params/phi/5/rnd_search_t_no_sched/comb_3/trained/model.layers.12.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..b90007b25403099bc99b96d5e064e12f4242c31d
--- /dev/null
+++ b/params/phi/5/rnd_search_t_no_sched/comb_3/trained/model.layers.12.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ba7ef95862d3ac88f18a70dc5d1fdd95cc6a89f6ba340d2044200aacc0aa081c
+size 11395
diff --git a/params/phi/5/rnd_search_t_no_sched/comb_3/trained/model.layers.12.self_attn.q_proj/_0.pt b/params/phi/5/rnd_search_t_no_sched/comb_3/trained/model.layers.12.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e3987b4def515c0592b1513bff42048eb1dd5353
--- /dev/null
+++ b/params/phi/5/rnd_search_t_no_sched/comb_3/trained/model.layers.12.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:24ee1d7eebc5c89c85cc6924d90c171c41f35679fa1c214872559d93e2ac93b6
+size 11395
diff --git a/params/phi/5/rnd_search_t_no_sched/comb_3/trained/model.layers.12.self_attn.q_proj/_s.pt b/params/phi/5/rnd_search_t_no_sched/comb_3/trained/model.layers.12.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..d92ca9350fdc38a6052334ffbe02d6d489b4be59
--- /dev/null
+++ b/params/phi/5/rnd_search_t_no_sched/comb_3/trained/model.layers.12.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:9f4294f308b5c391c34433b2c3e8812e97a1b50b160abaa6b953f154d5d4bcff
+size 11395
diff --git a/params/phi/5/rnd_search_t_no_sched/comb_3/trained/model.layers.12.self_attn.v_proj/_0.pt b/params/phi/5/rnd_search_t_no_sched/comb_3/trained/model.layers.12.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..34c3acefbdd0277d1bed2d016f3e3dc31b3c5731
--- /dev/null
+++ b/params/phi/5/rnd_search_t_no_sched/comb_3/trained/model.layers.12.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:20f95e450cc6fa997d21a4cf26b9a22b876eea216616c16cc7b506610b099e1e
+size 11395
diff --git a/params/phi/5/rnd_search_t_no_sched/comb_3/trained/model.layers.12.self_attn.v_proj/_s.pt b/params/phi/5/rnd_search_t_no_sched/comb_3/trained/model.layers.12.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..705cd6de161702081b6156ecc24d30ed599693e2
--- /dev/null
+++ b/params/phi/5/rnd_search_t_no_sched/comb_3/trained/model.layers.12.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:7388720cfa83b03a6118bc5884646620bed5c76de026185c9493e6f10d293801
+size 11395
diff --git a/params/phi/5/rnd_search_t_no_sched/comb_3/trained/model.layers.13.mlp.fc1/_0.pt b/params/phi/5/rnd_search_t_no_sched/comb_3/trained/model.layers.13.mlp.fc1/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2675bc1d3558ade2d1cd32031cbce1491cc09f66
--- /dev/null
+++ b/params/phi/5/rnd_search_t_no_sched/comb_3/trained/model.layers.13.mlp.fc1/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:cb7dc4dfb5d1443a4490b499a510c367eb6b748bfa16a4a0de90add98a90d1c3
+size 42115
diff --git a/params/phi/5/rnd_search_t_no_sched/comb_3/trained/model.layers.13.mlp.fc1/_s.pt b/params/phi/5/rnd_search_t_no_sched/comb_3/trained/model.layers.13.mlp.fc1/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ffa0fa1c83bbb156188e0e184c021ae0eb79520
--- /dev/null
+++ b/params/phi/5/rnd_search_t_no_sched/comb_3/trained/model.layers.13.mlp.fc1/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:8bb3ed71bf391df35e43f634ffb4cd56dd53a1e8d05de93923aac553de3db117
+size 42115
diff --git a/params/phi/5/rnd_search_t_no_sched/comb_3/trained/model.layers.13.mlp.fc2/_0.pt b/params/phi/5/rnd_search_t_no_sched/comb_3/trained/model.layers.13.mlp.fc2/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..0feadd6bdd17b0d8f787e1170ed0a0cdbe69bec5
--- /dev/null
+++ b/params/phi/5/rnd_search_t_no_sched/comb_3/trained/model.layers.13.mlp.fc2/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:20d1a6770eac3dfab791aa11fb3a99de579dc0f1f8cac6059e2f31d94ada3303
+size 11395
diff --git a/params/phi/5/rnd_search_t_no_sched/comb_3/trained/model.layers.13.mlp.fc2/_s.pt b/params/phi/5/rnd_search_t_no_sched/comb_3/trained/model.layers.13.mlp.fc2/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..eba3966623a2d64efca4bc4bacc68bbf34b2f5f8
--- /dev/null
+++ b/params/phi/5/rnd_search_t_no_sched/comb_3/trained/model.layers.13.mlp.fc2/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c5954a35689fc580a0ff93c7375ac0f880f2938a6634ff6d8bbbd19bc0b8c41d
+size 11395
diff --git a/params/phi/5/rnd_search_t_no_sched/comb_3/trained/model.layers.13.self_attn.dense/_0.pt b/params/phi/5/rnd_search_t_no_sched/comb_3/trained/model.layers.13.self_attn.dense/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..9dc0d5b1ba4c2b8512107fdb3131f1fcb479e2b5
--- /dev/null
+++ b/params/phi/5/rnd_search_t_no_sched/comb_3/trained/model.layers.13.self_attn.dense/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f13713bd41924c592e3b7d99b416d3af2c7d90fcd80ca97bba1ad815dfb88016
+size 11395
diff --git a/params/phi/5/rnd_search_t_no_sched/comb_3/trained/model.layers.13.self_attn.dense/_s.pt b/params/phi/5/rnd_search_t_no_sched/comb_3/trained/model.layers.13.self_attn.dense/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..d9271e2646868fc50872e622abc927863f07f703
--- /dev/null
+++ b/params/phi/5/rnd_search_t_no_sched/comb_3/trained/model.layers.13.self_attn.dense/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:dd0fdd131243554d5a243b1d4be4232230747335bcb50f56c15d5e715c850553
+size 11395
diff --git a/params/phi/5/rnd_search_t_no_sched/comb_3/trained/model.layers.13.self_attn.k_proj/_0.pt b/params/phi/5/rnd_search_t_no_sched/comb_3/trained/model.layers.13.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2a869bce65fd546cb5ebde671d75a2397c888f47
--- /dev/null
+++ b/params/phi/5/rnd_search_t_no_sched/comb_3/trained/model.layers.13.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0bbc101a2bd7c345cfb539b983259c7f829580fe9fc95e2de2e6c800bf7af36a
+size 11395
diff --git a/params/phi/5/rnd_search_t_no_sched/comb_3/trained/model.layers.13.self_attn.k_proj/_s.pt b/params/phi/5/rnd_search_t_no_sched/comb_3/trained/model.layers.13.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..1795c935effb4230509e4c7ff48089cfd511f821
--- /dev/null
+++ b/params/phi/5/rnd_search_t_no_sched/comb_3/trained/model.layers.13.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:3b87624d0486438a6970870c25f1cfb324d5a0ffca1e537cfddc6ac4dd5923ea
+size 11395
diff --git a/params/phi/5/rnd_search_t_no_sched/comb_3/trained/model.layers.13.self_attn.q_proj/_0.pt b/params/phi/5/rnd_search_t_no_sched/comb_3/trained/model.layers.13.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e7ae4ae920c60694246b315e0106261adc6107b9
--- /dev/null
+++ b/params/phi/5/rnd_search_t_no_sched/comb_3/trained/model.layers.13.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:19423b9d708eb5ec7a7bdd6205ff3ac78f1ebd6d4f3b3b8db12e6b012d8a833c
+size 11395
diff --git a/params/phi/5/rnd_search_t_no_sched/comb_3/trained/model.layers.13.self_attn.q_proj/_s.pt b/params/phi/5/rnd_search_t_no_sched/comb_3/trained/model.layers.13.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e3ef784391a4d3d2d57fef5a5ef90ae44d9d7172
--- /dev/null
+++ b/params/phi/5/rnd_search_t_no_sched/comb_3/trained/model.layers.13.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c6dfb7c09fabae520bd247744976eab0038bfc141245e9868067da1a766bff9f
+size 11395
diff --git a/params/phi/5/rnd_search_t_no_sched/comb_3/trained/model.layers.13.self_attn.v_proj/_0.pt b/params/phi/5/rnd_search_t_no_sched/comb_3/trained/model.layers.13.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..682e1ac4b4393039db6384fff91740f54914f765
--- /dev/null
+++ b/params/phi/5/rnd_search_t_no_sched/comb_3/trained/model.layers.13.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:eb453ec551c1b3152fa46e2be5eb2431676d651e16355f2c289cd9a56d539632
+size 11395
diff --git a/params/phi/5/rnd_search_t_no_sched/comb_3/trained/model.layers.13.self_attn.v_proj/_s.pt b/params/phi/5/rnd_search_t_no_sched/comb_3/trained/model.layers.13.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..308246aa8d3bba932f4e2e4303995c1b82401d98
--- /dev/null
+++ b/params/phi/5/rnd_search_t_no_sched/comb_3/trained/model.layers.13.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ca273f9596440f7e0f9ff9882be59fe33ed082bf35990b2addac4c3e1b7310d7
+size 11395
diff --git a/params/phi/5/rnd_search_t_no_sched/comb_3/trained/model.layers.14.mlp.fc1/_0.pt b/params/phi/5/rnd_search_t_no_sched/comb_3/trained/model.layers.14.mlp.fc1/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e1e751fb9275d025d0f4b146d85597cc8b95851a
--- /dev/null
+++ b/params/phi/5/rnd_search_t_no_sched/comb_3/trained/model.layers.14.mlp.fc1/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:3b3c3399084a3db695546b935c5728a24f4a2c2faf6a46f90023d7117fbc2acc
+size 42115
diff --git a/params/phi/5/rnd_search_t_no_sched/comb_3/trained/model.layers.14.mlp.fc1/_s.pt b/params/phi/5/rnd_search_t_no_sched/comb_3/trained/model.layers.14.mlp.fc1/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..d238f52ef8a5569f218f7dd4a192ce1cb69a1788
--- /dev/null
+++ b/params/phi/5/rnd_search_t_no_sched/comb_3/trained/model.layers.14.mlp.fc1/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e0944af60a428c2281ed150234757feb2d754689ef2504f70c0cb2ea76136245
+size 42115
diff --git a/params/phi/5/rnd_search_t_no_sched/comb_3/trained/model.layers.14.mlp.fc2/_0.pt b/params/phi/5/rnd_search_t_no_sched/comb_3/trained/model.layers.14.mlp.fc2/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..bc367e81b0f80fc0f68e2d892969ee1f1e485b87
--- /dev/null
+++ b/params/phi/5/rnd_search_t_no_sched/comb_3/trained/model.layers.14.mlp.fc2/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:3721fa2dc435c8009f5bf8e35ba4e8867308155780ca362c2c2da29061d37be3
+size 11395
diff --git a/params/phi/5/rnd_search_t_no_sched/comb_3/trained/model.layers.14.mlp.fc2/_s.pt b/params/phi/5/rnd_search_t_no_sched/comb_3/trained/model.layers.14.mlp.fc2/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..bffc12134cdcf36d593bad3a1a47f2382355e472
--- /dev/null
+++ b/params/phi/5/rnd_search_t_no_sched/comb_3/trained/model.layers.14.mlp.fc2/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:871806f0a97159ae80dda361a47b4d87a36200bf91f8877a373d7ea8fc19de9a
+size 11395
diff --git a/params/phi/5/rnd_search_t_no_sched/comb_3/trained/model.layers.14.self_attn.dense/_0.pt b/params/phi/5/rnd_search_t_no_sched/comb_3/trained/model.layers.14.self_attn.dense/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..384d8b57355735baabf38acb3f0b07ef4e0b2e58
--- /dev/null
+++ b/params/phi/5/rnd_search_t_no_sched/comb_3/trained/model.layers.14.self_attn.dense/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:eb0f1e96b7d8f79ed10b366d2955b653a885a54071b6071c0de2db06f29ccce4
+size 11395
diff --git a/params/phi/5/rnd_search_t_no_sched/comb_3/trained/model.layers.14.self_attn.dense/_s.pt b/params/phi/5/rnd_search_t_no_sched/comb_3/trained/model.layers.14.self_attn.dense/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..6a21fc4de8a03af151b4ab6b65c467d9f7a69a10
--- /dev/null
+++ b/params/phi/5/rnd_search_t_no_sched/comb_3/trained/model.layers.14.self_attn.dense/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:8ba20ddf76d7efc5566830f71b0b27c3115c280616cb17b71eee52949038303a
+size 11395
diff --git a/params/phi/5/rnd_search_t_no_sched/comb_3/trained/model.layers.14.self_attn.k_proj/_0.pt b/params/phi/5/rnd_search_t_no_sched/comb_3/trained/model.layers.14.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..afd111b2b58d150a3e1c97a66d8347499fbcad7e
--- /dev/null
+++ b/params/phi/5/rnd_search_t_no_sched/comb_3/trained/model.layers.14.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b586119d6d6492b21e2cf3a3a4d4856ac22b667e0cc58716726dcd4d9e607cd2
+size 11395
diff --git a/params/phi/5/rnd_search_t_no_sched/comb_3/trained/model.layers.14.self_attn.k_proj/_s.pt b/params/phi/5/rnd_search_t_no_sched/comb_3/trained/model.layers.14.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..0ed6b115ad3c665c9b72712ba76d0fe33e9b3512
--- /dev/null
+++ b/params/phi/5/rnd_search_t_no_sched/comb_3/trained/model.layers.14.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0aeafece5784e9e25584a9a7e8126c8aa50704e4e335fed2bb57a8612c105821
+size 11395
diff --git a/params/phi/5/rnd_search_t_no_sched/comb_3/trained/model.layers.14.self_attn.q_proj/_0.pt b/params/phi/5/rnd_search_t_no_sched/comb_3/trained/model.layers.14.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..55e94e7ad79369328470f739501555b7bb324b58
--- /dev/null
+++ b/params/phi/5/rnd_search_t_no_sched/comb_3/trained/model.layers.14.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:55e106afea20a0ca188bfd9458fcbed2b68749770bdebade5bc7a7ae1686d8f0
+size 11395
diff --git a/params/phi/5/rnd_search_t_no_sched/comb_3/trained/model.layers.14.self_attn.q_proj/_s.pt b/params/phi/5/rnd_search_t_no_sched/comb_3/trained/model.layers.14.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a03df8f7867064a6557550660ac87e5a10878ca1
--- /dev/null
+++ b/params/phi/5/rnd_search_t_no_sched/comb_3/trained/model.layers.14.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:07dc3550f5f8e565c62e03732355f6056e37e9e2d7eb57a650a65751f2596fd9
+size 11395
diff --git a/params/phi/5/rnd_search_t_no_sched/comb_3/trained/model.layers.14.self_attn.v_proj/_0.pt b/params/phi/5/rnd_search_t_no_sched/comb_3/trained/model.layers.14.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..9546e89c6cc65fb10337b2b198138713ed36127d
--- /dev/null
+++ b/params/phi/5/rnd_search_t_no_sched/comb_3/trained/model.layers.14.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:4dfb8b71b719dc4fd12e11d1de1cc2477b859d806b8a2ecdd7362cd0a1c2929f
+size 11395
diff --git a/params/phi/5/rnd_search_t_no_sched/comb_3/trained/model.layers.14.self_attn.v_proj/_s.pt b/params/phi/5/rnd_search_t_no_sched/comb_3/trained/model.layers.14.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c3669d87230b15a6129bdbd63003e641a2fcd349
--- /dev/null
+++ b/params/phi/5/rnd_search_t_no_sched/comb_3/trained/model.layers.14.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f2d2731ae8564c310fced64796dda11318b3f3daab83d6f2ae774e1b7ffd62a3
+size 11395
diff --git a/params/phi/5/rnd_search_t_no_sched/comb_3/trained/model.layers.15.mlp.fc1/_0.pt b/params/phi/5/rnd_search_t_no_sched/comb_3/trained/model.layers.15.mlp.fc1/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..89c37ac9f336300dcfb18e2329c1dcaf653d45df
--- /dev/null
+++ b/params/phi/5/rnd_search_t_no_sched/comb_3/trained/model.layers.15.mlp.fc1/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:45a9c535050f7d0da30469552bb25f7d1f861a388fde78c66ca82603528293c1
+size 42115
diff --git a/params/phi/5/rnd_search_t_no_sched/comb_3/trained/model.layers.15.mlp.fc1/_s.pt b/params/phi/5/rnd_search_t_no_sched/comb_3/trained/model.layers.15.mlp.fc1/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4ca244b2ddcd8ee2d7ab7859bf5250e018279777
--- /dev/null
+++ b/params/phi/5/rnd_search_t_no_sched/comb_3/trained/model.layers.15.mlp.fc1/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:7bf15756f4dffd4303279f4e7f33ccb62b7d340dde269540111436a3cdd13274
+size 42115
diff --git a/params/phi/5/rnd_search_t_no_sched/comb_3/trained/model.layers.15.mlp.fc2/_0.pt b/params/phi/5/rnd_search_t_no_sched/comb_3/trained/model.layers.15.mlp.fc2/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..7b1583c36e2cea93ee815e2572ed5b13b5044559
--- /dev/null
+++ b/params/phi/5/rnd_search_t_no_sched/comb_3/trained/model.layers.15.mlp.fc2/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:1e3eb3d875221bee38bd71b237f61e8ccfd883646395f42d26255c79760d69f9
+size 11395
diff --git a/params/phi/5/rnd_search_t_no_sched/comb_3/trained/model.layers.15.mlp.fc2/_s.pt b/params/phi/5/rnd_search_t_no_sched/comb_3/trained/model.layers.15.mlp.fc2/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c0eeef44b9a6f6860f5989e96b455cc284f86e12
--- /dev/null
+++ b/params/phi/5/rnd_search_t_no_sched/comb_3/trained/model.layers.15.mlp.fc2/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5858d31d02d3d272563b46e2d779142cf5d180f7e67e19fb5abdf40cc1896021
+size 11395
diff --git a/params/phi/5/rnd_search_t_no_sched/comb_3/trained/model.layers.15.self_attn.dense/_0.pt b/params/phi/5/rnd_search_t_no_sched/comb_3/trained/model.layers.15.self_attn.dense/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..5c3c0e08b35d4d217cecee95d0cebfd5688529a2
--- /dev/null
+++ b/params/phi/5/rnd_search_t_no_sched/comb_3/trained/model.layers.15.self_attn.dense/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0c557ec9d28b646b01703b55ee3023f73d42ddd844a68ddb06806e06973ff868
+size 11395
diff --git a/params/phi/5/rnd_search_t_no_sched/comb_3/trained/model.layers.15.self_attn.dense/_s.pt b/params/phi/5/rnd_search_t_no_sched/comb_3/trained/model.layers.15.self_attn.dense/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2022752f7411dccb65b9ec78a89a7d40ed37338f
--- /dev/null
+++ b/params/phi/5/rnd_search_t_no_sched/comb_3/trained/model.layers.15.self_attn.dense/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f3d4ffeb7538ff7e50b0110bd3ac0aaf792c88185dbcb6755b017cbca3f3fe94
+size 11395
diff --git a/params/phi/5/rnd_search_t_no_sched/comb_3/trained/model.layers.15.self_attn.k_proj/_0.pt b/params/phi/5/rnd_search_t_no_sched/comb_3/trained/model.layers.15.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..f72eefa9c911ddfb511032742ded1a69bfa83d85
--- /dev/null
+++ b/params/phi/5/rnd_search_t_no_sched/comb_3/trained/model.layers.15.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b71d6fea9e5a4894e390e2d949ed6da3da522bf930f24fda4d64535a3a1c7c68
+size 11395
diff --git a/params/phi/5/rnd_search_t_no_sched/comb_3/trained/model.layers.15.self_attn.k_proj/_s.pt b/params/phi/5/rnd_search_t_no_sched/comb_3/trained/model.layers.15.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ac024024e173fd8976e77419c04c54322da8afb3
--- /dev/null
+++ b/params/phi/5/rnd_search_t_no_sched/comb_3/trained/model.layers.15.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:18495342aad5d9782effb45412f21444ee62540071d34579ee35f381443d63f7
+size 11395
diff --git a/params/phi/5/rnd_search_t_no_sched/comb_3/trained/model.layers.15.self_attn.q_proj/_0.pt b/params/phi/5/rnd_search_t_no_sched/comb_3/trained/model.layers.15.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a347b2f83d8a7e9c84b5f155f2b9638e3bb7c031
--- /dev/null
+++ b/params/phi/5/rnd_search_t_no_sched/comb_3/trained/model.layers.15.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d8a762c6b66477cae1a430a3753081e19ede8d72926482036737b27d70324b39
+size 11395
diff --git a/params/phi/5/rnd_search_t_no_sched/comb_3/trained/model.layers.15.self_attn.q_proj/_s.pt b/params/phi/5/rnd_search_t_no_sched/comb_3/trained/model.layers.15.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..79f44547c3a3a6807837472f64d4029abed491e1
--- /dev/null
+++ b/params/phi/5/rnd_search_t_no_sched/comb_3/trained/model.layers.15.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a267a5689c7881c6d233f195f2289cdc9b194dc4d59acdf6364e2fedda0f81a1
+size 11395
diff --git a/params/phi/5/rnd_search_t_no_sched/comb_3/trained/model.layers.15.self_attn.v_proj/_0.pt b/params/phi/5/rnd_search_t_no_sched/comb_3/trained/model.layers.15.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..23a4138c613116962a93aa50cda05ea06e4db519
--- /dev/null
+++ b/params/phi/5/rnd_search_t_no_sched/comb_3/trained/model.layers.15.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:6a6d122454bed42dc1886ac15f3677f4386e07ae9ee64f4cee982404bc4248b5
+size 11395
diff --git a/params/phi/5/rnd_search_t_no_sched/comb_3/trained/model.layers.15.self_attn.v_proj/_s.pt b/params/phi/5/rnd_search_t_no_sched/comb_3/trained/model.layers.15.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..52754497136c485c72d8178523dd748fab50699b
--- /dev/null
+++ b/params/phi/5/rnd_search_t_no_sched/comb_3/trained/model.layers.15.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:961e72359f615d36902bb67643a75946bfe113afb0ea0d2320d97f285f9bb898
+size 11395
diff --git a/params/phi/5/rnd_search_t_no_sched/comb_3/trained/model.layers.16.mlp.fc1/_0.pt b/params/phi/5/rnd_search_t_no_sched/comb_3/trained/model.layers.16.mlp.fc1/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c988b19f7f4e103622337b833eee9de0cf21077c
--- /dev/null
+++ b/params/phi/5/rnd_search_t_no_sched/comb_3/trained/model.layers.16.mlp.fc1/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a5165aaa2281e8cab905563e402821255fd89de637d511c5e99af0fb4d6930e6
+size 42115
diff --git a/params/phi/5/rnd_search_t_no_sched/comb_3/trained/model.layers.16.mlp.fc1/_s.pt b/params/phi/5/rnd_search_t_no_sched/comb_3/trained/model.layers.16.mlp.fc1/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..771beeaf5ad79b12e024e89d80e41424afd74981
--- /dev/null
+++ b/params/phi/5/rnd_search_t_no_sched/comb_3/trained/model.layers.16.mlp.fc1/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:300e64b734f30529e700b1a3c28ea2028ec40d764ed7ce389bdd9bda5d1aad97
+size 42115
diff --git a/params/phi/5/rnd_search_t_no_sched/comb_3/trained/model.layers.16.mlp.fc2/_0.pt b/params/phi/5/rnd_search_t_no_sched/comb_3/trained/model.layers.16.mlp.fc2/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..cf9e532010bd0829b911e040fe76839c7c94418f
--- /dev/null
+++ b/params/phi/5/rnd_search_t_no_sched/comb_3/trained/model.layers.16.mlp.fc2/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:aa55aa298dae84a41751bb178deabb1d0897acca77897eee634e3bc74702ac90
+size 11395
diff --git a/params/phi/5/rnd_search_t_no_sched/comb_3/trained/model.layers.16.mlp.fc2/_s.pt b/params/phi/5/rnd_search_t_no_sched/comb_3/trained/model.layers.16.mlp.fc2/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e56a131b3fa8fc1b500aabe41504ac6892be3b8e
--- /dev/null
+++ b/params/phi/5/rnd_search_t_no_sched/comb_3/trained/model.layers.16.mlp.fc2/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ef7f45cdaad35b960dce59ff82f66de81b28bb53ed44632eb28818525b5151e5
+size 11395
diff --git a/params/phi/5/rnd_search_t_no_sched/comb_3/trained/model.layers.16.self_attn.dense/_0.pt b/params/phi/5/rnd_search_t_no_sched/comb_3/trained/model.layers.16.self_attn.dense/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..97fbf59bdce5b530912d9eebf006449099ffa30c
--- /dev/null
+++ b/params/phi/5/rnd_search_t_no_sched/comb_3/trained/model.layers.16.self_attn.dense/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:88ca26ef55da1ccc3fa8d072e7794241d3420d6cea2b5d420a823e2e758b6f71
+size 11395
diff --git a/params/phi/5/rnd_search_t_no_sched/comb_3/trained/model.layers.16.self_attn.dense/_s.pt b/params/phi/5/rnd_search_t_no_sched/comb_3/trained/model.layers.16.self_attn.dense/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e0f32076110b9fb4e46a1a5696d9108c2a092adf
--- /dev/null
+++ b/params/phi/5/rnd_search_t_no_sched/comb_3/trained/model.layers.16.self_attn.dense/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a2bd0e368befe3d0f1f863483e30862f7858502ed918d57211301aaa03621027
+size 11395
diff --git a/params/phi/5/rnd_search_t_no_sched/comb_3/trained/model.layers.16.self_attn.k_proj/_0.pt b/params/phi/5/rnd_search_t_no_sched/comb_3/trained/model.layers.16.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..3574eb81d07cb40ef1cb7603670877e4f5bcd071
--- /dev/null
+++ b/params/phi/5/rnd_search_t_no_sched/comb_3/trained/model.layers.16.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:767ea6d7e6d059267d54955fe692cbbd72a821bae5a3237ad7aa8ab329980d37
+size 11395
diff --git a/params/phi/5/rnd_search_t_no_sched/comb_3/trained/model.layers.16.self_attn.k_proj/_s.pt b/params/phi/5/rnd_search_t_no_sched/comb_3/trained/model.layers.16.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2256536c261f77aca5c2cd12ebf56741fae73688
--- /dev/null
+++ b/params/phi/5/rnd_search_t_no_sched/comb_3/trained/model.layers.16.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e188a236f5c268a8f768ba5256ef9bbe21d34750e3f9bcc2374f9734ad8d02f0
+size 11395
diff --git a/params/phi/5/rnd_search_t_no_sched/comb_3/trained/model.layers.16.self_attn.q_proj/_0.pt b/params/phi/5/rnd_search_t_no_sched/comb_3/trained/model.layers.16.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..708d986ef1adbc7336aac7260698c3631cf8b432
--- /dev/null
+++ b/params/phi/5/rnd_search_t_no_sched/comb_3/trained/model.layers.16.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:36d0718506be45801aa31f6ec59c65aba44c957114eeaab2339c48531369c9cf
+size 11395
diff --git a/params/phi/5/rnd_search_t_no_sched/comb_3/trained/model.layers.16.self_attn.q_proj/_s.pt b/params/phi/5/rnd_search_t_no_sched/comb_3/trained/model.layers.16.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e49d5f8d5f66a07c0bc64f0f356f22aa05b365a7
--- /dev/null
+++ b/params/phi/5/rnd_search_t_no_sched/comb_3/trained/model.layers.16.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:4be38fdec711a4e5c33e5a0e6b7aeb87d519bf67a8045f5b0ac76b157794f0f5
+size 11395
diff --git a/params/phi/5/rnd_search_t_no_sched/comb_3/trained/model.layers.16.self_attn.v_proj/_0.pt b/params/phi/5/rnd_search_t_no_sched/comb_3/trained/model.layers.16.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c8bc3079b652c608a2252cf268bf76d3ad374764
--- /dev/null
+++ b/params/phi/5/rnd_search_t_no_sched/comb_3/trained/model.layers.16.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:77ca15174729975ea4f38439915a7629991ef0704de8cafc251e4545b3a708f0
+size 11395
diff --git a/params/phi/5/rnd_search_t_no_sched/comb_3/trained/model.layers.16.self_attn.v_proj/_s.pt b/params/phi/5/rnd_search_t_no_sched/comb_3/trained/model.layers.16.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..f41cefd40ad772dd2394c0c0991486eeb8fb41cf
--- /dev/null
+++ b/params/phi/5/rnd_search_t_no_sched/comb_3/trained/model.layers.16.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ec9881419e57fa3715c778326966e9dc7e854396047164c08eb2636f40077a3f
+size 11395
diff --git a/params/phi/5/rnd_search_t_no_sched/comb_3/trained/model.layers.17.mlp.fc1/_0.pt b/params/phi/5/rnd_search_t_no_sched/comb_3/trained/model.layers.17.mlp.fc1/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2c4300eebdcbf8f9665860693fac6bc96ef82d7e
--- /dev/null
+++ b/params/phi/5/rnd_search_t_no_sched/comb_3/trained/model.layers.17.mlp.fc1/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:4a129f63d8bc4129aff53bc72e2fae275a64d05382c7ce40d025e14934c325f2
+size 42115
diff --git a/params/phi/5/rnd_search_t_no_sched/comb_3/trained/model.layers.17.mlp.fc1/_s.pt b/params/phi/5/rnd_search_t_no_sched/comb_3/trained/model.layers.17.mlp.fc1/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..d0b7dd3cb0d6d01ceed6756e2e55e63161cfc1a4
--- /dev/null
+++ b/params/phi/5/rnd_search_t_no_sched/comb_3/trained/model.layers.17.mlp.fc1/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:de1eb2889c9772a81b6e297612cc309dd4a6bba6818b80a2afad60ef38d7e652
+size 42115
diff --git a/params/phi/5/rnd_search_t_no_sched/comb_3/trained/model.layers.17.mlp.fc2/_0.pt b/params/phi/5/rnd_search_t_no_sched/comb_3/trained/model.layers.17.mlp.fc2/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..f7b52e0614d397feb2c1fcc81e8628cd4cc1496a
--- /dev/null
+++ b/params/phi/5/rnd_search_t_no_sched/comb_3/trained/model.layers.17.mlp.fc2/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e67715528deedbb3fe45b62ab42d959788c8273f81bec86064c3846ff05392bf
+size 11395
diff --git a/params/phi/5/rnd_search_t_no_sched/comb_3/trained/model.layers.17.mlp.fc2/_s.pt b/params/phi/5/rnd_search_t_no_sched/comb_3/trained/model.layers.17.mlp.fc2/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..832aac2aa221ef39688a8b223952443fb9399473
--- /dev/null
+++ b/params/phi/5/rnd_search_t_no_sched/comb_3/trained/model.layers.17.mlp.fc2/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:6fd9cdd352422c394c8db7a8da8ae47a01c8d9df13da927772cce19d55169694
+size 11395
diff --git a/params/phi/5/rnd_search_t_no_sched/comb_3/trained/model.layers.17.self_attn.dense/_0.pt b/params/phi/5/rnd_search_t_no_sched/comb_3/trained/model.layers.17.self_attn.dense/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2edd06365126da78447f0b3388f990b61957842e
--- /dev/null
+++ b/params/phi/5/rnd_search_t_no_sched/comb_3/trained/model.layers.17.self_attn.dense/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5a220b4c9200d8f5de51f2b171346025bb4e88df70db1a66760dd65aa6501fcd
+size 11395
diff --git a/params/phi/5/rnd_search_t_no_sched/comb_3/trained/model.layers.17.self_attn.dense/_s.pt b/params/phi/5/rnd_search_t_no_sched/comb_3/trained/model.layers.17.self_attn.dense/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..19aa1584b49f86c7bc179c5ceaf13179e9ba6d26
--- /dev/null
+++ b/params/phi/5/rnd_search_t_no_sched/comb_3/trained/model.layers.17.self_attn.dense/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:340832ee2ed0adea0e043c28d4aea365727150889a371939dac626697281234a
+size 11395
diff --git a/params/phi/5/rnd_search_t_no_sched/comb_3/trained/model.layers.17.self_attn.k_proj/_0.pt b/params/phi/5/rnd_search_t_no_sched/comb_3/trained/model.layers.17.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..d93dca60d93a64a9f9b86245b11156ce9b75e516
--- /dev/null
+++ b/params/phi/5/rnd_search_t_no_sched/comb_3/trained/model.layers.17.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f26c34b96cae43c1e79a86f9337fa13bc9e27bfe293057d349a549e4c2704001
+size 11395
diff --git a/params/phi/5/rnd_search_t_no_sched/comb_3/trained/model.layers.17.self_attn.k_proj/_s.pt b/params/phi/5/rnd_search_t_no_sched/comb_3/trained/model.layers.17.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..7d666d77a45844436a2ef44774b1157d967f1b05
--- /dev/null
+++ b/params/phi/5/rnd_search_t_no_sched/comb_3/trained/model.layers.17.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d33d9b187eb0a58b6bf9c26dbe0df7d55121d4b70ba78dfa22e66732e3c3169e
+size 11395
diff --git a/params/phi/5/rnd_search_t_no_sched/comb_3/trained/model.layers.17.self_attn.q_proj/_0.pt b/params/phi/5/rnd_search_t_no_sched/comb_3/trained/model.layers.17.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..3f8e2b4ecbb6fd696da9d613d50f5d8db7727a9c
--- /dev/null
+++ b/params/phi/5/rnd_search_t_no_sched/comb_3/trained/model.layers.17.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:8dfa44d3d9bfd6beae1c5dcd9f5b7d9946dc594453f4e0ecbe9236b8ce5f7495
+size 11395
diff --git a/params/phi/5/rnd_search_t_no_sched/comb_3/trained/model.layers.17.self_attn.q_proj/_s.pt b/params/phi/5/rnd_search_t_no_sched/comb_3/trained/model.layers.17.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..9dde369dbc7c4bf5dd48ff6bebc114f6356d868c
--- /dev/null
+++ b/params/phi/5/rnd_search_t_no_sched/comb_3/trained/model.layers.17.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:bcbc8a9c7c8210b476d00dd3996ca40c6af68581f7f5b07132d14861b8a63afb
+size 11395
diff --git a/params/phi/5/rnd_search_t_no_sched/comb_3/trained/model.layers.17.self_attn.v_proj/_0.pt b/params/phi/5/rnd_search_t_no_sched/comb_3/trained/model.layers.17.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..dd1928f1e3d6bdb17fbe4721eaa85fe51f698d22
--- /dev/null
+++ b/params/phi/5/rnd_search_t_no_sched/comb_3/trained/model.layers.17.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:6b8ea71e4b1915c0b8e16edc776c64471c7b685d52b47cfac0a514e255a4e4a4
+size 11395
diff --git a/params/phi/5/rnd_search_t_no_sched/comb_3/trained/model.layers.17.self_attn.v_proj/_s.pt b/params/phi/5/rnd_search_t_no_sched/comb_3/trained/model.layers.17.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..3e1e125565f8e2d31c0250216a2e201191b8477f
--- /dev/null
+++ b/params/phi/5/rnd_search_t_no_sched/comb_3/trained/model.layers.17.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ca7c67abcef23d0b7968dfceddcc9eb3dd8cfbbfdb8ad66176132cbbd89c2c7c
+size 11395
diff --git a/params/phi/5/rnd_search_t_no_sched/comb_3/trained/model.layers.18.mlp.fc1/_0.pt b/params/phi/5/rnd_search_t_no_sched/comb_3/trained/model.layers.18.mlp.fc1/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2970f8e1543ad31dc9e2fcbd5189e95a0f64c45d
--- /dev/null
+++ b/params/phi/5/rnd_search_t_no_sched/comb_3/trained/model.layers.18.mlp.fc1/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f915b420f2e294807cc819ea4c4e9fad67792ec5c54a496d7eaf0d25c487d58b
+size 42115
diff --git a/params/phi/5/rnd_search_t_no_sched/comb_3/trained/model.layers.18.mlp.fc1/_s.pt b/params/phi/5/rnd_search_t_no_sched/comb_3/trained/model.layers.18.mlp.fc1/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..f3dcee1e41b7fd6f968b3aab235c48d29017cc26
--- /dev/null
+++ b/params/phi/5/rnd_search_t_no_sched/comb_3/trained/model.layers.18.mlp.fc1/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:6ec64fe4511a0bbaa43d3ed62f8b8509c01f371209f6d002e89ea9dcdb3dbb1c
+size 42115
diff --git a/params/phi/5/rnd_search_t_no_sched/comb_3/trained/model.layers.18.mlp.fc2/_0.pt b/params/phi/5/rnd_search_t_no_sched/comb_3/trained/model.layers.18.mlp.fc2/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..0ad918a2cfc0ec6a81e172701249db686b3d23b1
--- /dev/null
+++ b/params/phi/5/rnd_search_t_no_sched/comb_3/trained/model.layers.18.mlp.fc2/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:30130a988298d85f1054d88197b74fff2b4b0a888e0f119a66939751c2488cbc
+size 11395
diff --git a/params/phi/5/rnd_search_t_no_sched/comb_3/trained/model.layers.18.mlp.fc2/_s.pt b/params/phi/5/rnd_search_t_no_sched/comb_3/trained/model.layers.18.mlp.fc2/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..5f4d3165c3cd1cf02db817138730e830e3ba1939
--- /dev/null
+++ b/params/phi/5/rnd_search_t_no_sched/comb_3/trained/model.layers.18.mlp.fc2/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:859a243c8bd76d2043962f66e8f2794724eeb0a4573c80169514c35c6a3cb03c
+size 11395
diff --git a/params/phi/5/rnd_search_t_no_sched/comb_3/trained/model.layers.18.self_attn.dense/_0.pt b/params/phi/5/rnd_search_t_no_sched/comb_3/trained/model.layers.18.self_attn.dense/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..62d4f305d3e07d143ae081cc25fa9d99aa8c8824
--- /dev/null
+++ b/params/phi/5/rnd_search_t_no_sched/comb_3/trained/model.layers.18.self_attn.dense/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e1ef0a751c73c0589510b2d0d59a0b0098b5b4fa74893c2f3451f900cfb25e14
+size 11395
diff --git a/params/phi/5/rnd_search_t_no_sched/comb_3/trained/model.layers.18.self_attn.dense/_s.pt b/params/phi/5/rnd_search_t_no_sched/comb_3/trained/model.layers.18.self_attn.dense/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..baca40dc381493d7795f92bc2081f216934a3f8b
--- /dev/null
+++ b/params/phi/5/rnd_search_t_no_sched/comb_3/trained/model.layers.18.self_attn.dense/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a1da9161a749954d3ea54734457e665c317916b61062aaeab68f1a9576db6991
+size 11395
diff --git a/params/phi/5/rnd_search_t_no_sched/comb_3/trained/model.layers.18.self_attn.k_proj/_0.pt b/params/phi/5/rnd_search_t_no_sched/comb_3/trained/model.layers.18.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c08e84234f75ad0420e00c2c5016a12f25783bd5
--- /dev/null
+++ b/params/phi/5/rnd_search_t_no_sched/comb_3/trained/model.layers.18.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:85974bdcc652bca44a960c06960c59c7997634da23b369ddd12c511693bbc1a0
+size 11395
diff --git a/params/phi/5/rnd_search_t_no_sched/comb_3/trained/model.layers.18.self_attn.k_proj/_s.pt b/params/phi/5/rnd_search_t_no_sched/comb_3/trained/model.layers.18.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..6b2d510826b02ee298049f61ab01a4e3de380e58
--- /dev/null
+++ b/params/phi/5/rnd_search_t_no_sched/comb_3/trained/model.layers.18.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e62a4474dc729ccf935fd30c79dec8dea114be692478396cb4b98c0b1a940139
+size 11395
diff --git a/params/phi/5/rnd_search_t_no_sched/comb_3/trained/model.layers.18.self_attn.q_proj/_0.pt b/params/phi/5/rnd_search_t_no_sched/comb_3/trained/model.layers.18.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..dd4bf2964d9ad45756d05d51d9dbe912d2a5fa02
--- /dev/null
+++ b/params/phi/5/rnd_search_t_no_sched/comb_3/trained/model.layers.18.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:bd7261818aee12143618a7f433df52d332ba5e803e7a1eb06125e1f59167fab8
+size 11395
diff --git a/params/phi/5/rnd_search_t_no_sched/comb_3/trained/model.layers.18.self_attn.q_proj/_s.pt b/params/phi/5/rnd_search_t_no_sched/comb_3/trained/model.layers.18.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..d51591c4c4fb7a5f8ab932c843d71ab998a1ae0d
--- /dev/null
+++ b/params/phi/5/rnd_search_t_no_sched/comb_3/trained/model.layers.18.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c369b7e761fb4077898223f0c88b6c9b9dc6a5ea6c16adbeacc9cded42999401
+size 11395
diff --git a/params/phi/5/rnd_search_t_no_sched/comb_3/trained/model.layers.18.self_attn.v_proj/_0.pt b/params/phi/5/rnd_search_t_no_sched/comb_3/trained/model.layers.18.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..9b3483abe4b9bf73d655554b8e881708cc1dc334
--- /dev/null
+++ b/params/phi/5/rnd_search_t_no_sched/comb_3/trained/model.layers.18.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2b3f47324b7ac7651d41754c6433ee06b07ce5bb0749ce934dfe16fb95a221b7
+size 11395
diff --git a/params/phi/5/rnd_search_t_no_sched/comb_3/trained/model.layers.18.self_attn.v_proj/_s.pt b/params/phi/5/rnd_search_t_no_sched/comb_3/trained/model.layers.18.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..514c12facb891f062d33f5e39e8376e9ad9b83fd
--- /dev/null
+++ b/params/phi/5/rnd_search_t_no_sched/comb_3/trained/model.layers.18.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:8a8b1fe5a79a0b648f63b1eb28f85386cbec74a0a6186e32831386dee1a34512
+size 11395
diff --git a/params/phi/5/rnd_search_t_no_sched/comb_3/trained/model.layers.19.mlp.fc1/_0.pt b/params/phi/5/rnd_search_t_no_sched/comb_3/trained/model.layers.19.mlp.fc1/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..5041d57e1f28988df19204405611e1583d0e61a8
--- /dev/null
+++ b/params/phi/5/rnd_search_t_no_sched/comb_3/trained/model.layers.19.mlp.fc1/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:68b10c13153afdb551d9b524087170bcd8af330597a7b6704127d12712f5595a
+size 42115
diff --git a/params/phi/5/rnd_search_t_no_sched/comb_3/trained/model.layers.19.mlp.fc1/_s.pt b/params/phi/5/rnd_search_t_no_sched/comb_3/trained/model.layers.19.mlp.fc1/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..f9ec1e2220a0de5cf7d8a304f99cce77600b6ff6
--- /dev/null
+++ b/params/phi/5/rnd_search_t_no_sched/comb_3/trained/model.layers.19.mlp.fc1/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a592d3feb0d75e7dded6653a73062959c0d675552d3e149618525c5974b041cc
+size 42115
diff --git a/params/phi/5/rnd_search_t_no_sched/comb_3/trained/model.layers.19.mlp.fc2/_0.pt b/params/phi/5/rnd_search_t_no_sched/comb_3/trained/model.layers.19.mlp.fc2/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ad016cc9c7706b8c05deb295747be06ffe952e62
--- /dev/null
+++ b/params/phi/5/rnd_search_t_no_sched/comb_3/trained/model.layers.19.mlp.fc2/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:7ed803b9b74a7cba4b22520f5d6f2a4aa912204f03c175b2eaeca56ea8daad78
+size 11395
diff --git a/params/phi/5/rnd_search_t_no_sched/comb_3/trained/model.layers.19.mlp.fc2/_s.pt b/params/phi/5/rnd_search_t_no_sched/comb_3/trained/model.layers.19.mlp.fc2/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ed0bdde7c630759162c1883a3c7c564c0fac6f5b
--- /dev/null
+++ b/params/phi/5/rnd_search_t_no_sched/comb_3/trained/model.layers.19.mlp.fc2/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:9bd01de746d96f13c7a7256cb7e3b1922f59db774ebae1a7a9933fe2ec06a3d5
+size 11395
diff --git a/params/phi/5/rnd_search_t_no_sched/comb_3/trained/model.layers.19.self_attn.dense/_0.pt b/params/phi/5/rnd_search_t_no_sched/comb_3/trained/model.layers.19.self_attn.dense/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..f1eddc525b280329844b02165c33a7e9bf20340d
--- /dev/null
+++ b/params/phi/5/rnd_search_t_no_sched/comb_3/trained/model.layers.19.self_attn.dense/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:25097769f010a0f7a5739b8cd30e9a242be773a77f7088ff56e3f3ba1040ea69
+size 11395
diff --git a/params/phi/5/rnd_search_t_no_sched/comb_3/trained/model.layers.19.self_attn.dense/_s.pt b/params/phi/5/rnd_search_t_no_sched/comb_3/trained/model.layers.19.self_attn.dense/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..f4ebafb2e399f302caed062334d327ea49d797a8
--- /dev/null
+++ b/params/phi/5/rnd_search_t_no_sched/comb_3/trained/model.layers.19.self_attn.dense/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:6674a4e9fcfa9740c6c1359acc0bcb504b73938225e9c755094935ab3d2f226b
+size 11395
diff --git a/params/phi/5/rnd_search_t_no_sched/comb_3/trained/model.layers.19.self_attn.k_proj/_0.pt b/params/phi/5/rnd_search_t_no_sched/comb_3/trained/model.layers.19.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..dab21ac3e0ea7f6159816241c158aee850108be6
--- /dev/null
+++ b/params/phi/5/rnd_search_t_no_sched/comb_3/trained/model.layers.19.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2d3afd1a5b8405879d96b39301de4b26b4da7c33c9c96cd025496c4fe9463192
+size 11395
diff --git a/params/phi/5/rnd_search_t_no_sched/comb_3/trained/model.layers.19.self_attn.k_proj/_s.pt b/params/phi/5/rnd_search_t_no_sched/comb_3/trained/model.layers.19.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..69b8f9ed7587b9ac4bd17e660b4bf55c8fc2620d
--- /dev/null
+++ b/params/phi/5/rnd_search_t_no_sched/comb_3/trained/model.layers.19.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:784e718e810b2217af3e14da06142f8ec0e35ee62f444903b4c9af8dd54757ab
+size 11395
diff --git a/params/phi/5/rnd_search_t_no_sched/comb_3/trained/model.layers.19.self_attn.q_proj/_0.pt b/params/phi/5/rnd_search_t_no_sched/comb_3/trained/model.layers.19.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..3db476e1746e03ddc7a5a44b5c505433ee7ed985
--- /dev/null
+++ b/params/phi/5/rnd_search_t_no_sched/comb_3/trained/model.layers.19.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:8d70b98c2d459ff9b60a43ad9e2f761a33d93666e55d3f2d523a00dd84001993
+size 11395
diff --git a/params/phi/5/rnd_search_t_no_sched/comb_3/trained/model.layers.19.self_attn.q_proj/_s.pt b/params/phi/5/rnd_search_t_no_sched/comb_3/trained/model.layers.19.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..1007744a401151b8b1a8f70275cbc71878ca2bdf
--- /dev/null
+++ b/params/phi/5/rnd_search_t_no_sched/comb_3/trained/model.layers.19.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:689eed5868065919d8e547069bb051e3cc44587b834c9937ed9cbf31e8f8e281
+size 11395
diff --git a/params/phi/5/rnd_search_t_no_sched/comb_3/trained/model.layers.19.self_attn.v_proj/_0.pt b/params/phi/5/rnd_search_t_no_sched/comb_3/trained/model.layers.19.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..1f6da1897b58b413020dd1869abb49cebc33becf
--- /dev/null
+++ b/params/phi/5/rnd_search_t_no_sched/comb_3/trained/model.layers.19.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:060c94aeaf3a976ac4b01e46e7dbcc6b58be533087e4c95a19ea50274f2c187a
+size 11395
diff --git a/params/phi/5/rnd_search_t_no_sched/comb_3/trained/model.layers.19.self_attn.v_proj/_s.pt b/params/phi/5/rnd_search_t_no_sched/comb_3/trained/model.layers.19.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..21ccab00e4d767991b4b34217fb8b517ae8fdf56
--- /dev/null
+++ b/params/phi/5/rnd_search_t_no_sched/comb_3/trained/model.layers.19.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:216032ebe1ab0b2b8574f2a5250755fd9a5b317a7b4c839ca52aed831e8cbdc9
+size 11395
diff --git a/params/phi/5/rnd_search_t_no_sched/comb_3/trained/model.layers.2.mlp.fc1/_0.pt b/params/phi/5/rnd_search_t_no_sched/comb_3/trained/model.layers.2.mlp.fc1/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..5ed2d6ad7165323da73419f1e3904fc53d2650e3
--- /dev/null
+++ b/params/phi/5/rnd_search_t_no_sched/comb_3/trained/model.layers.2.mlp.fc1/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:07dd9cb3bf2ea37037e08a9c05fab5a4e9496cb4b87f88336748e121f8c4d5c3
+size 42115
diff --git a/params/phi/5/rnd_search_t_no_sched/comb_3/trained/model.layers.2.mlp.fc1/_s.pt b/params/phi/5/rnd_search_t_no_sched/comb_3/trained/model.layers.2.mlp.fc1/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..b9b7ca08137ec3db84c041a2e635f733a3face65
--- /dev/null
+++ b/params/phi/5/rnd_search_t_no_sched/comb_3/trained/model.layers.2.mlp.fc1/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ab3050f9f26663c030f9850e6e8474cbbd1aed9b7a9af4675ec197263a505b2b
+size 42115
diff --git a/params/phi/5/rnd_search_t_no_sched/comb_3/trained/model.layers.2.mlp.fc2/_0.pt b/params/phi/5/rnd_search_t_no_sched/comb_3/trained/model.layers.2.mlp.fc2/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..d8cd021504415c4247df3980828b57ad98f20873
--- /dev/null
+++ b/params/phi/5/rnd_search_t_no_sched/comb_3/trained/model.layers.2.mlp.fc2/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:532cf28e2c4af4e9afbbb55ce43b8ceed562a4f5adaf9bcc80bae923c59d3b63
+size 11395
diff --git a/params/phi/5/rnd_search_t_no_sched/comb_3/trained/model.layers.2.mlp.fc2/_s.pt b/params/phi/5/rnd_search_t_no_sched/comb_3/trained/model.layers.2.mlp.fc2/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..0ed9f348a66ed3d46b01555f17c31d62119a4f14
--- /dev/null
+++ b/params/phi/5/rnd_search_t_no_sched/comb_3/trained/model.layers.2.mlp.fc2/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:af40455f829e7184b18326910dfcb90d81c5fc3cd99e68009ae6daad40b630cc
+size 11395
diff --git a/params/phi/5/rnd_search_t_no_sched/comb_3/trained/model.layers.2.self_attn.dense/_0.pt b/params/phi/5/rnd_search_t_no_sched/comb_3/trained/model.layers.2.self_attn.dense/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..f547163d074e91f454bbdcf52899df6974284640
--- /dev/null
+++ b/params/phi/5/rnd_search_t_no_sched/comb_3/trained/model.layers.2.self_attn.dense/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:235bb40ee7c1d628fdbdd6222261d86902f06b60e224adfdfc822bb649b85cd9
+size 11395
diff --git a/params/phi/5/rnd_search_t_no_sched/comb_3/trained/model.layers.2.self_attn.dense/_s.pt b/params/phi/5/rnd_search_t_no_sched/comb_3/trained/model.layers.2.self_attn.dense/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..1a8b577c110a7c8b75dd4166b96b7f10293a35ea
--- /dev/null
+++ b/params/phi/5/rnd_search_t_no_sched/comb_3/trained/model.layers.2.self_attn.dense/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:dc22c5e3e074a658f2669a86edf67981ed7992950f1195a93b67c84e89c67c0e
+size 11395
diff --git a/params/phi/5/rnd_search_t_no_sched/comb_3/trained/model.layers.2.self_attn.k_proj/_0.pt b/params/phi/5/rnd_search_t_no_sched/comb_3/trained/model.layers.2.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..980741f6e9f52c0058c2cd7122ef821049d405db
--- /dev/null
+++ b/params/phi/5/rnd_search_t_no_sched/comb_3/trained/model.layers.2.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0d89eea56790fe4a06aa0ba81148c2c5b43fc2e414ffc822ae0f5b55e4c4b737
+size 11395
diff --git a/params/phi/5/rnd_search_t_no_sched/comb_3/trained/model.layers.2.self_attn.k_proj/_s.pt b/params/phi/5/rnd_search_t_no_sched/comb_3/trained/model.layers.2.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..94b01b8bd2c1d4036aaacfd2c6d4889edd2af281
--- /dev/null
+++ b/params/phi/5/rnd_search_t_no_sched/comb_3/trained/model.layers.2.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2ecd007c8257cb6a5a7d612e0713a1dfdf9c0f37888781471112128afa6586b2
+size 11395
diff --git a/params/phi/5/rnd_search_t_no_sched/comb_3/trained/model.layers.2.self_attn.q_proj/_0.pt b/params/phi/5/rnd_search_t_no_sched/comb_3/trained/model.layers.2.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..3ed51eefe98486962d04d1590504d5d59f6a74f4
--- /dev/null
+++ b/params/phi/5/rnd_search_t_no_sched/comb_3/trained/model.layers.2.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:9a40f50578c95891a1fd16d3b58b4a532813c737621db1ec56a0794b5372ad63
+size 11395
diff --git a/params/phi/5/rnd_search_t_no_sched/comb_3/trained/model.layers.2.self_attn.q_proj/_s.pt b/params/phi/5/rnd_search_t_no_sched/comb_3/trained/model.layers.2.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..43fa76c662cdad601aba007b356c3d984b432dd2
--- /dev/null
+++ b/params/phi/5/rnd_search_t_no_sched/comb_3/trained/model.layers.2.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:3f3e9fbeba7b49902a924c6a021ef4c3e44817bfd1539fbc65c7aa0d756db6bc
+size 11395
diff --git a/params/phi/5/rnd_search_t_no_sched/comb_3/trained/model.layers.2.self_attn.v_proj/_0.pt b/params/phi/5/rnd_search_t_no_sched/comb_3/trained/model.layers.2.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..cc9dc06d721888af3be1965fd0625fd117f5f2be
--- /dev/null
+++ b/params/phi/5/rnd_search_t_no_sched/comb_3/trained/model.layers.2.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ae84f4fe8a850175f39ace53bc35eb55c7a9dd0c5fe23a4bc7a31da12cc639ae
+size 11395
diff --git a/params/phi/5/rnd_search_t_no_sched/comb_3/trained/model.layers.2.self_attn.v_proj/_s.pt b/params/phi/5/rnd_search_t_no_sched/comb_3/trained/model.layers.2.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a2281968fc77bd2af2277e38d5bbb198fa9090d3
--- /dev/null
+++ b/params/phi/5/rnd_search_t_no_sched/comb_3/trained/model.layers.2.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e8d0153921294d088a7613cd274234a8012c6c1ef40b98a30d2f00e5e6e73a66
+size 11395
diff --git a/params/phi/5/rnd_search_t_no_sched/comb_3/trained/model.layers.20.mlp.fc1/_0.pt b/params/phi/5/rnd_search_t_no_sched/comb_3/trained/model.layers.20.mlp.fc1/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a63cc8370fec8003dff5c454ae7ebe4d805880ae
--- /dev/null
+++ b/params/phi/5/rnd_search_t_no_sched/comb_3/trained/model.layers.20.mlp.fc1/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:cf5b07123f3ac3989ee3cf5d7602c238ea825fde64fbe7714a6986bfc1e5e5e9
+size 42115
diff --git a/params/phi/5/rnd_search_t_no_sched/comb_3/trained/model.layers.20.mlp.fc1/_s.pt b/params/phi/5/rnd_search_t_no_sched/comb_3/trained/model.layers.20.mlp.fc1/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e764ae2d506a841ca0895cb32eba782a82353a08
--- /dev/null
+++ b/params/phi/5/rnd_search_t_no_sched/comb_3/trained/model.layers.20.mlp.fc1/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:41c864050f124b7d8f05d1399257b42dcaee8cb16864d93b7cc701ad8ef1b56d
+size 42115
diff --git a/params/phi/5/rnd_search_t_no_sched/comb_3/trained/model.layers.20.mlp.fc2/_0.pt b/params/phi/5/rnd_search_t_no_sched/comb_3/trained/model.layers.20.mlp.fc2/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..261ae1774b2d8355156c4419aac4423e2f63aaa4
--- /dev/null
+++ b/params/phi/5/rnd_search_t_no_sched/comb_3/trained/model.layers.20.mlp.fc2/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e9676b0e80e2195ad687a0c0668c4655b3277e7ddab69e1e0e51f6475857f7c6
+size 11395
diff --git a/params/phi/5/rnd_search_t_no_sched/comb_3/trained/model.layers.20.mlp.fc2/_s.pt b/params/phi/5/rnd_search_t_no_sched/comb_3/trained/model.layers.20.mlp.fc2/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..6867c3f216d28f0f06667b217e395718e84ad3d5
--- /dev/null
+++ b/params/phi/5/rnd_search_t_no_sched/comb_3/trained/model.layers.20.mlp.fc2/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:15f0427e0d253a2a067c7086ff8ffd6515ca562518a290dd0ab3310ce9437d40
+size 11395
diff --git a/params/phi/5/rnd_search_t_no_sched/comb_3/trained/model.layers.20.self_attn.dense/_0.pt b/params/phi/5/rnd_search_t_no_sched/comb_3/trained/model.layers.20.self_attn.dense/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..01293545b6f3ffeea66acabb16b83e799de42b98
--- /dev/null
+++ b/params/phi/5/rnd_search_t_no_sched/comb_3/trained/model.layers.20.self_attn.dense/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2410fa4b31b5327acb8a9f85358854c68830562f98492b11bbc39b0c9684f008
+size 11395
diff --git a/params/phi/5/rnd_search_t_no_sched/comb_3/trained/model.layers.20.self_attn.dense/_s.pt b/params/phi/5/rnd_search_t_no_sched/comb_3/trained/model.layers.20.self_attn.dense/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..6faff79fa1d669db9641267dbb079dadbe52d48a
--- /dev/null
+++ b/params/phi/5/rnd_search_t_no_sched/comb_3/trained/model.layers.20.self_attn.dense/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:4c51a91db6558d3e1992a64550e79a128b821bfdde947048f0062481e57f0790
+size 11395
diff --git a/params/phi/5/rnd_search_t_no_sched/comb_3/trained/model.layers.20.self_attn.k_proj/_0.pt b/params/phi/5/rnd_search_t_no_sched/comb_3/trained/model.layers.20.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..d064cfea3d3e585accf3f9ba8c7e5006ff316d21
--- /dev/null
+++ b/params/phi/5/rnd_search_t_no_sched/comb_3/trained/model.layers.20.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a42901da4b7cd602c0ff7728be353d1c1f58f5a0b8b9f53c7b3e8c76782ae84d
+size 11395
diff --git a/params/phi/5/rnd_search_t_no_sched/comb_3/trained/model.layers.20.self_attn.k_proj/_s.pt b/params/phi/5/rnd_search_t_no_sched/comb_3/trained/model.layers.20.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..5e07bc09b87a736a44d0da88e32fc04705f01ef0
--- /dev/null
+++ b/params/phi/5/rnd_search_t_no_sched/comb_3/trained/model.layers.20.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:691857405c232cde82444104b603f94058f0d195acc48be84fb0605f4d8dffe9
+size 11395
diff --git a/params/phi/5/rnd_search_t_no_sched/comb_3/trained/model.layers.20.self_attn.q_proj/_0.pt b/params/phi/5/rnd_search_t_no_sched/comb_3/trained/model.layers.20.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..25884ac68f1270bcf1204214d471d4f59a417c2d
--- /dev/null
+++ b/params/phi/5/rnd_search_t_no_sched/comb_3/trained/model.layers.20.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:975b3489e7c52c8c11249f42451813a9d789a4f115358e78f2e3749217b979c5
+size 11395
diff --git a/params/phi/5/rnd_search_t_no_sched/comb_3/trained/model.layers.20.self_attn.q_proj/_s.pt b/params/phi/5/rnd_search_t_no_sched/comb_3/trained/model.layers.20.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..dcbee86740943f1741f78b122dd02219bb757fb1
--- /dev/null
+++ b/params/phi/5/rnd_search_t_no_sched/comb_3/trained/model.layers.20.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:045ad22e69327b1ef6fa8b5c4d31fff1939dd15da2b3bb070630a2993d6707fb
+size 11395
diff --git a/params/phi/5/rnd_search_t_no_sched/comb_3/trained/model.layers.20.self_attn.v_proj/_0.pt b/params/phi/5/rnd_search_t_no_sched/comb_3/trained/model.layers.20.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..d6b366f73cd68870a59ab3ab5abda4113e583e33
--- /dev/null
+++ b/params/phi/5/rnd_search_t_no_sched/comb_3/trained/model.layers.20.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:3877622e659972d7a35e622a964011e481d29514cffed727df83589610b0fe59
+size 11395
diff --git a/params/phi/5/rnd_search_t_no_sched/comb_3/trained/model.layers.20.self_attn.v_proj/_s.pt b/params/phi/5/rnd_search_t_no_sched/comb_3/trained/model.layers.20.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..9ebaf6d63599c6776b72775064cbdf119895c556
--- /dev/null
+++ b/params/phi/5/rnd_search_t_no_sched/comb_3/trained/model.layers.20.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2aa5376ebe332816322584b103d8f3857c0153ef25521fcedec37d3f2268f55e
+size 11395
diff --git a/params/phi/5/rnd_search_t_no_sched/comb_3/trained/model.layers.21.mlp.fc1/_0.pt b/params/phi/5/rnd_search_t_no_sched/comb_3/trained/model.layers.21.mlp.fc1/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..bcd323acd2c3ec2f25d4502080c4aa2fc5b7dfa4
--- /dev/null
+++ b/params/phi/5/rnd_search_t_no_sched/comb_3/trained/model.layers.21.mlp.fc1/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:bb04e55cb58ef822092e47188d71c4ef55257a99e47d81c2154bac42eb5edb81
+size 42115
diff --git a/params/phi/5/rnd_search_t_no_sched/comb_3/trained/model.layers.21.mlp.fc1/_s.pt b/params/phi/5/rnd_search_t_no_sched/comb_3/trained/model.layers.21.mlp.fc1/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..f99138dfc3f3ace5a54d49db43d1cd7e0623b1e8
--- /dev/null
+++ b/params/phi/5/rnd_search_t_no_sched/comb_3/trained/model.layers.21.mlp.fc1/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a02638a0e00869ac84c9228d72d83fce388f2e17aefff04b7f6c64bac901b7e6
+size 42115
diff --git a/params/phi/5/rnd_search_t_no_sched/comb_3/trained/model.layers.21.mlp.fc2/_0.pt b/params/phi/5/rnd_search_t_no_sched/comb_3/trained/model.layers.21.mlp.fc2/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..5d9e0c8da679cfba70d8b9c28d6d76ce9518978b
--- /dev/null
+++ b/params/phi/5/rnd_search_t_no_sched/comb_3/trained/model.layers.21.mlp.fc2/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:285b2e1759449c68c3808c43c57e6a8029bc6448693f1940d2ad2514f5dc16a5
+size 11395
diff --git a/params/phi/5/rnd_search_t_no_sched/comb_3/trained/model.layers.21.mlp.fc2/_s.pt b/params/phi/5/rnd_search_t_no_sched/comb_3/trained/model.layers.21.mlp.fc2/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..1d226a23b0e3b0bb4a482e1f819ce57c6aaa617c
--- /dev/null
+++ b/params/phi/5/rnd_search_t_no_sched/comb_3/trained/model.layers.21.mlp.fc2/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:68512d8a7658884a040a0c17cd212ea73fa19379d79115aeb5624a7c32536649
+size 11395
diff --git a/params/phi/5/rnd_search_t_no_sched/comb_3/trained/model.layers.21.self_attn.dense/_0.pt b/params/phi/5/rnd_search_t_no_sched/comb_3/trained/model.layers.21.self_attn.dense/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e817839652706c3dfe60479c18ded94518d8f2db
--- /dev/null
+++ b/params/phi/5/rnd_search_t_no_sched/comb_3/trained/model.layers.21.self_attn.dense/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ad81cefd1fad0415a28f1194f2fcc5d8bd7ffbd063f8d7f9994ce76c3c1653f7
+size 11395
diff --git a/params/phi/5/rnd_search_t_no_sched/comb_3/trained/model.layers.21.self_attn.dense/_s.pt b/params/phi/5/rnd_search_t_no_sched/comb_3/trained/model.layers.21.self_attn.dense/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..025010fab824473c2348534532efa08047ea654c
--- /dev/null
+++ b/params/phi/5/rnd_search_t_no_sched/comb_3/trained/model.layers.21.self_attn.dense/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2bdc2ba2222401361fa7ed078e80d06190177d3abd709bf17684a41cfe68fb2b
+size 11395
diff --git a/params/phi/5/rnd_search_t_no_sched/comb_3/trained/model.layers.21.self_attn.k_proj/_0.pt b/params/phi/5/rnd_search_t_no_sched/comb_3/trained/model.layers.21.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..fe11ea827c130252138925a23be9442a34237d0a
--- /dev/null
+++ b/params/phi/5/rnd_search_t_no_sched/comb_3/trained/model.layers.21.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b87e8e6d9b9652ce4064e34f6acb64b85d7d90aeca9077b49a72de3dcb47bc03
+size 11395
diff --git a/params/phi/5/rnd_search_t_no_sched/comb_3/trained/model.layers.21.self_attn.k_proj/_s.pt b/params/phi/5/rnd_search_t_no_sched/comb_3/trained/model.layers.21.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..34b5f689eb2c417d2f7739baa93b78bd4de3904b
--- /dev/null
+++ b/params/phi/5/rnd_search_t_no_sched/comb_3/trained/model.layers.21.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:70e17b51a55118061c53d0ca70507b3147586eb3077e466e5d7b1cc026c25269
+size 11395
diff --git a/params/phi/5/rnd_search_t_no_sched/comb_3/trained/model.layers.21.self_attn.q_proj/_0.pt b/params/phi/5/rnd_search_t_no_sched/comb_3/trained/model.layers.21.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..7176f1110ff590ffc4ecf1df9b12f20b7bc2b895
--- /dev/null
+++ b/params/phi/5/rnd_search_t_no_sched/comb_3/trained/model.layers.21.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b90f064fdb27424ea124f83d96e6ef50cdca0eae49c78939cc2e528acbb14914
+size 11395
diff --git a/params/phi/5/rnd_search_t_no_sched/comb_3/trained/model.layers.21.self_attn.q_proj/_s.pt b/params/phi/5/rnd_search_t_no_sched/comb_3/trained/model.layers.21.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e869987f66fb73c32c8058193d35c8839210bedc
--- /dev/null
+++ b/params/phi/5/rnd_search_t_no_sched/comb_3/trained/model.layers.21.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c55eabd0c0df564137273cc3cf1f3de340e1682ec9e541a4a146074f59474999
+size 11395
diff --git a/params/phi/5/rnd_search_t_no_sched/comb_3/trained/model.layers.21.self_attn.v_proj/_0.pt b/params/phi/5/rnd_search_t_no_sched/comb_3/trained/model.layers.21.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a5c183e75afbe8a45ebc7a7533ea606367a183fd
--- /dev/null
+++ b/params/phi/5/rnd_search_t_no_sched/comb_3/trained/model.layers.21.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:8aace5bd039912db3f4d23b67fb6c7329bedef5d074ada923333937727805238
+size 11395
diff --git a/params/phi/5/rnd_search_t_no_sched/comb_3/trained/model.layers.21.self_attn.v_proj/_s.pt b/params/phi/5/rnd_search_t_no_sched/comb_3/trained/model.layers.21.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..f8becc3b0efd9fc83d7ad3856b83cb4e7f24aabe
--- /dev/null
+++ b/params/phi/5/rnd_search_t_no_sched/comb_3/trained/model.layers.21.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:6fb2e6f4001b6e64a4d1cb4b8335f438b2481eb45fb4caf034bd716e92ce3bd7
+size 11395
diff --git a/params/phi/5/rnd_search_t_no_sched/comb_3/trained/model.layers.22.mlp.fc1/_0.pt b/params/phi/5/rnd_search_t_no_sched/comb_3/trained/model.layers.22.mlp.fc1/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ff5ecb80774c19bf7c801ff3548d9cd5e448b30e
--- /dev/null
+++ b/params/phi/5/rnd_search_t_no_sched/comb_3/trained/model.layers.22.mlp.fc1/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:fa5125d5150657cc713209e67f1aed7903072a35722898cfc1a6ecaf91cbfb2e
+size 42115
diff --git a/params/phi/5/rnd_search_t_no_sched/comb_3/trained/model.layers.22.mlp.fc1/_s.pt b/params/phi/5/rnd_search_t_no_sched/comb_3/trained/model.layers.22.mlp.fc1/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c0fb645533698f43f7ec3595c28bdefd5201d174
--- /dev/null
+++ b/params/phi/5/rnd_search_t_no_sched/comb_3/trained/model.layers.22.mlp.fc1/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:cf57efb72bb598fd8324d5b4be728b2457a5af74c14126fe8068ea66684a3d6f
+size 42115
diff --git a/params/phi/5/rnd_search_t_no_sched/comb_3/trained/model.layers.22.mlp.fc2/_0.pt b/params/phi/5/rnd_search_t_no_sched/comb_3/trained/model.layers.22.mlp.fc2/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..d3941978fa80c6116b9d60c4e07ce6d4d045bc9a
--- /dev/null
+++ b/params/phi/5/rnd_search_t_no_sched/comb_3/trained/model.layers.22.mlp.fc2/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:bf7d0670a301b07ed68112ba50214787045f21be70faffbd14320f61f2eb5792
+size 11395
diff --git a/params/phi/5/rnd_search_t_no_sched/comb_3/trained/model.layers.22.mlp.fc2/_s.pt b/params/phi/5/rnd_search_t_no_sched/comb_3/trained/model.layers.22.mlp.fc2/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..f130f151dd4648d894fff034253d1f7306495f56
--- /dev/null
+++ b/params/phi/5/rnd_search_t_no_sched/comb_3/trained/model.layers.22.mlp.fc2/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:1ea85538c8b24b0e550149f87d7ecb4352f8de4a8c670a120d0248e8dfc821e5
+size 11395
diff --git a/params/phi/5/rnd_search_t_no_sched/comb_3/trained/model.layers.22.self_attn.dense/_0.pt b/params/phi/5/rnd_search_t_no_sched/comb_3/trained/model.layers.22.self_attn.dense/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..b7b7ab06152c006fd0ffe9292f4bb128411d35d7
--- /dev/null
+++ b/params/phi/5/rnd_search_t_no_sched/comb_3/trained/model.layers.22.self_attn.dense/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d4344d49aaf57052db4c81cc01ba2bfbabe73d91a095d9b676d031d77bfb3076
+size 11395
diff --git a/params/phi/5/rnd_search_t_no_sched/comb_3/trained/model.layers.22.self_attn.dense/_s.pt b/params/phi/5/rnd_search_t_no_sched/comb_3/trained/model.layers.22.self_attn.dense/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..1560d22a6ed8beaa06f5c51a70fc4a5289543f7b
--- /dev/null
+++ b/params/phi/5/rnd_search_t_no_sched/comb_3/trained/model.layers.22.self_attn.dense/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e933d24d466554360125d70cbf112c443c6ad46afec0bbb9f23d2f8510d89a87
+size 11395
diff --git a/params/phi/5/rnd_search_t_no_sched/comb_3/trained/model.layers.22.self_attn.k_proj/_0.pt b/params/phi/5/rnd_search_t_no_sched/comb_3/trained/model.layers.22.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a6cddf79e3230edebddbcf9ee00167ddcc21879a
--- /dev/null
+++ b/params/phi/5/rnd_search_t_no_sched/comb_3/trained/model.layers.22.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:1f52e90f70143933a752574aca96f39ea950f507a2fb5d852aea1fde509269e0
+size 11395
diff --git a/params/phi/5/rnd_search_t_no_sched/comb_3/trained/model.layers.22.self_attn.k_proj/_s.pt b/params/phi/5/rnd_search_t_no_sched/comb_3/trained/model.layers.22.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..dd14f052827cb3ca7a280ac66fa668b281e85063
--- /dev/null
+++ b/params/phi/5/rnd_search_t_no_sched/comb_3/trained/model.layers.22.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:015b34da348d6614a974bb2dac133dbb1cf5ea6a94e17782186e61157471e80b
+size 11395
diff --git a/params/phi/5/rnd_search_t_no_sched/comb_3/trained/model.layers.22.self_attn.q_proj/_0.pt b/params/phi/5/rnd_search_t_no_sched/comb_3/trained/model.layers.22.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..40a9021790ebb662c1b1b53ffdf1f7811692b7d4
--- /dev/null
+++ b/params/phi/5/rnd_search_t_no_sched/comb_3/trained/model.layers.22.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e85a69a7d3120479ac053ceecee1764dbfa676d83048711598b51c3ba5ce35a6
+size 11395
diff --git a/params/phi/5/rnd_search_t_no_sched/comb_3/trained/model.layers.22.self_attn.q_proj/_s.pt b/params/phi/5/rnd_search_t_no_sched/comb_3/trained/model.layers.22.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..0bad73175e61107cd0c37521ede3a4a1978e75bc
--- /dev/null
+++ b/params/phi/5/rnd_search_t_no_sched/comb_3/trained/model.layers.22.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f1bad9a98dab9dcc92485f9f312d62a56e00b876dc1a8019cdb026d0ad224eb3
+size 11395
diff --git a/params/phi/5/rnd_search_t_no_sched/comb_3/trained/model.layers.22.self_attn.v_proj/_0.pt b/params/phi/5/rnd_search_t_no_sched/comb_3/trained/model.layers.22.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..f127e2fc6e3673f299f4dece59effa46fab346f6
--- /dev/null
+++ b/params/phi/5/rnd_search_t_no_sched/comb_3/trained/model.layers.22.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:4dad2673ae2a9258bf36539d160abc0a16dcc575ec3666206ab7530eda4ab23b
+size 11395
diff --git a/params/phi/5/rnd_search_t_no_sched/comb_3/trained/model.layers.22.self_attn.v_proj/_s.pt b/params/phi/5/rnd_search_t_no_sched/comb_3/trained/model.layers.22.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e2ee5a1ced334c6b3c7cdd29740a99fea8fe83d6
--- /dev/null
+++ b/params/phi/5/rnd_search_t_no_sched/comb_3/trained/model.layers.22.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e615db6d6fc14c5694c295804e08e9f421e5732689c8bf8fb42e8233effc3df5
+size 11395
diff --git a/params/phi/5/rnd_search_t_no_sched/comb_3/trained/model.layers.23.mlp.fc1/_0.pt b/params/phi/5/rnd_search_t_no_sched/comb_3/trained/model.layers.23.mlp.fc1/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..fcb65f5738359abbfe2a3c341ca92c370ddbce04
--- /dev/null
+++ b/params/phi/5/rnd_search_t_no_sched/comb_3/trained/model.layers.23.mlp.fc1/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:6b7e15191a88ea20c0a316049018823e79b36b9127a529b6570d5d752e99528a
+size 42115
diff --git a/params/phi/5/rnd_search_t_no_sched/comb_3/trained/model.layers.23.mlp.fc1/_s.pt b/params/phi/5/rnd_search_t_no_sched/comb_3/trained/model.layers.23.mlp.fc1/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..494268aa5009689df5bc2a3ee6ddc6e65856cc73
--- /dev/null
+++ b/params/phi/5/rnd_search_t_no_sched/comb_3/trained/model.layers.23.mlp.fc1/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:432b1ad44667d7bedab01b896245a26a07129b564b41cead2513aefcf06bb4f6
+size 42115
diff --git a/params/phi/5/rnd_search_t_no_sched/comb_3/trained/model.layers.23.mlp.fc2/_0.pt b/params/phi/5/rnd_search_t_no_sched/comb_3/trained/model.layers.23.mlp.fc2/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..9c7e79e27fa75bb7d07e0fe338c7746331887fa9
--- /dev/null
+++ b/params/phi/5/rnd_search_t_no_sched/comb_3/trained/model.layers.23.mlp.fc2/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:8b341991f1c014cb41fd2a09737d109f8c314c85d1eff5176ad96c4f553ad07a
+size 11395
diff --git a/params/phi/5/rnd_search_t_no_sched/comb_3/trained/model.layers.23.mlp.fc2/_s.pt b/params/phi/5/rnd_search_t_no_sched/comb_3/trained/model.layers.23.mlp.fc2/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4031270242b3f352acd345ec140845a54f1aa425
--- /dev/null
+++ b/params/phi/5/rnd_search_t_no_sched/comb_3/trained/model.layers.23.mlp.fc2/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:af58855626451e79097fa44fc42100ebf2852781de60e358fd009d692f158454
+size 11395
diff --git a/params/phi/5/rnd_search_t_no_sched/comb_3/trained/model.layers.23.self_attn.dense/_0.pt b/params/phi/5/rnd_search_t_no_sched/comb_3/trained/model.layers.23.self_attn.dense/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..b34166c7a2bf33fa3bd6184029c317a1d65aaed3
--- /dev/null
+++ b/params/phi/5/rnd_search_t_no_sched/comb_3/trained/model.layers.23.self_attn.dense/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a9146fee89da33f9caee5208424edff36a2b0c0490711bd3002e3419f550db8e
+size 11395
diff --git a/params/phi/5/rnd_search_t_no_sched/comb_3/trained/model.layers.23.self_attn.dense/_s.pt b/params/phi/5/rnd_search_t_no_sched/comb_3/trained/model.layers.23.self_attn.dense/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..db9896843fe135538a830aec7a836e2dad2dfed9
--- /dev/null
+++ b/params/phi/5/rnd_search_t_no_sched/comb_3/trained/model.layers.23.self_attn.dense/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:471ad7d31f9d52acad256e3672c8d48abbaf86f88ad4e4140c1296b3e4e4057e
+size 11395
diff --git a/params/phi/5/rnd_search_t_no_sched/comb_3/trained/model.layers.23.self_attn.k_proj/_0.pt b/params/phi/5/rnd_search_t_no_sched/comb_3/trained/model.layers.23.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..6cbf5029960e16df7512b2f1acaf0d3ecb418f3e
--- /dev/null
+++ b/params/phi/5/rnd_search_t_no_sched/comb_3/trained/model.layers.23.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0fd5a660fded253b3c67b0b090342d7cd074328af366f21784c3f4813ba2f993
+size 11395
diff --git a/params/phi/5/rnd_search_t_no_sched/comb_3/trained/model.layers.23.self_attn.k_proj/_s.pt b/params/phi/5/rnd_search_t_no_sched/comb_3/trained/model.layers.23.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..23ddc56d50c4d6f385d398fc2349800da401c5dd
--- /dev/null
+++ b/params/phi/5/rnd_search_t_no_sched/comb_3/trained/model.layers.23.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f9fdfc3b627db9b0b7701c82fc7bc26e4ebbc03d37bb547396d4a4d361a8b58b
+size 11395
diff --git a/params/phi/5/rnd_search_t_no_sched/comb_3/trained/model.layers.23.self_attn.q_proj/_0.pt b/params/phi/5/rnd_search_t_no_sched/comb_3/trained/model.layers.23.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..f2a75787e1be5f2bce9dc8e654d4dba9fbc0860b
--- /dev/null
+++ b/params/phi/5/rnd_search_t_no_sched/comb_3/trained/model.layers.23.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:8e1f93757790da1492b00b5df2c68392b6863640718669af80392334e1d9eee1
+size 11395
diff --git a/params/phi/5/rnd_search_t_no_sched/comb_3/trained/model.layers.23.self_attn.q_proj/_s.pt b/params/phi/5/rnd_search_t_no_sched/comb_3/trained/model.layers.23.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..849ddee0b74cbf42165d4cb482d4db6e32610674
--- /dev/null
+++ b/params/phi/5/rnd_search_t_no_sched/comb_3/trained/model.layers.23.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:de9e42f0a7875dfd5509eb818ddec6bced27400c1cd7ab364601fc4a2517af2b
+size 11395
diff --git a/params/phi/5/rnd_search_t_no_sched/comb_3/trained/model.layers.23.self_attn.v_proj/_0.pt b/params/phi/5/rnd_search_t_no_sched/comb_3/trained/model.layers.23.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..b909884824b5eeaa26814ec7fdb8b3b694e60eb7
--- /dev/null
+++ b/params/phi/5/rnd_search_t_no_sched/comb_3/trained/model.layers.23.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c96b48f785bff7fa69bee80ae007caff97dab7f16da51d90e2ca03731cfc0d72
+size 11395
diff --git a/params/phi/5/rnd_search_t_no_sched/comb_3/trained/model.layers.23.self_attn.v_proj/_s.pt b/params/phi/5/rnd_search_t_no_sched/comb_3/trained/model.layers.23.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c777165b0026f225dccc8fe2bc2c27c9eefef5d3
--- /dev/null
+++ b/params/phi/5/rnd_search_t_no_sched/comb_3/trained/model.layers.23.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:041b7860dd1c6f85c76ece43397db0d18a8dc5b68fdfd88949930c0f1853f722
+size 11395
diff --git a/params/phi/5/rnd_search_t_no_sched/comb_3/trained/model.layers.24.mlp.fc1/_0.pt b/params/phi/5/rnd_search_t_no_sched/comb_3/trained/model.layers.24.mlp.fc1/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..262098b78116689378efedc7f73629e738b8b59f
--- /dev/null
+++ b/params/phi/5/rnd_search_t_no_sched/comb_3/trained/model.layers.24.mlp.fc1/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:effd0770ec5b4b4232eb5cb0bd90ea38e610dc2970007fd904ef9929016aa172
+size 42115
diff --git a/params/phi/5/rnd_search_t_no_sched/comb_3/trained/model.layers.24.mlp.fc1/_s.pt b/params/phi/5/rnd_search_t_no_sched/comb_3/trained/model.layers.24.mlp.fc1/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..62f9c7b75c736435e03491170a44dc807302e4d6
--- /dev/null
+++ b/params/phi/5/rnd_search_t_no_sched/comb_3/trained/model.layers.24.mlp.fc1/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:eaf9729c001ea544cbbd2e5709bd45a5a2899618263b872e4f8e6c7bcb9af659
+size 42115
diff --git a/params/phi/5/rnd_search_t_no_sched/comb_3/trained/model.layers.24.mlp.fc2/_0.pt b/params/phi/5/rnd_search_t_no_sched/comb_3/trained/model.layers.24.mlp.fc2/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ff8d535357f080fa371d39ebc9def1d9b46b5f70
--- /dev/null
+++ b/params/phi/5/rnd_search_t_no_sched/comb_3/trained/model.layers.24.mlp.fc2/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:1f4533f2699a44fc79ff054593b9d0817f198ba30573006ca497bf14301093c8
+size 11395
diff --git a/params/phi/5/rnd_search_t_no_sched/comb_3/trained/model.layers.24.mlp.fc2/_s.pt b/params/phi/5/rnd_search_t_no_sched/comb_3/trained/model.layers.24.mlp.fc2/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..34b5ae2048004df16f4e9592a0e7133a85e74260
--- /dev/null
+++ b/params/phi/5/rnd_search_t_no_sched/comb_3/trained/model.layers.24.mlp.fc2/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b5d1de393c00d2645004ca4ab574c7fd21f47af43c59571c425ba246d2c06e2f
+size 11395
diff --git a/params/phi/5/rnd_search_t_no_sched/comb_3/trained/model.layers.24.self_attn.dense/_0.pt b/params/phi/5/rnd_search_t_no_sched/comb_3/trained/model.layers.24.self_attn.dense/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c78e3a5b379f2f8f0eb1a94bbb7d99520a42b1b0
--- /dev/null
+++ b/params/phi/5/rnd_search_t_no_sched/comb_3/trained/model.layers.24.self_attn.dense/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5f76295206e4e8371978c52f2ea098d2c674f1ca936e1ed5f573a90478f4027e
+size 11395
diff --git a/params/phi/5/rnd_search_t_no_sched/comb_3/trained/model.layers.24.self_attn.dense/_s.pt b/params/phi/5/rnd_search_t_no_sched/comb_3/trained/model.layers.24.self_attn.dense/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..0cdfc82e3afa39d203aa989a72e677f75c53ade4
--- /dev/null
+++ b/params/phi/5/rnd_search_t_no_sched/comb_3/trained/model.layers.24.self_attn.dense/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c03eb3f2c32a6912fe930aa2a4c4340760c4214f7e07019928477e6422266969
+size 11395
diff --git a/params/phi/5/rnd_search_t_no_sched/comb_3/trained/model.layers.24.self_attn.k_proj/_0.pt b/params/phi/5/rnd_search_t_no_sched/comb_3/trained/model.layers.24.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e41a0411f3bfe8f087c5f14bcd280deb5615759d
--- /dev/null
+++ b/params/phi/5/rnd_search_t_no_sched/comb_3/trained/model.layers.24.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:6079b06e583e9e0b17544340a29ca9ec92a3c3198e653c2caeb91f0977ffb9a5
+size 11395
diff --git a/params/phi/5/rnd_search_t_no_sched/comb_3/trained/model.layers.24.self_attn.k_proj/_s.pt b/params/phi/5/rnd_search_t_no_sched/comb_3/trained/model.layers.24.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4e276de138af352d4a0462fcf98993635fb7c65c
--- /dev/null
+++ b/params/phi/5/rnd_search_t_no_sched/comb_3/trained/model.layers.24.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:470f60382243e725acad78bbeeae43efe8bac4f05f874ca7284b2694f3671b6a
+size 11395
diff --git a/params/phi/5/rnd_search_t_no_sched/comb_3/trained/model.layers.24.self_attn.q_proj/_0.pt b/params/phi/5/rnd_search_t_no_sched/comb_3/trained/model.layers.24.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..54df7849391061ba9f95e94807599970572f82ca
--- /dev/null
+++ b/params/phi/5/rnd_search_t_no_sched/comb_3/trained/model.layers.24.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ff781c15a32281f84d433b3e065fff354ef37cc1543a98ffcae072cf82517de3
+size 11395
diff --git a/params/phi/5/rnd_search_t_no_sched/comb_3/trained/model.layers.24.self_attn.q_proj/_s.pt b/params/phi/5/rnd_search_t_no_sched/comb_3/trained/model.layers.24.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..5adad0d59de55d6385dcd711640fc0a93938378f
--- /dev/null
+++ b/params/phi/5/rnd_search_t_no_sched/comb_3/trained/model.layers.24.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ce0e982ec653d144fe56b7bccd6f58ba27315a245386d771b914efcc9aabd79f
+size 11395
diff --git a/params/phi/5/rnd_search_t_no_sched/comb_3/trained/model.layers.24.self_attn.v_proj/_0.pt b/params/phi/5/rnd_search_t_no_sched/comb_3/trained/model.layers.24.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..3bc0c60680f82f5d122bf5abc8fd2c7879aaf69a
--- /dev/null
+++ b/params/phi/5/rnd_search_t_no_sched/comb_3/trained/model.layers.24.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:deb0078504fc899cc8c063533495404d914a2b2e656c5d9d5e53b94203b56a68
+size 11395
diff --git a/params/phi/5/rnd_search_t_no_sched/comb_3/trained/model.layers.24.self_attn.v_proj/_s.pt b/params/phi/5/rnd_search_t_no_sched/comb_3/trained/model.layers.24.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..f8a65ae9edf1e818823f1bf32a343747496db4e1
--- /dev/null
+++ b/params/phi/5/rnd_search_t_no_sched/comb_3/trained/model.layers.24.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c7f8b4e468a77d8bad2b45cce7c2055b345de3bc778179dab6100a6123d8dfdf
+size 11395
diff --git a/params/phi/5/rnd_search_t_no_sched/comb_3/trained/model.layers.25.mlp.fc1/_0.pt b/params/phi/5/rnd_search_t_no_sched/comb_3/trained/model.layers.25.mlp.fc1/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..0d11394ef0131fb1af5c29faea0689c071b43c57
--- /dev/null
+++ b/params/phi/5/rnd_search_t_no_sched/comb_3/trained/model.layers.25.mlp.fc1/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ca45b55752c478e6d075a5a3d2a79804da46a3b2dd88f1de0f2f24fcc311d42e
+size 42115
diff --git a/params/phi/5/rnd_search_t_no_sched/comb_3/trained/model.layers.25.mlp.fc1/_s.pt b/params/phi/5/rnd_search_t_no_sched/comb_3/trained/model.layers.25.mlp.fc1/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..3bff36790b8d64e51f06cd09fa6f70b0088e829e
--- /dev/null
+++ b/params/phi/5/rnd_search_t_no_sched/comb_3/trained/model.layers.25.mlp.fc1/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f90e382926decc23e31de3b2c7683e0f9b94487b292eee31427dee65163bcc4b
+size 42115
diff --git a/params/phi/5/rnd_search_t_no_sched/comb_3/trained/model.layers.25.mlp.fc2/_0.pt b/params/phi/5/rnd_search_t_no_sched/comb_3/trained/model.layers.25.mlp.fc2/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2cfa01ea081b1b3459472b3d43feb7f3207bf886
--- /dev/null
+++ b/params/phi/5/rnd_search_t_no_sched/comb_3/trained/model.layers.25.mlp.fc2/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:cf62ae198c5d25556e50c6110da3fe363adfff91f3dbee49dc290302404b7ddb
+size 11395
diff --git a/params/phi/5/rnd_search_t_no_sched/comb_3/trained/model.layers.25.mlp.fc2/_s.pt b/params/phi/5/rnd_search_t_no_sched/comb_3/trained/model.layers.25.mlp.fc2/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..f12e4947a3d3d534783279fe2f365455ff6652a8
--- /dev/null
+++ b/params/phi/5/rnd_search_t_no_sched/comb_3/trained/model.layers.25.mlp.fc2/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:9bafee900d89d26eaade70dd6c3b366042be365e5719db06778a4e90e5d1fa7f
+size 11395
diff --git a/params/phi/5/rnd_search_t_no_sched/comb_3/trained/model.layers.25.self_attn.dense/_0.pt b/params/phi/5/rnd_search_t_no_sched/comb_3/trained/model.layers.25.self_attn.dense/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a0211c578c731a25e75692affdf45de7194cc42c
--- /dev/null
+++ b/params/phi/5/rnd_search_t_no_sched/comb_3/trained/model.layers.25.self_attn.dense/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f510b137a82d908b2b64d5485ee1de93fd40bfb834a9e22a042d7aab7d9390f9
+size 11395
diff --git a/params/phi/5/rnd_search_t_no_sched/comb_3/trained/model.layers.25.self_attn.dense/_s.pt b/params/phi/5/rnd_search_t_no_sched/comb_3/trained/model.layers.25.self_attn.dense/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..3675920fb7fb8c26a1579d6a2007c35459752784
--- /dev/null
+++ b/params/phi/5/rnd_search_t_no_sched/comb_3/trained/model.layers.25.self_attn.dense/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:00e84ae83edce89847ab63db28938babfd7696d8a11bca5fbb6672d58506ff2a
+size 11395
diff --git a/params/phi/5/rnd_search_t_no_sched/comb_3/trained/model.layers.25.self_attn.k_proj/_0.pt b/params/phi/5/rnd_search_t_no_sched/comb_3/trained/model.layers.25.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c1ebe9a004f7f51b0cea3180d781043cb6bfbbe4
--- /dev/null
+++ b/params/phi/5/rnd_search_t_no_sched/comb_3/trained/model.layers.25.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:8a4b541eb0f1894a67763defa8c68ad205a239c61127ffa6c6d5c5e3337f5b6f
+size 11395
diff --git a/params/phi/5/rnd_search_t_no_sched/comb_3/trained/model.layers.25.self_attn.k_proj/_s.pt b/params/phi/5/rnd_search_t_no_sched/comb_3/trained/model.layers.25.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..47fa51c01a9f87f88484d4fc1c34cce16ddb53e5
--- /dev/null
+++ b/params/phi/5/rnd_search_t_no_sched/comb_3/trained/model.layers.25.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b9009b32ce5c9f2f7bd44baea1488c33f2b9f2c5fdbab18f8c4ea8a355e0d460
+size 11395
diff --git a/params/phi/5/rnd_search_t_no_sched/comb_3/trained/model.layers.25.self_attn.q_proj/_0.pt b/params/phi/5/rnd_search_t_no_sched/comb_3/trained/model.layers.25.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..7f9b084ce124cb5065bd63614ecbd0800cbaa83b
--- /dev/null
+++ b/params/phi/5/rnd_search_t_no_sched/comb_3/trained/model.layers.25.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b0c071999500f8950b19d4818be894d52a700acdb4c081d00d9282ff5b29af0c
+size 11395
diff --git a/params/phi/5/rnd_search_t_no_sched/comb_3/trained/model.layers.25.self_attn.q_proj/_s.pt b/params/phi/5/rnd_search_t_no_sched/comb_3/trained/model.layers.25.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..951d777ac294e1bc0f1f3af6e194b9854d1d1910
--- /dev/null
+++ b/params/phi/5/rnd_search_t_no_sched/comb_3/trained/model.layers.25.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:924fb71c99f1cda0adbb75ada3ffff8d310ed176fba19165c5757dd6051b720d
+size 11395
diff --git a/params/phi/5/rnd_search_t_no_sched/comb_3/trained/model.layers.25.self_attn.v_proj/_0.pt b/params/phi/5/rnd_search_t_no_sched/comb_3/trained/model.layers.25.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a894da490657e0d5c27812e24032591ac54faba4
--- /dev/null
+++ b/params/phi/5/rnd_search_t_no_sched/comb_3/trained/model.layers.25.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:3d3fd293cba985513676c13849b3b121701af5917cd8b7a76011d57433c11b20
+size 11395
diff --git a/params/phi/5/rnd_search_t_no_sched/comb_3/trained/model.layers.25.self_attn.v_proj/_s.pt b/params/phi/5/rnd_search_t_no_sched/comb_3/trained/model.layers.25.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ddc1ea31686625b0d6bd50046bb4c45d454bdf48
--- /dev/null
+++ b/params/phi/5/rnd_search_t_no_sched/comb_3/trained/model.layers.25.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e158f1a03596fe563831303eb9a40fe239018d9ea7d54bcc411bb0403619472e
+size 11395
diff --git a/params/phi/5/rnd_search_t_no_sched/comb_3/trained/model.layers.26.mlp.fc1/_0.pt b/params/phi/5/rnd_search_t_no_sched/comb_3/trained/model.layers.26.mlp.fc1/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4f5768f447369e976bed2d6b3f1f1dfb1eb473c3
--- /dev/null
+++ b/params/phi/5/rnd_search_t_no_sched/comb_3/trained/model.layers.26.mlp.fc1/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e43fe198a731bb8b2bb267d4b2fb62c1c34b8fca52ea3d943a995e9a58911504
+size 42115
diff --git a/params/phi/5/rnd_search_t_no_sched/comb_3/trained/model.layers.26.mlp.fc1/_s.pt b/params/phi/5/rnd_search_t_no_sched/comb_3/trained/model.layers.26.mlp.fc1/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..76e2b9ba18bf662279a20e0a3112bad2d1b547e8
--- /dev/null
+++ b/params/phi/5/rnd_search_t_no_sched/comb_3/trained/model.layers.26.mlp.fc1/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:db1d042c9c379fb7f33878a9d4e9c8e1263dc9cc1be0132a22cfd10358ad9bba
+size 42115
diff --git a/params/phi/5/rnd_search_t_no_sched/comb_3/trained/model.layers.26.mlp.fc2/_0.pt b/params/phi/5/rnd_search_t_no_sched/comb_3/trained/model.layers.26.mlp.fc2/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..41a1bbe3dbb3382478f2074b77430ee75bfe861e
--- /dev/null
+++ b/params/phi/5/rnd_search_t_no_sched/comb_3/trained/model.layers.26.mlp.fc2/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:65f176519a05a03437018cbf7f1a8306861a441f5238987c498894859c8199ab
+size 11395
diff --git a/params/phi/5/rnd_search_t_no_sched/comb_3/trained/model.layers.26.mlp.fc2/_s.pt b/params/phi/5/rnd_search_t_no_sched/comb_3/trained/model.layers.26.mlp.fc2/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..925da13f080e56068759cd4b05fce8e4a8024ad2
--- /dev/null
+++ b/params/phi/5/rnd_search_t_no_sched/comb_3/trained/model.layers.26.mlp.fc2/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:629c07d38603e39a22babc06f4e428faa4dd7b42232b33712cfe36d3ae1007be
+size 11395
diff --git a/params/phi/5/rnd_search_t_no_sched/comb_3/trained/model.layers.26.self_attn.dense/_0.pt b/params/phi/5/rnd_search_t_no_sched/comb_3/trained/model.layers.26.self_attn.dense/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..444db30ad35aa3f877a9096c58406c6c237ec94a
--- /dev/null
+++ b/params/phi/5/rnd_search_t_no_sched/comb_3/trained/model.layers.26.self_attn.dense/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2ccc1a3a4a3c86f934c8b6e5d62e62f31745ca75d568b076d10ca581fdd8cc95
+size 11395
diff --git a/params/phi/5/rnd_search_t_no_sched/comb_3/trained/model.layers.26.self_attn.dense/_s.pt b/params/phi/5/rnd_search_t_no_sched/comb_3/trained/model.layers.26.self_attn.dense/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..098c3ae8cc9e2217f6fe7bd5d1aff471e0a50548
--- /dev/null
+++ b/params/phi/5/rnd_search_t_no_sched/comb_3/trained/model.layers.26.self_attn.dense/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:7db48679c7b10ebd96f5f555e348e1571a84cd41c2ca9e6d9ccdf2b68b0b7f28
+size 11395
diff --git a/params/phi/5/rnd_search_t_no_sched/comb_3/trained/model.layers.26.self_attn.k_proj/_0.pt b/params/phi/5/rnd_search_t_no_sched/comb_3/trained/model.layers.26.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..d5669cd27b5db91fac2abe79b1af502b93456973
--- /dev/null
+++ b/params/phi/5/rnd_search_t_no_sched/comb_3/trained/model.layers.26.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c275b70ea38b18313b1b5a2638b88b6fdd3549fdc7951b12a0da3edce9f01a42
+size 11395
diff --git a/params/phi/5/rnd_search_t_no_sched/comb_3/trained/model.layers.26.self_attn.k_proj/_s.pt b/params/phi/5/rnd_search_t_no_sched/comb_3/trained/model.layers.26.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..31e3d718e4cbbd2d915c93b5376e0db2e62cfa9a
--- /dev/null
+++ b/params/phi/5/rnd_search_t_no_sched/comb_3/trained/model.layers.26.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:1c6dd36e16e0a37f730aba6c9d8cb60fa452df122240bf99b750f902d905354d
+size 11395
diff --git a/params/phi/5/rnd_search_t_no_sched/comb_3/trained/model.layers.26.self_attn.q_proj/_0.pt b/params/phi/5/rnd_search_t_no_sched/comb_3/trained/model.layers.26.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..64ed702678f330724757c2d5ae515c5d6ceff3b5
--- /dev/null
+++ b/params/phi/5/rnd_search_t_no_sched/comb_3/trained/model.layers.26.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:8ce8bfafbee35682050a61d2c2a9f7f19594ef111f89f7d1e07e55ac6fec8191
+size 11395
diff --git a/params/phi/5/rnd_search_t_no_sched/comb_3/trained/model.layers.26.self_attn.q_proj/_s.pt b/params/phi/5/rnd_search_t_no_sched/comb_3/trained/model.layers.26.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ab78e54ad3b8bfb6c5312501ba25ef99ceb037ec
--- /dev/null
+++ b/params/phi/5/rnd_search_t_no_sched/comb_3/trained/model.layers.26.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:dfe38fc1ede8e8fea00497e77648e6f85638b14fc5069dae5a5bd883993b503a
+size 11395
diff --git a/params/phi/5/rnd_search_t_no_sched/comb_3/trained/model.layers.26.self_attn.v_proj/_0.pt b/params/phi/5/rnd_search_t_no_sched/comb_3/trained/model.layers.26.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..bc3e0c9a219894a3f4831d3399d6f29c2ea90b2e
--- /dev/null
+++ b/params/phi/5/rnd_search_t_no_sched/comb_3/trained/model.layers.26.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c2e85856ccec38b12db685b1febd96e5e0f5fb55713e4e9ea799527bbffea2ee
+size 11395
diff --git a/params/phi/5/rnd_search_t_no_sched/comb_3/trained/model.layers.26.self_attn.v_proj/_s.pt b/params/phi/5/rnd_search_t_no_sched/comb_3/trained/model.layers.26.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..b5fcb43a7819b2bdf059b498aff6c57cf94318b0
--- /dev/null
+++ b/params/phi/5/rnd_search_t_no_sched/comb_3/trained/model.layers.26.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d81d056c3080d1fb5512cdef033fee84886ddd1e38153f07e3ffea3a410dc7cd
+size 11395
diff --git a/params/phi/5/rnd_search_t_no_sched/comb_3/trained/model.layers.27.mlp.fc1/_0.pt b/params/phi/5/rnd_search_t_no_sched/comb_3/trained/model.layers.27.mlp.fc1/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..f953fe0ef72bf1e3b8248a22db253012de1836f7
--- /dev/null
+++ b/params/phi/5/rnd_search_t_no_sched/comb_3/trained/model.layers.27.mlp.fc1/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:27555f05eba8353ff0260a7c2f7d9889cd6a4a8723061afb864c6488c26e6790
+size 42115
diff --git a/params/phi/5/rnd_search_t_no_sched/comb_3/trained/model.layers.27.mlp.fc1/_s.pt b/params/phi/5/rnd_search_t_no_sched/comb_3/trained/model.layers.27.mlp.fc1/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..b2ee3e4a1e3e1cbd7fcc147e0a71114ab8d36a0c
--- /dev/null
+++ b/params/phi/5/rnd_search_t_no_sched/comb_3/trained/model.layers.27.mlp.fc1/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d35fd33818b2d8738408fabf74f5bc5723cc657c7d7e966d9fee42ee8b5289e3
+size 42115
diff --git a/params/phi/5/rnd_search_t_no_sched/comb_3/trained/model.layers.27.mlp.fc2/_0.pt b/params/phi/5/rnd_search_t_no_sched/comb_3/trained/model.layers.27.mlp.fc2/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..85e124b23d42023df442f9fa5d82e62c6c20a11b
--- /dev/null
+++ b/params/phi/5/rnd_search_t_no_sched/comb_3/trained/model.layers.27.mlp.fc2/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b9d8ee19d5f50057e254b4f482b395ae1a8c3662f39691e3d22ef58462af8d16
+size 11395
diff --git a/params/phi/5/rnd_search_t_no_sched/comb_3/trained/model.layers.27.mlp.fc2/_s.pt b/params/phi/5/rnd_search_t_no_sched/comb_3/trained/model.layers.27.mlp.fc2/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..1be895bcb9a552b5d97d5f9aa39f2fd034ee628d
--- /dev/null
+++ b/params/phi/5/rnd_search_t_no_sched/comb_3/trained/model.layers.27.mlp.fc2/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:752bcaa61c2434cbf287951355e1f3070a0630efce018d31eb0f0416ca8b290c
+size 11395
diff --git a/params/phi/5/rnd_search_t_no_sched/comb_3/trained/model.layers.27.self_attn.dense/_0.pt b/params/phi/5/rnd_search_t_no_sched/comb_3/trained/model.layers.27.self_attn.dense/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..cca8776a1a8e86f0077aaeeb477c501fff2d61df
--- /dev/null
+++ b/params/phi/5/rnd_search_t_no_sched/comb_3/trained/model.layers.27.self_attn.dense/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:33133a4c75145a14f5424747f9f41857f32a19694b0315f0b98e7593137eb3d1
+size 11395
diff --git a/params/phi/5/rnd_search_t_no_sched/comb_3/trained/model.layers.27.self_attn.dense/_s.pt b/params/phi/5/rnd_search_t_no_sched/comb_3/trained/model.layers.27.self_attn.dense/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..58478b890c447cc0718ef8f0b22661f4970f479a
--- /dev/null
+++ b/params/phi/5/rnd_search_t_no_sched/comb_3/trained/model.layers.27.self_attn.dense/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b293cbeab4ffa177dd63058b636dd3881539aa6a25a3601bb54c64922db6fbc1
+size 11395
diff --git a/params/phi/5/rnd_search_t_no_sched/comb_3/trained/model.layers.27.self_attn.k_proj/_0.pt b/params/phi/5/rnd_search_t_no_sched/comb_3/trained/model.layers.27.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..679562e4da58f3b91887a5e441177b342306fae4
--- /dev/null
+++ b/params/phi/5/rnd_search_t_no_sched/comb_3/trained/model.layers.27.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:393c048a4a22b46325c5ff71393885d07e0ac5da72de5355bb5d26f2480f349a
+size 11395
diff --git a/params/phi/5/rnd_search_t_no_sched/comb_3/trained/model.layers.27.self_attn.k_proj/_s.pt b/params/phi/5/rnd_search_t_no_sched/comb_3/trained/model.layers.27.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..7147c075b029fc65c12014900e902a61e98bb899
--- /dev/null
+++ b/params/phi/5/rnd_search_t_no_sched/comb_3/trained/model.layers.27.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ca6e790f70dbc6a3a7c2d183d4de0762cde04b35f8689f0505dd881f77a1f7b1
+size 11395
diff --git a/params/phi/5/rnd_search_t_no_sched/comb_3/trained/model.layers.27.self_attn.q_proj/_0.pt b/params/phi/5/rnd_search_t_no_sched/comb_3/trained/model.layers.27.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..329ef4913dfd5a0da4cca84f6498ce2cdc740b2a
--- /dev/null
+++ b/params/phi/5/rnd_search_t_no_sched/comb_3/trained/model.layers.27.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:853331a46e866482f447ef11ef9b2cbfb3dc05d2627fb55e656ea3e498127ba6
+size 11395
diff --git a/params/phi/5/rnd_search_t_no_sched/comb_3/trained/model.layers.27.self_attn.q_proj/_s.pt b/params/phi/5/rnd_search_t_no_sched/comb_3/trained/model.layers.27.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..627ba27cdd4b50ae38ec6e52dec6a16770f23fdb
--- /dev/null
+++ b/params/phi/5/rnd_search_t_no_sched/comb_3/trained/model.layers.27.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:07067e4dcd4673bf8834aa94af1e893e4189587f40d55bce6784ac10707850ba
+size 11395
diff --git a/params/phi/5/rnd_search_t_no_sched/comb_3/trained/model.layers.27.self_attn.v_proj/_0.pt b/params/phi/5/rnd_search_t_no_sched/comb_3/trained/model.layers.27.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..0675d892343182835fa7f283a6127ed875ece810
--- /dev/null
+++ b/params/phi/5/rnd_search_t_no_sched/comb_3/trained/model.layers.27.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5f18b7533bf21bf3ba1904516a5181fb99cd5abebf23782522e09215b228156a
+size 11395
diff --git a/params/phi/5/rnd_search_t_no_sched/comb_3/trained/model.layers.27.self_attn.v_proj/_s.pt b/params/phi/5/rnd_search_t_no_sched/comb_3/trained/model.layers.27.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..416adeb8940911df77ab3b99946c64575c48b4a0
--- /dev/null
+++ b/params/phi/5/rnd_search_t_no_sched/comb_3/trained/model.layers.27.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a73b6c720cbaa6b53cb8928a6a43a297bf73ddfb0f4469815e83ebdf1a0aa98e
+size 11395
diff --git a/params/phi/5/rnd_search_t_no_sched/comb_3/trained/model.layers.28.mlp.fc1/_0.pt b/params/phi/5/rnd_search_t_no_sched/comb_3/trained/model.layers.28.mlp.fc1/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..08dcb9f56d17047583a6914f93e68855e231dd86
--- /dev/null
+++ b/params/phi/5/rnd_search_t_no_sched/comb_3/trained/model.layers.28.mlp.fc1/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:298aeb761756aa4fe2a835069da3705a4635690c830e691a77f6ca7079fd2a30
+size 42115
diff --git a/params/phi/5/rnd_search_t_no_sched/comb_3/trained/model.layers.28.mlp.fc1/_s.pt b/params/phi/5/rnd_search_t_no_sched/comb_3/trained/model.layers.28.mlp.fc1/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8cdfb8a6c98216741f277e2694678e1234ed08c9
--- /dev/null
+++ b/params/phi/5/rnd_search_t_no_sched/comb_3/trained/model.layers.28.mlp.fc1/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b94c64b4979eb135c7a4a8f93067c32009d621530f801beb8218ff55ec4b0f48
+size 42115
diff --git a/params/phi/5/rnd_search_t_no_sched/comb_3/trained/model.layers.28.mlp.fc2/_0.pt b/params/phi/5/rnd_search_t_no_sched/comb_3/trained/model.layers.28.mlp.fc2/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..20175471cd8eb7375ad3c275090cb6e5b4f7aa8b
--- /dev/null
+++ b/params/phi/5/rnd_search_t_no_sched/comb_3/trained/model.layers.28.mlp.fc2/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:21394120e1c9df4ce53a0dc385b5eabb11925393fb60da9946937a8f70971c42
+size 11395
diff --git a/params/phi/5/rnd_search_t_no_sched/comb_3/trained/model.layers.28.mlp.fc2/_s.pt b/params/phi/5/rnd_search_t_no_sched/comb_3/trained/model.layers.28.mlp.fc2/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8e24d7746b8c3516e3886e6d76d4d761d0afc29e
--- /dev/null
+++ b/params/phi/5/rnd_search_t_no_sched/comb_3/trained/model.layers.28.mlp.fc2/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c067118553c7626b51b6ade42213cccbc47731588980abafa6c7cf12fa9f78c8
+size 11395
diff --git a/params/phi/5/rnd_search_t_no_sched/comb_3/trained/model.layers.28.self_attn.dense/_0.pt b/params/phi/5/rnd_search_t_no_sched/comb_3/trained/model.layers.28.self_attn.dense/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..48b6d3f713a2562bae95506acb665bc808ebcd04
--- /dev/null
+++ b/params/phi/5/rnd_search_t_no_sched/comb_3/trained/model.layers.28.self_attn.dense/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f389cd0ff6be12fdf3b569f7fb17d014b475659bdcb03cd3eecae0874ed9bd8d
+size 11395
diff --git a/params/phi/5/rnd_search_t_no_sched/comb_3/trained/model.layers.28.self_attn.dense/_s.pt b/params/phi/5/rnd_search_t_no_sched/comb_3/trained/model.layers.28.self_attn.dense/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..630febf0676a9e0f132268723aa026ab09761d92
--- /dev/null
+++ b/params/phi/5/rnd_search_t_no_sched/comb_3/trained/model.layers.28.self_attn.dense/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e36e5b152fecf7f5935200857bb324dc706531d522bd9f8308f732694410c769
+size 11395
diff --git a/params/phi/5/rnd_search_t_no_sched/comb_3/trained/model.layers.28.self_attn.k_proj/_0.pt b/params/phi/5/rnd_search_t_no_sched/comb_3/trained/model.layers.28.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..af79300dc6480b2ebf66c6c92dbfec157e5bced7
--- /dev/null
+++ b/params/phi/5/rnd_search_t_no_sched/comb_3/trained/model.layers.28.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:4565a47400b41fe32e40e90bef28c58a5b3a4a1af837a0a9f66f77642c8deeff
+size 11395
diff --git a/params/phi/5/rnd_search_t_no_sched/comb_3/trained/model.layers.28.self_attn.k_proj/_s.pt b/params/phi/5/rnd_search_t_no_sched/comb_3/trained/model.layers.28.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..de568ba7688cdbdee5ca385bd5e7ba4b0fc9e3a8
--- /dev/null
+++ b/params/phi/5/rnd_search_t_no_sched/comb_3/trained/model.layers.28.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a75fbe2a17dd38df874cbef67fee24c8d2c63ca865d3c0552876094aedf2dad7
+size 11395
diff --git a/params/phi/5/rnd_search_t_no_sched/comb_3/trained/model.layers.28.self_attn.q_proj/_0.pt b/params/phi/5/rnd_search_t_no_sched/comb_3/trained/model.layers.28.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ebf0f845df9e918715c363cdd7950acca576fe4f
--- /dev/null
+++ b/params/phi/5/rnd_search_t_no_sched/comb_3/trained/model.layers.28.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:506ccaba42f2aa9239b4ae6fa1c59ed98c6d9451d3c87f96042d9b83228cbd25
+size 11395
diff --git a/params/phi/5/rnd_search_t_no_sched/comb_3/trained/model.layers.28.self_attn.q_proj/_s.pt b/params/phi/5/rnd_search_t_no_sched/comb_3/trained/model.layers.28.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..f411d0199b1ae4a74ef1a9c34120c943b7d26f12
--- /dev/null
+++ b/params/phi/5/rnd_search_t_no_sched/comb_3/trained/model.layers.28.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:696b176ffbfb98ec664244ed8c2464fd2a9f94029d3514f1627c83bdee1bb69b
+size 11395
diff --git a/params/phi/5/rnd_search_t_no_sched/comb_3/trained/model.layers.28.self_attn.v_proj/_0.pt b/params/phi/5/rnd_search_t_no_sched/comb_3/trained/model.layers.28.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..0998fe0af96f7a3710fe407c8c584c28c471eb82
--- /dev/null
+++ b/params/phi/5/rnd_search_t_no_sched/comb_3/trained/model.layers.28.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:3aead8f847e15863d8e76e50ea843648dbf3f0329ca1aef9f580596057fd7aed
+size 11395
diff --git a/params/phi/5/rnd_search_t_no_sched/comb_3/trained/model.layers.28.self_attn.v_proj/_s.pt b/params/phi/5/rnd_search_t_no_sched/comb_3/trained/model.layers.28.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..bc1dbf60673441a7afde4ca171b365c53c48ae31
--- /dev/null
+++ b/params/phi/5/rnd_search_t_no_sched/comb_3/trained/model.layers.28.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:3aa2af5e4a74320471f0a4d9a347402996c0fc8527ee465359337a18fbf703dc
+size 11395
diff --git a/params/phi/5/rnd_search_t_no_sched/comb_3/trained/model.layers.29.mlp.fc1/_0.pt b/params/phi/5/rnd_search_t_no_sched/comb_3/trained/model.layers.29.mlp.fc1/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8cfce7b3fba1689ee0cefd34b0eb34924958bdb5
--- /dev/null
+++ b/params/phi/5/rnd_search_t_no_sched/comb_3/trained/model.layers.29.mlp.fc1/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f024059e6ac61dfc9a009e1ac63e47beb5f713c94655779a2ce71905c1eebb9a
+size 42115
diff --git a/params/phi/5/rnd_search_t_no_sched/comb_3/trained/model.layers.29.mlp.fc1/_s.pt b/params/phi/5/rnd_search_t_no_sched/comb_3/trained/model.layers.29.mlp.fc1/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..f33eef83251a8690af60af59518e27f753a59ecf
--- /dev/null
+++ b/params/phi/5/rnd_search_t_no_sched/comb_3/trained/model.layers.29.mlp.fc1/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:221be14cb15e18c641f140dc1e356a3af777c8e6b92c958636a5539903772efc
+size 42115
diff --git a/params/phi/5/rnd_search_t_no_sched/comb_3/trained/model.layers.29.mlp.fc2/_0.pt b/params/phi/5/rnd_search_t_no_sched/comb_3/trained/model.layers.29.mlp.fc2/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..87882eb9b35f60773c4569dba23564bbb80cc216
--- /dev/null
+++ b/params/phi/5/rnd_search_t_no_sched/comb_3/trained/model.layers.29.mlp.fc2/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:4b731aae3c0466d06f2c5ba1d9c0536fb05a68d2a5517166f3d53f127e22aa5f
+size 11395
diff --git a/params/phi/5/rnd_search_t_no_sched/comb_3/trained/model.layers.29.mlp.fc2/_s.pt b/params/phi/5/rnd_search_t_no_sched/comb_3/trained/model.layers.29.mlp.fc2/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e32047f94b412923e4508e21745e25bd8cdd116f
--- /dev/null
+++ b/params/phi/5/rnd_search_t_no_sched/comb_3/trained/model.layers.29.mlp.fc2/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:be1a248fb62d2a2ee3de10b6461699431ea94b2de2faba3e6a803fd6f2130c12
+size 11395
diff --git a/params/phi/5/rnd_search_t_no_sched/comb_3/trained/model.layers.29.self_attn.dense/_0.pt b/params/phi/5/rnd_search_t_no_sched/comb_3/trained/model.layers.29.self_attn.dense/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ef0ea1f8c42bf5822c487215e995a56922ce702b
--- /dev/null
+++ b/params/phi/5/rnd_search_t_no_sched/comb_3/trained/model.layers.29.self_attn.dense/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a59596e58877cf26cd6a545f8b16c5024dee406c8f1c5db92093c29756b72031
+size 11395
diff --git a/params/phi/5/rnd_search_t_no_sched/comb_3/trained/model.layers.29.self_attn.dense/_s.pt b/params/phi/5/rnd_search_t_no_sched/comb_3/trained/model.layers.29.self_attn.dense/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e941376062e6183bafe4f15f646fb9d9fb0e0917
--- /dev/null
+++ b/params/phi/5/rnd_search_t_no_sched/comb_3/trained/model.layers.29.self_attn.dense/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e8f94ede9eb2407485e272d8912defe1005405c323763471c0bf8726f2c047ce
+size 11395
diff --git a/params/phi/5/rnd_search_t_no_sched/comb_3/trained/model.layers.29.self_attn.k_proj/_0.pt b/params/phi/5/rnd_search_t_no_sched/comb_3/trained/model.layers.29.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2e80995b321c94ed08e126c589fe09bfb48c765b
--- /dev/null
+++ b/params/phi/5/rnd_search_t_no_sched/comb_3/trained/model.layers.29.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:4103e4354ac075b82c24a16324a0adbfd70d398cb1b3ec26c8b600abf4bc25f5
+size 11395
diff --git a/params/phi/5/rnd_search_t_no_sched/comb_3/trained/model.layers.29.self_attn.k_proj/_s.pt b/params/phi/5/rnd_search_t_no_sched/comb_3/trained/model.layers.29.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ccfc6c4ed13854b397cc370fbbcf31275c89793c
--- /dev/null
+++ b/params/phi/5/rnd_search_t_no_sched/comb_3/trained/model.layers.29.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:8bf84435c755ddda67d04efa62c3cdefd065717e96db455954d5a114834400a9
+size 11395
diff --git a/params/phi/5/rnd_search_t_no_sched/comb_3/trained/model.layers.29.self_attn.q_proj/_0.pt b/params/phi/5/rnd_search_t_no_sched/comb_3/trained/model.layers.29.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..f8796fab3ac2a636ef7e9a301ea90428eb56a040
--- /dev/null
+++ b/params/phi/5/rnd_search_t_no_sched/comb_3/trained/model.layers.29.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:64cedc69dbac26bbd494468a0eb95085e5fe2822ff604ae082aa0b18e04c5bfe
+size 11395
diff --git a/params/phi/5/rnd_search_t_no_sched/comb_3/trained/model.layers.29.self_attn.q_proj/_s.pt b/params/phi/5/rnd_search_t_no_sched/comb_3/trained/model.layers.29.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..d573e5d9ed0154912c33e23a4926224304f38525
--- /dev/null
+++ b/params/phi/5/rnd_search_t_no_sched/comb_3/trained/model.layers.29.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:eca8417f35afd7893787729019484dc3cd7c95cbc5c69425fc88f8c234e18999
+size 11395
diff --git a/params/phi/5/rnd_search_t_no_sched/comb_3/trained/model.layers.29.self_attn.v_proj/_0.pt b/params/phi/5/rnd_search_t_no_sched/comb_3/trained/model.layers.29.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ad5e59114e1cb2b98bbefa85c59e3b683e8ed772
--- /dev/null
+++ b/params/phi/5/rnd_search_t_no_sched/comb_3/trained/model.layers.29.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:84ef41e3cdd2de6573f259c2459df53808df4658ac8afb5697717607d0cd34ca
+size 11395
diff --git a/params/phi/5/rnd_search_t_no_sched/comb_3/trained/model.layers.29.self_attn.v_proj/_s.pt b/params/phi/5/rnd_search_t_no_sched/comb_3/trained/model.layers.29.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c84ea364a4d6c60fb324df3556c1f8cf636183c9
--- /dev/null
+++ b/params/phi/5/rnd_search_t_no_sched/comb_3/trained/model.layers.29.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd3bf8a54b3e3c7d10239397ad38fc3feb19eab0e4457b13ac6055acaa54af7
+size 11395
diff --git a/params/phi/5/rnd_search_t_no_sched/comb_3/trained/model.layers.3.mlp.fc1/_0.pt b/params/phi/5/rnd_search_t_no_sched/comb_3/trained/model.layers.3.mlp.fc1/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..43df514e29f36e54c590c7dabaf1e72c521ec8f0
--- /dev/null
+++ b/params/phi/5/rnd_search_t_no_sched/comb_3/trained/model.layers.3.mlp.fc1/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a29f86ec8a6332524f8a8b9a4f6b858e47e826ba0002c06eee7431ad406df748
+size 42115
diff --git a/params/phi/5/rnd_search_t_no_sched/comb_3/trained/model.layers.3.mlp.fc1/_s.pt b/params/phi/5/rnd_search_t_no_sched/comb_3/trained/model.layers.3.mlp.fc1/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ee3a3a020331a5403c658e101a5cd358b2a50581
--- /dev/null
+++ b/params/phi/5/rnd_search_t_no_sched/comb_3/trained/model.layers.3.mlp.fc1/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0a7fbd842c80a66590792f57115a6b9e3229ea8bdd0b6e0cbd1410e4693bbd79
+size 42115
diff --git a/params/phi/5/rnd_search_t_no_sched/comb_3/trained/model.layers.3.mlp.fc2/_0.pt b/params/phi/5/rnd_search_t_no_sched/comb_3/trained/model.layers.3.mlp.fc2/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..0cdcc40f1ab8e2ef7f91470d76cb73c925988637
--- /dev/null
+++ b/params/phi/5/rnd_search_t_no_sched/comb_3/trained/model.layers.3.mlp.fc2/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:86ec86e67afd6ce2c6a10f75293f9253ad7abed9c6b2ddec14e7eae5bcfe2006
+size 11395
diff --git a/params/phi/5/rnd_search_t_no_sched/comb_3/trained/model.layers.3.mlp.fc2/_s.pt b/params/phi/5/rnd_search_t_no_sched/comb_3/trained/model.layers.3.mlp.fc2/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..82b8c5000f52a789ac4c16bc1174e8c229c350b3
--- /dev/null
+++ b/params/phi/5/rnd_search_t_no_sched/comb_3/trained/model.layers.3.mlp.fc2/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e7c10aac6809ef221ccde871bded5260f48f8255352c27cbb084ba58bcad8c57
+size 11395
diff --git a/params/phi/5/rnd_search_t_no_sched/comb_3/trained/model.layers.3.self_attn.dense/_0.pt b/params/phi/5/rnd_search_t_no_sched/comb_3/trained/model.layers.3.self_attn.dense/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..3a4f5ca6d7370c9711c35239df3a77ac49e41596
--- /dev/null
+++ b/params/phi/5/rnd_search_t_no_sched/comb_3/trained/model.layers.3.self_attn.dense/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0171cb34e67726fd5d40ba2c4fdff03c39c202a15dcb897e146716256b728b02
+size 11395
diff --git a/params/phi/5/rnd_search_t_no_sched/comb_3/trained/model.layers.3.self_attn.dense/_s.pt b/params/phi/5/rnd_search_t_no_sched/comb_3/trained/model.layers.3.self_attn.dense/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..bab2f3363d8b2efc4bbe92ab4d4174fc1c7fbbb4
--- /dev/null
+++ b/params/phi/5/rnd_search_t_no_sched/comb_3/trained/model.layers.3.self_attn.dense/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a458ef5decbb7173600d8da169a9bf2c80d6285cc9686fbbba4d5a8d5f68a7d6
+size 11395
diff --git a/params/phi/5/rnd_search_t_no_sched/comb_3/trained/model.layers.3.self_attn.k_proj/_0.pt b/params/phi/5/rnd_search_t_no_sched/comb_3/trained/model.layers.3.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..48ac74e3aa5b4da0d2f18585be8185680d63d215
--- /dev/null
+++ b/params/phi/5/rnd_search_t_no_sched/comb_3/trained/model.layers.3.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:970a1ca76e0a82de591098d86a3769ed2ff41884e9f5ba0513f7c4e5ea9f54c8
+size 11395
diff --git a/params/phi/5/rnd_search_t_no_sched/comb_3/trained/model.layers.3.self_attn.k_proj/_s.pt b/params/phi/5/rnd_search_t_no_sched/comb_3/trained/model.layers.3.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..5d5585ade1456ba0df82369531553e105270e178
--- /dev/null
+++ b/params/phi/5/rnd_search_t_no_sched/comb_3/trained/model.layers.3.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c334f37f46c1899a816cec48fc6233ab3d7d9e65920600d100fb6d5cdfa6d36e
+size 11395
diff --git a/params/phi/5/rnd_search_t_no_sched/comb_3/trained/model.layers.3.self_attn.q_proj/_0.pt b/params/phi/5/rnd_search_t_no_sched/comb_3/trained/model.layers.3.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2af79f3008e6792f09341f03ac2848677eb0a142
--- /dev/null
+++ b/params/phi/5/rnd_search_t_no_sched/comb_3/trained/model.layers.3.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f32555087457fe1b673149a03b8355c73a89a3046e9a67fe2f8501318f04fbf1
+size 11395
diff --git a/params/phi/5/rnd_search_t_no_sched/comb_3/trained/model.layers.3.self_attn.q_proj/_s.pt b/params/phi/5/rnd_search_t_no_sched/comb_3/trained/model.layers.3.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8fd5117d5945297deb57db5a48d9bb06d1c66e93
--- /dev/null
+++ b/params/phi/5/rnd_search_t_no_sched/comb_3/trained/model.layers.3.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2db26ee42cfc949bcbf61cad4f45d30a8bfafe64e382aa2362dfd211285d27f1
+size 11395
diff --git a/params/phi/5/rnd_search_t_no_sched/comb_3/trained/model.layers.3.self_attn.v_proj/_0.pt b/params/phi/5/rnd_search_t_no_sched/comb_3/trained/model.layers.3.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..f93e2738e200a35ba9cbffe5eae72d2bb3c1b291
--- /dev/null
+++ b/params/phi/5/rnd_search_t_no_sched/comb_3/trained/model.layers.3.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c7491875d3bdb6e5d169c1b80d23a17b37738f627c2423a3f962df00dfb11164
+size 11395
diff --git a/params/phi/5/rnd_search_t_no_sched/comb_3/trained/model.layers.3.self_attn.v_proj/_s.pt b/params/phi/5/rnd_search_t_no_sched/comb_3/trained/model.layers.3.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..43ecec97ebaa4e74a40fa3e056b6cfed4f200ac2
--- /dev/null
+++ b/params/phi/5/rnd_search_t_no_sched/comb_3/trained/model.layers.3.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:fc9e5e872eee6f0956725e0356a6385fd3801881c490d3e10c2ea92c75f8d5c9
+size 11395
diff --git a/params/phi/5/rnd_search_t_no_sched/comb_3/trained/model.layers.30.mlp.fc1/_0.pt b/params/phi/5/rnd_search_t_no_sched/comb_3/trained/model.layers.30.mlp.fc1/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..875dbd68657f60eef5a86619c445327c4db09b8a
--- /dev/null
+++ b/params/phi/5/rnd_search_t_no_sched/comb_3/trained/model.layers.30.mlp.fc1/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a164a67d94a7d46cbc99aabafc868f00e5d3680abc11a0ace418cea9bb5bd93d
+size 42115
diff --git a/params/phi/5/rnd_search_t_no_sched/comb_3/trained/model.layers.30.mlp.fc1/_s.pt b/params/phi/5/rnd_search_t_no_sched/comb_3/trained/model.layers.30.mlp.fc1/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..34ab000fb86e5c71f8c40c6937edbba205e3a9ab
--- /dev/null
+++ b/params/phi/5/rnd_search_t_no_sched/comb_3/trained/model.layers.30.mlp.fc1/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:395dcc27a353353d17173c8aa7f497d65bb33ab5f39b506f492ba7fe8a4fee7e
+size 42115
diff --git a/params/phi/5/rnd_search_t_no_sched/comb_3/trained/model.layers.30.mlp.fc2/_0.pt b/params/phi/5/rnd_search_t_no_sched/comb_3/trained/model.layers.30.mlp.fc2/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..7b0b908ab3363796184fd63d9b3f3211c9779dac
--- /dev/null
+++ b/params/phi/5/rnd_search_t_no_sched/comb_3/trained/model.layers.30.mlp.fc2/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:fbaf7d3899be571763ff721d00f8f026b2b953940c2fe84aa31bb530f14b56d1
+size 11395
diff --git a/params/phi/5/rnd_search_t_no_sched/comb_3/trained/model.layers.30.mlp.fc2/_s.pt b/params/phi/5/rnd_search_t_no_sched/comb_3/trained/model.layers.30.mlp.fc2/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..f3b57ca16a5d037562b884c547adb8786163e27c
--- /dev/null
+++ b/params/phi/5/rnd_search_t_no_sched/comb_3/trained/model.layers.30.mlp.fc2/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:3eec99b583e469407335a418349b6d41841c08b5f5f68c18d690366a5e137e17
+size 11395
diff --git a/params/phi/5/rnd_search_t_no_sched/comb_3/trained/model.layers.30.self_attn.dense/_0.pt b/params/phi/5/rnd_search_t_no_sched/comb_3/trained/model.layers.30.self_attn.dense/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4bbd5e3b2cf1bad22996aa8c4ac809c23cb29b07
--- /dev/null
+++ b/params/phi/5/rnd_search_t_no_sched/comb_3/trained/model.layers.30.self_attn.dense/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c122b9cf4ce1af5ec1b47ccaaa9718ef684ffdf6098783a45799cff862d546f9
+size 11395
diff --git a/params/phi/5/rnd_search_t_no_sched/comb_3/trained/model.layers.30.self_attn.dense/_s.pt b/params/phi/5/rnd_search_t_no_sched/comb_3/trained/model.layers.30.self_attn.dense/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..85769776c01c87f676bf3cc0d83935758a6958d3
--- /dev/null
+++ b/params/phi/5/rnd_search_t_no_sched/comb_3/trained/model.layers.30.self_attn.dense/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d57c7e9916f6333bce9c6207598ce1f8b0f8d016168bcbb82b6b02ffe1c6dac7
+size 11395
diff --git a/params/phi/5/rnd_search_t_no_sched/comb_3/trained/model.layers.30.self_attn.k_proj/_0.pt b/params/phi/5/rnd_search_t_no_sched/comb_3/trained/model.layers.30.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..b9ab5ec79619ab02d3ef0f746d999ab2080eef9c
--- /dev/null
+++ b/params/phi/5/rnd_search_t_no_sched/comb_3/trained/model.layers.30.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0f895baf851f19971b4721829478b338896045e7493fd6ffa88fcd48c79b1e3b
+size 11395
diff --git a/params/phi/5/rnd_search_t_no_sched/comb_3/trained/model.layers.30.self_attn.k_proj/_s.pt b/params/phi/5/rnd_search_t_no_sched/comb_3/trained/model.layers.30.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..25d67fc1c24483b2316fa396f972627c56a83ef3
--- /dev/null
+++ b/params/phi/5/rnd_search_t_no_sched/comb_3/trained/model.layers.30.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:3ef9246b89b1ce6ba5b7c8619edced674f92cae71c826559dec0d76d295b23ba
+size 11395
diff --git a/params/phi/5/rnd_search_t_no_sched/comb_3/trained/model.layers.30.self_attn.q_proj/_0.pt b/params/phi/5/rnd_search_t_no_sched/comb_3/trained/model.layers.30.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..f887ed0a0634be0f05c8a509c4ad3c685e7b07b4
--- /dev/null
+++ b/params/phi/5/rnd_search_t_no_sched/comb_3/trained/model.layers.30.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:93e8952949b1310d4df5ba92e6ccbde45d2adc453a3a6aaa610264ecf9e9a7f3
+size 11395
diff --git a/params/phi/5/rnd_search_t_no_sched/comb_3/trained/model.layers.30.self_attn.q_proj/_s.pt b/params/phi/5/rnd_search_t_no_sched/comb_3/trained/model.layers.30.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..b94c7e5c51e4ef11c4f77ff8ac9ed0b8b40f6b1b
--- /dev/null
+++ b/params/phi/5/rnd_search_t_no_sched/comb_3/trained/model.layers.30.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ba27563b4fa7c6916a649a672111f65a5fa1a90857075e4446b2f50b2ca60b3c
+size 11395
diff --git a/params/phi/5/rnd_search_t_no_sched/comb_3/trained/model.layers.30.self_attn.v_proj/_0.pt b/params/phi/5/rnd_search_t_no_sched/comb_3/trained/model.layers.30.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..0e93cd48c4a63da76c6eb3954fcf216c75e588e1
--- /dev/null
+++ b/params/phi/5/rnd_search_t_no_sched/comb_3/trained/model.layers.30.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c5262c6da1ce7ecf2516d8ad2cb5de06a0c73d65de2d4e27998a11e8d8d398b3
+size 11395
diff --git a/params/phi/5/rnd_search_t_no_sched/comb_3/trained/model.layers.30.self_attn.v_proj/_s.pt b/params/phi/5/rnd_search_t_no_sched/comb_3/trained/model.layers.30.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..5486e6c829d12a6a72a88c8ec4520115e78da0de
--- /dev/null
+++ b/params/phi/5/rnd_search_t_no_sched/comb_3/trained/model.layers.30.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:29221b967e9b6b8bbd5fe017ffaf3ff4cdce69b527f4ca09de46b1e97d934004
+size 11395
diff --git a/params/phi/5/rnd_search_t_no_sched/comb_3/trained/model.layers.31.mlp.fc1/_0.pt b/params/phi/5/rnd_search_t_no_sched/comb_3/trained/model.layers.31.mlp.fc1/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..b45ca11cb3ab4fd3243d912532de2387bb7ddc3a
--- /dev/null
+++ b/params/phi/5/rnd_search_t_no_sched/comb_3/trained/model.layers.31.mlp.fc1/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c18d346096e613a94dbeeb10f1f1cd47f12178e51a959f70f7aa7815a05c5fda
+size 42115
diff --git a/params/phi/5/rnd_search_t_no_sched/comb_3/trained/model.layers.31.mlp.fc1/_s.pt b/params/phi/5/rnd_search_t_no_sched/comb_3/trained/model.layers.31.mlp.fc1/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..d7327faf87c0b780a4ccf6dde9709339ab28af12
--- /dev/null
+++ b/params/phi/5/rnd_search_t_no_sched/comb_3/trained/model.layers.31.mlp.fc1/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a20321979197a3616f0e9a6e05cc74e667388b6b6523036cc321aa0852473775
+size 42115
diff --git a/params/phi/5/rnd_search_t_no_sched/comb_3/trained/model.layers.31.mlp.fc2/_0.pt b/params/phi/5/rnd_search_t_no_sched/comb_3/trained/model.layers.31.mlp.fc2/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8e7956531385e1a6c6c2a5858313b547d837c3bb
--- /dev/null
+++ b/params/phi/5/rnd_search_t_no_sched/comb_3/trained/model.layers.31.mlp.fc2/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:fb9b4bc8082a19c8f31ba566bc03b54ee0b0f623b4399316bbe90f6c2f84961a
+size 11395
diff --git a/params/phi/5/rnd_search_t_no_sched/comb_3/trained/model.layers.31.mlp.fc2/_s.pt b/params/phi/5/rnd_search_t_no_sched/comb_3/trained/model.layers.31.mlp.fc2/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..57fa9e7a3f830a8b01602bce5de7438ab5680062
--- /dev/null
+++ b/params/phi/5/rnd_search_t_no_sched/comb_3/trained/model.layers.31.mlp.fc2/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:153ed71077cc4b6b1dcd1e0183e90c40967037669d4f8dc047e75ccba6a95787
+size 11395
diff --git a/params/phi/5/rnd_search_t_no_sched/comb_3/trained/model.layers.31.self_attn.dense/_0.pt b/params/phi/5/rnd_search_t_no_sched/comb_3/trained/model.layers.31.self_attn.dense/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..568c3914f97a54517d014bb8c7592c1409c97a7a
--- /dev/null
+++ b/params/phi/5/rnd_search_t_no_sched/comb_3/trained/model.layers.31.self_attn.dense/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d12ccc4af954d5fc224e2997f07953fe6c4cb350bb00bf87b5e81bac0c4ae87f
+size 11395
diff --git a/params/phi/5/rnd_search_t_no_sched/comb_3/trained/model.layers.31.self_attn.dense/_s.pt b/params/phi/5/rnd_search_t_no_sched/comb_3/trained/model.layers.31.self_attn.dense/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2620bc330f217cebfa240336799efd05fc030010
--- /dev/null
+++ b/params/phi/5/rnd_search_t_no_sched/comb_3/trained/model.layers.31.self_attn.dense/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:65590ee75790908a72b4f0086a8084c11ffa3785ad726ff0015d83f8807e1e92
+size 11395
diff --git a/params/phi/5/rnd_search_t_no_sched/comb_3/trained/model.layers.31.self_attn.k_proj/_0.pt b/params/phi/5/rnd_search_t_no_sched/comb_3/trained/model.layers.31.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..bd0235700ced1534317bb1b3b29e04a89fcfa5a9
--- /dev/null
+++ b/params/phi/5/rnd_search_t_no_sched/comb_3/trained/model.layers.31.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:da2012b3bd3d440c866ca0318d9b7fcd47089325b3b29b5c0459bdc3c9d60edd
+size 11395
diff --git a/params/phi/5/rnd_search_t_no_sched/comb_3/trained/model.layers.31.self_attn.k_proj/_s.pt b/params/phi/5/rnd_search_t_no_sched/comb_3/trained/model.layers.31.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..b2abdd1c33a6050247c58903ee306a8bd5779c6f
--- /dev/null
+++ b/params/phi/5/rnd_search_t_no_sched/comb_3/trained/model.layers.31.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:7d0c8861a1074a888dee5309f791dcfcd0d7fc112746e769d65f56f021c9c921
+size 11395
diff --git a/params/phi/5/rnd_search_t_no_sched/comb_3/trained/model.layers.31.self_attn.q_proj/_0.pt b/params/phi/5/rnd_search_t_no_sched/comb_3/trained/model.layers.31.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..b233590c5d413c3f9448d24dbbd516771e68cb68
--- /dev/null
+++ b/params/phi/5/rnd_search_t_no_sched/comb_3/trained/model.layers.31.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0ba841cde002d1f762420cd96fbc4a4f4b7efcf37cb7ac06af60d426151f5909
+size 11395
diff --git a/params/phi/5/rnd_search_t_no_sched/comb_3/trained/model.layers.31.self_attn.q_proj/_s.pt b/params/phi/5/rnd_search_t_no_sched/comb_3/trained/model.layers.31.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..5be07dad80665111df5666e5f21f9731ee444f8e
--- /dev/null
+++ b/params/phi/5/rnd_search_t_no_sched/comb_3/trained/model.layers.31.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:7641d1ad0b9dd770507a5e51aadc6333aff0b1867469625cf7f9174b2caccee4
+size 11395
diff --git a/params/phi/5/rnd_search_t_no_sched/comb_3/trained/model.layers.31.self_attn.v_proj/_0.pt b/params/phi/5/rnd_search_t_no_sched/comb_3/trained/model.layers.31.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..889ddb34509fb4e7b37e8c05fc93bf2b9509dc8c
--- /dev/null
+++ b/params/phi/5/rnd_search_t_no_sched/comb_3/trained/model.layers.31.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e81805375c68115dfacc75ac44c39db58fa8567f2d5c6463ea17d893dbd58ea6
+size 11395
diff --git a/params/phi/5/rnd_search_t_no_sched/comb_3/trained/model.layers.31.self_attn.v_proj/_s.pt b/params/phi/5/rnd_search_t_no_sched/comb_3/trained/model.layers.31.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..3accdb772a661af92768626d448765bf9a6dc2fd
--- /dev/null
+++ b/params/phi/5/rnd_search_t_no_sched/comb_3/trained/model.layers.31.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:693c4864e510613c8db20f897abbdee60dd7264b2d92ed08f1f1a0f4669458a8
+size 11395
diff --git a/params/phi/5/rnd_search_t_no_sched/comb_3/trained/model.layers.4.mlp.fc1/_0.pt b/params/phi/5/rnd_search_t_no_sched/comb_3/trained/model.layers.4.mlp.fc1/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..b12e588f2834a33ea9165ddb2a324ea044eed0da
--- /dev/null
+++ b/params/phi/5/rnd_search_t_no_sched/comb_3/trained/model.layers.4.mlp.fc1/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:84e008f0b92f3f87c4ae485151e81223845c3c35909247003fe67e12ea31115a
+size 42115
diff --git a/params/phi/5/rnd_search_t_no_sched/comb_3/trained/model.layers.4.mlp.fc1/_s.pt b/params/phi/5/rnd_search_t_no_sched/comb_3/trained/model.layers.4.mlp.fc1/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..79b8a656599b50541b7b8184e29bb2c19c8adc25
--- /dev/null
+++ b/params/phi/5/rnd_search_t_no_sched/comb_3/trained/model.layers.4.mlp.fc1/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0b174e128add180385dcba2389be2f8bc465b5e95477ce164ecdcdeb945588ad
+size 42115
diff --git a/params/phi/5/rnd_search_t_no_sched/comb_3/trained/model.layers.4.mlp.fc2/_0.pt b/params/phi/5/rnd_search_t_no_sched/comb_3/trained/model.layers.4.mlp.fc2/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..48502c421018e8ed29c933584a6ab34564df225f
--- /dev/null
+++ b/params/phi/5/rnd_search_t_no_sched/comb_3/trained/model.layers.4.mlp.fc2/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c3195f6e835295677844c0b0f66b0b513e00048adfb3a144067fbab22be170b0
+size 11395
diff --git a/params/phi/5/rnd_search_t_no_sched/comb_3/trained/model.layers.4.mlp.fc2/_s.pt b/params/phi/5/rnd_search_t_no_sched/comb_3/trained/model.layers.4.mlp.fc2/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..807b652d1ff3cd08b68d72645531777e096fcb7a
--- /dev/null
+++ b/params/phi/5/rnd_search_t_no_sched/comb_3/trained/model.layers.4.mlp.fc2/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b3ee29f9735e57afa83b802a69c2c2833d4ad29d45b991e5d081d439b9ea1172
+size 11395
diff --git a/params/phi/5/rnd_search_t_no_sched/comb_3/trained/model.layers.4.self_attn.dense/_0.pt b/params/phi/5/rnd_search_t_no_sched/comb_3/trained/model.layers.4.self_attn.dense/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4356bf0254a438ba9ef2d5c6900a3cce5fa84924
--- /dev/null
+++ b/params/phi/5/rnd_search_t_no_sched/comb_3/trained/model.layers.4.self_attn.dense/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:80549848b3984414115800b2b558df1a303c8a783e28bf3d06a2979edf4e391a
+size 11395
diff --git a/params/phi/5/rnd_search_t_no_sched/comb_3/trained/model.layers.4.self_attn.dense/_s.pt b/params/phi/5/rnd_search_t_no_sched/comb_3/trained/model.layers.4.self_attn.dense/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..7a5059ad79ffd1cd573649803410c83937ffd5b1
--- /dev/null
+++ b/params/phi/5/rnd_search_t_no_sched/comb_3/trained/model.layers.4.self_attn.dense/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:38c28c8c840b927bdcd4ca57cec78d36c385af6590e2017ef55add61f03fed1b
+size 11395
diff --git a/params/phi/5/rnd_search_t_no_sched/comb_3/trained/model.layers.4.self_attn.k_proj/_0.pt b/params/phi/5/rnd_search_t_no_sched/comb_3/trained/model.layers.4.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..fe2226c9f674f66980d5b490f0648fdb05af0ad9
--- /dev/null
+++ b/params/phi/5/rnd_search_t_no_sched/comb_3/trained/model.layers.4.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:eeff246bb987630f2efb3db4a1a913aa914d0dead9eaff6cbede8425bd1c2e12
+size 11395
diff --git a/params/phi/5/rnd_search_t_no_sched/comb_3/trained/model.layers.4.self_attn.k_proj/_s.pt b/params/phi/5/rnd_search_t_no_sched/comb_3/trained/model.layers.4.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2d00fa103da75770543d844d72a94e24d8b718ae
--- /dev/null
+++ b/params/phi/5/rnd_search_t_no_sched/comb_3/trained/model.layers.4.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e604b277b87cb3cb43c9ec9b39b70fbcff25f4147f6142fb013b38c9b492fafb
+size 11395
diff --git a/params/phi/5/rnd_search_t_no_sched/comb_3/trained/model.layers.4.self_attn.q_proj/_0.pt b/params/phi/5/rnd_search_t_no_sched/comb_3/trained/model.layers.4.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c2546e6d52ca89e86685731e1fc299eed03040c9
--- /dev/null
+++ b/params/phi/5/rnd_search_t_no_sched/comb_3/trained/model.layers.4.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c94f6a0fe5fa16032f6cdff39565035dd7257a99dfecead870d856c08432f4d6
+size 11395
diff --git a/params/phi/5/rnd_search_t_no_sched/comb_3/trained/model.layers.4.self_attn.q_proj/_s.pt b/params/phi/5/rnd_search_t_no_sched/comb_3/trained/model.layers.4.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2d06551bbbe3ea331bd5987e73494f160a6d977d
--- /dev/null
+++ b/params/phi/5/rnd_search_t_no_sched/comb_3/trained/model.layers.4.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:afed9df54e1b4cd22dbad55d8cc46a3fc5f4b976e195f50b1601246e91021ac6
+size 11395
diff --git a/params/phi/5/rnd_search_t_no_sched/comb_3/trained/model.layers.4.self_attn.v_proj/_0.pt b/params/phi/5/rnd_search_t_no_sched/comb_3/trained/model.layers.4.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..947531fcb32fe7300b59ab20fd29ce5c0a99926d
--- /dev/null
+++ b/params/phi/5/rnd_search_t_no_sched/comb_3/trained/model.layers.4.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:19309887468d7552ab5f7e5fd414be5150bf8a9acd1e8742f8198bd722a3f8a5
+size 11395
diff --git a/params/phi/5/rnd_search_t_no_sched/comb_3/trained/model.layers.4.self_attn.v_proj/_s.pt b/params/phi/5/rnd_search_t_no_sched/comb_3/trained/model.layers.4.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..62e73e4746db4fb6eb10a10250823c98ac427f35
--- /dev/null
+++ b/params/phi/5/rnd_search_t_no_sched/comb_3/trained/model.layers.4.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a978d9a253211f29eec737daf7db98d492f847b42ef7487092587d5f6e68f743
+size 11395
diff --git a/params/phi/5/rnd_search_t_no_sched/comb_3/trained/model.layers.5.mlp.fc1/_0.pt b/params/phi/5/rnd_search_t_no_sched/comb_3/trained/model.layers.5.mlp.fc1/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..9e0a4218e69711492e41587e3b43cd70a0c04ec9
--- /dev/null
+++ b/params/phi/5/rnd_search_t_no_sched/comb_3/trained/model.layers.5.mlp.fc1/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:073fb47f2dd26d873cba55f3308bb653003d068006b51704f589935e42771e79
+size 42115
diff --git a/params/phi/5/rnd_search_t_no_sched/comb_3/trained/model.layers.5.mlp.fc1/_s.pt b/params/phi/5/rnd_search_t_no_sched/comb_3/trained/model.layers.5.mlp.fc1/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..29e591fd87cdb26dbe56aff95cc427385caa1d4d
--- /dev/null
+++ b/params/phi/5/rnd_search_t_no_sched/comb_3/trained/model.layers.5.mlp.fc1/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:391035e32c479af181c00ee48bb1224086dfb5b78c54b4f88fae358a4623ea4e
+size 42115
diff --git a/params/phi/5/rnd_search_t_no_sched/comb_3/trained/model.layers.5.mlp.fc2/_0.pt b/params/phi/5/rnd_search_t_no_sched/comb_3/trained/model.layers.5.mlp.fc2/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..5a1b26ab7fe517db32a9a275f51c5a52def111f8
--- /dev/null
+++ b/params/phi/5/rnd_search_t_no_sched/comb_3/trained/model.layers.5.mlp.fc2/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:9ac8b24456e3e30e55a7b5ed128aa82e88971b6032184f60939c2cd56181f726
+size 11395
diff --git a/params/phi/5/rnd_search_t_no_sched/comb_3/trained/model.layers.5.mlp.fc2/_s.pt b/params/phi/5/rnd_search_t_no_sched/comb_3/trained/model.layers.5.mlp.fc2/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..39dc2bcf02fd2427bf04216cb3034ce7e540d7f5
--- /dev/null
+++ b/params/phi/5/rnd_search_t_no_sched/comb_3/trained/model.layers.5.mlp.fc2/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f50d3fe9d5820a961649eda47f0f42021a7cd8eda5c58ba7c91a2aea8e9b085f
+size 11395
diff --git a/params/phi/5/rnd_search_t_no_sched/comb_3/trained/model.layers.5.self_attn.dense/_0.pt b/params/phi/5/rnd_search_t_no_sched/comb_3/trained/model.layers.5.self_attn.dense/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ef3547a8c4206528409b04ec4727e8254fb8aae2
--- /dev/null
+++ b/params/phi/5/rnd_search_t_no_sched/comb_3/trained/model.layers.5.self_attn.dense/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:05f4903f3a4293538a6c9e899f0ec3f5663155711d7856851c1c8714df5f503c
+size 11395
diff --git a/params/phi/5/rnd_search_t_no_sched/comb_3/trained/model.layers.5.self_attn.dense/_s.pt b/params/phi/5/rnd_search_t_no_sched/comb_3/trained/model.layers.5.self_attn.dense/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..251d1e48fa0bc5d49b4c53ced9689c96be313532
--- /dev/null
+++ b/params/phi/5/rnd_search_t_no_sched/comb_3/trained/model.layers.5.self_attn.dense/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f36ab4eddc4b8ec28aa61e81430cf22eaa90f0ee0164fd9d7c09db4e186cd524
+size 11395
diff --git a/params/phi/5/rnd_search_t_no_sched/comb_3/trained/model.layers.5.self_attn.k_proj/_0.pt b/params/phi/5/rnd_search_t_no_sched/comb_3/trained/model.layers.5.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c83da32f9d81b4748f08cf0b36b551ce98f4cbbb
--- /dev/null
+++ b/params/phi/5/rnd_search_t_no_sched/comb_3/trained/model.layers.5.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:3f41d5159b8ee3ce234214128c7b6094e149b363afb1b21d37dd4e45895d2859
+size 11395
diff --git a/params/phi/5/rnd_search_t_no_sched/comb_3/trained/model.layers.5.self_attn.k_proj/_s.pt b/params/phi/5/rnd_search_t_no_sched/comb_3/trained/model.layers.5.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..0184e6c9aed2438431b9d02d6a0dfe6d27497bcc
--- /dev/null
+++ b/params/phi/5/rnd_search_t_no_sched/comb_3/trained/model.layers.5.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f79924b0abfd384c1f59b0631c381bc47cbdd35ac160ff2c3361c4cff68bea7d
+size 11395
diff --git a/params/phi/5/rnd_search_t_no_sched/comb_3/trained/model.layers.5.self_attn.q_proj/_0.pt b/params/phi/5/rnd_search_t_no_sched/comb_3/trained/model.layers.5.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2e1ded533eb1017eeac1b1f2bb48bc84fb5ba1bf
--- /dev/null
+++ b/params/phi/5/rnd_search_t_no_sched/comb_3/trained/model.layers.5.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:63cff4c4f1d5c920bbeb990a4adcf8e69c09de720e2a0ce3b9a540442685971b
+size 11395
diff --git a/params/phi/5/rnd_search_t_no_sched/comb_3/trained/model.layers.5.self_attn.q_proj/_s.pt b/params/phi/5/rnd_search_t_no_sched/comb_3/trained/model.layers.5.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..1b742bc113ace3f64f1de03b4e31dbb29a081dbb
--- /dev/null
+++ b/params/phi/5/rnd_search_t_no_sched/comb_3/trained/model.layers.5.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d0c700c0b80d3168aa2b1477e7b5639c3a0e211ecc85d8ee2d217f3a0ac5d418
+size 11395
diff --git a/params/phi/5/rnd_search_t_no_sched/comb_3/trained/model.layers.5.self_attn.v_proj/_0.pt b/params/phi/5/rnd_search_t_no_sched/comb_3/trained/model.layers.5.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..51072885bd8599ce91fec385c16795be42f4aa06
--- /dev/null
+++ b/params/phi/5/rnd_search_t_no_sched/comb_3/trained/model.layers.5.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:365dedec313ccbd706b5781ff98fe7b1811f080d23a4c258c98fea104b7c1435
+size 11395
diff --git a/params/phi/5/rnd_search_t_no_sched/comb_3/trained/model.layers.5.self_attn.v_proj/_s.pt b/params/phi/5/rnd_search_t_no_sched/comb_3/trained/model.layers.5.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..f3dd4365bf5d7f72c3bd510119a92b20ab52f05f
--- /dev/null
+++ b/params/phi/5/rnd_search_t_no_sched/comb_3/trained/model.layers.5.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:1e4b238de55644c4d7a4abc0343e38bbf5a1f472212ef733592055f4e0badedb
+size 11395
diff --git a/params/phi/5/rnd_search_t_no_sched/comb_3/trained/model.layers.6.mlp.fc1/_0.pt b/params/phi/5/rnd_search_t_no_sched/comb_3/trained/model.layers.6.mlp.fc1/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..da31a9455b4a52e57243c1fb8db37934c016c770
--- /dev/null
+++ b/params/phi/5/rnd_search_t_no_sched/comb_3/trained/model.layers.6.mlp.fc1/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a5f89b05f9073e79c5230098debddff351cdeb66fe75b659726a907b2bce65f8
+size 42115
diff --git a/params/phi/5/rnd_search_t_no_sched/comb_3/trained/model.layers.6.mlp.fc1/_s.pt b/params/phi/5/rnd_search_t_no_sched/comb_3/trained/model.layers.6.mlp.fc1/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..1bdb284601f8cfe3121425365691293be680a60c
--- /dev/null
+++ b/params/phi/5/rnd_search_t_no_sched/comb_3/trained/model.layers.6.mlp.fc1/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:1c3ecf4668123086abb92b6dc91c716a1a33e7eb44e9ef7d6036e0e10a6a475f
+size 42115
diff --git a/params/phi/5/rnd_search_t_no_sched/comb_3/trained/model.layers.6.mlp.fc2/_0.pt b/params/phi/5/rnd_search_t_no_sched/comb_3/trained/model.layers.6.mlp.fc2/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..1998a07cd69e679304c94d3d596b7b4c85b9e5da
--- /dev/null
+++ b/params/phi/5/rnd_search_t_no_sched/comb_3/trained/model.layers.6.mlp.fc2/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b533c595425943db11f8d89eb6bb0e35a6ff8931c850f984e6a9cdb4ae9fb54c
+size 11395
diff --git a/params/phi/5/rnd_search_t_no_sched/comb_3/trained/model.layers.6.mlp.fc2/_s.pt b/params/phi/5/rnd_search_t_no_sched/comb_3/trained/model.layers.6.mlp.fc2/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e80bf9088413779d6c4206184f7d5c3df9b83f7f
--- /dev/null
+++ b/params/phi/5/rnd_search_t_no_sched/comb_3/trained/model.layers.6.mlp.fc2/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c4a9747ac5dd948ba6b9ff053eb3466f9e57e66c8a1998615856665ab7c93cf9
+size 11395
diff --git a/params/phi/5/rnd_search_t_no_sched/comb_3/trained/model.layers.6.self_attn.dense/_0.pt b/params/phi/5/rnd_search_t_no_sched/comb_3/trained/model.layers.6.self_attn.dense/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..31c992d0c4a19e8d86056c7288c3e64b7dd80e77
--- /dev/null
+++ b/params/phi/5/rnd_search_t_no_sched/comb_3/trained/model.layers.6.self_attn.dense/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:77ba8e51d9bbf509c8501a4f74a03fee44dffc73980bb357e9a06c29fe7ce33c
+size 11395
diff --git a/params/phi/5/rnd_search_t_no_sched/comb_3/trained/model.layers.6.self_attn.dense/_s.pt b/params/phi/5/rnd_search_t_no_sched/comb_3/trained/model.layers.6.self_attn.dense/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..9af2934ec62a0d55da6d119f5d5da9fd299431be
--- /dev/null
+++ b/params/phi/5/rnd_search_t_no_sched/comb_3/trained/model.layers.6.self_attn.dense/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5582823584359d59ef932c0f6bfa842be1c4810d3d1a4a78fcc730311b718e4e
+size 11395
diff --git a/params/phi/5/rnd_search_t_no_sched/comb_3/trained/model.layers.6.self_attn.k_proj/_0.pt b/params/phi/5/rnd_search_t_no_sched/comb_3/trained/model.layers.6.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..f9f29da5d3f256960fc56f5e74579b9f5b0a82a9
--- /dev/null
+++ b/params/phi/5/rnd_search_t_no_sched/comb_3/trained/model.layers.6.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5432e6f7753aaab334622486516703a3e7a50bef91bb500f25727c81c7784569
+size 11395
diff --git a/params/phi/5/rnd_search_t_no_sched/comb_3/trained/model.layers.6.self_attn.k_proj/_s.pt b/params/phi/5/rnd_search_t_no_sched/comb_3/trained/model.layers.6.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..0417dd030a403c8490b1cac326634db9a8b4d22d
--- /dev/null
+++ b/params/phi/5/rnd_search_t_no_sched/comb_3/trained/model.layers.6.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:71ad098b3a0c648d522838ae15e41e95cff95eaf21cb3cbaa7a3bd6b2bb3a802
+size 11395
diff --git a/params/phi/5/rnd_search_t_no_sched/comb_3/trained/model.layers.6.self_attn.q_proj/_0.pt b/params/phi/5/rnd_search_t_no_sched/comb_3/trained/model.layers.6.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..fbec32592c73d44fb3c989183147fac143388200
--- /dev/null
+++ b/params/phi/5/rnd_search_t_no_sched/comb_3/trained/model.layers.6.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:21fbabd0d8f16dc56d58b91d6acdf6e2f2cb67b36eefb3eb1646c564f29ab55f
+size 11395
diff --git a/params/phi/5/rnd_search_t_no_sched/comb_3/trained/model.layers.6.self_attn.q_proj/_s.pt b/params/phi/5/rnd_search_t_no_sched/comb_3/trained/model.layers.6.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..1ef9ea9a01a07d31212dc1f4268b0b0f8237aba8
--- /dev/null
+++ b/params/phi/5/rnd_search_t_no_sched/comb_3/trained/model.layers.6.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:3e9269954882179ec3cc4b25a962c58218f579d371c06ba2c8f812d3d072081b
+size 11395
diff --git a/params/phi/5/rnd_search_t_no_sched/comb_3/trained/model.layers.6.self_attn.v_proj/_0.pt b/params/phi/5/rnd_search_t_no_sched/comb_3/trained/model.layers.6.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..aa0ad7e03e7649c0791fbe2ed58193e9ae1c43fb
--- /dev/null
+++ b/params/phi/5/rnd_search_t_no_sched/comb_3/trained/model.layers.6.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:9f65791c79a47bad4d53ad8600342e299a2a7298b4f7daa13bca634068b5ff56
+size 11395
diff --git a/params/phi/5/rnd_search_t_no_sched/comb_3/trained/model.layers.6.self_attn.v_proj/_s.pt b/params/phi/5/rnd_search_t_no_sched/comb_3/trained/model.layers.6.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..b764a6e28fcfa726acc35c5e008f7245752dd8df
--- /dev/null
+++ b/params/phi/5/rnd_search_t_no_sched/comb_3/trained/model.layers.6.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:8be820281b9df77ea88e7cf666549a31f03aa5d3077d8f8aa5096931d31812ec
+size 11395
diff --git a/params/phi/5/rnd_search_t_no_sched/comb_3/trained/model.layers.7.mlp.fc1/_0.pt b/params/phi/5/rnd_search_t_no_sched/comb_3/trained/model.layers.7.mlp.fc1/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..6652d6966ee3ffb900bf8702e6a06f7ba9570203
--- /dev/null
+++ b/params/phi/5/rnd_search_t_no_sched/comb_3/trained/model.layers.7.mlp.fc1/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:016628d1c6968911c49deeb61db105111189b4da9d3d82e2509fb4bdc7eb7b76
+size 42115
diff --git a/params/phi/5/rnd_search_t_no_sched/comb_3/trained/model.layers.7.mlp.fc1/_s.pt b/params/phi/5/rnd_search_t_no_sched/comb_3/trained/model.layers.7.mlp.fc1/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e1c6fb655adb08cb9072a9b1ff8fa8ff2413d9ac
--- /dev/null
+++ b/params/phi/5/rnd_search_t_no_sched/comb_3/trained/model.layers.7.mlp.fc1/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:575f2486f4f551926b13a7cdde075b37dfdf1e57c5af4a089f41144f1a63ac00
+size 42115
diff --git a/params/phi/5/rnd_search_t_no_sched/comb_3/trained/model.layers.7.mlp.fc2/_0.pt b/params/phi/5/rnd_search_t_no_sched/comb_3/trained/model.layers.7.mlp.fc2/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..1df580a9d7659c10b6e957f4f434b79dfd1e9f3c
--- /dev/null
+++ b/params/phi/5/rnd_search_t_no_sched/comb_3/trained/model.layers.7.mlp.fc2/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:fd3b5b66df67f7ea8b241bfdb17a34c222824738bcad9731b1d0cdf05b6d8cce
+size 11395
diff --git a/params/phi/5/rnd_search_t_no_sched/comb_3/trained/model.layers.7.mlp.fc2/_s.pt b/params/phi/5/rnd_search_t_no_sched/comb_3/trained/model.layers.7.mlp.fc2/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..48fa67b453e61073e6de14e5ce139248ec970c04
--- /dev/null
+++ b/params/phi/5/rnd_search_t_no_sched/comb_3/trained/model.layers.7.mlp.fc2/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a29af7fa8a62da072eb9d59c83a950b7068132f367e136cda138cca5dcc98420
+size 11395
diff --git a/params/phi/5/rnd_search_t_no_sched/comb_3/trained/model.layers.7.self_attn.dense/_0.pt b/params/phi/5/rnd_search_t_no_sched/comb_3/trained/model.layers.7.self_attn.dense/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..d18fb9dc99377e9920cb3bf581d8f799a7387b37
--- /dev/null
+++ b/params/phi/5/rnd_search_t_no_sched/comb_3/trained/model.layers.7.self_attn.dense/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c5ee4e78ae13d5b77cb5c7e712b40bdba22d43244dcf1f7bf0b8a0b3ed4816e6
+size 11395
diff --git a/params/phi/5/rnd_search_t_no_sched/comb_3/trained/model.layers.7.self_attn.dense/_s.pt b/params/phi/5/rnd_search_t_no_sched/comb_3/trained/model.layers.7.self_attn.dense/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..24b407cf7c095582f12f8cd3e6d3ae9bfa3b619c
--- /dev/null
+++ b/params/phi/5/rnd_search_t_no_sched/comb_3/trained/model.layers.7.self_attn.dense/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:6978da88405698d6d51e9d37c889222cf68ed8253f07187ad3a9f9d61cefaa91
+size 11395
diff --git a/params/phi/5/rnd_search_t_no_sched/comb_3/trained/model.layers.7.self_attn.k_proj/_0.pt b/params/phi/5/rnd_search_t_no_sched/comb_3/trained/model.layers.7.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..7f4164620ca9f92d21ab007d226bb6495f6e8d0c
--- /dev/null
+++ b/params/phi/5/rnd_search_t_no_sched/comb_3/trained/model.layers.7.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a8ac34d88572dbfeea3283802f76d3fd5e1a4b039870a71b75cd607a29c85af5
+size 11395
diff --git a/params/phi/5/rnd_search_t_no_sched/comb_3/trained/model.layers.7.self_attn.k_proj/_s.pt b/params/phi/5/rnd_search_t_no_sched/comb_3/trained/model.layers.7.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..d7bad7d99a4289d2be6a3491e95bb153cfd7ee12
--- /dev/null
+++ b/params/phi/5/rnd_search_t_no_sched/comb_3/trained/model.layers.7.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5c1f8746acb0104a9d4efe89a4e48e8a7c0cfa6f803b9f729a8e1e10a1979ee8
+size 11395
diff --git a/params/phi/5/rnd_search_t_no_sched/comb_3/trained/model.layers.7.self_attn.q_proj/_0.pt b/params/phi/5/rnd_search_t_no_sched/comb_3/trained/model.layers.7.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ca2b852afd08ee99b655a853cab006ad746f9a94
--- /dev/null
+++ b/params/phi/5/rnd_search_t_no_sched/comb_3/trained/model.layers.7.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:383fe56551320ded5f86232bd8cc6983ef7b7a3268af61f37b9dfb137efe8d5c
+size 11395
diff --git a/params/phi/5/rnd_search_t_no_sched/comb_3/trained/model.layers.7.self_attn.q_proj/_s.pt b/params/phi/5/rnd_search_t_no_sched/comb_3/trained/model.layers.7.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..dca736d1416e11716bb1101aff6ff10c0cee8b19
--- /dev/null
+++ b/params/phi/5/rnd_search_t_no_sched/comb_3/trained/model.layers.7.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:123a433d4a53889cca4b2b496032efbc900978f70d3383447e1c5fcddeece492
+size 11395
diff --git a/params/phi/5/rnd_search_t_no_sched/comb_3/trained/model.layers.7.self_attn.v_proj/_0.pt b/params/phi/5/rnd_search_t_no_sched/comb_3/trained/model.layers.7.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e48d9ad2b8b378017fadc5686eeba7ab9a775fc3
--- /dev/null
+++ b/params/phi/5/rnd_search_t_no_sched/comb_3/trained/model.layers.7.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:7093b1a293ba7a6bacdc75f26832b8ea9503e50c76ac31d2de8d805d3c9d55ac
+size 11395
diff --git a/params/phi/5/rnd_search_t_no_sched/comb_3/trained/model.layers.7.self_attn.v_proj/_s.pt b/params/phi/5/rnd_search_t_no_sched/comb_3/trained/model.layers.7.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..9a9bf9c7a3c20cb021869a36c9b7d4788690e228
--- /dev/null
+++ b/params/phi/5/rnd_search_t_no_sched/comb_3/trained/model.layers.7.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:aa07ebf6942215d1b35b87e92e2eb1660a5f9cc0fa636f8741ffd2cc8def639f
+size 11395
diff --git a/params/phi/5/rnd_search_t_no_sched/comb_3/trained/model.layers.8.mlp.fc1/_0.pt b/params/phi/5/rnd_search_t_no_sched/comb_3/trained/model.layers.8.mlp.fc1/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..38f692f42cb41b9f22f40b92676a197b635d9ef7
--- /dev/null
+++ b/params/phi/5/rnd_search_t_no_sched/comb_3/trained/model.layers.8.mlp.fc1/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:65b96dcedb4cc4febfb1d94840a2866b7ef7f74d91bb449b5e1723dd18b28c02
+size 42115
diff --git a/params/phi/5/rnd_search_t_no_sched/comb_3/trained/model.layers.8.mlp.fc1/_s.pt b/params/phi/5/rnd_search_t_no_sched/comb_3/trained/model.layers.8.mlp.fc1/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..17fe912b6e777f6cb8f969b5fb6085ca79266980
--- /dev/null
+++ b/params/phi/5/rnd_search_t_no_sched/comb_3/trained/model.layers.8.mlp.fc1/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:11ceb95dea58817348d89354c6b7f5309793242ff064402c8989b53f2ea4d3df
+size 42115
diff --git a/params/phi/5/rnd_search_t_no_sched/comb_3/trained/model.layers.8.mlp.fc2/_0.pt b/params/phi/5/rnd_search_t_no_sched/comb_3/trained/model.layers.8.mlp.fc2/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8b6ec952e84d0eb929e88d8e973257178ff2d891
--- /dev/null
+++ b/params/phi/5/rnd_search_t_no_sched/comb_3/trained/model.layers.8.mlp.fc2/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ee222fef19bda457e04e08c6aaa805b24d7e4e6d3c7846cd35393b1ff069de9c
+size 11395
diff --git a/params/phi/5/rnd_search_t_no_sched/comb_3/trained/model.layers.8.mlp.fc2/_s.pt b/params/phi/5/rnd_search_t_no_sched/comb_3/trained/model.layers.8.mlp.fc2/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e1a515f21fec81443c09c98ed349169b06dc14cb
--- /dev/null
+++ b/params/phi/5/rnd_search_t_no_sched/comb_3/trained/model.layers.8.mlp.fc2/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:bd8f094f67dccc2131e524b5c442f5518627500f725026221653dcced04ce4a0
+size 11395
diff --git a/params/phi/5/rnd_search_t_no_sched/comb_3/trained/model.layers.8.self_attn.dense/_0.pt b/params/phi/5/rnd_search_t_no_sched/comb_3/trained/model.layers.8.self_attn.dense/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..1c6502ca05d96babe610459c8fca93e6d530a3a5
--- /dev/null
+++ b/params/phi/5/rnd_search_t_no_sched/comb_3/trained/model.layers.8.self_attn.dense/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b4a44131a4868ed4b3ad8b7095a92aec2708c18d3d94c3a9fb423b3cd6511728
+size 11395
diff --git a/params/phi/5/rnd_search_t_no_sched/comb_3/trained/model.layers.8.self_attn.dense/_s.pt b/params/phi/5/rnd_search_t_no_sched/comb_3/trained/model.layers.8.self_attn.dense/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..b96751b7d7346d3e9360960b255564c8aa9e2b04
--- /dev/null
+++ b/params/phi/5/rnd_search_t_no_sched/comb_3/trained/model.layers.8.self_attn.dense/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:605e2d8aa665b563a416d5892378babfa661ddfd1064e85006184d091c2cf1c6
+size 11395
diff --git a/params/phi/5/rnd_search_t_no_sched/comb_3/trained/model.layers.8.self_attn.k_proj/_0.pt b/params/phi/5/rnd_search_t_no_sched/comb_3/trained/model.layers.8.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..cae0d7ab0dd5ec9e594a706c42129097c4600c14
--- /dev/null
+++ b/params/phi/5/rnd_search_t_no_sched/comb_3/trained/model.layers.8.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:3276af47ee13aa9f174b620a14d072ed7626f5c6f548af8862fd38f998d142ac
+size 11395
diff --git a/params/phi/5/rnd_search_t_no_sched/comb_3/trained/model.layers.8.self_attn.k_proj/_s.pt b/params/phi/5/rnd_search_t_no_sched/comb_3/trained/model.layers.8.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a0473dedb41f3703303a8ad239aaee621637c410
--- /dev/null
+++ b/params/phi/5/rnd_search_t_no_sched/comb_3/trained/model.layers.8.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:3f99c17fe939af153175b3601ddd19468cf2d452cc268557e0111e20e82b1155
+size 11395
diff --git a/params/phi/5/rnd_search_t_no_sched/comb_3/trained/model.layers.8.self_attn.q_proj/_0.pt b/params/phi/5/rnd_search_t_no_sched/comb_3/trained/model.layers.8.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..aa409bc6bc836c356441d15ee307921a839d4bac
--- /dev/null
+++ b/params/phi/5/rnd_search_t_no_sched/comb_3/trained/model.layers.8.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:dc32e1e4620d0180a37cb47088a8bc56d7a414fb9884071d23dca8fa8d0bca69
+size 11395
diff --git a/params/phi/5/rnd_search_t_no_sched/comb_3/trained/model.layers.8.self_attn.q_proj/_s.pt b/params/phi/5/rnd_search_t_no_sched/comb_3/trained/model.layers.8.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..6a572e1d3ff3ad975d0898d463fc6cffda4007ed
--- /dev/null
+++ b/params/phi/5/rnd_search_t_no_sched/comb_3/trained/model.layers.8.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b6d040849b9362c1d6cb3c87a79d9479fa85809fb016ae4013e594444ec96ec6
+size 11395
diff --git a/params/phi/5/rnd_search_t_no_sched/comb_3/trained/model.layers.8.self_attn.v_proj/_0.pt b/params/phi/5/rnd_search_t_no_sched/comb_3/trained/model.layers.8.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c16686222b3f7407a8b48c23683a6479138eac2f
--- /dev/null
+++ b/params/phi/5/rnd_search_t_no_sched/comb_3/trained/model.layers.8.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a1a7c5640d44e776dadaa31273b9195b0a4b58a389c9ffee66cd080fa9461e5b
+size 11395
diff --git a/params/phi/5/rnd_search_t_no_sched/comb_3/trained/model.layers.8.self_attn.v_proj/_s.pt b/params/phi/5/rnd_search_t_no_sched/comb_3/trained/model.layers.8.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..5c87e6a990ae4351357340dfc2d0e0ef2e355909
--- /dev/null
+++ b/params/phi/5/rnd_search_t_no_sched/comb_3/trained/model.layers.8.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:643b0dd362c4c9d37b4ed57407f41f49a90460d967f11cc3338cb4afce76e46b
+size 11395
diff --git a/params/phi/5/rnd_search_t_no_sched/comb_3/trained/model.layers.9.mlp.fc1/_0.pt b/params/phi/5/rnd_search_t_no_sched/comb_3/trained/model.layers.9.mlp.fc1/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a979d1576dde9b35184538df108a16eed522b8d9
--- /dev/null
+++ b/params/phi/5/rnd_search_t_no_sched/comb_3/trained/model.layers.9.mlp.fc1/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:9217bcd34db5dff94c332848033876dd8a61e57a589d8fdfe29afff6fd43a15c
+size 42115
diff --git a/params/phi/5/rnd_search_t_no_sched/comb_3/trained/model.layers.9.mlp.fc1/_s.pt b/params/phi/5/rnd_search_t_no_sched/comb_3/trained/model.layers.9.mlp.fc1/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a78babd496ae9654bcc8333ab28c49b9642e2e77
--- /dev/null
+++ b/params/phi/5/rnd_search_t_no_sched/comb_3/trained/model.layers.9.mlp.fc1/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e5390f1c03affb161e7224d3ccc324aeb2e589bd24b08acccf9a511d1511772a
+size 42115
diff --git a/params/phi/5/rnd_search_t_no_sched/comb_3/trained/model.layers.9.mlp.fc2/_0.pt b/params/phi/5/rnd_search_t_no_sched/comb_3/trained/model.layers.9.mlp.fc2/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..7e3d23ab9d2855ea86d04cf38c40a6455f2b63e3
--- /dev/null
+++ b/params/phi/5/rnd_search_t_no_sched/comb_3/trained/model.layers.9.mlp.fc2/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:8b19b0632d52c372b3135f8c9c6c86072fd05b7727588ad6fa362dc121dbdbb9
+size 11395
diff --git a/params/phi/5/rnd_search_t_no_sched/comb_3/trained/model.layers.9.mlp.fc2/_s.pt b/params/phi/5/rnd_search_t_no_sched/comb_3/trained/model.layers.9.mlp.fc2/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..9d56370c8eb7f3b74e8a1d61b02a881fedbe4e61
--- /dev/null
+++ b/params/phi/5/rnd_search_t_no_sched/comb_3/trained/model.layers.9.mlp.fc2/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:dca42169ca8faaf2f410f4a70247f332524b24a47994e191145151cd6981a6b9
+size 11395
diff --git a/params/phi/5/rnd_search_t_no_sched/comb_3/trained/model.layers.9.self_attn.dense/_0.pt b/params/phi/5/rnd_search_t_no_sched/comb_3/trained/model.layers.9.self_attn.dense/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..23c11856c7a5028ab32e0a30b9567f30a5ff646b
--- /dev/null
+++ b/params/phi/5/rnd_search_t_no_sched/comb_3/trained/model.layers.9.self_attn.dense/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:60cc954b94cc20cae637628f3944df60f6f4b1c8d4dd0ff8d5b2f2de6bf32c48
+size 11395
diff --git a/params/phi/5/rnd_search_t_no_sched/comb_3/trained/model.layers.9.self_attn.dense/_s.pt b/params/phi/5/rnd_search_t_no_sched/comb_3/trained/model.layers.9.self_attn.dense/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2892a1b738c4d12017c572afb9ee7794486af1a0
--- /dev/null
+++ b/params/phi/5/rnd_search_t_no_sched/comb_3/trained/model.layers.9.self_attn.dense/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:14ea63a47156a66a04deb3ca8133e66b757fa2f1e4af7f8542f212079a07cb06
+size 11395
diff --git a/params/phi/5/rnd_search_t_no_sched/comb_3/trained/model.layers.9.self_attn.k_proj/_0.pt b/params/phi/5/rnd_search_t_no_sched/comb_3/trained/model.layers.9.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ab5aaed34d4606d7b143cb90b0df169fb7469933
--- /dev/null
+++ b/params/phi/5/rnd_search_t_no_sched/comb_3/trained/model.layers.9.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d269d9984fc463e8ffa7528287b7a91226a1a8bdfee34a9bbdc32f680f14e6de
+size 11395
diff --git a/params/phi/5/rnd_search_t_no_sched/comb_3/trained/model.layers.9.self_attn.k_proj/_s.pt b/params/phi/5/rnd_search_t_no_sched/comb_3/trained/model.layers.9.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..1fe83b20c7fae6c18600ae7c91ad4d1332c92d60
--- /dev/null
+++ b/params/phi/5/rnd_search_t_no_sched/comb_3/trained/model.layers.9.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e270b1f9496827f0b1032f196c2ed57b1d2625076a012b98b1754264ac8ebfbf
+size 11395
diff --git a/params/phi/5/rnd_search_t_no_sched/comb_3/trained/model.layers.9.self_attn.q_proj/_0.pt b/params/phi/5/rnd_search_t_no_sched/comb_3/trained/model.layers.9.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..448718d7871e805c81033a4a1118cf27bf94a956
--- /dev/null
+++ b/params/phi/5/rnd_search_t_no_sched/comb_3/trained/model.layers.9.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:667ea56099fa8bedf291c93bfa7a371c4448c1ef93288c2c2622c8f822cb69d9
+size 11395
diff --git a/params/phi/5/rnd_search_t_no_sched/comb_3/trained/model.layers.9.self_attn.q_proj/_s.pt b/params/phi/5/rnd_search_t_no_sched/comb_3/trained/model.layers.9.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2ceeabfe0e8dfe64841cfa6eb9e57971bc23d7f2
--- /dev/null
+++ b/params/phi/5/rnd_search_t_no_sched/comb_3/trained/model.layers.9.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:eede39bbd26c61f4f1560948f83bee69fc5186ef5db943a0bb14fed77d00ffd3
+size 11395
diff --git a/params/phi/5/rnd_search_t_no_sched/comb_3/trained/model.layers.9.self_attn.v_proj/_0.pt b/params/phi/5/rnd_search_t_no_sched/comb_3/trained/model.layers.9.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..d6b276ae4f7bb587e8d497cf9e290c6b3ea72d29
--- /dev/null
+++ b/params/phi/5/rnd_search_t_no_sched/comb_3/trained/model.layers.9.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:dc3bd9db42ddc0acfe95fc66cf87ea0f52e8346310930f5e5e186c31ebb1df57
+size 11395
diff --git a/params/phi/5/rnd_search_t_no_sched/comb_3/trained/model.layers.9.self_attn.v_proj/_s.pt b/params/phi/5/rnd_search_t_no_sched/comb_3/trained/model.layers.9.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2e1b17ebd65ae4422c3d5be7de1eed9a790c55c1
--- /dev/null
+++ b/params/phi/5/rnd_search_t_no_sched/comb_3/trained/model.layers.9.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c8fb3dab72d5d3f97c762d2c7316150939992df1088c2e55f63d964171c54530
+size 11395