diff --git a/params/phi/5/rnd_search_t_no_sched/comb_13/init/lm_head/_0.pt b/params/phi/5/rnd_search_t_no_sched/comb_13/init/lm_head/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..400e27e9d670a87b1c950985315fee980e98030c
--- /dev/null
+++ b/params/phi/5/rnd_search_t_no_sched/comb_13/init/lm_head/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:84c29e156c1ff233ab1d70419ed039b29645b55825ad507a9e5af986fd4ceae9
+size 205955
diff --git a/params/phi/5/rnd_search_t_no_sched/comb_13/init/lm_head/_s.pt b/params/phi/5/rnd_search_t_no_sched/comb_13/init/lm_head/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ef176c123ee457c6323ac1fec8de894939abfa7f
--- /dev/null
+++ b/params/phi/5/rnd_search_t_no_sched/comb_13/init/lm_head/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a952d4db5eb5af8f4380d02f836f484e1fad924f351406f26e8ca011f4f324e6
+size 205955
diff --git a/params/phi/5/rnd_search_t_no_sched/comb_13/init/model.layers.0.mlp.fc1/_0.pt b/params/phi/5/rnd_search_t_no_sched/comb_13/init/model.layers.0.mlp.fc1/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..32ac531bec3e1f984cbc6da2072275eebedcc848
--- /dev/null
+++ b/params/phi/5/rnd_search_t_no_sched/comb_13/init/model.layers.0.mlp.fc1/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:8aae49663620750ef1b42b31d5204777eb39a1af1f1e7ab7f27474ddd4803198
+size 42115
diff --git a/params/phi/5/rnd_search_t_no_sched/comb_13/init/model.layers.0.mlp.fc1/_s.pt b/params/phi/5/rnd_search_t_no_sched/comb_13/init/model.layers.0.mlp.fc1/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4e15062996e61d1474a177af81e9ad5e24aca802
--- /dev/null
+++ b/params/phi/5/rnd_search_t_no_sched/comb_13/init/model.layers.0.mlp.fc1/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:81deb83f87a1b5e059ee58ee290813b3173fcc4c37162d3ccb02ea2534fa25ca
+size 42115
diff --git a/params/phi/5/rnd_search_t_no_sched/comb_13/init/model.layers.0.mlp.fc2/_0.pt b/params/phi/5/rnd_search_t_no_sched/comb_13/init/model.layers.0.mlp.fc2/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..32ee18bf2f25e623153f8e8e4fc5f1257a361dec
--- /dev/null
+++ b/params/phi/5/rnd_search_t_no_sched/comb_13/init/model.layers.0.mlp.fc2/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e3f2cf9d8508ef8ab0f1fab002987be0430f7eb52b87c158492cf04b7033c1d2
+size 11395
diff --git a/params/phi/5/rnd_search_t_no_sched/comb_13/init/model.layers.0.mlp.fc2/_s.pt b/params/phi/5/rnd_search_t_no_sched/comb_13/init/model.layers.0.mlp.fc2/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ffd32bb4a27f01edb3535b26740dadaa75cf604c
--- /dev/null
+++ b/params/phi/5/rnd_search_t_no_sched/comb_13/init/model.layers.0.mlp.fc2/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:edde6b472096473aea1aac0c356f84d22787ac441b45a612b34a2f098f455d98
+size 11395
diff --git a/params/phi/5/rnd_search_t_no_sched/comb_13/init/model.layers.0.self_attn.dense/_0.pt b/params/phi/5/rnd_search_t_no_sched/comb_13/init/model.layers.0.self_attn.dense/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..32ee18bf2f25e623153f8e8e4fc5f1257a361dec
--- /dev/null
+++ b/params/phi/5/rnd_search_t_no_sched/comb_13/init/model.layers.0.self_attn.dense/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e3f2cf9d8508ef8ab0f1fab002987be0430f7eb52b87c158492cf04b7033c1d2
+size 11395
diff --git a/params/phi/5/rnd_search_t_no_sched/comb_13/init/model.layers.0.self_attn.dense/_s.pt b/params/phi/5/rnd_search_t_no_sched/comb_13/init/model.layers.0.self_attn.dense/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2e4302689a4b6f3e556f595f6aac3c724df83be6
--- /dev/null
+++ b/params/phi/5/rnd_search_t_no_sched/comb_13/init/model.layers.0.self_attn.dense/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:54b9c74fc808023bc448608a0c340ed3c97755fccf5c86ffe375d0f181c9958f
+size 11395
diff --git a/params/phi/5/rnd_search_t_no_sched/comb_13/init/model.layers.0.self_attn.k_proj/_0.pt b/params/phi/5/rnd_search_t_no_sched/comb_13/init/model.layers.0.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..32ee18bf2f25e623153f8e8e4fc5f1257a361dec
--- /dev/null
+++ b/params/phi/5/rnd_search_t_no_sched/comb_13/init/model.layers.0.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e3f2cf9d8508ef8ab0f1fab002987be0430f7eb52b87c158492cf04b7033c1d2
+size 11395
diff --git a/params/phi/5/rnd_search_t_no_sched/comb_13/init/model.layers.0.self_attn.k_proj/_s.pt b/params/phi/5/rnd_search_t_no_sched/comb_13/init/model.layers.0.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..34b8c6528401819e2b7805d92acf0aed74edcb99
--- /dev/null
+++ b/params/phi/5/rnd_search_t_no_sched/comb_13/init/model.layers.0.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:eaf1c4a9790b58dccd2b1c4e818daa54fe3c1d25f56d6ae6a23284d92c78d28d
+size 11395
diff --git a/params/phi/5/rnd_search_t_no_sched/comb_13/init/model.layers.0.self_attn.q_proj/_0.pt b/params/phi/5/rnd_search_t_no_sched/comb_13/init/model.layers.0.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..32ee18bf2f25e623153f8e8e4fc5f1257a361dec
--- /dev/null
+++ b/params/phi/5/rnd_search_t_no_sched/comb_13/init/model.layers.0.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e3f2cf9d8508ef8ab0f1fab002987be0430f7eb52b87c158492cf04b7033c1d2
+size 11395
diff --git a/params/phi/5/rnd_search_t_no_sched/comb_13/init/model.layers.0.self_attn.q_proj/_s.pt b/params/phi/5/rnd_search_t_no_sched/comb_13/init/model.layers.0.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..535b3f38b33306c09f81c513b1c75170f7391137
--- /dev/null
+++ b/params/phi/5/rnd_search_t_no_sched/comb_13/init/model.layers.0.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5387f6dc354ffc33c679cbb1e9d6bd8a9a8259b978627a8c780f386d25e266e5
+size 11395
diff --git a/params/phi/5/rnd_search_t_no_sched/comb_13/init/model.layers.0.self_attn.v_proj/_0.pt b/params/phi/5/rnd_search_t_no_sched/comb_13/init/model.layers.0.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..32ee18bf2f25e623153f8e8e4fc5f1257a361dec
--- /dev/null
+++ b/params/phi/5/rnd_search_t_no_sched/comb_13/init/model.layers.0.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e3f2cf9d8508ef8ab0f1fab002987be0430f7eb52b87c158492cf04b7033c1d2
+size 11395
diff --git a/params/phi/5/rnd_search_t_no_sched/comb_13/init/model.layers.0.self_attn.v_proj/_s.pt b/params/phi/5/rnd_search_t_no_sched/comb_13/init/model.layers.0.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..440f788fdca48bcead6c02b32005202ed48dfe55
--- /dev/null
+++ b/params/phi/5/rnd_search_t_no_sched/comb_13/init/model.layers.0.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:18892f92560b17d706ce5e7ba7eaff9e9dce6a1f6fc25cfa667961ab75b71f92
+size 11395
diff --git a/params/phi/5/rnd_search_t_no_sched/comb_13/init/model.layers.1.mlp.fc1/_0.pt b/params/phi/5/rnd_search_t_no_sched/comb_13/init/model.layers.1.mlp.fc1/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..32ac531bec3e1f984cbc6da2072275eebedcc848
--- /dev/null
+++ b/params/phi/5/rnd_search_t_no_sched/comb_13/init/model.layers.1.mlp.fc1/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:8aae49663620750ef1b42b31d5204777eb39a1af1f1e7ab7f27474ddd4803198
+size 42115
diff --git a/params/phi/5/rnd_search_t_no_sched/comb_13/init/model.layers.1.mlp.fc1/_s.pt b/params/phi/5/rnd_search_t_no_sched/comb_13/init/model.layers.1.mlp.fc1/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..99d2b6222d7d32f44b48343430b306e00a421782
--- /dev/null
+++ b/params/phi/5/rnd_search_t_no_sched/comb_13/init/model.layers.1.mlp.fc1/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:997beb2a68c40e9c6801fa41fbca280a9ced70cdd0ede2e051d2082db6c6aac0
+size 42115
diff --git a/params/phi/5/rnd_search_t_no_sched/comb_13/init/model.layers.1.mlp.fc2/_0.pt b/params/phi/5/rnd_search_t_no_sched/comb_13/init/model.layers.1.mlp.fc2/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..32ee18bf2f25e623153f8e8e4fc5f1257a361dec
--- /dev/null
+++ b/params/phi/5/rnd_search_t_no_sched/comb_13/init/model.layers.1.mlp.fc2/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e3f2cf9d8508ef8ab0f1fab002987be0430f7eb52b87c158492cf04b7033c1d2
+size 11395
diff --git a/params/phi/5/rnd_search_t_no_sched/comb_13/init/model.layers.1.mlp.fc2/_s.pt b/params/phi/5/rnd_search_t_no_sched/comb_13/init/model.layers.1.mlp.fc2/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a1d96bcddf366b3cb13e778c0615206d77977800
--- /dev/null
+++ b/params/phi/5/rnd_search_t_no_sched/comb_13/init/model.layers.1.mlp.fc2/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0658be13bae8cfeba8b1332e98dc1415890847585a9c78d48fdf88e3d87c1303
+size 11395
diff --git a/params/phi/5/rnd_search_t_no_sched/comb_13/init/model.layers.1.self_attn.dense/_0.pt b/params/phi/5/rnd_search_t_no_sched/comb_13/init/model.layers.1.self_attn.dense/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..32ee18bf2f25e623153f8e8e4fc5f1257a361dec
--- /dev/null
+++ b/params/phi/5/rnd_search_t_no_sched/comb_13/init/model.layers.1.self_attn.dense/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e3f2cf9d8508ef8ab0f1fab002987be0430f7eb52b87c158492cf04b7033c1d2
+size 11395
diff --git a/params/phi/5/rnd_search_t_no_sched/comb_13/init/model.layers.1.self_attn.dense/_s.pt b/params/phi/5/rnd_search_t_no_sched/comb_13/init/model.layers.1.self_attn.dense/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..7c78bc2c807de4cf6b195f31d8e72706c82ff561
--- /dev/null
+++ b/params/phi/5/rnd_search_t_no_sched/comb_13/init/model.layers.1.self_attn.dense/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:da357e20ad0377988656fc1d9993d451abed5f117094418586b665f27c88c93d
+size 11395
diff --git a/params/phi/5/rnd_search_t_no_sched/comb_13/init/model.layers.1.self_attn.k_proj/_0.pt b/params/phi/5/rnd_search_t_no_sched/comb_13/init/model.layers.1.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..32ee18bf2f25e623153f8e8e4fc5f1257a361dec
--- /dev/null
+++ b/params/phi/5/rnd_search_t_no_sched/comb_13/init/model.layers.1.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e3f2cf9d8508ef8ab0f1fab002987be0430f7eb52b87c158492cf04b7033c1d2
+size 11395
diff --git a/params/phi/5/rnd_search_t_no_sched/comb_13/init/model.layers.1.self_attn.k_proj/_s.pt b/params/phi/5/rnd_search_t_no_sched/comb_13/init/model.layers.1.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..80a11aa5e1756c8ba450a5830dbf4b41a9547077
--- /dev/null
+++ b/params/phi/5/rnd_search_t_no_sched/comb_13/init/model.layers.1.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:634a8b235dd71e993bfcd95319ffdda3fefcb7c47faa69b418dd7643358c3e12
+size 11395
diff --git a/params/phi/5/rnd_search_t_no_sched/comb_13/init/model.layers.1.self_attn.q_proj/_0.pt b/params/phi/5/rnd_search_t_no_sched/comb_13/init/model.layers.1.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..32ee18bf2f25e623153f8e8e4fc5f1257a361dec
--- /dev/null
+++ b/params/phi/5/rnd_search_t_no_sched/comb_13/init/model.layers.1.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e3f2cf9d8508ef8ab0f1fab002987be0430f7eb52b87c158492cf04b7033c1d2
+size 11395
diff --git a/params/phi/5/rnd_search_t_no_sched/comb_13/init/model.layers.1.self_attn.q_proj/_s.pt b/params/phi/5/rnd_search_t_no_sched/comb_13/init/model.layers.1.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a48c05a95f106e9880e26d726c394b20889782cf
--- /dev/null
+++ b/params/phi/5/rnd_search_t_no_sched/comb_13/init/model.layers.1.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:89e3fcf8810353f6be77f6b1b6fa8d2cafc841d9d55fcfcdd73c5466fb0c4128
+size 11395
diff --git a/params/phi/5/rnd_search_t_no_sched/comb_13/init/model.layers.1.self_attn.v_proj/_0.pt b/params/phi/5/rnd_search_t_no_sched/comb_13/init/model.layers.1.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..32ee18bf2f25e623153f8e8e4fc5f1257a361dec
--- /dev/null
+++ b/params/phi/5/rnd_search_t_no_sched/comb_13/init/model.layers.1.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e3f2cf9d8508ef8ab0f1fab002987be0430f7eb52b87c158492cf04b7033c1d2
+size 11395
diff --git a/params/phi/5/rnd_search_t_no_sched/comb_13/init/model.layers.1.self_attn.v_proj/_s.pt b/params/phi/5/rnd_search_t_no_sched/comb_13/init/model.layers.1.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..d2b9a8578ea58991cb900bc9ccb8ad1f9cf32547
--- /dev/null
+++ b/params/phi/5/rnd_search_t_no_sched/comb_13/init/model.layers.1.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:1d84f48798105c4fe316239304a4c53b68f80b4712307debba3427f2e29e10bf
+size 11395
diff --git a/params/phi/5/rnd_search_t_no_sched/comb_13/init/model.layers.10.mlp.fc1/_0.pt b/params/phi/5/rnd_search_t_no_sched/comb_13/init/model.layers.10.mlp.fc1/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..32ac531bec3e1f984cbc6da2072275eebedcc848
--- /dev/null
+++ b/params/phi/5/rnd_search_t_no_sched/comb_13/init/model.layers.10.mlp.fc1/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:8aae49663620750ef1b42b31d5204777eb39a1af1f1e7ab7f27474ddd4803198
+size 42115
diff --git a/params/phi/5/rnd_search_t_no_sched/comb_13/init/model.layers.10.mlp.fc1/_s.pt b/params/phi/5/rnd_search_t_no_sched/comb_13/init/model.layers.10.mlp.fc1/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..114fc5b574aa9aa2f4ad5d8dadc3457f4270b123
--- /dev/null
+++ b/params/phi/5/rnd_search_t_no_sched/comb_13/init/model.layers.10.mlp.fc1/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:97e6073b785dbd86d997f2aac6857fa5e24da8298f12bc4c6191c8c044c2e989
+size 42115
diff --git a/params/phi/5/rnd_search_t_no_sched/comb_13/init/model.layers.10.mlp.fc2/_0.pt b/params/phi/5/rnd_search_t_no_sched/comb_13/init/model.layers.10.mlp.fc2/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..32ee18bf2f25e623153f8e8e4fc5f1257a361dec
--- /dev/null
+++ b/params/phi/5/rnd_search_t_no_sched/comb_13/init/model.layers.10.mlp.fc2/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e3f2cf9d8508ef8ab0f1fab002987be0430f7eb52b87c158492cf04b7033c1d2
+size 11395
diff --git a/params/phi/5/rnd_search_t_no_sched/comb_13/init/model.layers.10.mlp.fc2/_s.pt b/params/phi/5/rnd_search_t_no_sched/comb_13/init/model.layers.10.mlp.fc2/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..761e71e5fb695fc5855b17b7fcc87e7d40dec795
--- /dev/null
+++ b/params/phi/5/rnd_search_t_no_sched/comb_13/init/model.layers.10.mlp.fc2/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5c33cb1a88c1c57ac18982b33f22f00024c3c41465d97516485155269ae2fd64
+size 11395
diff --git a/params/phi/5/rnd_search_t_no_sched/comb_13/init/model.layers.10.self_attn.dense/_0.pt b/params/phi/5/rnd_search_t_no_sched/comb_13/init/model.layers.10.self_attn.dense/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..32ee18bf2f25e623153f8e8e4fc5f1257a361dec
--- /dev/null
+++ b/params/phi/5/rnd_search_t_no_sched/comb_13/init/model.layers.10.self_attn.dense/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e3f2cf9d8508ef8ab0f1fab002987be0430f7eb52b87c158492cf04b7033c1d2
+size 11395
diff --git a/params/phi/5/rnd_search_t_no_sched/comb_13/init/model.layers.10.self_attn.dense/_s.pt b/params/phi/5/rnd_search_t_no_sched/comb_13/init/model.layers.10.self_attn.dense/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..3a97ce61163a52087170c9c18306568792985474
--- /dev/null
+++ b/params/phi/5/rnd_search_t_no_sched/comb_13/init/model.layers.10.self_attn.dense/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f88924216dd24a89f284434f7d1f24f4ae12dfae7415c9b17002891513e2907d
+size 11395
diff --git a/params/phi/5/rnd_search_t_no_sched/comb_13/init/model.layers.10.self_attn.k_proj/_0.pt b/params/phi/5/rnd_search_t_no_sched/comb_13/init/model.layers.10.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..32ee18bf2f25e623153f8e8e4fc5f1257a361dec
--- /dev/null
+++ b/params/phi/5/rnd_search_t_no_sched/comb_13/init/model.layers.10.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e3f2cf9d8508ef8ab0f1fab002987be0430f7eb52b87c158492cf04b7033c1d2
+size 11395
diff --git a/params/phi/5/rnd_search_t_no_sched/comb_13/init/model.layers.10.self_attn.k_proj/_s.pt b/params/phi/5/rnd_search_t_no_sched/comb_13/init/model.layers.10.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..f9cb76ad3c95360072c7473e9faf3a5a1bcc8d73
--- /dev/null
+++ b/params/phi/5/rnd_search_t_no_sched/comb_13/init/model.layers.10.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:7080d7f9792c77075cc674c8e8fce2f63903843c05ad83e40e125990a980a244
+size 11395
diff --git a/params/phi/5/rnd_search_t_no_sched/comb_13/init/model.layers.10.self_attn.q_proj/_0.pt b/params/phi/5/rnd_search_t_no_sched/comb_13/init/model.layers.10.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..32ee18bf2f25e623153f8e8e4fc5f1257a361dec
--- /dev/null
+++ b/params/phi/5/rnd_search_t_no_sched/comb_13/init/model.layers.10.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e3f2cf9d8508ef8ab0f1fab002987be0430f7eb52b87c158492cf04b7033c1d2
+size 11395
diff --git a/params/phi/5/rnd_search_t_no_sched/comb_13/init/model.layers.10.self_attn.q_proj/_s.pt b/params/phi/5/rnd_search_t_no_sched/comb_13/init/model.layers.10.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..b805cee83ebf4170aeb8071d7435f77c18987060
--- /dev/null
+++ b/params/phi/5/rnd_search_t_no_sched/comb_13/init/model.layers.10.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:8c2d49d6c307b9d1736310ea5311dfdff3615fc170f30af3ff2b64d2c9b3abc5
+size 11395
diff --git a/params/phi/5/rnd_search_t_no_sched/comb_13/init/model.layers.10.self_attn.v_proj/_0.pt b/params/phi/5/rnd_search_t_no_sched/comb_13/init/model.layers.10.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..32ee18bf2f25e623153f8e8e4fc5f1257a361dec
--- /dev/null
+++ b/params/phi/5/rnd_search_t_no_sched/comb_13/init/model.layers.10.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e3f2cf9d8508ef8ab0f1fab002987be0430f7eb52b87c158492cf04b7033c1d2
+size 11395
diff --git a/params/phi/5/rnd_search_t_no_sched/comb_13/init/model.layers.10.self_attn.v_proj/_s.pt b/params/phi/5/rnd_search_t_no_sched/comb_13/init/model.layers.10.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..b8b4be0b72ed8689067d31f79ea89640f5139cc1
--- /dev/null
+++ b/params/phi/5/rnd_search_t_no_sched/comb_13/init/model.layers.10.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:60b1ee073f0ec1f415d2b28177b2b904c44cc11acdda61031ca3cfc2a272f4d7
+size 11395
diff --git a/params/phi/5/rnd_search_t_no_sched/comb_13/init/model.layers.11.mlp.fc1/_0.pt b/params/phi/5/rnd_search_t_no_sched/comb_13/init/model.layers.11.mlp.fc1/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..32ac531bec3e1f984cbc6da2072275eebedcc848
--- /dev/null
+++ b/params/phi/5/rnd_search_t_no_sched/comb_13/init/model.layers.11.mlp.fc1/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:8aae49663620750ef1b42b31d5204777eb39a1af1f1e7ab7f27474ddd4803198
+size 42115
diff --git a/params/phi/5/rnd_search_t_no_sched/comb_13/init/model.layers.11.mlp.fc1/_s.pt b/params/phi/5/rnd_search_t_no_sched/comb_13/init/model.layers.11.mlp.fc1/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..7763491f9661d1af61ed9348c001adcbda1093fc
--- /dev/null
+++ b/params/phi/5/rnd_search_t_no_sched/comb_13/init/model.layers.11.mlp.fc1/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:bc96c57d6f19aa15d9a892198623f23c0286b72577d1c0257154c6f484dbcbb9
+size 42115
diff --git a/params/phi/5/rnd_search_t_no_sched/comb_13/init/model.layers.11.mlp.fc2/_0.pt b/params/phi/5/rnd_search_t_no_sched/comb_13/init/model.layers.11.mlp.fc2/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..32ee18bf2f25e623153f8e8e4fc5f1257a361dec
--- /dev/null
+++ b/params/phi/5/rnd_search_t_no_sched/comb_13/init/model.layers.11.mlp.fc2/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e3f2cf9d8508ef8ab0f1fab002987be0430f7eb52b87c158492cf04b7033c1d2
+size 11395
diff --git a/params/phi/5/rnd_search_t_no_sched/comb_13/init/model.layers.11.mlp.fc2/_s.pt b/params/phi/5/rnd_search_t_no_sched/comb_13/init/model.layers.11.mlp.fc2/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..fdc0875b305838d2062ed43d4f449af3ecee0303
--- /dev/null
+++ b/params/phi/5/rnd_search_t_no_sched/comb_13/init/model.layers.11.mlp.fc2/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:676ff91e1be35e83d31c91d735916b979d97c657d64ad3facd9d535211d32afb
+size 11395
diff --git a/params/phi/5/rnd_search_t_no_sched/comb_13/init/model.layers.11.self_attn.dense/_0.pt b/params/phi/5/rnd_search_t_no_sched/comb_13/init/model.layers.11.self_attn.dense/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..32ee18bf2f25e623153f8e8e4fc5f1257a361dec
--- /dev/null
+++ b/params/phi/5/rnd_search_t_no_sched/comb_13/init/model.layers.11.self_attn.dense/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e3f2cf9d8508ef8ab0f1fab002987be0430f7eb52b87c158492cf04b7033c1d2
+size 11395
diff --git a/params/phi/5/rnd_search_t_no_sched/comb_13/init/model.layers.11.self_attn.dense/_s.pt b/params/phi/5/rnd_search_t_no_sched/comb_13/init/model.layers.11.self_attn.dense/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c11b28aebff916b429a5ea18a994c7f5a4e84fd8
--- /dev/null
+++ b/params/phi/5/rnd_search_t_no_sched/comb_13/init/model.layers.11.self_attn.dense/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:31248c662be7d03158112a05563536790d86465b7bbf3029a1d19ce1ae1ac087
+size 11395
diff --git a/params/phi/5/rnd_search_t_no_sched/comb_13/init/model.layers.11.self_attn.k_proj/_0.pt b/params/phi/5/rnd_search_t_no_sched/comb_13/init/model.layers.11.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..32ee18bf2f25e623153f8e8e4fc5f1257a361dec
--- /dev/null
+++ b/params/phi/5/rnd_search_t_no_sched/comb_13/init/model.layers.11.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e3f2cf9d8508ef8ab0f1fab002987be0430f7eb52b87c158492cf04b7033c1d2
+size 11395
diff --git a/params/phi/5/rnd_search_t_no_sched/comb_13/init/model.layers.11.self_attn.k_proj/_s.pt b/params/phi/5/rnd_search_t_no_sched/comb_13/init/model.layers.11.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..96a2d5e8b6a413c2d6a6b6455df886de31d44656
--- /dev/null
+++ b/params/phi/5/rnd_search_t_no_sched/comb_13/init/model.layers.11.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:cc24985172b963c91fdf039544339b8e316085fe700329fe29c860adab4bee43
+size 11395
diff --git a/params/phi/5/rnd_search_t_no_sched/comb_13/init/model.layers.11.self_attn.q_proj/_0.pt b/params/phi/5/rnd_search_t_no_sched/comb_13/init/model.layers.11.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..32ee18bf2f25e623153f8e8e4fc5f1257a361dec
--- /dev/null
+++ b/params/phi/5/rnd_search_t_no_sched/comb_13/init/model.layers.11.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e3f2cf9d8508ef8ab0f1fab002987be0430f7eb52b87c158492cf04b7033c1d2
+size 11395
diff --git a/params/phi/5/rnd_search_t_no_sched/comb_13/init/model.layers.11.self_attn.q_proj/_s.pt b/params/phi/5/rnd_search_t_no_sched/comb_13/init/model.layers.11.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..bf7f0d993942fdede65f7ec3069df2f8e3ae3f46
--- /dev/null
+++ b/params/phi/5/rnd_search_t_no_sched/comb_13/init/model.layers.11.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0323dd45ee82fbe12ee8b2c2a2cd3a4fa6c03ff639d8ac8378cbc40cfba2700a
+size 11395
diff --git a/params/phi/5/rnd_search_t_no_sched/comb_13/init/model.layers.11.self_attn.v_proj/_0.pt b/params/phi/5/rnd_search_t_no_sched/comb_13/init/model.layers.11.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..32ee18bf2f25e623153f8e8e4fc5f1257a361dec
--- /dev/null
+++ b/params/phi/5/rnd_search_t_no_sched/comb_13/init/model.layers.11.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e3f2cf9d8508ef8ab0f1fab002987be0430f7eb52b87c158492cf04b7033c1d2
+size 11395
diff --git a/params/phi/5/rnd_search_t_no_sched/comb_13/init/model.layers.11.self_attn.v_proj/_s.pt b/params/phi/5/rnd_search_t_no_sched/comb_13/init/model.layers.11.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..f6ca127c7169216a42d52437b40111b23a91656b
--- /dev/null
+++ b/params/phi/5/rnd_search_t_no_sched/comb_13/init/model.layers.11.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:4eecdbebf460891e608b8465f433dee17c5f9104bf345dd21662b507dc4b4ec1
+size 11395
diff --git a/params/phi/5/rnd_search_t_no_sched/comb_13/init/model.layers.12.mlp.fc1/_0.pt b/params/phi/5/rnd_search_t_no_sched/comb_13/init/model.layers.12.mlp.fc1/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..32ac531bec3e1f984cbc6da2072275eebedcc848
--- /dev/null
+++ b/params/phi/5/rnd_search_t_no_sched/comb_13/init/model.layers.12.mlp.fc1/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:8aae49663620750ef1b42b31d5204777eb39a1af1f1e7ab7f27474ddd4803198
+size 42115
diff --git a/params/phi/5/rnd_search_t_no_sched/comb_13/init/model.layers.12.mlp.fc1/_s.pt b/params/phi/5/rnd_search_t_no_sched/comb_13/init/model.layers.12.mlp.fc1/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..530bce8bbba1d62315a2667d096ccb9a89c5649b
--- /dev/null
+++ b/params/phi/5/rnd_search_t_no_sched/comb_13/init/model.layers.12.mlp.fc1/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:7d71a8e440a2ba23562fcffa98557efeef584f7d871543d4b5b8b2a0d93975de
+size 42115
diff --git a/params/phi/5/rnd_search_t_no_sched/comb_13/init/model.layers.12.mlp.fc2/_0.pt b/params/phi/5/rnd_search_t_no_sched/comb_13/init/model.layers.12.mlp.fc2/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..32ee18bf2f25e623153f8e8e4fc5f1257a361dec
--- /dev/null
+++ b/params/phi/5/rnd_search_t_no_sched/comb_13/init/model.layers.12.mlp.fc2/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e3f2cf9d8508ef8ab0f1fab002987be0430f7eb52b87c158492cf04b7033c1d2
+size 11395
diff --git a/params/phi/5/rnd_search_t_no_sched/comb_13/init/model.layers.12.mlp.fc2/_s.pt b/params/phi/5/rnd_search_t_no_sched/comb_13/init/model.layers.12.mlp.fc2/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..916c1cf3b155654d44557dd8e2b81fe444617769
--- /dev/null
+++ b/params/phi/5/rnd_search_t_no_sched/comb_13/init/model.layers.12.mlp.fc2/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a80d610f37813eb46c093e7c00191aa968e9bb1e6143ce68ccbde25b40f2c4e0
+size 11395
diff --git a/params/phi/5/rnd_search_t_no_sched/comb_13/init/model.layers.12.self_attn.dense/_0.pt b/params/phi/5/rnd_search_t_no_sched/comb_13/init/model.layers.12.self_attn.dense/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..32ee18bf2f25e623153f8e8e4fc5f1257a361dec
--- /dev/null
+++ b/params/phi/5/rnd_search_t_no_sched/comb_13/init/model.layers.12.self_attn.dense/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e3f2cf9d8508ef8ab0f1fab002987be0430f7eb52b87c158492cf04b7033c1d2
+size 11395
diff --git a/params/phi/5/rnd_search_t_no_sched/comb_13/init/model.layers.12.self_attn.dense/_s.pt b/params/phi/5/rnd_search_t_no_sched/comb_13/init/model.layers.12.self_attn.dense/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..833da2fbdf887875967ae9076b2f70ab4a905bdb
--- /dev/null
+++ b/params/phi/5/rnd_search_t_no_sched/comb_13/init/model.layers.12.self_attn.dense/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ec5077d4cec52aace75a11bdb03208d44e5fff187154abf4e81782d64edf4c20
+size 11395
diff --git a/params/phi/5/rnd_search_t_no_sched/comb_13/init/model.layers.12.self_attn.k_proj/_0.pt b/params/phi/5/rnd_search_t_no_sched/comb_13/init/model.layers.12.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..32ee18bf2f25e623153f8e8e4fc5f1257a361dec
--- /dev/null
+++ b/params/phi/5/rnd_search_t_no_sched/comb_13/init/model.layers.12.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e3f2cf9d8508ef8ab0f1fab002987be0430f7eb52b87c158492cf04b7033c1d2
+size 11395
diff --git a/params/phi/5/rnd_search_t_no_sched/comb_13/init/model.layers.12.self_attn.k_proj/_s.pt b/params/phi/5/rnd_search_t_no_sched/comb_13/init/model.layers.12.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8e3e3337ac6fd590ea4b4e764d1b9c4a58d33f8e
--- /dev/null
+++ b/params/phi/5/rnd_search_t_no_sched/comb_13/init/model.layers.12.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:9ffdcc6158ca4f22cf13a1ac93043cf2cb56c70c5811fd19f9bae62f27ff6288
+size 11395
diff --git a/params/phi/5/rnd_search_t_no_sched/comb_13/init/model.layers.12.self_attn.q_proj/_0.pt b/params/phi/5/rnd_search_t_no_sched/comb_13/init/model.layers.12.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..32ee18bf2f25e623153f8e8e4fc5f1257a361dec
--- /dev/null
+++ b/params/phi/5/rnd_search_t_no_sched/comb_13/init/model.layers.12.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e3f2cf9d8508ef8ab0f1fab002987be0430f7eb52b87c158492cf04b7033c1d2
+size 11395
diff --git a/params/phi/5/rnd_search_t_no_sched/comb_13/init/model.layers.12.self_attn.q_proj/_s.pt b/params/phi/5/rnd_search_t_no_sched/comb_13/init/model.layers.12.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..cbfbb3f8165a8b901835090e989b97266ee1221d
--- /dev/null
+++ b/params/phi/5/rnd_search_t_no_sched/comb_13/init/model.layers.12.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:67b91ec0e2e803d8a8a1e47cab936b78054e5aedc0fe854a605f93771866c7cf
+size 11395
diff --git a/params/phi/5/rnd_search_t_no_sched/comb_13/init/model.layers.12.self_attn.v_proj/_0.pt b/params/phi/5/rnd_search_t_no_sched/comb_13/init/model.layers.12.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..32ee18bf2f25e623153f8e8e4fc5f1257a361dec
--- /dev/null
+++ b/params/phi/5/rnd_search_t_no_sched/comb_13/init/model.layers.12.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e3f2cf9d8508ef8ab0f1fab002987be0430f7eb52b87c158492cf04b7033c1d2
+size 11395
diff --git a/params/phi/5/rnd_search_t_no_sched/comb_13/init/model.layers.12.self_attn.v_proj/_s.pt b/params/phi/5/rnd_search_t_no_sched/comb_13/init/model.layers.12.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..3f150825d6cad28e4d75efd571ebdca69056f8db
--- /dev/null
+++ b/params/phi/5/rnd_search_t_no_sched/comb_13/init/model.layers.12.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:62113218e1d663c25aedacca8c5d3016d8403feba93d9614d4de299519defc35
+size 11395
diff --git a/params/phi/5/rnd_search_t_no_sched/comb_13/init/model.layers.13.mlp.fc1/_0.pt b/params/phi/5/rnd_search_t_no_sched/comb_13/init/model.layers.13.mlp.fc1/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..32ac531bec3e1f984cbc6da2072275eebedcc848
--- /dev/null
+++ b/params/phi/5/rnd_search_t_no_sched/comb_13/init/model.layers.13.mlp.fc1/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:8aae49663620750ef1b42b31d5204777eb39a1af1f1e7ab7f27474ddd4803198
+size 42115
diff --git a/params/phi/5/rnd_search_t_no_sched/comb_13/init/model.layers.13.mlp.fc1/_s.pt b/params/phi/5/rnd_search_t_no_sched/comb_13/init/model.layers.13.mlp.fc1/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..11d431f0c29e54fc5c437093a95997b1ae5c7d2e
--- /dev/null
+++ b/params/phi/5/rnd_search_t_no_sched/comb_13/init/model.layers.13.mlp.fc1/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c743c6c60bc31acaa54fcfa24fc496abfa8ea83cbf5a999e09b57ebee8b8de8a
+size 42115
diff --git a/params/phi/5/rnd_search_t_no_sched/comb_13/init/model.layers.13.mlp.fc2/_0.pt b/params/phi/5/rnd_search_t_no_sched/comb_13/init/model.layers.13.mlp.fc2/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..32ee18bf2f25e623153f8e8e4fc5f1257a361dec
--- /dev/null
+++ b/params/phi/5/rnd_search_t_no_sched/comb_13/init/model.layers.13.mlp.fc2/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e3f2cf9d8508ef8ab0f1fab002987be0430f7eb52b87c158492cf04b7033c1d2
+size 11395
diff --git a/params/phi/5/rnd_search_t_no_sched/comb_13/init/model.layers.13.mlp.fc2/_s.pt b/params/phi/5/rnd_search_t_no_sched/comb_13/init/model.layers.13.mlp.fc2/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e7719090d023f7ed3580b89decdcfabde419bc22
--- /dev/null
+++ b/params/phi/5/rnd_search_t_no_sched/comb_13/init/model.layers.13.mlp.fc2/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d21fa91799ea9ca9c60d0bd2a4032ca7a06421ba526c184c787e9ec8156a38bc
+size 11395
diff --git a/params/phi/5/rnd_search_t_no_sched/comb_13/init/model.layers.13.self_attn.dense/_0.pt b/params/phi/5/rnd_search_t_no_sched/comb_13/init/model.layers.13.self_attn.dense/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..32ee18bf2f25e623153f8e8e4fc5f1257a361dec
--- /dev/null
+++ b/params/phi/5/rnd_search_t_no_sched/comb_13/init/model.layers.13.self_attn.dense/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e3f2cf9d8508ef8ab0f1fab002987be0430f7eb52b87c158492cf04b7033c1d2
+size 11395
diff --git a/params/phi/5/rnd_search_t_no_sched/comb_13/init/model.layers.13.self_attn.dense/_s.pt b/params/phi/5/rnd_search_t_no_sched/comb_13/init/model.layers.13.self_attn.dense/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8a47b22fd447c6e88e116bcfbdd8a9223917f53f
--- /dev/null
+++ b/params/phi/5/rnd_search_t_no_sched/comb_13/init/model.layers.13.self_attn.dense/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:02e571015f194e33eb8ed26a3102f9145de3712e9a2dacdecee8de439380af59
+size 11395
diff --git a/params/phi/5/rnd_search_t_no_sched/comb_13/init/model.layers.13.self_attn.k_proj/_0.pt b/params/phi/5/rnd_search_t_no_sched/comb_13/init/model.layers.13.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..32ee18bf2f25e623153f8e8e4fc5f1257a361dec
--- /dev/null
+++ b/params/phi/5/rnd_search_t_no_sched/comb_13/init/model.layers.13.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e3f2cf9d8508ef8ab0f1fab002987be0430f7eb52b87c158492cf04b7033c1d2
+size 11395
diff --git a/params/phi/5/rnd_search_t_no_sched/comb_13/init/model.layers.13.self_attn.k_proj/_s.pt b/params/phi/5/rnd_search_t_no_sched/comb_13/init/model.layers.13.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c76852ea675d02680888ebc1de0d650c3058e942
--- /dev/null
+++ b/params/phi/5/rnd_search_t_no_sched/comb_13/init/model.layers.13.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:4b1d35448aef5a3cc1f78572c60f9aca38ec3c2818e43bd722bf671d276279df
+size 11395
diff --git a/params/phi/5/rnd_search_t_no_sched/comb_13/init/model.layers.13.self_attn.q_proj/_0.pt b/params/phi/5/rnd_search_t_no_sched/comb_13/init/model.layers.13.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..32ee18bf2f25e623153f8e8e4fc5f1257a361dec
--- /dev/null
+++ b/params/phi/5/rnd_search_t_no_sched/comb_13/init/model.layers.13.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e3f2cf9d8508ef8ab0f1fab002987be0430f7eb52b87c158492cf04b7033c1d2
+size 11395
diff --git a/params/phi/5/rnd_search_t_no_sched/comb_13/init/model.layers.13.self_attn.q_proj/_s.pt b/params/phi/5/rnd_search_t_no_sched/comb_13/init/model.layers.13.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..721ddcee65ceb5b81dede764305a59973bf8cf3d
--- /dev/null
+++ b/params/phi/5/rnd_search_t_no_sched/comb_13/init/model.layers.13.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0571b35120b2961830766f756d821d4550a29c9e1067f9da5e6d4fc362eebc24
+size 11395
diff --git a/params/phi/5/rnd_search_t_no_sched/comb_13/init/model.layers.13.self_attn.v_proj/_0.pt b/params/phi/5/rnd_search_t_no_sched/comb_13/init/model.layers.13.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..32ee18bf2f25e623153f8e8e4fc5f1257a361dec
--- /dev/null
+++ b/params/phi/5/rnd_search_t_no_sched/comb_13/init/model.layers.13.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e3f2cf9d8508ef8ab0f1fab002987be0430f7eb52b87c158492cf04b7033c1d2
+size 11395
diff --git a/params/phi/5/rnd_search_t_no_sched/comb_13/init/model.layers.13.self_attn.v_proj/_s.pt b/params/phi/5/rnd_search_t_no_sched/comb_13/init/model.layers.13.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e9b73b4d915181cf8758ab5ba492ebfad1f3882e
--- /dev/null
+++ b/params/phi/5/rnd_search_t_no_sched/comb_13/init/model.layers.13.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5f04753c7cb2b083668aa8ab3e27f90bd7e688e4952400569356a009a62d7c6c
+size 11395
diff --git a/params/phi/5/rnd_search_t_no_sched/comb_13/init/model.layers.14.mlp.fc1/_0.pt b/params/phi/5/rnd_search_t_no_sched/comb_13/init/model.layers.14.mlp.fc1/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..32ac531bec3e1f984cbc6da2072275eebedcc848
--- /dev/null
+++ b/params/phi/5/rnd_search_t_no_sched/comb_13/init/model.layers.14.mlp.fc1/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:8aae49663620750ef1b42b31d5204777eb39a1af1f1e7ab7f27474ddd4803198
+size 42115
diff --git a/params/phi/5/rnd_search_t_no_sched/comb_13/init/model.layers.14.mlp.fc1/_s.pt b/params/phi/5/rnd_search_t_no_sched/comb_13/init/model.layers.14.mlp.fc1/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e55d737cdd533b5b367c4c43d345d527e5a80b8b
--- /dev/null
+++ b/params/phi/5/rnd_search_t_no_sched/comb_13/init/model.layers.14.mlp.fc1/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e3bc2f0acd1cc83b156ed82ab7f3fb974a8e5cd633674c13da578286868dffd1
+size 42115
diff --git a/params/phi/5/rnd_search_t_no_sched/comb_13/init/model.layers.14.mlp.fc2/_0.pt b/params/phi/5/rnd_search_t_no_sched/comb_13/init/model.layers.14.mlp.fc2/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..32ee18bf2f25e623153f8e8e4fc5f1257a361dec
--- /dev/null
+++ b/params/phi/5/rnd_search_t_no_sched/comb_13/init/model.layers.14.mlp.fc2/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e3f2cf9d8508ef8ab0f1fab002987be0430f7eb52b87c158492cf04b7033c1d2
+size 11395
diff --git a/params/phi/5/rnd_search_t_no_sched/comb_13/init/model.layers.14.mlp.fc2/_s.pt b/params/phi/5/rnd_search_t_no_sched/comb_13/init/model.layers.14.mlp.fc2/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..fae393b59d6fea7095729f47e43429761e2d3af5
--- /dev/null
+++ b/params/phi/5/rnd_search_t_no_sched/comb_13/init/model.layers.14.mlp.fc2/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2b709ecb12d5a266d61d63fb5d0aa0e1952d3e140a5dee37c6865e3d914fc610
+size 11395
diff --git a/params/phi/5/rnd_search_t_no_sched/comb_13/init/model.layers.14.self_attn.dense/_0.pt b/params/phi/5/rnd_search_t_no_sched/comb_13/init/model.layers.14.self_attn.dense/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..32ee18bf2f25e623153f8e8e4fc5f1257a361dec
--- /dev/null
+++ b/params/phi/5/rnd_search_t_no_sched/comb_13/init/model.layers.14.self_attn.dense/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e3f2cf9d8508ef8ab0f1fab002987be0430f7eb52b87c158492cf04b7033c1d2
+size 11395
diff --git a/params/phi/5/rnd_search_t_no_sched/comb_13/init/model.layers.14.self_attn.dense/_s.pt b/params/phi/5/rnd_search_t_no_sched/comb_13/init/model.layers.14.self_attn.dense/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..05a55d2fb5be5188bddf976397a2f868d49dc137
--- /dev/null
+++ b/params/phi/5/rnd_search_t_no_sched/comb_13/init/model.layers.14.self_attn.dense/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f32570e6291f245c0dbc90f2b025e67ad09dbd4c770f51140d4cdd1c3b7bcd60
+size 11395
diff --git a/params/phi/5/rnd_search_t_no_sched/comb_13/init/model.layers.14.self_attn.k_proj/_0.pt b/params/phi/5/rnd_search_t_no_sched/comb_13/init/model.layers.14.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..32ee18bf2f25e623153f8e8e4fc5f1257a361dec
--- /dev/null
+++ b/params/phi/5/rnd_search_t_no_sched/comb_13/init/model.layers.14.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e3f2cf9d8508ef8ab0f1fab002987be0430f7eb52b87c158492cf04b7033c1d2
+size 11395
diff --git a/params/phi/5/rnd_search_t_no_sched/comb_13/init/model.layers.14.self_attn.k_proj/_s.pt b/params/phi/5/rnd_search_t_no_sched/comb_13/init/model.layers.14.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..d364c84fd2032e94fc5d6a6d455db498c05b6482
--- /dev/null
+++ b/params/phi/5/rnd_search_t_no_sched/comb_13/init/model.layers.14.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:8d05b377e0fa8a15c6fff3acae9fde01a773e31fb97abd29444c53f922e3331d
+size 11395
diff --git a/params/phi/5/rnd_search_t_no_sched/comb_13/init/model.layers.14.self_attn.q_proj/_0.pt b/params/phi/5/rnd_search_t_no_sched/comb_13/init/model.layers.14.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..32ee18bf2f25e623153f8e8e4fc5f1257a361dec
--- /dev/null
+++ b/params/phi/5/rnd_search_t_no_sched/comb_13/init/model.layers.14.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e3f2cf9d8508ef8ab0f1fab002987be0430f7eb52b87c158492cf04b7033c1d2
+size 11395
diff --git a/params/phi/5/rnd_search_t_no_sched/comb_13/init/model.layers.14.self_attn.q_proj/_s.pt b/params/phi/5/rnd_search_t_no_sched/comb_13/init/model.layers.14.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2ab176e10900b1a955cf34a5e140a35af403394d
--- /dev/null
+++ b/params/phi/5/rnd_search_t_no_sched/comb_13/init/model.layers.14.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b5dab06a4f2cb756faa19a59fc6afeb14921e5dc4dd697b6881af7c72cacef3d
+size 11395
diff --git a/params/phi/5/rnd_search_t_no_sched/comb_13/init/model.layers.14.self_attn.v_proj/_0.pt b/params/phi/5/rnd_search_t_no_sched/comb_13/init/model.layers.14.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..32ee18bf2f25e623153f8e8e4fc5f1257a361dec
--- /dev/null
+++ b/params/phi/5/rnd_search_t_no_sched/comb_13/init/model.layers.14.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e3f2cf9d8508ef8ab0f1fab002987be0430f7eb52b87c158492cf04b7033c1d2
+size 11395
diff --git a/params/phi/5/rnd_search_t_no_sched/comb_13/init/model.layers.14.self_attn.v_proj/_s.pt b/params/phi/5/rnd_search_t_no_sched/comb_13/init/model.layers.14.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c87367c39b0449c58ada8afbe3305575ea2204c1
--- /dev/null
+++ b/params/phi/5/rnd_search_t_no_sched/comb_13/init/model.layers.14.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:9c7b631dc3fd328c78af12cda7220318cc4fb7dd04b62f8ef8e8626230170b46
+size 11395
diff --git a/params/phi/5/rnd_search_t_no_sched/comb_13/init/model.layers.15.mlp.fc1/_0.pt b/params/phi/5/rnd_search_t_no_sched/comb_13/init/model.layers.15.mlp.fc1/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..32ac531bec3e1f984cbc6da2072275eebedcc848
--- /dev/null
+++ b/params/phi/5/rnd_search_t_no_sched/comb_13/init/model.layers.15.mlp.fc1/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:8aae49663620750ef1b42b31d5204777eb39a1af1f1e7ab7f27474ddd4803198
+size 42115
diff --git a/params/phi/5/rnd_search_t_no_sched/comb_13/init/model.layers.15.mlp.fc1/_s.pt b/params/phi/5/rnd_search_t_no_sched/comb_13/init/model.layers.15.mlp.fc1/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..75a2c3e289ec816429833c1c971a8a31bfdbb744
--- /dev/null
+++ b/params/phi/5/rnd_search_t_no_sched/comb_13/init/model.layers.15.mlp.fc1/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:30292cc3d00c08a9e4f46532b75787eb5b8c22a71a24fcebee499442e97ee121
+size 42115
diff --git a/params/phi/5/rnd_search_t_no_sched/comb_13/init/model.layers.15.mlp.fc2/_0.pt b/params/phi/5/rnd_search_t_no_sched/comb_13/init/model.layers.15.mlp.fc2/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..32ee18bf2f25e623153f8e8e4fc5f1257a361dec
--- /dev/null
+++ b/params/phi/5/rnd_search_t_no_sched/comb_13/init/model.layers.15.mlp.fc2/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e3f2cf9d8508ef8ab0f1fab002987be0430f7eb52b87c158492cf04b7033c1d2
+size 11395
diff --git a/params/phi/5/rnd_search_t_no_sched/comb_13/init/model.layers.15.mlp.fc2/_s.pt b/params/phi/5/rnd_search_t_no_sched/comb_13/init/model.layers.15.mlp.fc2/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4ac0b4f803b70181c9debe2e845f25651113cdcb
--- /dev/null
+++ b/params/phi/5/rnd_search_t_no_sched/comb_13/init/model.layers.15.mlp.fc2/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:011c0139c2ad6ea94e1df7767baacf33a764ce7f3cf4d33bbadd522efd459148
+size 11395
diff --git a/params/phi/5/rnd_search_t_no_sched/comb_13/init/model.layers.15.self_attn.dense/_0.pt b/params/phi/5/rnd_search_t_no_sched/comb_13/init/model.layers.15.self_attn.dense/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..32ee18bf2f25e623153f8e8e4fc5f1257a361dec
--- /dev/null
+++ b/params/phi/5/rnd_search_t_no_sched/comb_13/init/model.layers.15.self_attn.dense/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e3f2cf9d8508ef8ab0f1fab002987be0430f7eb52b87c158492cf04b7033c1d2
+size 11395
diff --git a/params/phi/5/rnd_search_t_no_sched/comb_13/init/model.layers.15.self_attn.dense/_s.pt b/params/phi/5/rnd_search_t_no_sched/comb_13/init/model.layers.15.self_attn.dense/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..08c24480629bacf3b6b990c4e992a83d397480bf
--- /dev/null
+++ b/params/phi/5/rnd_search_t_no_sched/comb_13/init/model.layers.15.self_attn.dense/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a65c556c7e0cf12d6479a5cd5c4db872d38627f11b87b4620b1dd45d79585d6f
+size 11395
diff --git a/params/phi/5/rnd_search_t_no_sched/comb_13/init/model.layers.15.self_attn.k_proj/_0.pt b/params/phi/5/rnd_search_t_no_sched/comb_13/init/model.layers.15.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..32ee18bf2f25e623153f8e8e4fc5f1257a361dec
--- /dev/null
+++ b/params/phi/5/rnd_search_t_no_sched/comb_13/init/model.layers.15.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e3f2cf9d8508ef8ab0f1fab002987be0430f7eb52b87c158492cf04b7033c1d2
+size 11395
diff --git a/params/phi/5/rnd_search_t_no_sched/comb_13/init/model.layers.15.self_attn.k_proj/_s.pt b/params/phi/5/rnd_search_t_no_sched/comb_13/init/model.layers.15.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..b5aa78e7c6a9db441b279be0bde8b8ae5b05bddb
--- /dev/null
+++ b/params/phi/5/rnd_search_t_no_sched/comb_13/init/model.layers.15.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:08fedc9920b814d8c503bd682ef3f34f3ce601981f9421234d927ee093f2e697
+size 11395
diff --git a/params/phi/5/rnd_search_t_no_sched/comb_13/init/model.layers.15.self_attn.q_proj/_0.pt b/params/phi/5/rnd_search_t_no_sched/comb_13/init/model.layers.15.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..32ee18bf2f25e623153f8e8e4fc5f1257a361dec
--- /dev/null
+++ b/params/phi/5/rnd_search_t_no_sched/comb_13/init/model.layers.15.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e3f2cf9d8508ef8ab0f1fab002987be0430f7eb52b87c158492cf04b7033c1d2
+size 11395
diff --git a/params/phi/5/rnd_search_t_no_sched/comb_13/init/model.layers.15.self_attn.q_proj/_s.pt b/params/phi/5/rnd_search_t_no_sched/comb_13/init/model.layers.15.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..b317d75510b55ac168b9f4bd2c6c84ead3c0f72e
--- /dev/null
+++ b/params/phi/5/rnd_search_t_no_sched/comb_13/init/model.layers.15.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:316d5a2ad3de5089df54b67a5d22b473fbb25e727d24f288dfb776f135d234bd
+size 11395
diff --git a/params/phi/5/rnd_search_t_no_sched/comb_13/init/model.layers.15.self_attn.v_proj/_0.pt b/params/phi/5/rnd_search_t_no_sched/comb_13/init/model.layers.15.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..32ee18bf2f25e623153f8e8e4fc5f1257a361dec
--- /dev/null
+++ b/params/phi/5/rnd_search_t_no_sched/comb_13/init/model.layers.15.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e3f2cf9d8508ef8ab0f1fab002987be0430f7eb52b87c158492cf04b7033c1d2
+size 11395
diff --git a/params/phi/5/rnd_search_t_no_sched/comb_13/init/model.layers.15.self_attn.v_proj/_s.pt b/params/phi/5/rnd_search_t_no_sched/comb_13/init/model.layers.15.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c1cca5296df54c0fdf231d5a2cafe615e5a59cb5
--- /dev/null
+++ b/params/phi/5/rnd_search_t_no_sched/comb_13/init/model.layers.15.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:6b191a4dac11820168add1fd184fdc030bbad57a9374a7ce4a6b1f66db1be286
+size 11395
diff --git a/params/phi/5/rnd_search_t_no_sched/comb_13/init/model.layers.16.mlp.fc1/_0.pt b/params/phi/5/rnd_search_t_no_sched/comb_13/init/model.layers.16.mlp.fc1/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..32ac531bec3e1f984cbc6da2072275eebedcc848
--- /dev/null
+++ b/params/phi/5/rnd_search_t_no_sched/comb_13/init/model.layers.16.mlp.fc1/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:8aae49663620750ef1b42b31d5204777eb39a1af1f1e7ab7f27474ddd4803198
+size 42115
diff --git a/params/phi/5/rnd_search_t_no_sched/comb_13/init/model.layers.16.mlp.fc1/_s.pt b/params/phi/5/rnd_search_t_no_sched/comb_13/init/model.layers.16.mlp.fc1/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..721417711d7e6ad1cd045276f49140667f25ee39
--- /dev/null
+++ b/params/phi/5/rnd_search_t_no_sched/comb_13/init/model.layers.16.mlp.fc1/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:09b6bc2640d3005e5919746dd08dbce0c3d24eb759cfed5fccf3d38e65955964
+size 42115
diff --git a/params/phi/5/rnd_search_t_no_sched/comb_13/init/model.layers.16.mlp.fc2/_0.pt b/params/phi/5/rnd_search_t_no_sched/comb_13/init/model.layers.16.mlp.fc2/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..32ee18bf2f25e623153f8e8e4fc5f1257a361dec
--- /dev/null
+++ b/params/phi/5/rnd_search_t_no_sched/comb_13/init/model.layers.16.mlp.fc2/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e3f2cf9d8508ef8ab0f1fab002987be0430f7eb52b87c158492cf04b7033c1d2
+size 11395
diff --git a/params/phi/5/rnd_search_t_no_sched/comb_13/init/model.layers.16.mlp.fc2/_s.pt b/params/phi/5/rnd_search_t_no_sched/comb_13/init/model.layers.16.mlp.fc2/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..170beafd5558ae820f9f1c74a6f9c769514c729b
--- /dev/null
+++ b/params/phi/5/rnd_search_t_no_sched/comb_13/init/model.layers.16.mlp.fc2/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5ef22c5980f7c673564e7edb073f149a917b92f6e06979fa9612bc13b8e814d1
+size 11395
diff --git a/params/phi/5/rnd_search_t_no_sched/comb_13/init/model.layers.16.self_attn.dense/_0.pt b/params/phi/5/rnd_search_t_no_sched/comb_13/init/model.layers.16.self_attn.dense/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..32ee18bf2f25e623153f8e8e4fc5f1257a361dec
--- /dev/null
+++ b/params/phi/5/rnd_search_t_no_sched/comb_13/init/model.layers.16.self_attn.dense/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e3f2cf9d8508ef8ab0f1fab002987be0430f7eb52b87c158492cf04b7033c1d2
+size 11395
diff --git a/params/phi/5/rnd_search_t_no_sched/comb_13/init/model.layers.16.self_attn.dense/_s.pt b/params/phi/5/rnd_search_t_no_sched/comb_13/init/model.layers.16.self_attn.dense/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2bd0a356df131feb5ecbdf2605f7e46ab6132bb2
--- /dev/null
+++ b/params/phi/5/rnd_search_t_no_sched/comb_13/init/model.layers.16.self_attn.dense/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b1a76eb44ade86002e9c3111af715a30ab81faaf36bed7bc526997e63dbada08
+size 11395
diff --git a/params/phi/5/rnd_search_t_no_sched/comb_13/init/model.layers.16.self_attn.k_proj/_0.pt b/params/phi/5/rnd_search_t_no_sched/comb_13/init/model.layers.16.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..32ee18bf2f25e623153f8e8e4fc5f1257a361dec
--- /dev/null
+++ b/params/phi/5/rnd_search_t_no_sched/comb_13/init/model.layers.16.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e3f2cf9d8508ef8ab0f1fab002987be0430f7eb52b87c158492cf04b7033c1d2
+size 11395
diff --git a/params/phi/5/rnd_search_t_no_sched/comb_13/init/model.layers.16.self_attn.k_proj/_s.pt b/params/phi/5/rnd_search_t_no_sched/comb_13/init/model.layers.16.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a0d9f7399298d4222189b91c3d0c41372b4fe31f
--- /dev/null
+++ b/params/phi/5/rnd_search_t_no_sched/comb_13/init/model.layers.16.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:66fa400c2ab85f556193d47d93c122f319d7e71d183e871d25f81c474f420623
+size 11395
diff --git a/params/phi/5/rnd_search_t_no_sched/comb_13/init/model.layers.16.self_attn.q_proj/_0.pt b/params/phi/5/rnd_search_t_no_sched/comb_13/init/model.layers.16.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..32ee18bf2f25e623153f8e8e4fc5f1257a361dec
--- /dev/null
+++ b/params/phi/5/rnd_search_t_no_sched/comb_13/init/model.layers.16.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e3f2cf9d8508ef8ab0f1fab002987be0430f7eb52b87c158492cf04b7033c1d2
+size 11395
diff --git a/params/phi/5/rnd_search_t_no_sched/comb_13/init/model.layers.16.self_attn.q_proj/_s.pt b/params/phi/5/rnd_search_t_no_sched/comb_13/init/model.layers.16.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..1b6a573a02dc01c0e748ba4da8fabee4642207d8
--- /dev/null
+++ b/params/phi/5/rnd_search_t_no_sched/comb_13/init/model.layers.16.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:68a2019b8e02b6307f23507100ab46a5c36be90edbb9a0b86fde8e7e1f0a478e
+size 11395
diff --git a/params/phi/5/rnd_search_t_no_sched/comb_13/init/model.layers.16.self_attn.v_proj/_0.pt b/params/phi/5/rnd_search_t_no_sched/comb_13/init/model.layers.16.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..32ee18bf2f25e623153f8e8e4fc5f1257a361dec
--- /dev/null
+++ b/params/phi/5/rnd_search_t_no_sched/comb_13/init/model.layers.16.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e3f2cf9d8508ef8ab0f1fab002987be0430f7eb52b87c158492cf04b7033c1d2
+size 11395
diff --git a/params/phi/5/rnd_search_t_no_sched/comb_13/init/model.layers.16.self_attn.v_proj/_s.pt b/params/phi/5/rnd_search_t_no_sched/comb_13/init/model.layers.16.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a1cff0772f52f9c589e0ff573e84850f4f17ea92
--- /dev/null
+++ b/params/phi/5/rnd_search_t_no_sched/comb_13/init/model.layers.16.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:517e1b3c8395f0025f7c86fbd53a19df6fd02fff532372b746cd17cd8c7798ac
+size 11395
diff --git a/params/phi/5/rnd_search_t_no_sched/comb_13/init/model.layers.17.mlp.fc1/_0.pt b/params/phi/5/rnd_search_t_no_sched/comb_13/init/model.layers.17.mlp.fc1/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..32ac531bec3e1f984cbc6da2072275eebedcc848
--- /dev/null
+++ b/params/phi/5/rnd_search_t_no_sched/comb_13/init/model.layers.17.mlp.fc1/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:8aae49663620750ef1b42b31d5204777eb39a1af1f1e7ab7f27474ddd4803198
+size 42115
diff --git a/params/phi/5/rnd_search_t_no_sched/comb_13/init/model.layers.17.mlp.fc1/_s.pt b/params/phi/5/rnd_search_t_no_sched/comb_13/init/model.layers.17.mlp.fc1/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8895298dff3d5142d109638544d347b7c6bc8db9
--- /dev/null
+++ b/params/phi/5/rnd_search_t_no_sched/comb_13/init/model.layers.17.mlp.fc1/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:6add26a97b6379f012dbbd05cdce1c3dc156b7cf096440cafaf01d4bd0ba6f9d
+size 42115
diff --git a/params/phi/5/rnd_search_t_no_sched/comb_13/init/model.layers.17.mlp.fc2/_0.pt b/params/phi/5/rnd_search_t_no_sched/comb_13/init/model.layers.17.mlp.fc2/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..32ee18bf2f25e623153f8e8e4fc5f1257a361dec
--- /dev/null
+++ b/params/phi/5/rnd_search_t_no_sched/comb_13/init/model.layers.17.mlp.fc2/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e3f2cf9d8508ef8ab0f1fab002987be0430f7eb52b87c158492cf04b7033c1d2
+size 11395
diff --git a/params/phi/5/rnd_search_t_no_sched/comb_13/init/model.layers.17.mlp.fc2/_s.pt b/params/phi/5/rnd_search_t_no_sched/comb_13/init/model.layers.17.mlp.fc2/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..35ae894fb2da562f01d1beb5d50b79e926ae8c41
--- /dev/null
+++ b/params/phi/5/rnd_search_t_no_sched/comb_13/init/model.layers.17.mlp.fc2/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f36b4b337a718e4f0c79cd7d8862f01490ef045fef3435c25a94848662687fa9
+size 11395
diff --git a/params/phi/5/rnd_search_t_no_sched/comb_13/init/model.layers.17.self_attn.dense/_0.pt b/params/phi/5/rnd_search_t_no_sched/comb_13/init/model.layers.17.self_attn.dense/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..32ee18bf2f25e623153f8e8e4fc5f1257a361dec
--- /dev/null
+++ b/params/phi/5/rnd_search_t_no_sched/comb_13/init/model.layers.17.self_attn.dense/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e3f2cf9d8508ef8ab0f1fab002987be0430f7eb52b87c158492cf04b7033c1d2
+size 11395
diff --git a/params/phi/5/rnd_search_t_no_sched/comb_13/init/model.layers.17.self_attn.dense/_s.pt b/params/phi/5/rnd_search_t_no_sched/comb_13/init/model.layers.17.self_attn.dense/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..15abca177a8d0010c1655baade0be86150302f86
--- /dev/null
+++ b/params/phi/5/rnd_search_t_no_sched/comb_13/init/model.layers.17.self_attn.dense/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5c4dcc762f120f9db36856b608cf1f7f223387a26c20a471d2c682a9a805e216
+size 11395
diff --git a/params/phi/5/rnd_search_t_no_sched/comb_13/init/model.layers.17.self_attn.k_proj/_0.pt b/params/phi/5/rnd_search_t_no_sched/comb_13/init/model.layers.17.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..32ee18bf2f25e623153f8e8e4fc5f1257a361dec
--- /dev/null
+++ b/params/phi/5/rnd_search_t_no_sched/comb_13/init/model.layers.17.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e3f2cf9d8508ef8ab0f1fab002987be0430f7eb52b87c158492cf04b7033c1d2
+size 11395
diff --git a/params/phi/5/rnd_search_t_no_sched/comb_13/init/model.layers.17.self_attn.k_proj/_s.pt b/params/phi/5/rnd_search_t_no_sched/comb_13/init/model.layers.17.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ca77a717c4794eeafd4703f49f88982393904c7d
--- /dev/null
+++ b/params/phi/5/rnd_search_t_no_sched/comb_13/init/model.layers.17.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:874af0b71d63d6ba18ea00e0e50da0f4d463ea5ac6bd710c3357798c785ff950
+size 11395
diff --git a/params/phi/5/rnd_search_t_no_sched/comb_13/init/model.layers.17.self_attn.q_proj/_0.pt b/params/phi/5/rnd_search_t_no_sched/comb_13/init/model.layers.17.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..32ee18bf2f25e623153f8e8e4fc5f1257a361dec
--- /dev/null
+++ b/params/phi/5/rnd_search_t_no_sched/comb_13/init/model.layers.17.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e3f2cf9d8508ef8ab0f1fab002987be0430f7eb52b87c158492cf04b7033c1d2
+size 11395
diff --git a/params/phi/5/rnd_search_t_no_sched/comb_13/init/model.layers.17.self_attn.q_proj/_s.pt b/params/phi/5/rnd_search_t_no_sched/comb_13/init/model.layers.17.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..cd5686547209a6a30a42f2b842223d2a7107b1be
--- /dev/null
+++ b/params/phi/5/rnd_search_t_no_sched/comb_13/init/model.layers.17.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:20b35d9590156a836fcff429764ea2b8d22dd51cd66f0181d58e87cbaec22a5d
+size 11395
diff --git a/params/phi/5/rnd_search_t_no_sched/comb_13/init/model.layers.17.self_attn.v_proj/_0.pt b/params/phi/5/rnd_search_t_no_sched/comb_13/init/model.layers.17.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..32ee18bf2f25e623153f8e8e4fc5f1257a361dec
--- /dev/null
+++ b/params/phi/5/rnd_search_t_no_sched/comb_13/init/model.layers.17.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e3f2cf9d8508ef8ab0f1fab002987be0430f7eb52b87c158492cf04b7033c1d2
+size 11395
diff --git a/params/phi/5/rnd_search_t_no_sched/comb_13/init/model.layers.17.self_attn.v_proj/_s.pt b/params/phi/5/rnd_search_t_no_sched/comb_13/init/model.layers.17.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..dc0108ef6467f5f5c93336c8ed991cc9a3128a51
--- /dev/null
+++ b/params/phi/5/rnd_search_t_no_sched/comb_13/init/model.layers.17.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:4f79ef29daaeb694a0b2c6d3590173263c361510eb106d3e835ead0e1d79505d
+size 11395
diff --git a/params/phi/5/rnd_search_t_no_sched/comb_13/init/model.layers.18.mlp.fc1/_0.pt b/params/phi/5/rnd_search_t_no_sched/comb_13/init/model.layers.18.mlp.fc1/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..32ac531bec3e1f984cbc6da2072275eebedcc848
--- /dev/null
+++ b/params/phi/5/rnd_search_t_no_sched/comb_13/init/model.layers.18.mlp.fc1/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:8aae49663620750ef1b42b31d5204777eb39a1af1f1e7ab7f27474ddd4803198
+size 42115
diff --git a/params/phi/5/rnd_search_t_no_sched/comb_13/init/model.layers.18.mlp.fc1/_s.pt b/params/phi/5/rnd_search_t_no_sched/comb_13/init/model.layers.18.mlp.fc1/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..b68df2c6f567f0f7845b2e1105d5bb29557be590
--- /dev/null
+++ b/params/phi/5/rnd_search_t_no_sched/comb_13/init/model.layers.18.mlp.fc1/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a3a23df57e32606a4396d5019a9dcdc25022198123a51272dcbb5c3fc0be58f5
+size 42115
diff --git a/params/phi/5/rnd_search_t_no_sched/comb_13/init/model.layers.18.mlp.fc2/_0.pt b/params/phi/5/rnd_search_t_no_sched/comb_13/init/model.layers.18.mlp.fc2/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..32ee18bf2f25e623153f8e8e4fc5f1257a361dec
--- /dev/null
+++ b/params/phi/5/rnd_search_t_no_sched/comb_13/init/model.layers.18.mlp.fc2/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e3f2cf9d8508ef8ab0f1fab002987be0430f7eb52b87c158492cf04b7033c1d2
+size 11395
diff --git a/params/phi/5/rnd_search_t_no_sched/comb_13/init/model.layers.18.mlp.fc2/_s.pt b/params/phi/5/rnd_search_t_no_sched/comb_13/init/model.layers.18.mlp.fc2/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..1df2273bdc8497836d4d1d50a6d43b7b660dc73f
--- /dev/null
+++ b/params/phi/5/rnd_search_t_no_sched/comb_13/init/model.layers.18.mlp.fc2/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:dad640d1913fc1870bac6721054525417f5b9840b715741898aedb22c7c26460
+size 11395
diff --git a/params/phi/5/rnd_search_t_no_sched/comb_13/init/model.layers.18.self_attn.dense/_0.pt b/params/phi/5/rnd_search_t_no_sched/comb_13/init/model.layers.18.self_attn.dense/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..32ee18bf2f25e623153f8e8e4fc5f1257a361dec
--- /dev/null
+++ b/params/phi/5/rnd_search_t_no_sched/comb_13/init/model.layers.18.self_attn.dense/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e3f2cf9d8508ef8ab0f1fab002987be0430f7eb52b87c158492cf04b7033c1d2
+size 11395
diff --git a/params/phi/5/rnd_search_t_no_sched/comb_13/init/model.layers.18.self_attn.dense/_s.pt b/params/phi/5/rnd_search_t_no_sched/comb_13/init/model.layers.18.self_attn.dense/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..d4431a5b38d4e54c7cfbfe3d1363afa939f4c519
--- /dev/null
+++ b/params/phi/5/rnd_search_t_no_sched/comb_13/init/model.layers.18.self_attn.dense/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a7354fd39d27bedae940857b73f8c5cc6ebbb6cb227804a16b3ec8e92194cf04
+size 11395
diff --git a/params/phi/5/rnd_search_t_no_sched/comb_13/init/model.layers.18.self_attn.k_proj/_0.pt b/params/phi/5/rnd_search_t_no_sched/comb_13/init/model.layers.18.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..32ee18bf2f25e623153f8e8e4fc5f1257a361dec
--- /dev/null
+++ b/params/phi/5/rnd_search_t_no_sched/comb_13/init/model.layers.18.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e3f2cf9d8508ef8ab0f1fab002987be0430f7eb52b87c158492cf04b7033c1d2
+size 11395
diff --git a/params/phi/5/rnd_search_t_no_sched/comb_13/init/model.layers.18.self_attn.k_proj/_s.pt b/params/phi/5/rnd_search_t_no_sched/comb_13/init/model.layers.18.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..3fc8311cc3c04ae5f3f9b4551fed0a5c66a4a9f2
--- /dev/null
+++ b/params/phi/5/rnd_search_t_no_sched/comb_13/init/model.layers.18.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:9766aa08ea291f422f50b45cc7a120b216bb415c0f3293872cdefb2953b0470b
+size 11395
diff --git a/params/phi/5/rnd_search_t_no_sched/comb_13/init/model.layers.18.self_attn.q_proj/_0.pt b/params/phi/5/rnd_search_t_no_sched/comb_13/init/model.layers.18.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..32ee18bf2f25e623153f8e8e4fc5f1257a361dec
--- /dev/null
+++ b/params/phi/5/rnd_search_t_no_sched/comb_13/init/model.layers.18.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e3f2cf9d8508ef8ab0f1fab002987be0430f7eb52b87c158492cf04b7033c1d2
+size 11395
diff --git a/params/phi/5/rnd_search_t_no_sched/comb_13/init/model.layers.18.self_attn.q_proj/_s.pt b/params/phi/5/rnd_search_t_no_sched/comb_13/init/model.layers.18.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a782c7055af84267a2207d02185e42830e2dfc90
--- /dev/null
+++ b/params/phi/5/rnd_search_t_no_sched/comb_13/init/model.layers.18.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a9fdac70b7c221661d11f049109598a0051fb057625c72a813486349da8a53a9
+size 11395
diff --git a/params/phi/5/rnd_search_t_no_sched/comb_13/init/model.layers.18.self_attn.v_proj/_0.pt b/params/phi/5/rnd_search_t_no_sched/comb_13/init/model.layers.18.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..32ee18bf2f25e623153f8e8e4fc5f1257a361dec
--- /dev/null
+++ b/params/phi/5/rnd_search_t_no_sched/comb_13/init/model.layers.18.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e3f2cf9d8508ef8ab0f1fab002987be0430f7eb52b87c158492cf04b7033c1d2
+size 11395
diff --git a/params/phi/5/rnd_search_t_no_sched/comb_13/init/model.layers.18.self_attn.v_proj/_s.pt b/params/phi/5/rnd_search_t_no_sched/comb_13/init/model.layers.18.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..0c60bfa72e54ef2fdecd4aa2a67102df6df51d02
--- /dev/null
+++ b/params/phi/5/rnd_search_t_no_sched/comb_13/init/model.layers.18.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:752dd9582b358fa60a187ea47c01b466ac49e8c948e3fdb5edac713f54665c0d
+size 11395
diff --git a/params/phi/5/rnd_search_t_no_sched/comb_13/init/model.layers.19.mlp.fc1/_0.pt b/params/phi/5/rnd_search_t_no_sched/comb_13/init/model.layers.19.mlp.fc1/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..32ac531bec3e1f984cbc6da2072275eebedcc848
--- /dev/null
+++ b/params/phi/5/rnd_search_t_no_sched/comb_13/init/model.layers.19.mlp.fc1/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:8aae49663620750ef1b42b31d5204777eb39a1af1f1e7ab7f27474ddd4803198
+size 42115
diff --git a/params/phi/5/rnd_search_t_no_sched/comb_13/init/model.layers.19.mlp.fc1/_s.pt b/params/phi/5/rnd_search_t_no_sched/comb_13/init/model.layers.19.mlp.fc1/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..32dc060181bc44847a165b59b52852e6c09ffd55
--- /dev/null
+++ b/params/phi/5/rnd_search_t_no_sched/comb_13/init/model.layers.19.mlp.fc1/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a9fd7cdee167ede2bee22837b47808a9e8d2288536b6e028d57a99455bf32b5e
+size 42115
diff --git a/params/phi/5/rnd_search_t_no_sched/comb_13/init/model.layers.19.mlp.fc2/_0.pt b/params/phi/5/rnd_search_t_no_sched/comb_13/init/model.layers.19.mlp.fc2/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..32ee18bf2f25e623153f8e8e4fc5f1257a361dec
--- /dev/null
+++ b/params/phi/5/rnd_search_t_no_sched/comb_13/init/model.layers.19.mlp.fc2/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e3f2cf9d8508ef8ab0f1fab002987be0430f7eb52b87c158492cf04b7033c1d2
+size 11395
diff --git a/params/phi/5/rnd_search_t_no_sched/comb_13/init/model.layers.19.mlp.fc2/_s.pt b/params/phi/5/rnd_search_t_no_sched/comb_13/init/model.layers.19.mlp.fc2/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2db7322dab0b0b91fe72d06faa2c223d0b09958e
--- /dev/null
+++ b/params/phi/5/rnd_search_t_no_sched/comb_13/init/model.layers.19.mlp.fc2/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e3d541482ecb2383a7f0679db9fdc9e90eadaa360b9e1a270028d3731da49ae5
+size 11395
diff --git a/params/phi/5/rnd_search_t_no_sched/comb_13/init/model.layers.19.self_attn.dense/_0.pt b/params/phi/5/rnd_search_t_no_sched/comb_13/init/model.layers.19.self_attn.dense/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..32ee18bf2f25e623153f8e8e4fc5f1257a361dec
--- /dev/null
+++ b/params/phi/5/rnd_search_t_no_sched/comb_13/init/model.layers.19.self_attn.dense/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e3f2cf9d8508ef8ab0f1fab002987be0430f7eb52b87c158492cf04b7033c1d2
+size 11395
diff --git a/params/phi/5/rnd_search_t_no_sched/comb_13/init/model.layers.19.self_attn.dense/_s.pt b/params/phi/5/rnd_search_t_no_sched/comb_13/init/model.layers.19.self_attn.dense/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..dde34075051d3dd09670f6af70817d3a3182544c
--- /dev/null
+++ b/params/phi/5/rnd_search_t_no_sched/comb_13/init/model.layers.19.self_attn.dense/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ef2ad41f61b1c380fda0e33fda490852c5250cbb6ea9b2e9908d36e2f34cb70e
+size 11395
diff --git a/params/phi/5/rnd_search_t_no_sched/comb_13/init/model.layers.19.self_attn.k_proj/_0.pt b/params/phi/5/rnd_search_t_no_sched/comb_13/init/model.layers.19.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..32ee18bf2f25e623153f8e8e4fc5f1257a361dec
--- /dev/null
+++ b/params/phi/5/rnd_search_t_no_sched/comb_13/init/model.layers.19.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e3f2cf9d8508ef8ab0f1fab002987be0430f7eb52b87c158492cf04b7033c1d2
+size 11395
diff --git a/params/phi/5/rnd_search_t_no_sched/comb_13/init/model.layers.19.self_attn.k_proj/_s.pt b/params/phi/5/rnd_search_t_no_sched/comb_13/init/model.layers.19.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c510b0f6cd3f26db1641c194c341aadb325b627e
--- /dev/null
+++ b/params/phi/5/rnd_search_t_no_sched/comb_13/init/model.layers.19.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:96ec5d482d4981fc557e97d9b618df17eeb660d9b249cb736e860a6951045b39
+size 11395
diff --git a/params/phi/5/rnd_search_t_no_sched/comb_13/init/model.layers.19.self_attn.q_proj/_0.pt b/params/phi/5/rnd_search_t_no_sched/comb_13/init/model.layers.19.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..32ee18bf2f25e623153f8e8e4fc5f1257a361dec
--- /dev/null
+++ b/params/phi/5/rnd_search_t_no_sched/comb_13/init/model.layers.19.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e3f2cf9d8508ef8ab0f1fab002987be0430f7eb52b87c158492cf04b7033c1d2
+size 11395
diff --git a/params/phi/5/rnd_search_t_no_sched/comb_13/init/model.layers.19.self_attn.q_proj/_s.pt b/params/phi/5/rnd_search_t_no_sched/comb_13/init/model.layers.19.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..6969ea2927e047dde364e31a8546fca773172c46
--- /dev/null
+++ b/params/phi/5/rnd_search_t_no_sched/comb_13/init/model.layers.19.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:95426a3463af1cc4085770b533e45bdb09fefbd75725083a7eefd628d8dfe533
+size 11395
diff --git a/params/phi/5/rnd_search_t_no_sched/comb_13/init/model.layers.19.self_attn.v_proj/_0.pt b/params/phi/5/rnd_search_t_no_sched/comb_13/init/model.layers.19.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..32ee18bf2f25e623153f8e8e4fc5f1257a361dec
--- /dev/null
+++ b/params/phi/5/rnd_search_t_no_sched/comb_13/init/model.layers.19.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e3f2cf9d8508ef8ab0f1fab002987be0430f7eb52b87c158492cf04b7033c1d2
+size 11395
diff --git a/params/phi/5/rnd_search_t_no_sched/comb_13/init/model.layers.19.self_attn.v_proj/_s.pt b/params/phi/5/rnd_search_t_no_sched/comb_13/init/model.layers.19.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..3871f56a6d92c487c8863c6588a1265cec29bf08
--- /dev/null
+++ b/params/phi/5/rnd_search_t_no_sched/comb_13/init/model.layers.19.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:603b5fead7cae578a060907e1e4091a87975f15ad6de332cc68bfbd598932c7a
+size 11395
diff --git a/params/phi/5/rnd_search_t_no_sched/comb_13/init/model.layers.2.mlp.fc1/_0.pt b/params/phi/5/rnd_search_t_no_sched/comb_13/init/model.layers.2.mlp.fc1/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..32ac531bec3e1f984cbc6da2072275eebedcc848
--- /dev/null
+++ b/params/phi/5/rnd_search_t_no_sched/comb_13/init/model.layers.2.mlp.fc1/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:8aae49663620750ef1b42b31d5204777eb39a1af1f1e7ab7f27474ddd4803198
+size 42115
diff --git a/params/phi/5/rnd_search_t_no_sched/comb_13/init/model.layers.2.mlp.fc1/_s.pt b/params/phi/5/rnd_search_t_no_sched/comb_13/init/model.layers.2.mlp.fc1/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..481f0f9fae9695381e9b1089487eb703be6698f2
--- /dev/null
+++ b/params/phi/5/rnd_search_t_no_sched/comb_13/init/model.layers.2.mlp.fc1/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:9df533167be9d5c0b8889b9b57ee65316f2ba5e5cd018fed797c8d24e1af4270
+size 42115
diff --git a/params/phi/5/rnd_search_t_no_sched/comb_13/init/model.layers.2.mlp.fc2/_0.pt b/params/phi/5/rnd_search_t_no_sched/comb_13/init/model.layers.2.mlp.fc2/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..32ee18bf2f25e623153f8e8e4fc5f1257a361dec
--- /dev/null
+++ b/params/phi/5/rnd_search_t_no_sched/comb_13/init/model.layers.2.mlp.fc2/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e3f2cf9d8508ef8ab0f1fab002987be0430f7eb52b87c158492cf04b7033c1d2
+size 11395
diff --git a/params/phi/5/rnd_search_t_no_sched/comb_13/init/model.layers.2.mlp.fc2/_s.pt b/params/phi/5/rnd_search_t_no_sched/comb_13/init/model.layers.2.mlp.fc2/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e6104a06c65ee2f247eceb99d9ac3697159df70b
--- /dev/null
+++ b/params/phi/5/rnd_search_t_no_sched/comb_13/init/model.layers.2.mlp.fc2/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d89f20f17875e0fc56899419c7bcea47cd0cae5af8574d08315335654d527b00
+size 11395
diff --git a/params/phi/5/rnd_search_t_no_sched/comb_13/init/model.layers.2.self_attn.dense/_0.pt b/params/phi/5/rnd_search_t_no_sched/comb_13/init/model.layers.2.self_attn.dense/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..32ee18bf2f25e623153f8e8e4fc5f1257a361dec
--- /dev/null
+++ b/params/phi/5/rnd_search_t_no_sched/comb_13/init/model.layers.2.self_attn.dense/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e3f2cf9d8508ef8ab0f1fab002987be0430f7eb52b87c158492cf04b7033c1d2
+size 11395
diff --git a/params/phi/5/rnd_search_t_no_sched/comb_13/init/model.layers.2.self_attn.dense/_s.pt b/params/phi/5/rnd_search_t_no_sched/comb_13/init/model.layers.2.self_attn.dense/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..3a1918f6c4591020b7d204430ca4ea887b0e5e10
--- /dev/null
+++ b/params/phi/5/rnd_search_t_no_sched/comb_13/init/model.layers.2.self_attn.dense/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:080ffef8c49c7ea2542139f577883142572f2cf8e506688313a5972171a1025d
+size 11395
diff --git a/params/phi/5/rnd_search_t_no_sched/comb_13/init/model.layers.2.self_attn.k_proj/_0.pt b/params/phi/5/rnd_search_t_no_sched/comb_13/init/model.layers.2.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..32ee18bf2f25e623153f8e8e4fc5f1257a361dec
--- /dev/null
+++ b/params/phi/5/rnd_search_t_no_sched/comb_13/init/model.layers.2.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e3f2cf9d8508ef8ab0f1fab002987be0430f7eb52b87c158492cf04b7033c1d2
+size 11395
diff --git a/params/phi/5/rnd_search_t_no_sched/comb_13/init/model.layers.2.self_attn.k_proj/_s.pt b/params/phi/5/rnd_search_t_no_sched/comb_13/init/model.layers.2.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..083c71d1c8469f27464b968bcc1a68a760d1db3c
--- /dev/null
+++ b/params/phi/5/rnd_search_t_no_sched/comb_13/init/model.layers.2.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:16d2dec628552a27f4c0d772dba141d26060fd2b3ba3bb75ddbe07c4050825b4
+size 11395
diff --git a/params/phi/5/rnd_search_t_no_sched/comb_13/init/model.layers.2.self_attn.q_proj/_0.pt b/params/phi/5/rnd_search_t_no_sched/comb_13/init/model.layers.2.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..32ee18bf2f25e623153f8e8e4fc5f1257a361dec
--- /dev/null
+++ b/params/phi/5/rnd_search_t_no_sched/comb_13/init/model.layers.2.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e3f2cf9d8508ef8ab0f1fab002987be0430f7eb52b87c158492cf04b7033c1d2
+size 11395
diff --git a/params/phi/5/rnd_search_t_no_sched/comb_13/init/model.layers.2.self_attn.q_proj/_s.pt b/params/phi/5/rnd_search_t_no_sched/comb_13/init/model.layers.2.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4d8492939af4db924cfdbe66bf63c8a9290f3f88
--- /dev/null
+++ b/params/phi/5/rnd_search_t_no_sched/comb_13/init/model.layers.2.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:02e2bb62e0d7cea991f2e92d9b467e5f16aa8a8c0651c5687738d5d80a918236
+size 11395
diff --git a/params/phi/5/rnd_search_t_no_sched/comb_13/init/model.layers.2.self_attn.v_proj/_0.pt b/params/phi/5/rnd_search_t_no_sched/comb_13/init/model.layers.2.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..32ee18bf2f25e623153f8e8e4fc5f1257a361dec
--- /dev/null
+++ b/params/phi/5/rnd_search_t_no_sched/comb_13/init/model.layers.2.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e3f2cf9d8508ef8ab0f1fab002987be0430f7eb52b87c158492cf04b7033c1d2
+size 11395
diff --git a/params/phi/5/rnd_search_t_no_sched/comb_13/init/model.layers.2.self_attn.v_proj/_s.pt b/params/phi/5/rnd_search_t_no_sched/comb_13/init/model.layers.2.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..7a498d3e1db604bf4eb8be78f556bcfb62a3ffea
--- /dev/null
+++ b/params/phi/5/rnd_search_t_no_sched/comb_13/init/model.layers.2.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e4e02aa2d3b1c0d2b8aa1bd1f19d2167426802befcc24f0c96563045f7d0cdc6
+size 11395
diff --git a/params/phi/5/rnd_search_t_no_sched/comb_13/init/model.layers.20.mlp.fc1/_0.pt b/params/phi/5/rnd_search_t_no_sched/comb_13/init/model.layers.20.mlp.fc1/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..32ac531bec3e1f984cbc6da2072275eebedcc848
--- /dev/null
+++ b/params/phi/5/rnd_search_t_no_sched/comb_13/init/model.layers.20.mlp.fc1/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:8aae49663620750ef1b42b31d5204777eb39a1af1f1e7ab7f27474ddd4803198
+size 42115
diff --git a/params/phi/5/rnd_search_t_no_sched/comb_13/init/model.layers.20.mlp.fc1/_s.pt b/params/phi/5/rnd_search_t_no_sched/comb_13/init/model.layers.20.mlp.fc1/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..300d9719ae6c986babbe63bce2c1dbe67a0f032d
--- /dev/null
+++ b/params/phi/5/rnd_search_t_no_sched/comb_13/init/model.layers.20.mlp.fc1/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:1871d60ac41ca21c2eb97ae363492a36cf8e36ca99051d91fcb010a9c72b763d
+size 42115
diff --git a/params/phi/5/rnd_search_t_no_sched/comb_13/init/model.layers.20.mlp.fc2/_0.pt b/params/phi/5/rnd_search_t_no_sched/comb_13/init/model.layers.20.mlp.fc2/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..32ee18bf2f25e623153f8e8e4fc5f1257a361dec
--- /dev/null
+++ b/params/phi/5/rnd_search_t_no_sched/comb_13/init/model.layers.20.mlp.fc2/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e3f2cf9d8508ef8ab0f1fab002987be0430f7eb52b87c158492cf04b7033c1d2
+size 11395
diff --git a/params/phi/5/rnd_search_t_no_sched/comb_13/init/model.layers.20.mlp.fc2/_s.pt b/params/phi/5/rnd_search_t_no_sched/comb_13/init/model.layers.20.mlp.fc2/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ac8fa234e8c1bf7fd19cb075bf085beaea40484d
--- /dev/null
+++ b/params/phi/5/rnd_search_t_no_sched/comb_13/init/model.layers.20.mlp.fc2/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:8420ed04607925c0548b987a9c057d6f6d193fceaf5364e8d818acf599ccfdf1
+size 11395
diff --git a/params/phi/5/rnd_search_t_no_sched/comb_13/init/model.layers.20.self_attn.dense/_0.pt b/params/phi/5/rnd_search_t_no_sched/comb_13/init/model.layers.20.self_attn.dense/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..32ee18bf2f25e623153f8e8e4fc5f1257a361dec
--- /dev/null
+++ b/params/phi/5/rnd_search_t_no_sched/comb_13/init/model.layers.20.self_attn.dense/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e3f2cf9d8508ef8ab0f1fab002987be0430f7eb52b87c158492cf04b7033c1d2
+size 11395
diff --git a/params/phi/5/rnd_search_t_no_sched/comb_13/init/model.layers.20.self_attn.dense/_s.pt b/params/phi/5/rnd_search_t_no_sched/comb_13/init/model.layers.20.self_attn.dense/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..06004eaa7caa96a7b97a68fc934f65cc11b5e490
--- /dev/null
+++ b/params/phi/5/rnd_search_t_no_sched/comb_13/init/model.layers.20.self_attn.dense/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:780eccb68668d9b336903735c50c4b9a1a4c3c22afc4b59e2963931c9ccfd777
+size 11395
diff --git a/params/phi/5/rnd_search_t_no_sched/comb_13/init/model.layers.20.self_attn.k_proj/_0.pt b/params/phi/5/rnd_search_t_no_sched/comb_13/init/model.layers.20.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..32ee18bf2f25e623153f8e8e4fc5f1257a361dec
--- /dev/null
+++ b/params/phi/5/rnd_search_t_no_sched/comb_13/init/model.layers.20.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e3f2cf9d8508ef8ab0f1fab002987be0430f7eb52b87c158492cf04b7033c1d2
+size 11395
diff --git a/params/phi/5/rnd_search_t_no_sched/comb_13/init/model.layers.20.self_attn.k_proj/_s.pt b/params/phi/5/rnd_search_t_no_sched/comb_13/init/model.layers.20.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..3e0f398085e99198fd425f4a31d09076c5a4ff17
--- /dev/null
+++ b/params/phi/5/rnd_search_t_no_sched/comb_13/init/model.layers.20.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b84a3208f60ba85a1ba40cf05b6bb28e5ece2678ffa0a8e5950f2499aacb10b9
+size 11395
diff --git a/params/phi/5/rnd_search_t_no_sched/comb_13/init/model.layers.20.self_attn.q_proj/_0.pt b/params/phi/5/rnd_search_t_no_sched/comb_13/init/model.layers.20.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..32ee18bf2f25e623153f8e8e4fc5f1257a361dec
--- /dev/null
+++ b/params/phi/5/rnd_search_t_no_sched/comb_13/init/model.layers.20.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e3f2cf9d8508ef8ab0f1fab002987be0430f7eb52b87c158492cf04b7033c1d2
+size 11395
diff --git a/params/phi/5/rnd_search_t_no_sched/comb_13/init/model.layers.20.self_attn.q_proj/_s.pt b/params/phi/5/rnd_search_t_no_sched/comb_13/init/model.layers.20.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..1ae936a4d03b31688237fb4f1bff29713987737a
--- /dev/null
+++ b/params/phi/5/rnd_search_t_no_sched/comb_13/init/model.layers.20.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:160951a442bcc6b92739a2bb095468366879b1aaf962d318bc61842fae02d83b
+size 11395
diff --git a/params/phi/5/rnd_search_t_no_sched/comb_13/init/model.layers.20.self_attn.v_proj/_0.pt b/params/phi/5/rnd_search_t_no_sched/comb_13/init/model.layers.20.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..32ee18bf2f25e623153f8e8e4fc5f1257a361dec
--- /dev/null
+++ b/params/phi/5/rnd_search_t_no_sched/comb_13/init/model.layers.20.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e3f2cf9d8508ef8ab0f1fab002987be0430f7eb52b87c158492cf04b7033c1d2
+size 11395
diff --git a/params/phi/5/rnd_search_t_no_sched/comb_13/init/model.layers.20.self_attn.v_proj/_s.pt b/params/phi/5/rnd_search_t_no_sched/comb_13/init/model.layers.20.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..62eee9c5e6b24999c402af88bcc70a5577b8139a
--- /dev/null
+++ b/params/phi/5/rnd_search_t_no_sched/comb_13/init/model.layers.20.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0593810837a59e20abca14423bd73dd638b5d84ef186884819349288a638f44c
+size 11395
diff --git a/params/phi/5/rnd_search_t_no_sched/comb_13/init/model.layers.21.mlp.fc1/_0.pt b/params/phi/5/rnd_search_t_no_sched/comb_13/init/model.layers.21.mlp.fc1/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..32ac531bec3e1f984cbc6da2072275eebedcc848
--- /dev/null
+++ b/params/phi/5/rnd_search_t_no_sched/comb_13/init/model.layers.21.mlp.fc1/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:8aae49663620750ef1b42b31d5204777eb39a1af1f1e7ab7f27474ddd4803198
+size 42115
diff --git a/params/phi/5/rnd_search_t_no_sched/comb_13/init/model.layers.21.mlp.fc1/_s.pt b/params/phi/5/rnd_search_t_no_sched/comb_13/init/model.layers.21.mlp.fc1/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..36ee8d581caf03f6618f1bde05b34003576073e0
--- /dev/null
+++ b/params/phi/5/rnd_search_t_no_sched/comb_13/init/model.layers.21.mlp.fc1/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c67e36fb3586c6e4fb756336c6f492900d1f4d611d35e997d5d170a1effe9cc8
+size 42115
diff --git a/params/phi/5/rnd_search_t_no_sched/comb_13/init/model.layers.21.mlp.fc2/_0.pt b/params/phi/5/rnd_search_t_no_sched/comb_13/init/model.layers.21.mlp.fc2/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..32ee18bf2f25e623153f8e8e4fc5f1257a361dec
--- /dev/null
+++ b/params/phi/5/rnd_search_t_no_sched/comb_13/init/model.layers.21.mlp.fc2/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e3f2cf9d8508ef8ab0f1fab002987be0430f7eb52b87c158492cf04b7033c1d2
+size 11395
diff --git a/params/phi/5/rnd_search_t_no_sched/comb_13/init/model.layers.21.mlp.fc2/_s.pt b/params/phi/5/rnd_search_t_no_sched/comb_13/init/model.layers.21.mlp.fc2/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..fb70be6aa5dfe85f0f48abcef415a92adcac6c31
--- /dev/null
+++ b/params/phi/5/rnd_search_t_no_sched/comb_13/init/model.layers.21.mlp.fc2/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0c546f04ee562e6124856042e508d5246a94bd6bba3d6b1b04dc657e7258fa27
+size 11395
diff --git a/params/phi/5/rnd_search_t_no_sched/comb_13/init/model.layers.21.self_attn.dense/_0.pt b/params/phi/5/rnd_search_t_no_sched/comb_13/init/model.layers.21.self_attn.dense/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..32ee18bf2f25e623153f8e8e4fc5f1257a361dec
--- /dev/null
+++ b/params/phi/5/rnd_search_t_no_sched/comb_13/init/model.layers.21.self_attn.dense/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e3f2cf9d8508ef8ab0f1fab002987be0430f7eb52b87c158492cf04b7033c1d2
+size 11395
diff --git a/params/phi/5/rnd_search_t_no_sched/comb_13/init/model.layers.21.self_attn.dense/_s.pt b/params/phi/5/rnd_search_t_no_sched/comb_13/init/model.layers.21.self_attn.dense/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..7ff40069d39ab872b06531dd6a4a19b2767ddb75
--- /dev/null
+++ b/params/phi/5/rnd_search_t_no_sched/comb_13/init/model.layers.21.self_attn.dense/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:024d7be51142fa72c85e062945dfb7d06ae75dbcc955067d624c45c8d31b6aec
+size 11395
diff --git a/params/phi/5/rnd_search_t_no_sched/comb_13/init/model.layers.21.self_attn.k_proj/_0.pt b/params/phi/5/rnd_search_t_no_sched/comb_13/init/model.layers.21.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..32ee18bf2f25e623153f8e8e4fc5f1257a361dec
--- /dev/null
+++ b/params/phi/5/rnd_search_t_no_sched/comb_13/init/model.layers.21.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e3f2cf9d8508ef8ab0f1fab002987be0430f7eb52b87c158492cf04b7033c1d2
+size 11395
diff --git a/params/phi/5/rnd_search_t_no_sched/comb_13/init/model.layers.21.self_attn.k_proj/_s.pt b/params/phi/5/rnd_search_t_no_sched/comb_13/init/model.layers.21.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..1dbd37aa5a0d8aac22193aed5a87665051836fb1
--- /dev/null
+++ b/params/phi/5/rnd_search_t_no_sched/comb_13/init/model.layers.21.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d1e8f1f401ae13e810ce9cc5ebc085d9a848326006480107c655c0b8ae0bfea6
+size 11395
diff --git a/params/phi/5/rnd_search_t_no_sched/comb_13/init/model.layers.21.self_attn.q_proj/_0.pt b/params/phi/5/rnd_search_t_no_sched/comb_13/init/model.layers.21.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..32ee18bf2f25e623153f8e8e4fc5f1257a361dec
--- /dev/null
+++ b/params/phi/5/rnd_search_t_no_sched/comb_13/init/model.layers.21.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e3f2cf9d8508ef8ab0f1fab002987be0430f7eb52b87c158492cf04b7033c1d2
+size 11395
diff --git a/params/phi/5/rnd_search_t_no_sched/comb_13/init/model.layers.21.self_attn.q_proj/_s.pt b/params/phi/5/rnd_search_t_no_sched/comb_13/init/model.layers.21.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a8bae89cf53a2bbec397b21f2faca5caadb1ac98
--- /dev/null
+++ b/params/phi/5/rnd_search_t_no_sched/comb_13/init/model.layers.21.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:4725ec64c3ba8d709b32a70b0dfc0f14b7154136d2d37b7ea164a5c5b4cac62c
+size 11395
diff --git a/params/phi/5/rnd_search_t_no_sched/comb_13/init/model.layers.21.self_attn.v_proj/_0.pt b/params/phi/5/rnd_search_t_no_sched/comb_13/init/model.layers.21.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..32ee18bf2f25e623153f8e8e4fc5f1257a361dec
--- /dev/null
+++ b/params/phi/5/rnd_search_t_no_sched/comb_13/init/model.layers.21.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e3f2cf9d8508ef8ab0f1fab002987be0430f7eb52b87c158492cf04b7033c1d2
+size 11395
diff --git a/params/phi/5/rnd_search_t_no_sched/comb_13/init/model.layers.21.self_attn.v_proj/_s.pt b/params/phi/5/rnd_search_t_no_sched/comb_13/init/model.layers.21.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4d207d3479cf9bf10e011ced8157a99c4e502745
--- /dev/null
+++ b/params/phi/5/rnd_search_t_no_sched/comb_13/init/model.layers.21.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ee789791e2fcaf880adf3bca4b7f30365bad5ab5feede89deca785d9d53f2d95
+size 11395
diff --git a/params/phi/5/rnd_search_t_no_sched/comb_13/init/model.layers.22.mlp.fc1/_0.pt b/params/phi/5/rnd_search_t_no_sched/comb_13/init/model.layers.22.mlp.fc1/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..32ac531bec3e1f984cbc6da2072275eebedcc848
--- /dev/null
+++ b/params/phi/5/rnd_search_t_no_sched/comb_13/init/model.layers.22.mlp.fc1/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:8aae49663620750ef1b42b31d5204777eb39a1af1f1e7ab7f27474ddd4803198
+size 42115
diff --git a/params/phi/5/rnd_search_t_no_sched/comb_13/init/model.layers.22.mlp.fc1/_s.pt b/params/phi/5/rnd_search_t_no_sched/comb_13/init/model.layers.22.mlp.fc1/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..5fcbcb59bae7f6bb6eccb48a5308940e7a7afdb7
--- /dev/null
+++ b/params/phi/5/rnd_search_t_no_sched/comb_13/init/model.layers.22.mlp.fc1/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:551081b9be059d61e0ac6cd80a2112286eb5e7268e0c79bbd06ba2d749b515ef
+size 42115
diff --git a/params/phi/5/rnd_search_t_no_sched/comb_13/init/model.layers.22.mlp.fc2/_0.pt b/params/phi/5/rnd_search_t_no_sched/comb_13/init/model.layers.22.mlp.fc2/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..32ee18bf2f25e623153f8e8e4fc5f1257a361dec
--- /dev/null
+++ b/params/phi/5/rnd_search_t_no_sched/comb_13/init/model.layers.22.mlp.fc2/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e3f2cf9d8508ef8ab0f1fab002987be0430f7eb52b87c158492cf04b7033c1d2
+size 11395
diff --git a/params/phi/5/rnd_search_t_no_sched/comb_13/init/model.layers.22.mlp.fc2/_s.pt b/params/phi/5/rnd_search_t_no_sched/comb_13/init/model.layers.22.mlp.fc2/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..28386f9b0ff62d11a55f70956a9de73c9486bf67
--- /dev/null
+++ b/params/phi/5/rnd_search_t_no_sched/comb_13/init/model.layers.22.mlp.fc2/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:91a598fc7e119950167f2fab3035608a3588b6d20522a62f6a5a2cd06f0522fa
+size 11395
diff --git a/params/phi/5/rnd_search_t_no_sched/comb_13/init/model.layers.22.self_attn.dense/_0.pt b/params/phi/5/rnd_search_t_no_sched/comb_13/init/model.layers.22.self_attn.dense/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..32ee18bf2f25e623153f8e8e4fc5f1257a361dec
--- /dev/null
+++ b/params/phi/5/rnd_search_t_no_sched/comb_13/init/model.layers.22.self_attn.dense/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e3f2cf9d8508ef8ab0f1fab002987be0430f7eb52b87c158492cf04b7033c1d2
+size 11395
diff --git a/params/phi/5/rnd_search_t_no_sched/comb_13/init/model.layers.22.self_attn.dense/_s.pt b/params/phi/5/rnd_search_t_no_sched/comb_13/init/model.layers.22.self_attn.dense/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..3d6823004e6032875765ce1f1303a448c1699590
--- /dev/null
+++ b/params/phi/5/rnd_search_t_no_sched/comb_13/init/model.layers.22.self_attn.dense/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:1f0ab7bfdeee4fdefb0025caf3c921c5ceae24a9376c720da323f23aa7f172f5
+size 11395
diff --git a/params/phi/5/rnd_search_t_no_sched/comb_13/init/model.layers.22.self_attn.k_proj/_0.pt b/params/phi/5/rnd_search_t_no_sched/comb_13/init/model.layers.22.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..32ee18bf2f25e623153f8e8e4fc5f1257a361dec
--- /dev/null
+++ b/params/phi/5/rnd_search_t_no_sched/comb_13/init/model.layers.22.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e3f2cf9d8508ef8ab0f1fab002987be0430f7eb52b87c158492cf04b7033c1d2
+size 11395
diff --git a/params/phi/5/rnd_search_t_no_sched/comb_13/init/model.layers.22.self_attn.k_proj/_s.pt b/params/phi/5/rnd_search_t_no_sched/comb_13/init/model.layers.22.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..36231f0cd882a04f5786d8cba7665cbd2265b21c
--- /dev/null
+++ b/params/phi/5/rnd_search_t_no_sched/comb_13/init/model.layers.22.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:720be40c23af33f1122de1957e4214fc4495b71b51bd73515a08e3b642bf5dc7
+size 11395
diff --git a/params/phi/5/rnd_search_t_no_sched/comb_13/init/model.layers.22.self_attn.q_proj/_0.pt b/params/phi/5/rnd_search_t_no_sched/comb_13/init/model.layers.22.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..32ee18bf2f25e623153f8e8e4fc5f1257a361dec
--- /dev/null
+++ b/params/phi/5/rnd_search_t_no_sched/comb_13/init/model.layers.22.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e3f2cf9d8508ef8ab0f1fab002987be0430f7eb52b87c158492cf04b7033c1d2
+size 11395
diff --git a/params/phi/5/rnd_search_t_no_sched/comb_13/init/model.layers.22.self_attn.q_proj/_s.pt b/params/phi/5/rnd_search_t_no_sched/comb_13/init/model.layers.22.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..0463f1bed013927c8fb32b23ebcea5ce7f0139cb
--- /dev/null
+++ b/params/phi/5/rnd_search_t_no_sched/comb_13/init/model.layers.22.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:9c9b8b752ef7ca976cf08152bf6aaa05f44aa6aaf6c0640a921b9aff8fa17d52
+size 11395
diff --git a/params/phi/5/rnd_search_t_no_sched/comb_13/init/model.layers.22.self_attn.v_proj/_0.pt b/params/phi/5/rnd_search_t_no_sched/comb_13/init/model.layers.22.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..32ee18bf2f25e623153f8e8e4fc5f1257a361dec
--- /dev/null
+++ b/params/phi/5/rnd_search_t_no_sched/comb_13/init/model.layers.22.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e3f2cf9d8508ef8ab0f1fab002987be0430f7eb52b87c158492cf04b7033c1d2
+size 11395
diff --git a/params/phi/5/rnd_search_t_no_sched/comb_13/init/model.layers.22.self_attn.v_proj/_s.pt b/params/phi/5/rnd_search_t_no_sched/comb_13/init/model.layers.22.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..f96d9fddf565c83fa598c08f5cedd43bf25cc189
--- /dev/null
+++ b/params/phi/5/rnd_search_t_no_sched/comb_13/init/model.layers.22.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ea65cd1d8e338a23c7b543269236b4187c73198efda26262be22e27d8fb675db
+size 11395
diff --git a/params/phi/5/rnd_search_t_no_sched/comb_13/init/model.layers.23.mlp.fc1/_0.pt b/params/phi/5/rnd_search_t_no_sched/comb_13/init/model.layers.23.mlp.fc1/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..32ac531bec3e1f984cbc6da2072275eebedcc848
--- /dev/null
+++ b/params/phi/5/rnd_search_t_no_sched/comb_13/init/model.layers.23.mlp.fc1/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:8aae49663620750ef1b42b31d5204777eb39a1af1f1e7ab7f27474ddd4803198
+size 42115
diff --git a/params/phi/5/rnd_search_t_no_sched/comb_13/init/model.layers.23.mlp.fc1/_s.pt b/params/phi/5/rnd_search_t_no_sched/comb_13/init/model.layers.23.mlp.fc1/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a8d1ca2be21c22ae41c83a09e4622e464154ab72
--- /dev/null
+++ b/params/phi/5/rnd_search_t_no_sched/comb_13/init/model.layers.23.mlp.fc1/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:9a543922777ce98ae2d671fe40d49224ff9a396227371a2e5e7ba6316fcd5499
+size 42115
diff --git a/params/phi/5/rnd_search_t_no_sched/comb_13/init/model.layers.23.mlp.fc2/_0.pt b/params/phi/5/rnd_search_t_no_sched/comb_13/init/model.layers.23.mlp.fc2/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..32ee18bf2f25e623153f8e8e4fc5f1257a361dec
--- /dev/null
+++ b/params/phi/5/rnd_search_t_no_sched/comb_13/init/model.layers.23.mlp.fc2/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e3f2cf9d8508ef8ab0f1fab002987be0430f7eb52b87c158492cf04b7033c1d2
+size 11395
diff --git a/params/phi/5/rnd_search_t_no_sched/comb_13/init/model.layers.23.mlp.fc2/_s.pt b/params/phi/5/rnd_search_t_no_sched/comb_13/init/model.layers.23.mlp.fc2/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..580e4df516768f7ba4534ad443c30a63a8f246ef
--- /dev/null
+++ b/params/phi/5/rnd_search_t_no_sched/comb_13/init/model.layers.23.mlp.fc2/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:20a64ea40321575da0b444f02be3d42b96e208e70078ad6072aa092ac4cef00f
+size 11395
diff --git a/params/phi/5/rnd_search_t_no_sched/comb_13/init/model.layers.23.self_attn.dense/_0.pt b/params/phi/5/rnd_search_t_no_sched/comb_13/init/model.layers.23.self_attn.dense/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..32ee18bf2f25e623153f8e8e4fc5f1257a361dec
--- /dev/null
+++ b/params/phi/5/rnd_search_t_no_sched/comb_13/init/model.layers.23.self_attn.dense/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e3f2cf9d8508ef8ab0f1fab002987be0430f7eb52b87c158492cf04b7033c1d2
+size 11395
diff --git a/params/phi/5/rnd_search_t_no_sched/comb_13/init/model.layers.23.self_attn.dense/_s.pt b/params/phi/5/rnd_search_t_no_sched/comb_13/init/model.layers.23.self_attn.dense/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c160d7ce60a670bec19df49b88dd1427192edaaf
--- /dev/null
+++ b/params/phi/5/rnd_search_t_no_sched/comb_13/init/model.layers.23.self_attn.dense/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:636dfed6010ce5a8b4ad7a47fa24e1a641f2d49060df2ff83a010174e21d06ab
+size 11395
diff --git a/params/phi/5/rnd_search_t_no_sched/comb_13/init/model.layers.23.self_attn.k_proj/_0.pt b/params/phi/5/rnd_search_t_no_sched/comb_13/init/model.layers.23.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..32ee18bf2f25e623153f8e8e4fc5f1257a361dec
--- /dev/null
+++ b/params/phi/5/rnd_search_t_no_sched/comb_13/init/model.layers.23.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e3f2cf9d8508ef8ab0f1fab002987be0430f7eb52b87c158492cf04b7033c1d2
+size 11395
diff --git a/params/phi/5/rnd_search_t_no_sched/comb_13/init/model.layers.23.self_attn.k_proj/_s.pt b/params/phi/5/rnd_search_t_no_sched/comb_13/init/model.layers.23.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..43c9be12fcc7313d2cc38acd24950475d9c9e1d0
--- /dev/null
+++ b/params/phi/5/rnd_search_t_no_sched/comb_13/init/model.layers.23.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:4d7cbf7cb4197e679700626e813177c97441aa84c88b72afe8af7f54c464716f
+size 11395
diff --git a/params/phi/5/rnd_search_t_no_sched/comb_13/init/model.layers.23.self_attn.q_proj/_0.pt b/params/phi/5/rnd_search_t_no_sched/comb_13/init/model.layers.23.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..32ee18bf2f25e623153f8e8e4fc5f1257a361dec
--- /dev/null
+++ b/params/phi/5/rnd_search_t_no_sched/comb_13/init/model.layers.23.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e3f2cf9d8508ef8ab0f1fab002987be0430f7eb52b87c158492cf04b7033c1d2
+size 11395
diff --git a/params/phi/5/rnd_search_t_no_sched/comb_13/init/model.layers.23.self_attn.q_proj/_s.pt b/params/phi/5/rnd_search_t_no_sched/comb_13/init/model.layers.23.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..48a3857a92fc08405adfaa4b8ce8e480f40e6f39
--- /dev/null
+++ b/params/phi/5/rnd_search_t_no_sched/comb_13/init/model.layers.23.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:506c603a30428f29fcf0835697cea1c9f5a327ff698ddec6964a43a6b9306209
+size 11395
diff --git a/params/phi/5/rnd_search_t_no_sched/comb_13/init/model.layers.23.self_attn.v_proj/_0.pt b/params/phi/5/rnd_search_t_no_sched/comb_13/init/model.layers.23.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..32ee18bf2f25e623153f8e8e4fc5f1257a361dec
--- /dev/null
+++ b/params/phi/5/rnd_search_t_no_sched/comb_13/init/model.layers.23.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e3f2cf9d8508ef8ab0f1fab002987be0430f7eb52b87c158492cf04b7033c1d2
+size 11395
diff --git a/params/phi/5/rnd_search_t_no_sched/comb_13/init/model.layers.23.self_attn.v_proj/_s.pt b/params/phi/5/rnd_search_t_no_sched/comb_13/init/model.layers.23.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..3c2ffdca653452cfbec067ffb7cfa0c07aaaa8ba
--- /dev/null
+++ b/params/phi/5/rnd_search_t_no_sched/comb_13/init/model.layers.23.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5cc775733106605d2ac34388c9fdbc01893cc2066439cefabd98f009a9f36bf7
+size 11395
diff --git a/params/phi/5/rnd_search_t_no_sched/comb_13/init/model.layers.24.mlp.fc1/_0.pt b/params/phi/5/rnd_search_t_no_sched/comb_13/init/model.layers.24.mlp.fc1/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..32ac531bec3e1f984cbc6da2072275eebedcc848
--- /dev/null
+++ b/params/phi/5/rnd_search_t_no_sched/comb_13/init/model.layers.24.mlp.fc1/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:8aae49663620750ef1b42b31d5204777eb39a1af1f1e7ab7f27474ddd4803198
+size 42115
diff --git a/params/phi/5/rnd_search_t_no_sched/comb_13/init/model.layers.24.mlp.fc1/_s.pt b/params/phi/5/rnd_search_t_no_sched/comb_13/init/model.layers.24.mlp.fc1/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8c73100120546301d246e1fbde6cc96d9562af17
--- /dev/null
+++ b/params/phi/5/rnd_search_t_no_sched/comb_13/init/model.layers.24.mlp.fc1/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:4fb40ba3142aa6e98d20551f67ebe4bda56aa532daaaa86c176ef841e9db9058
+size 42115
diff --git a/params/phi/5/rnd_search_t_no_sched/comb_13/init/model.layers.24.mlp.fc2/_0.pt b/params/phi/5/rnd_search_t_no_sched/comb_13/init/model.layers.24.mlp.fc2/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..32ee18bf2f25e623153f8e8e4fc5f1257a361dec
--- /dev/null
+++ b/params/phi/5/rnd_search_t_no_sched/comb_13/init/model.layers.24.mlp.fc2/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e3f2cf9d8508ef8ab0f1fab002987be0430f7eb52b87c158492cf04b7033c1d2
+size 11395
diff --git a/params/phi/5/rnd_search_t_no_sched/comb_13/init/model.layers.24.mlp.fc2/_s.pt b/params/phi/5/rnd_search_t_no_sched/comb_13/init/model.layers.24.mlp.fc2/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..428463c12311a7711e105508c6d4936c25483bfa
--- /dev/null
+++ b/params/phi/5/rnd_search_t_no_sched/comb_13/init/model.layers.24.mlp.fc2/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e806bdfa4b7ab0503aadbc0e73ed7e8a54563f951d7f7fec4f262a3ae67f2b36
+size 11395
diff --git a/params/phi/5/rnd_search_t_no_sched/comb_13/init/model.layers.24.self_attn.dense/_0.pt b/params/phi/5/rnd_search_t_no_sched/comb_13/init/model.layers.24.self_attn.dense/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..32ee18bf2f25e623153f8e8e4fc5f1257a361dec
--- /dev/null
+++ b/params/phi/5/rnd_search_t_no_sched/comb_13/init/model.layers.24.self_attn.dense/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e3f2cf9d8508ef8ab0f1fab002987be0430f7eb52b87c158492cf04b7033c1d2
+size 11395
diff --git a/params/phi/5/rnd_search_t_no_sched/comb_13/init/model.layers.24.self_attn.dense/_s.pt b/params/phi/5/rnd_search_t_no_sched/comb_13/init/model.layers.24.self_attn.dense/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..5e0cc66ddbcf3499bf9c41864ceb62617007cc2c
--- /dev/null
+++ b/params/phi/5/rnd_search_t_no_sched/comb_13/init/model.layers.24.self_attn.dense/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:037e15bef04b70393f800ff357cb28a7ee757a6072be84903618ba5004f87821
+size 11395
diff --git a/params/phi/5/rnd_search_t_no_sched/comb_13/init/model.layers.24.self_attn.k_proj/_0.pt b/params/phi/5/rnd_search_t_no_sched/comb_13/init/model.layers.24.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..32ee18bf2f25e623153f8e8e4fc5f1257a361dec
--- /dev/null
+++ b/params/phi/5/rnd_search_t_no_sched/comb_13/init/model.layers.24.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e3f2cf9d8508ef8ab0f1fab002987be0430f7eb52b87c158492cf04b7033c1d2
+size 11395
diff --git a/params/phi/5/rnd_search_t_no_sched/comb_13/init/model.layers.24.self_attn.k_proj/_s.pt b/params/phi/5/rnd_search_t_no_sched/comb_13/init/model.layers.24.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..206ecfe05fd879db2cf091f99f407cae396ed083
--- /dev/null
+++ b/params/phi/5/rnd_search_t_no_sched/comb_13/init/model.layers.24.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:314b2a097e3a01011a93523dc70046f89bbb32425b175cf47c346c8754c7b6ea
+size 11395
diff --git a/params/phi/5/rnd_search_t_no_sched/comb_13/init/model.layers.24.self_attn.q_proj/_0.pt b/params/phi/5/rnd_search_t_no_sched/comb_13/init/model.layers.24.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..32ee18bf2f25e623153f8e8e4fc5f1257a361dec
--- /dev/null
+++ b/params/phi/5/rnd_search_t_no_sched/comb_13/init/model.layers.24.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e3f2cf9d8508ef8ab0f1fab002987be0430f7eb52b87c158492cf04b7033c1d2
+size 11395
diff --git a/params/phi/5/rnd_search_t_no_sched/comb_13/init/model.layers.24.self_attn.q_proj/_s.pt b/params/phi/5/rnd_search_t_no_sched/comb_13/init/model.layers.24.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a5f57036a60c106f108b37a3e267d90e8b02b8b6
--- /dev/null
+++ b/params/phi/5/rnd_search_t_no_sched/comb_13/init/model.layers.24.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:01046a2c9b310c3905c00314c12919be1423e30ff1fbb7246d65d3ccb8b7dfc2
+size 11395
diff --git a/params/phi/5/rnd_search_t_no_sched/comb_13/init/model.layers.24.self_attn.v_proj/_0.pt b/params/phi/5/rnd_search_t_no_sched/comb_13/init/model.layers.24.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..32ee18bf2f25e623153f8e8e4fc5f1257a361dec
--- /dev/null
+++ b/params/phi/5/rnd_search_t_no_sched/comb_13/init/model.layers.24.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e3f2cf9d8508ef8ab0f1fab002987be0430f7eb52b87c158492cf04b7033c1d2
+size 11395
diff --git a/params/phi/5/rnd_search_t_no_sched/comb_13/init/model.layers.24.self_attn.v_proj/_s.pt b/params/phi/5/rnd_search_t_no_sched/comb_13/init/model.layers.24.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..d2978bed6663410f282b2dde511da1b1c0fa8ae9
--- /dev/null
+++ b/params/phi/5/rnd_search_t_no_sched/comb_13/init/model.layers.24.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:74010364a22a2233cf3e36ad722ee902d395a54f7acff1f962d26a81ad572aaa
+size 11395
diff --git a/params/phi/5/rnd_search_t_no_sched/comb_13/init/model.layers.25.mlp.fc1/_0.pt b/params/phi/5/rnd_search_t_no_sched/comb_13/init/model.layers.25.mlp.fc1/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..32ac531bec3e1f984cbc6da2072275eebedcc848
--- /dev/null
+++ b/params/phi/5/rnd_search_t_no_sched/comb_13/init/model.layers.25.mlp.fc1/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:8aae49663620750ef1b42b31d5204777eb39a1af1f1e7ab7f27474ddd4803198
+size 42115
diff --git a/params/phi/5/rnd_search_t_no_sched/comb_13/init/model.layers.25.mlp.fc1/_s.pt b/params/phi/5/rnd_search_t_no_sched/comb_13/init/model.layers.25.mlp.fc1/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..72a02164950c73bff9723b84f4c23a93808fb12a
--- /dev/null
+++ b/params/phi/5/rnd_search_t_no_sched/comb_13/init/model.layers.25.mlp.fc1/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2d35e36471cb683b823542b1f8a8e91539ef0ca4bf10d338856054d3b1b4d266
+size 42115
diff --git a/params/phi/5/rnd_search_t_no_sched/comb_13/init/model.layers.25.mlp.fc2/_0.pt b/params/phi/5/rnd_search_t_no_sched/comb_13/init/model.layers.25.mlp.fc2/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..32ee18bf2f25e623153f8e8e4fc5f1257a361dec
--- /dev/null
+++ b/params/phi/5/rnd_search_t_no_sched/comb_13/init/model.layers.25.mlp.fc2/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e3f2cf9d8508ef8ab0f1fab002987be0430f7eb52b87c158492cf04b7033c1d2
+size 11395
diff --git a/params/phi/5/rnd_search_t_no_sched/comb_13/init/model.layers.25.mlp.fc2/_s.pt b/params/phi/5/rnd_search_t_no_sched/comb_13/init/model.layers.25.mlp.fc2/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e5aad17183de13ef40b82e7bd62ea4d04a456fde
--- /dev/null
+++ b/params/phi/5/rnd_search_t_no_sched/comb_13/init/model.layers.25.mlp.fc2/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:52ce7891fcada12c247cd9b4378365a5115b4e464f180dc651d804cfc0e69290
+size 11395
diff --git a/params/phi/5/rnd_search_t_no_sched/comb_13/init/model.layers.25.self_attn.dense/_0.pt b/params/phi/5/rnd_search_t_no_sched/comb_13/init/model.layers.25.self_attn.dense/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..32ee18bf2f25e623153f8e8e4fc5f1257a361dec
--- /dev/null
+++ b/params/phi/5/rnd_search_t_no_sched/comb_13/init/model.layers.25.self_attn.dense/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e3f2cf9d8508ef8ab0f1fab002987be0430f7eb52b87c158492cf04b7033c1d2
+size 11395
diff --git a/params/phi/5/rnd_search_t_no_sched/comb_13/init/model.layers.25.self_attn.dense/_s.pt b/params/phi/5/rnd_search_t_no_sched/comb_13/init/model.layers.25.self_attn.dense/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..0b420fd79be04ac1f2d98e2054d36cdd0de6e041
--- /dev/null
+++ b/params/phi/5/rnd_search_t_no_sched/comb_13/init/model.layers.25.self_attn.dense/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:1f50a8baf7223346e289166386152adcdfeb52fd2c7ec8b00c6a04e1a1394672
+size 11395
diff --git a/params/phi/5/rnd_search_t_no_sched/comb_13/init/model.layers.25.self_attn.k_proj/_0.pt b/params/phi/5/rnd_search_t_no_sched/comb_13/init/model.layers.25.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..32ee18bf2f25e623153f8e8e4fc5f1257a361dec
--- /dev/null
+++ b/params/phi/5/rnd_search_t_no_sched/comb_13/init/model.layers.25.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e3f2cf9d8508ef8ab0f1fab002987be0430f7eb52b87c158492cf04b7033c1d2
+size 11395
diff --git a/params/phi/5/rnd_search_t_no_sched/comb_13/init/model.layers.25.self_attn.k_proj/_s.pt b/params/phi/5/rnd_search_t_no_sched/comb_13/init/model.layers.25.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..7e6118b506ca6fb79952adeb83cddc5a3e7e4153
--- /dev/null
+++ b/params/phi/5/rnd_search_t_no_sched/comb_13/init/model.layers.25.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:977f83db3db0b4b41649364ab1823c9f6013069d990f237698e9afb2503777dc
+size 11395
diff --git a/params/phi/5/rnd_search_t_no_sched/comb_13/init/model.layers.25.self_attn.q_proj/_0.pt b/params/phi/5/rnd_search_t_no_sched/comb_13/init/model.layers.25.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..32ee18bf2f25e623153f8e8e4fc5f1257a361dec
--- /dev/null
+++ b/params/phi/5/rnd_search_t_no_sched/comb_13/init/model.layers.25.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e3f2cf9d8508ef8ab0f1fab002987be0430f7eb52b87c158492cf04b7033c1d2
+size 11395
diff --git a/params/phi/5/rnd_search_t_no_sched/comb_13/init/model.layers.25.self_attn.q_proj/_s.pt b/params/phi/5/rnd_search_t_no_sched/comb_13/init/model.layers.25.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..09a64a616242ad40665dced4c6b0569460ee9550
--- /dev/null
+++ b/params/phi/5/rnd_search_t_no_sched/comb_13/init/model.layers.25.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5eff5359d3d0424ea3a013e0b7d037aa7185723543c1285a3ad8775d7f0976b0
+size 11395
diff --git a/params/phi/5/rnd_search_t_no_sched/comb_13/init/model.layers.25.self_attn.v_proj/_0.pt b/params/phi/5/rnd_search_t_no_sched/comb_13/init/model.layers.25.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..32ee18bf2f25e623153f8e8e4fc5f1257a361dec
--- /dev/null
+++ b/params/phi/5/rnd_search_t_no_sched/comb_13/init/model.layers.25.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e3f2cf9d8508ef8ab0f1fab002987be0430f7eb52b87c158492cf04b7033c1d2
+size 11395
diff --git a/params/phi/5/rnd_search_t_no_sched/comb_13/init/model.layers.25.self_attn.v_proj/_s.pt b/params/phi/5/rnd_search_t_no_sched/comb_13/init/model.layers.25.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..70f8039482bd6b4e032e47a6397310b3104dcead
--- /dev/null
+++ b/params/phi/5/rnd_search_t_no_sched/comb_13/init/model.layers.25.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:9de371039dbc5c4a256ba884640b3ee615e0b4c30669281a8233c93f2aab36d6
+size 11395
diff --git a/params/phi/5/rnd_search_t_no_sched/comb_13/init/model.layers.26.mlp.fc1/_0.pt b/params/phi/5/rnd_search_t_no_sched/comb_13/init/model.layers.26.mlp.fc1/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..32ac531bec3e1f984cbc6da2072275eebedcc848
--- /dev/null
+++ b/params/phi/5/rnd_search_t_no_sched/comb_13/init/model.layers.26.mlp.fc1/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:8aae49663620750ef1b42b31d5204777eb39a1af1f1e7ab7f27474ddd4803198
+size 42115
diff --git a/params/phi/5/rnd_search_t_no_sched/comb_13/init/model.layers.26.mlp.fc1/_s.pt b/params/phi/5/rnd_search_t_no_sched/comb_13/init/model.layers.26.mlp.fc1/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ad43c2a83a11582da9295e5a5619bb013c542213
--- /dev/null
+++ b/params/phi/5/rnd_search_t_no_sched/comb_13/init/model.layers.26.mlp.fc1/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:055e1778870d4d260280d59352204ecf0b57d4a48c47182c591a3cd592bb167d
+size 42115
diff --git a/params/phi/5/rnd_search_t_no_sched/comb_13/init/model.layers.26.mlp.fc2/_0.pt b/params/phi/5/rnd_search_t_no_sched/comb_13/init/model.layers.26.mlp.fc2/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..32ee18bf2f25e623153f8e8e4fc5f1257a361dec
--- /dev/null
+++ b/params/phi/5/rnd_search_t_no_sched/comb_13/init/model.layers.26.mlp.fc2/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e3f2cf9d8508ef8ab0f1fab002987be0430f7eb52b87c158492cf04b7033c1d2
+size 11395
diff --git a/params/phi/5/rnd_search_t_no_sched/comb_13/init/model.layers.26.mlp.fc2/_s.pt b/params/phi/5/rnd_search_t_no_sched/comb_13/init/model.layers.26.mlp.fc2/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..bb78c24936342755f27e4325c889e16f9f6294d5
--- /dev/null
+++ b/params/phi/5/rnd_search_t_no_sched/comb_13/init/model.layers.26.mlp.fc2/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:aec4dda9ec9b79ba42a52a4a00f82421049c039d7da64bcd4218d6a2ad9135b0
+size 11395
diff --git a/params/phi/5/rnd_search_t_no_sched/comb_13/init/model.layers.26.self_attn.dense/_0.pt b/params/phi/5/rnd_search_t_no_sched/comb_13/init/model.layers.26.self_attn.dense/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..32ee18bf2f25e623153f8e8e4fc5f1257a361dec
--- /dev/null
+++ b/params/phi/5/rnd_search_t_no_sched/comb_13/init/model.layers.26.self_attn.dense/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e3f2cf9d8508ef8ab0f1fab002987be0430f7eb52b87c158492cf04b7033c1d2
+size 11395
diff --git a/params/phi/5/rnd_search_t_no_sched/comb_13/init/model.layers.26.self_attn.dense/_s.pt b/params/phi/5/rnd_search_t_no_sched/comb_13/init/model.layers.26.self_attn.dense/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..11a1e0544b0afcf5be6edf4eb01fe04ee51acf12
--- /dev/null
+++ b/params/phi/5/rnd_search_t_no_sched/comb_13/init/model.layers.26.self_attn.dense/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:991e8b255df1abee8e58d976c4a1aa63432af745e4faae69b16e3d84c1f81b02
+size 11395
diff --git a/params/phi/5/rnd_search_t_no_sched/comb_13/init/model.layers.26.self_attn.k_proj/_0.pt b/params/phi/5/rnd_search_t_no_sched/comb_13/init/model.layers.26.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..32ee18bf2f25e623153f8e8e4fc5f1257a361dec
--- /dev/null
+++ b/params/phi/5/rnd_search_t_no_sched/comb_13/init/model.layers.26.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e3f2cf9d8508ef8ab0f1fab002987be0430f7eb52b87c158492cf04b7033c1d2
+size 11395
diff --git a/params/phi/5/rnd_search_t_no_sched/comb_13/init/model.layers.26.self_attn.k_proj/_s.pt b/params/phi/5/rnd_search_t_no_sched/comb_13/init/model.layers.26.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..507db3d179c92f668f455de860597d880e69808c
--- /dev/null
+++ b/params/phi/5/rnd_search_t_no_sched/comb_13/init/model.layers.26.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:8d38c9f5949c5a26f00531665e6521f657b6c3344ad6299e84cfbfef92902abd
+size 11395
diff --git a/params/phi/5/rnd_search_t_no_sched/comb_13/init/model.layers.26.self_attn.q_proj/_0.pt b/params/phi/5/rnd_search_t_no_sched/comb_13/init/model.layers.26.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..32ee18bf2f25e623153f8e8e4fc5f1257a361dec
--- /dev/null
+++ b/params/phi/5/rnd_search_t_no_sched/comb_13/init/model.layers.26.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e3f2cf9d8508ef8ab0f1fab002987be0430f7eb52b87c158492cf04b7033c1d2
+size 11395
diff --git a/params/phi/5/rnd_search_t_no_sched/comb_13/init/model.layers.26.self_attn.q_proj/_s.pt b/params/phi/5/rnd_search_t_no_sched/comb_13/init/model.layers.26.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..83fa97c3a468535a9e171f87c5f37fce8b373af3
--- /dev/null
+++ b/params/phi/5/rnd_search_t_no_sched/comb_13/init/model.layers.26.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:16e093cf83a7ca739acaec3935e79db88d69661a8ef7fde373c8aa1a1d3a7277
+size 11395
diff --git a/params/phi/5/rnd_search_t_no_sched/comb_13/init/model.layers.26.self_attn.v_proj/_0.pt b/params/phi/5/rnd_search_t_no_sched/comb_13/init/model.layers.26.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..32ee18bf2f25e623153f8e8e4fc5f1257a361dec
--- /dev/null
+++ b/params/phi/5/rnd_search_t_no_sched/comb_13/init/model.layers.26.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e3f2cf9d8508ef8ab0f1fab002987be0430f7eb52b87c158492cf04b7033c1d2
+size 11395
diff --git a/params/phi/5/rnd_search_t_no_sched/comb_13/init/model.layers.26.self_attn.v_proj/_s.pt b/params/phi/5/rnd_search_t_no_sched/comb_13/init/model.layers.26.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..cc059ae42bcfaaca03d65046a133db1f2af2e114
--- /dev/null
+++ b/params/phi/5/rnd_search_t_no_sched/comb_13/init/model.layers.26.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:abfce445c91960db3976b7dad3c5a9b414e5d6309995baf894b5e54b4901e76d
+size 11395
diff --git a/params/phi/5/rnd_search_t_no_sched/comb_13/init/model.layers.27.mlp.fc1/_0.pt b/params/phi/5/rnd_search_t_no_sched/comb_13/init/model.layers.27.mlp.fc1/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..32ac531bec3e1f984cbc6da2072275eebedcc848
--- /dev/null
+++ b/params/phi/5/rnd_search_t_no_sched/comb_13/init/model.layers.27.mlp.fc1/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:8aae49663620750ef1b42b31d5204777eb39a1af1f1e7ab7f27474ddd4803198
+size 42115
diff --git a/params/phi/5/rnd_search_t_no_sched/comb_13/init/model.layers.27.mlp.fc1/_s.pt b/params/phi/5/rnd_search_t_no_sched/comb_13/init/model.layers.27.mlp.fc1/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..46a184c02255ea373ec827a4a47d337fcfbc2df1
--- /dev/null
+++ b/params/phi/5/rnd_search_t_no_sched/comb_13/init/model.layers.27.mlp.fc1/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:42c979de5318aa8c9485776f39e3bd85361da61b5a27a85f3313ff11b90244e3
+size 42115
diff --git a/params/phi/5/rnd_search_t_no_sched/comb_13/init/model.layers.27.mlp.fc2/_0.pt b/params/phi/5/rnd_search_t_no_sched/comb_13/init/model.layers.27.mlp.fc2/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..32ee18bf2f25e623153f8e8e4fc5f1257a361dec
--- /dev/null
+++ b/params/phi/5/rnd_search_t_no_sched/comb_13/init/model.layers.27.mlp.fc2/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e3f2cf9d8508ef8ab0f1fab002987be0430f7eb52b87c158492cf04b7033c1d2
+size 11395
diff --git a/params/phi/5/rnd_search_t_no_sched/comb_13/init/model.layers.27.mlp.fc2/_s.pt b/params/phi/5/rnd_search_t_no_sched/comb_13/init/model.layers.27.mlp.fc2/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..79e89e0ec807521ce81e3c29890fdeb51cf63dbc
--- /dev/null
+++ b/params/phi/5/rnd_search_t_no_sched/comb_13/init/model.layers.27.mlp.fc2/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:93ba9740d044370b0afae3ced5cee02add472f74f2258a32df8293fbc79dc3b8
+size 11395
diff --git a/params/phi/5/rnd_search_t_no_sched/comb_13/init/model.layers.27.self_attn.dense/_0.pt b/params/phi/5/rnd_search_t_no_sched/comb_13/init/model.layers.27.self_attn.dense/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..32ee18bf2f25e623153f8e8e4fc5f1257a361dec
--- /dev/null
+++ b/params/phi/5/rnd_search_t_no_sched/comb_13/init/model.layers.27.self_attn.dense/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e3f2cf9d8508ef8ab0f1fab002987be0430f7eb52b87c158492cf04b7033c1d2
+size 11395
diff --git a/params/phi/5/rnd_search_t_no_sched/comb_13/init/model.layers.27.self_attn.dense/_s.pt b/params/phi/5/rnd_search_t_no_sched/comb_13/init/model.layers.27.self_attn.dense/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..dab35ba8a0535ad3ba1a556be5b2b64e245320e5
--- /dev/null
+++ b/params/phi/5/rnd_search_t_no_sched/comb_13/init/model.layers.27.self_attn.dense/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b7e71add51372ad62895ba57c689fa683e6e40d98a5a163207478062c9716b5e
+size 11395
diff --git a/params/phi/5/rnd_search_t_no_sched/comb_13/init/model.layers.27.self_attn.k_proj/_0.pt b/params/phi/5/rnd_search_t_no_sched/comb_13/init/model.layers.27.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..32ee18bf2f25e623153f8e8e4fc5f1257a361dec
--- /dev/null
+++ b/params/phi/5/rnd_search_t_no_sched/comb_13/init/model.layers.27.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e3f2cf9d8508ef8ab0f1fab002987be0430f7eb52b87c158492cf04b7033c1d2
+size 11395
diff --git a/params/phi/5/rnd_search_t_no_sched/comb_13/init/model.layers.27.self_attn.k_proj/_s.pt b/params/phi/5/rnd_search_t_no_sched/comb_13/init/model.layers.27.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..7006ae097593ed6c81a914ef56d7248ffdf84d57
--- /dev/null
+++ b/params/phi/5/rnd_search_t_no_sched/comb_13/init/model.layers.27.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f62c862f1b911ce2d39be00ec6163b63242eb309fd1a4d290da2fd2ebb4614f2
+size 11395
diff --git a/params/phi/5/rnd_search_t_no_sched/comb_13/init/model.layers.27.self_attn.q_proj/_0.pt b/params/phi/5/rnd_search_t_no_sched/comb_13/init/model.layers.27.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..32ee18bf2f25e623153f8e8e4fc5f1257a361dec
--- /dev/null
+++ b/params/phi/5/rnd_search_t_no_sched/comb_13/init/model.layers.27.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e3f2cf9d8508ef8ab0f1fab002987be0430f7eb52b87c158492cf04b7033c1d2
+size 11395
diff --git a/params/phi/5/rnd_search_t_no_sched/comb_13/init/model.layers.27.self_attn.q_proj/_s.pt b/params/phi/5/rnd_search_t_no_sched/comb_13/init/model.layers.27.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..21de9d9d49a2cfd44712627d0be65283e7587858
--- /dev/null
+++ b/params/phi/5/rnd_search_t_no_sched/comb_13/init/model.layers.27.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:bb581ed1505b1369aad497e7ac6d891bd490f8e17a85c1395f2b89d6a3d54abd
+size 11395
diff --git a/params/phi/5/rnd_search_t_no_sched/comb_13/init/model.layers.27.self_attn.v_proj/_0.pt b/params/phi/5/rnd_search_t_no_sched/comb_13/init/model.layers.27.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..32ee18bf2f25e623153f8e8e4fc5f1257a361dec
--- /dev/null
+++ b/params/phi/5/rnd_search_t_no_sched/comb_13/init/model.layers.27.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e3f2cf9d8508ef8ab0f1fab002987be0430f7eb52b87c158492cf04b7033c1d2
+size 11395
diff --git a/params/phi/5/rnd_search_t_no_sched/comb_13/init/model.layers.27.self_attn.v_proj/_s.pt b/params/phi/5/rnd_search_t_no_sched/comb_13/init/model.layers.27.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..36d240898595110ee2a8d41ddf83e1269cf09eae
--- /dev/null
+++ b/params/phi/5/rnd_search_t_no_sched/comb_13/init/model.layers.27.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e52a6ddbdd65a19a304846dc50f2db6303b4b836180be3803e24d97cc6a5df18
+size 11395
diff --git a/params/phi/5/rnd_search_t_no_sched/comb_13/init/model.layers.28.mlp.fc1/_0.pt b/params/phi/5/rnd_search_t_no_sched/comb_13/init/model.layers.28.mlp.fc1/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..32ac531bec3e1f984cbc6da2072275eebedcc848
--- /dev/null
+++ b/params/phi/5/rnd_search_t_no_sched/comb_13/init/model.layers.28.mlp.fc1/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:8aae49663620750ef1b42b31d5204777eb39a1af1f1e7ab7f27474ddd4803198
+size 42115
diff --git a/params/phi/5/rnd_search_t_no_sched/comb_13/init/model.layers.28.mlp.fc1/_s.pt b/params/phi/5/rnd_search_t_no_sched/comb_13/init/model.layers.28.mlp.fc1/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..b8e6e61a4e580603520631c06bca8acffb64c54c
--- /dev/null
+++ b/params/phi/5/rnd_search_t_no_sched/comb_13/init/model.layers.28.mlp.fc1/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b98b5fcb52d3f745683e91866510506bb2a3d65851b2357b7f41468c5f594b9d
+size 42115
diff --git a/params/phi/5/rnd_search_t_no_sched/comb_13/init/model.layers.28.mlp.fc2/_0.pt b/params/phi/5/rnd_search_t_no_sched/comb_13/init/model.layers.28.mlp.fc2/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..32ee18bf2f25e623153f8e8e4fc5f1257a361dec
--- /dev/null
+++ b/params/phi/5/rnd_search_t_no_sched/comb_13/init/model.layers.28.mlp.fc2/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e3f2cf9d8508ef8ab0f1fab002987be0430f7eb52b87c158492cf04b7033c1d2
+size 11395
diff --git a/params/phi/5/rnd_search_t_no_sched/comb_13/init/model.layers.28.mlp.fc2/_s.pt b/params/phi/5/rnd_search_t_no_sched/comb_13/init/model.layers.28.mlp.fc2/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..bd07ead5985d716a8eb105fc9d31dcead147d7c3
--- /dev/null
+++ b/params/phi/5/rnd_search_t_no_sched/comb_13/init/model.layers.28.mlp.fc2/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:992f7b3b6be44afb3c0c429e33c9415b2436880a1226138f78f0350c96c8db23
+size 11395
diff --git a/params/phi/5/rnd_search_t_no_sched/comb_13/init/model.layers.28.self_attn.dense/_0.pt b/params/phi/5/rnd_search_t_no_sched/comb_13/init/model.layers.28.self_attn.dense/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..32ee18bf2f25e623153f8e8e4fc5f1257a361dec
--- /dev/null
+++ b/params/phi/5/rnd_search_t_no_sched/comb_13/init/model.layers.28.self_attn.dense/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e3f2cf9d8508ef8ab0f1fab002987be0430f7eb52b87c158492cf04b7033c1d2
+size 11395
diff --git a/params/phi/5/rnd_search_t_no_sched/comb_13/init/model.layers.28.self_attn.dense/_s.pt b/params/phi/5/rnd_search_t_no_sched/comb_13/init/model.layers.28.self_attn.dense/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..98cdc4756d0c14a1b68e041e68e45d637d4909eb
--- /dev/null
+++ b/params/phi/5/rnd_search_t_no_sched/comb_13/init/model.layers.28.self_attn.dense/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:cefb8e84427fe90af98269d4e79c1e07ed7560e7664faa6b015b1a14de4929de
+size 11395
diff --git a/params/phi/5/rnd_search_t_no_sched/comb_13/init/model.layers.28.self_attn.k_proj/_0.pt b/params/phi/5/rnd_search_t_no_sched/comb_13/init/model.layers.28.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..32ee18bf2f25e623153f8e8e4fc5f1257a361dec
--- /dev/null
+++ b/params/phi/5/rnd_search_t_no_sched/comb_13/init/model.layers.28.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e3f2cf9d8508ef8ab0f1fab002987be0430f7eb52b87c158492cf04b7033c1d2
+size 11395
diff --git a/params/phi/5/rnd_search_t_no_sched/comb_13/init/model.layers.28.self_attn.k_proj/_s.pt b/params/phi/5/rnd_search_t_no_sched/comb_13/init/model.layers.28.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a90e7327be41167ea75cb6c4145e5ba3435e0def
--- /dev/null
+++ b/params/phi/5/rnd_search_t_no_sched/comb_13/init/model.layers.28.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5febe23834a934ffe15b54815c9848497d9d2a64538ff2a172393a808762a42e
+size 11395
diff --git a/params/phi/5/rnd_search_t_no_sched/comb_13/init/model.layers.28.self_attn.q_proj/_0.pt b/params/phi/5/rnd_search_t_no_sched/comb_13/init/model.layers.28.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..32ee18bf2f25e623153f8e8e4fc5f1257a361dec
--- /dev/null
+++ b/params/phi/5/rnd_search_t_no_sched/comb_13/init/model.layers.28.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e3f2cf9d8508ef8ab0f1fab002987be0430f7eb52b87c158492cf04b7033c1d2
+size 11395
diff --git a/params/phi/5/rnd_search_t_no_sched/comb_13/init/model.layers.28.self_attn.q_proj/_s.pt b/params/phi/5/rnd_search_t_no_sched/comb_13/init/model.layers.28.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..203f272c6ddbd2cae265cce22fc34a633cb205bf
--- /dev/null
+++ b/params/phi/5/rnd_search_t_no_sched/comb_13/init/model.layers.28.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:3d2105fd1bd738a503bd61b7bd793fc4f3977904edb4ae1f7b4c2c71b81e4ad4
+size 11395
diff --git a/params/phi/5/rnd_search_t_no_sched/comb_13/init/model.layers.28.self_attn.v_proj/_0.pt b/params/phi/5/rnd_search_t_no_sched/comb_13/init/model.layers.28.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..32ee18bf2f25e623153f8e8e4fc5f1257a361dec
--- /dev/null
+++ b/params/phi/5/rnd_search_t_no_sched/comb_13/init/model.layers.28.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e3f2cf9d8508ef8ab0f1fab002987be0430f7eb52b87c158492cf04b7033c1d2
+size 11395
diff --git a/params/phi/5/rnd_search_t_no_sched/comb_13/init/model.layers.28.self_attn.v_proj/_s.pt b/params/phi/5/rnd_search_t_no_sched/comb_13/init/model.layers.28.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..b04d5625eccf2267570ff3310e72da471621168e
--- /dev/null
+++ b/params/phi/5/rnd_search_t_no_sched/comb_13/init/model.layers.28.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ba84b70349f5439e2f851600eedfdce3c3490454c1f5635a74249fccc7f3e339
+size 11395
diff --git a/params/phi/5/rnd_search_t_no_sched/comb_13/init/model.layers.29.mlp.fc1/_0.pt b/params/phi/5/rnd_search_t_no_sched/comb_13/init/model.layers.29.mlp.fc1/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..32ac531bec3e1f984cbc6da2072275eebedcc848
--- /dev/null
+++ b/params/phi/5/rnd_search_t_no_sched/comb_13/init/model.layers.29.mlp.fc1/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:8aae49663620750ef1b42b31d5204777eb39a1af1f1e7ab7f27474ddd4803198
+size 42115
diff --git a/params/phi/5/rnd_search_t_no_sched/comb_13/init/model.layers.29.mlp.fc1/_s.pt b/params/phi/5/rnd_search_t_no_sched/comb_13/init/model.layers.29.mlp.fc1/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..1f529534e82fbd0d490ff9444cf05a9250ad83af
--- /dev/null
+++ b/params/phi/5/rnd_search_t_no_sched/comb_13/init/model.layers.29.mlp.fc1/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:524e91ffa7740048dde5253cf8823fb18beffd7388dbd241a72a473a4f0584e9
+size 42115
diff --git a/params/phi/5/rnd_search_t_no_sched/comb_13/init/model.layers.29.mlp.fc2/_0.pt b/params/phi/5/rnd_search_t_no_sched/comb_13/init/model.layers.29.mlp.fc2/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..32ee18bf2f25e623153f8e8e4fc5f1257a361dec
--- /dev/null
+++ b/params/phi/5/rnd_search_t_no_sched/comb_13/init/model.layers.29.mlp.fc2/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e3f2cf9d8508ef8ab0f1fab002987be0430f7eb52b87c158492cf04b7033c1d2
+size 11395
diff --git a/params/phi/5/rnd_search_t_no_sched/comb_13/init/model.layers.29.mlp.fc2/_s.pt b/params/phi/5/rnd_search_t_no_sched/comb_13/init/model.layers.29.mlp.fc2/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..7dcc303d5d12ab5fe60f93897f169570a95101a2
--- /dev/null
+++ b/params/phi/5/rnd_search_t_no_sched/comb_13/init/model.layers.29.mlp.fc2/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:72174729fd14ebf5aeb7e40d5d49bfccfba5d28458f4df1958f0430728c24804
+size 11395
diff --git a/params/phi/5/rnd_search_t_no_sched/comb_13/init/model.layers.29.self_attn.dense/_0.pt b/params/phi/5/rnd_search_t_no_sched/comb_13/init/model.layers.29.self_attn.dense/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..32ee18bf2f25e623153f8e8e4fc5f1257a361dec
--- /dev/null
+++ b/params/phi/5/rnd_search_t_no_sched/comb_13/init/model.layers.29.self_attn.dense/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e3f2cf9d8508ef8ab0f1fab002987be0430f7eb52b87c158492cf04b7033c1d2
+size 11395
diff --git a/params/phi/5/rnd_search_t_no_sched/comb_13/init/model.layers.29.self_attn.dense/_s.pt b/params/phi/5/rnd_search_t_no_sched/comb_13/init/model.layers.29.self_attn.dense/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..f319b07a317379311676a00c3a0f2b6830748ddb
--- /dev/null
+++ b/params/phi/5/rnd_search_t_no_sched/comb_13/init/model.layers.29.self_attn.dense/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:94f6981ed894ae59ff35a7790dfce8358c0c815f34739c2950a2a680ffb671e5
+size 11395
diff --git a/params/phi/5/rnd_search_t_no_sched/comb_13/init/model.layers.29.self_attn.k_proj/_0.pt b/params/phi/5/rnd_search_t_no_sched/comb_13/init/model.layers.29.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..32ee18bf2f25e623153f8e8e4fc5f1257a361dec
--- /dev/null
+++ b/params/phi/5/rnd_search_t_no_sched/comb_13/init/model.layers.29.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e3f2cf9d8508ef8ab0f1fab002987be0430f7eb52b87c158492cf04b7033c1d2
+size 11395
diff --git a/params/phi/5/rnd_search_t_no_sched/comb_13/init/model.layers.29.self_attn.k_proj/_s.pt b/params/phi/5/rnd_search_t_no_sched/comb_13/init/model.layers.29.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..5a7f8852f44e897f188bb8fee0aaef0f3ef8ddcc
--- /dev/null
+++ b/params/phi/5/rnd_search_t_no_sched/comb_13/init/model.layers.29.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:fa51403fc5dc733ce6edec5b622785ef9c972d6b22e0e9759304b86a2d328adb
+size 11395
diff --git a/params/phi/5/rnd_search_t_no_sched/comb_13/init/model.layers.29.self_attn.q_proj/_0.pt b/params/phi/5/rnd_search_t_no_sched/comb_13/init/model.layers.29.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..32ee18bf2f25e623153f8e8e4fc5f1257a361dec
--- /dev/null
+++ b/params/phi/5/rnd_search_t_no_sched/comb_13/init/model.layers.29.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e3f2cf9d8508ef8ab0f1fab002987be0430f7eb52b87c158492cf04b7033c1d2
+size 11395
diff --git a/params/phi/5/rnd_search_t_no_sched/comb_13/init/model.layers.29.self_attn.q_proj/_s.pt b/params/phi/5/rnd_search_t_no_sched/comb_13/init/model.layers.29.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e075de1b0932c6e6521e483334b604e69c832a3e
--- /dev/null
+++ b/params/phi/5/rnd_search_t_no_sched/comb_13/init/model.layers.29.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0e6013377c387c776e132d889fac03e22995576a4b92d4de736b8dba493f07c2
+size 11395
diff --git a/params/phi/5/rnd_search_t_no_sched/comb_13/init/model.layers.29.self_attn.v_proj/_0.pt b/params/phi/5/rnd_search_t_no_sched/comb_13/init/model.layers.29.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..32ee18bf2f25e623153f8e8e4fc5f1257a361dec
--- /dev/null
+++ b/params/phi/5/rnd_search_t_no_sched/comb_13/init/model.layers.29.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e3f2cf9d8508ef8ab0f1fab002987be0430f7eb52b87c158492cf04b7033c1d2
+size 11395
diff --git a/params/phi/5/rnd_search_t_no_sched/comb_13/init/model.layers.29.self_attn.v_proj/_s.pt b/params/phi/5/rnd_search_t_no_sched/comb_13/init/model.layers.29.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c406367f4ca342c420bc674818c2d2a8261f6837
--- /dev/null
+++ b/params/phi/5/rnd_search_t_no_sched/comb_13/init/model.layers.29.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ab47b55d8914abe77a6b529ee9575588a5527e3e26d3081bb93836323cf6c57c
+size 11395
diff --git a/params/phi/5/rnd_search_t_no_sched/comb_13/init/model.layers.3.mlp.fc1/_0.pt b/params/phi/5/rnd_search_t_no_sched/comb_13/init/model.layers.3.mlp.fc1/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..32ac531bec3e1f984cbc6da2072275eebedcc848
--- /dev/null
+++ b/params/phi/5/rnd_search_t_no_sched/comb_13/init/model.layers.3.mlp.fc1/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:8aae49663620750ef1b42b31d5204777eb39a1af1f1e7ab7f27474ddd4803198
+size 42115
diff --git a/params/phi/5/rnd_search_t_no_sched/comb_13/init/model.layers.3.mlp.fc1/_s.pt b/params/phi/5/rnd_search_t_no_sched/comb_13/init/model.layers.3.mlp.fc1/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..cffda13c1d5a91d0c4fb897ed967edef2138e3e8
--- /dev/null
+++ b/params/phi/5/rnd_search_t_no_sched/comb_13/init/model.layers.3.mlp.fc1/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d83366c6a80b3a2a28232665e1986e06db90f429c5f44f6a5876b82d86ab12f8
+size 42115
diff --git a/params/phi/5/rnd_search_t_no_sched/comb_13/init/model.layers.3.mlp.fc2/_0.pt b/params/phi/5/rnd_search_t_no_sched/comb_13/init/model.layers.3.mlp.fc2/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..32ee18bf2f25e623153f8e8e4fc5f1257a361dec
--- /dev/null
+++ b/params/phi/5/rnd_search_t_no_sched/comb_13/init/model.layers.3.mlp.fc2/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e3f2cf9d8508ef8ab0f1fab002987be0430f7eb52b87c158492cf04b7033c1d2
+size 11395
diff --git a/params/phi/5/rnd_search_t_no_sched/comb_13/init/model.layers.3.mlp.fc2/_s.pt b/params/phi/5/rnd_search_t_no_sched/comb_13/init/model.layers.3.mlp.fc2/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..055f171f15d545806ce05052c01f70f9aa7909f7
--- /dev/null
+++ b/params/phi/5/rnd_search_t_no_sched/comb_13/init/model.layers.3.mlp.fc2/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:050c921cf1cf21ce5cc7203bcfc0d1d0ce6c25f8c151ea9cee4708287ecd9c65
+size 11395
diff --git a/params/phi/5/rnd_search_t_no_sched/comb_13/init/model.layers.3.self_attn.dense/_0.pt b/params/phi/5/rnd_search_t_no_sched/comb_13/init/model.layers.3.self_attn.dense/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..32ee18bf2f25e623153f8e8e4fc5f1257a361dec
--- /dev/null
+++ b/params/phi/5/rnd_search_t_no_sched/comb_13/init/model.layers.3.self_attn.dense/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e3f2cf9d8508ef8ab0f1fab002987be0430f7eb52b87c158492cf04b7033c1d2
+size 11395
diff --git a/params/phi/5/rnd_search_t_no_sched/comb_13/init/model.layers.3.self_attn.dense/_s.pt b/params/phi/5/rnd_search_t_no_sched/comb_13/init/model.layers.3.self_attn.dense/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2dd79f92332e0fdd09081096fa6104b02e232225
--- /dev/null
+++ b/params/phi/5/rnd_search_t_no_sched/comb_13/init/model.layers.3.self_attn.dense/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:1965a56d66d4d7d8d5cb75adeadfe6144170cee291222baa75065998a569b2b3
+size 11395
diff --git a/params/phi/5/rnd_search_t_no_sched/comb_13/init/model.layers.3.self_attn.k_proj/_0.pt b/params/phi/5/rnd_search_t_no_sched/comb_13/init/model.layers.3.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..32ee18bf2f25e623153f8e8e4fc5f1257a361dec
--- /dev/null
+++ b/params/phi/5/rnd_search_t_no_sched/comb_13/init/model.layers.3.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e3f2cf9d8508ef8ab0f1fab002987be0430f7eb52b87c158492cf04b7033c1d2
+size 11395
diff --git a/params/phi/5/rnd_search_t_no_sched/comb_13/init/model.layers.3.self_attn.k_proj/_s.pt b/params/phi/5/rnd_search_t_no_sched/comb_13/init/model.layers.3.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..fa149a40ade41c82ec75548d1c71d9944681c456
--- /dev/null
+++ b/params/phi/5/rnd_search_t_no_sched/comb_13/init/model.layers.3.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b488ffb7b26b251dc044c6476cb419da770967f9bcdbe05a7220892d92e58df3
+size 11395
diff --git a/params/phi/5/rnd_search_t_no_sched/comb_13/init/model.layers.3.self_attn.q_proj/_0.pt b/params/phi/5/rnd_search_t_no_sched/comb_13/init/model.layers.3.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..32ee18bf2f25e623153f8e8e4fc5f1257a361dec
--- /dev/null
+++ b/params/phi/5/rnd_search_t_no_sched/comb_13/init/model.layers.3.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e3f2cf9d8508ef8ab0f1fab002987be0430f7eb52b87c158492cf04b7033c1d2
+size 11395
diff --git a/params/phi/5/rnd_search_t_no_sched/comb_13/init/model.layers.3.self_attn.q_proj/_s.pt b/params/phi/5/rnd_search_t_no_sched/comb_13/init/model.layers.3.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..df74c34ab91e4351756a6b9420696618cecb1518
--- /dev/null
+++ b/params/phi/5/rnd_search_t_no_sched/comb_13/init/model.layers.3.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0905a097a25b26d62e63f6954a6c0b0eeb6fe4dbf8700d5656ae10da098eac0f
+size 11395
diff --git a/params/phi/5/rnd_search_t_no_sched/comb_13/init/model.layers.3.self_attn.v_proj/_0.pt b/params/phi/5/rnd_search_t_no_sched/comb_13/init/model.layers.3.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..32ee18bf2f25e623153f8e8e4fc5f1257a361dec
--- /dev/null
+++ b/params/phi/5/rnd_search_t_no_sched/comb_13/init/model.layers.3.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e3f2cf9d8508ef8ab0f1fab002987be0430f7eb52b87c158492cf04b7033c1d2
+size 11395
diff --git a/params/phi/5/rnd_search_t_no_sched/comb_13/init/model.layers.3.self_attn.v_proj/_s.pt b/params/phi/5/rnd_search_t_no_sched/comb_13/init/model.layers.3.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..185d415bd436177955dd0a1a7d1884e298fe53a0
--- /dev/null
+++ b/params/phi/5/rnd_search_t_no_sched/comb_13/init/model.layers.3.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:6c816fbbca7001fee433acf59a05ea06b2a5158de1bdb7e338cc2875073f5470
+size 11395
diff --git a/params/phi/5/rnd_search_t_no_sched/comb_13/init/model.layers.30.mlp.fc1/_0.pt b/params/phi/5/rnd_search_t_no_sched/comb_13/init/model.layers.30.mlp.fc1/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..32ac531bec3e1f984cbc6da2072275eebedcc848
--- /dev/null
+++ b/params/phi/5/rnd_search_t_no_sched/comb_13/init/model.layers.30.mlp.fc1/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:8aae49663620750ef1b42b31d5204777eb39a1af1f1e7ab7f27474ddd4803198
+size 42115
diff --git a/params/phi/5/rnd_search_t_no_sched/comb_13/init/model.layers.30.mlp.fc1/_s.pt b/params/phi/5/rnd_search_t_no_sched/comb_13/init/model.layers.30.mlp.fc1/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ff62e05265b5a938eb6f405b6f99b976114df47c
--- /dev/null
+++ b/params/phi/5/rnd_search_t_no_sched/comb_13/init/model.layers.30.mlp.fc1/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e003cc37b65fd8b0cc8ac2ef8a833aaaba86c418f47feda787e5f1d5f2181796
+size 42115
diff --git a/params/phi/5/rnd_search_t_no_sched/comb_13/init/model.layers.30.mlp.fc2/_0.pt b/params/phi/5/rnd_search_t_no_sched/comb_13/init/model.layers.30.mlp.fc2/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..32ee18bf2f25e623153f8e8e4fc5f1257a361dec
--- /dev/null
+++ b/params/phi/5/rnd_search_t_no_sched/comb_13/init/model.layers.30.mlp.fc2/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e3f2cf9d8508ef8ab0f1fab002987be0430f7eb52b87c158492cf04b7033c1d2
+size 11395
diff --git a/params/phi/5/rnd_search_t_no_sched/comb_13/init/model.layers.30.mlp.fc2/_s.pt b/params/phi/5/rnd_search_t_no_sched/comb_13/init/model.layers.30.mlp.fc2/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..20a845de1a05829275f0d011f723eeca1d1c34fc
--- /dev/null
+++ b/params/phi/5/rnd_search_t_no_sched/comb_13/init/model.layers.30.mlp.fc2/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:764fd3df519c40f28b04ebfee335da67a714c7b4677da350345e99ecca5de302
+size 11395
diff --git a/params/phi/5/rnd_search_t_no_sched/comb_13/init/model.layers.30.self_attn.dense/_0.pt b/params/phi/5/rnd_search_t_no_sched/comb_13/init/model.layers.30.self_attn.dense/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..32ee18bf2f25e623153f8e8e4fc5f1257a361dec
--- /dev/null
+++ b/params/phi/5/rnd_search_t_no_sched/comb_13/init/model.layers.30.self_attn.dense/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e3f2cf9d8508ef8ab0f1fab002987be0430f7eb52b87c158492cf04b7033c1d2
+size 11395
diff --git a/params/phi/5/rnd_search_t_no_sched/comb_13/init/model.layers.30.self_attn.dense/_s.pt b/params/phi/5/rnd_search_t_no_sched/comb_13/init/model.layers.30.self_attn.dense/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..18faf0ecd1614eda546a040c85fc41a340adab8d
--- /dev/null
+++ b/params/phi/5/rnd_search_t_no_sched/comb_13/init/model.layers.30.self_attn.dense/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ca02c1e0822cf60e141b7f52b5db422165e5f41387c0b385b402373b2c5acca0
+size 11395
diff --git a/params/phi/5/rnd_search_t_no_sched/comb_13/init/model.layers.30.self_attn.k_proj/_0.pt b/params/phi/5/rnd_search_t_no_sched/comb_13/init/model.layers.30.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..32ee18bf2f25e623153f8e8e4fc5f1257a361dec
--- /dev/null
+++ b/params/phi/5/rnd_search_t_no_sched/comb_13/init/model.layers.30.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e3f2cf9d8508ef8ab0f1fab002987be0430f7eb52b87c158492cf04b7033c1d2
+size 11395
diff --git a/params/phi/5/rnd_search_t_no_sched/comb_13/init/model.layers.30.self_attn.k_proj/_s.pt b/params/phi/5/rnd_search_t_no_sched/comb_13/init/model.layers.30.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..5422de3f7619548a205f664d907ba07c2ad2ec8a
--- /dev/null
+++ b/params/phi/5/rnd_search_t_no_sched/comb_13/init/model.layers.30.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:33ae3b6db996f65861a695b5e467d3ed2fe6bfdf71650b9ab1cd964d848b848e
+size 11395
diff --git a/params/phi/5/rnd_search_t_no_sched/comb_13/init/model.layers.30.self_attn.q_proj/_0.pt b/params/phi/5/rnd_search_t_no_sched/comb_13/init/model.layers.30.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..32ee18bf2f25e623153f8e8e4fc5f1257a361dec
--- /dev/null
+++ b/params/phi/5/rnd_search_t_no_sched/comb_13/init/model.layers.30.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e3f2cf9d8508ef8ab0f1fab002987be0430f7eb52b87c158492cf04b7033c1d2
+size 11395
diff --git a/params/phi/5/rnd_search_t_no_sched/comb_13/init/model.layers.30.self_attn.q_proj/_s.pt b/params/phi/5/rnd_search_t_no_sched/comb_13/init/model.layers.30.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..9c244ad6e560da78e246b5e27e25a43a0817684c
--- /dev/null
+++ b/params/phi/5/rnd_search_t_no_sched/comb_13/init/model.layers.30.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d36e08d99f6c8ca3e6eb2fb1fa738f9fdceee1cb996922b54a06b177c714d23e
+size 11395
diff --git a/params/phi/5/rnd_search_t_no_sched/comb_13/init/model.layers.30.self_attn.v_proj/_0.pt b/params/phi/5/rnd_search_t_no_sched/comb_13/init/model.layers.30.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..32ee18bf2f25e623153f8e8e4fc5f1257a361dec
--- /dev/null
+++ b/params/phi/5/rnd_search_t_no_sched/comb_13/init/model.layers.30.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e3f2cf9d8508ef8ab0f1fab002987be0430f7eb52b87c158492cf04b7033c1d2
+size 11395
diff --git a/params/phi/5/rnd_search_t_no_sched/comb_13/init/model.layers.30.self_attn.v_proj/_s.pt b/params/phi/5/rnd_search_t_no_sched/comb_13/init/model.layers.30.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..9e2f094f21ba61f2fef3316ca21010130addce06
--- /dev/null
+++ b/params/phi/5/rnd_search_t_no_sched/comb_13/init/model.layers.30.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0fc8dabc41a6c7a67f3ac7c00d60bca6b91d7c591762448a76de73c84784b5fd
+size 11395
diff --git a/params/phi/5/rnd_search_t_no_sched/comb_13/init/model.layers.31.mlp.fc1/_0.pt b/params/phi/5/rnd_search_t_no_sched/comb_13/init/model.layers.31.mlp.fc1/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..32ac531bec3e1f984cbc6da2072275eebedcc848
--- /dev/null
+++ b/params/phi/5/rnd_search_t_no_sched/comb_13/init/model.layers.31.mlp.fc1/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:8aae49663620750ef1b42b31d5204777eb39a1af1f1e7ab7f27474ddd4803198
+size 42115
diff --git a/params/phi/5/rnd_search_t_no_sched/comb_13/init/model.layers.31.mlp.fc1/_s.pt b/params/phi/5/rnd_search_t_no_sched/comb_13/init/model.layers.31.mlp.fc1/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ea37d2c84918a804cd40887558ca3a5a872443f4
--- /dev/null
+++ b/params/phi/5/rnd_search_t_no_sched/comb_13/init/model.layers.31.mlp.fc1/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:4f5a7c92162136f13d889bad97179d37640fb618edbddd7958f78e13a77ec51a
+size 42115
diff --git a/params/phi/5/rnd_search_t_no_sched/comb_13/init/model.layers.31.mlp.fc2/_0.pt b/params/phi/5/rnd_search_t_no_sched/comb_13/init/model.layers.31.mlp.fc2/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..32ee18bf2f25e623153f8e8e4fc5f1257a361dec
--- /dev/null
+++ b/params/phi/5/rnd_search_t_no_sched/comb_13/init/model.layers.31.mlp.fc2/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e3f2cf9d8508ef8ab0f1fab002987be0430f7eb52b87c158492cf04b7033c1d2
+size 11395
diff --git a/params/phi/5/rnd_search_t_no_sched/comb_13/init/model.layers.31.mlp.fc2/_s.pt b/params/phi/5/rnd_search_t_no_sched/comb_13/init/model.layers.31.mlp.fc2/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..bcf3bde91a2cc16787c76b2c96186ed1722e9939
--- /dev/null
+++ b/params/phi/5/rnd_search_t_no_sched/comb_13/init/model.layers.31.mlp.fc2/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:6fe8dc663475dad9e4226b7f4a2e7cc96e3eb2caaa34f1345dc21b72a08f3cdd
+size 11395
diff --git a/params/phi/5/rnd_search_t_no_sched/comb_13/init/model.layers.31.self_attn.dense/_0.pt b/params/phi/5/rnd_search_t_no_sched/comb_13/init/model.layers.31.self_attn.dense/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..32ee18bf2f25e623153f8e8e4fc5f1257a361dec
--- /dev/null
+++ b/params/phi/5/rnd_search_t_no_sched/comb_13/init/model.layers.31.self_attn.dense/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e3f2cf9d8508ef8ab0f1fab002987be0430f7eb52b87c158492cf04b7033c1d2
+size 11395
diff --git a/params/phi/5/rnd_search_t_no_sched/comb_13/init/model.layers.31.self_attn.dense/_s.pt b/params/phi/5/rnd_search_t_no_sched/comb_13/init/model.layers.31.self_attn.dense/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..1e27e1928b3867f6cbb3e95d681a4e797225e1d8
--- /dev/null
+++ b/params/phi/5/rnd_search_t_no_sched/comb_13/init/model.layers.31.self_attn.dense/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d644c7d4d32df1dd304cfb934cfdadf87ef62ba8fdd722c9576a8459dab101b3
+size 11395
diff --git a/params/phi/5/rnd_search_t_no_sched/comb_13/init/model.layers.31.self_attn.k_proj/_0.pt b/params/phi/5/rnd_search_t_no_sched/comb_13/init/model.layers.31.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..32ee18bf2f25e623153f8e8e4fc5f1257a361dec
--- /dev/null
+++ b/params/phi/5/rnd_search_t_no_sched/comb_13/init/model.layers.31.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e3f2cf9d8508ef8ab0f1fab002987be0430f7eb52b87c158492cf04b7033c1d2
+size 11395
diff --git a/params/phi/5/rnd_search_t_no_sched/comb_13/init/model.layers.31.self_attn.k_proj/_s.pt b/params/phi/5/rnd_search_t_no_sched/comb_13/init/model.layers.31.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c5e8135965e851564716aac980b185359f709ff5
--- /dev/null
+++ b/params/phi/5/rnd_search_t_no_sched/comb_13/init/model.layers.31.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:4013559894dcf88575bb87ed8a764aa522bad3ee229ee90552da7f3a70363e60
+size 11395
diff --git a/params/phi/5/rnd_search_t_no_sched/comb_13/init/model.layers.31.self_attn.q_proj/_0.pt b/params/phi/5/rnd_search_t_no_sched/comb_13/init/model.layers.31.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..32ee18bf2f25e623153f8e8e4fc5f1257a361dec
--- /dev/null
+++ b/params/phi/5/rnd_search_t_no_sched/comb_13/init/model.layers.31.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e3f2cf9d8508ef8ab0f1fab002987be0430f7eb52b87c158492cf04b7033c1d2
+size 11395
diff --git a/params/phi/5/rnd_search_t_no_sched/comb_13/init/model.layers.31.self_attn.q_proj/_s.pt b/params/phi/5/rnd_search_t_no_sched/comb_13/init/model.layers.31.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..b721ad14c5160d18f7795a1c55c080bfab26c73b
--- /dev/null
+++ b/params/phi/5/rnd_search_t_no_sched/comb_13/init/model.layers.31.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d104938df1c537e20f405fac898170d5ddfbfde49310ebba12ee264ff2446895
+size 11395
diff --git a/params/phi/5/rnd_search_t_no_sched/comb_13/init/model.layers.31.self_attn.v_proj/_0.pt b/params/phi/5/rnd_search_t_no_sched/comb_13/init/model.layers.31.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..32ee18bf2f25e623153f8e8e4fc5f1257a361dec
--- /dev/null
+++ b/params/phi/5/rnd_search_t_no_sched/comb_13/init/model.layers.31.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e3f2cf9d8508ef8ab0f1fab002987be0430f7eb52b87c158492cf04b7033c1d2
+size 11395
diff --git a/params/phi/5/rnd_search_t_no_sched/comb_13/init/model.layers.31.self_attn.v_proj/_s.pt b/params/phi/5/rnd_search_t_no_sched/comb_13/init/model.layers.31.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..bc66ae2cf9a46eae2f79fb8fe09dbf99bdf1d275
--- /dev/null
+++ b/params/phi/5/rnd_search_t_no_sched/comb_13/init/model.layers.31.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:7c4d7e36407a10f6054b7311faf94f151cf113b93d162fc89b0c8d2f9d875909
+size 11395
diff --git a/params/phi/5/rnd_search_t_no_sched/comb_13/init/model.layers.4.mlp.fc1/_0.pt b/params/phi/5/rnd_search_t_no_sched/comb_13/init/model.layers.4.mlp.fc1/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..32ac531bec3e1f984cbc6da2072275eebedcc848
--- /dev/null
+++ b/params/phi/5/rnd_search_t_no_sched/comb_13/init/model.layers.4.mlp.fc1/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:8aae49663620750ef1b42b31d5204777eb39a1af1f1e7ab7f27474ddd4803198
+size 42115
diff --git a/params/phi/5/rnd_search_t_no_sched/comb_13/init/model.layers.4.mlp.fc1/_s.pt b/params/phi/5/rnd_search_t_no_sched/comb_13/init/model.layers.4.mlp.fc1/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..edf4ed49591a8865c15216b8c1a3d452436d5cd6
--- /dev/null
+++ b/params/phi/5/rnd_search_t_no_sched/comb_13/init/model.layers.4.mlp.fc1/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:184bcaf80685badf259f31d044e8a19976e0032da0b302f02eaa43815205fbb1
+size 42115
diff --git a/params/phi/5/rnd_search_t_no_sched/comb_13/init/model.layers.4.mlp.fc2/_0.pt b/params/phi/5/rnd_search_t_no_sched/comb_13/init/model.layers.4.mlp.fc2/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..32ee18bf2f25e623153f8e8e4fc5f1257a361dec
--- /dev/null
+++ b/params/phi/5/rnd_search_t_no_sched/comb_13/init/model.layers.4.mlp.fc2/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e3f2cf9d8508ef8ab0f1fab002987be0430f7eb52b87c158492cf04b7033c1d2
+size 11395
diff --git a/params/phi/5/rnd_search_t_no_sched/comb_13/init/model.layers.4.mlp.fc2/_s.pt b/params/phi/5/rnd_search_t_no_sched/comb_13/init/model.layers.4.mlp.fc2/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..f9c80e9d85cd35106e208c201445b2c1a84a16de
--- /dev/null
+++ b/params/phi/5/rnd_search_t_no_sched/comb_13/init/model.layers.4.mlp.fc2/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:1626ba340c180ffa06786db4c7d6d7ff7b1f4875bc6053e3f77c24d7dd96736b
+size 11395
diff --git a/params/phi/5/rnd_search_t_no_sched/comb_13/init/model.layers.4.self_attn.dense/_0.pt b/params/phi/5/rnd_search_t_no_sched/comb_13/init/model.layers.4.self_attn.dense/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..32ee18bf2f25e623153f8e8e4fc5f1257a361dec
--- /dev/null
+++ b/params/phi/5/rnd_search_t_no_sched/comb_13/init/model.layers.4.self_attn.dense/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e3f2cf9d8508ef8ab0f1fab002987be0430f7eb52b87c158492cf04b7033c1d2
+size 11395
diff --git a/params/phi/5/rnd_search_t_no_sched/comb_13/init/model.layers.4.self_attn.dense/_s.pt b/params/phi/5/rnd_search_t_no_sched/comb_13/init/model.layers.4.self_attn.dense/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..f54ac3516b6298738fc31fac27270c7c57fa87db
--- /dev/null
+++ b/params/phi/5/rnd_search_t_no_sched/comb_13/init/model.layers.4.self_attn.dense/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:9042854b00b7f84fadee8cbcfbba5ecb0b0e30fb0daac4d76bfedb1ced6a676f
+size 11395
diff --git a/params/phi/5/rnd_search_t_no_sched/comb_13/init/model.layers.4.self_attn.k_proj/_0.pt b/params/phi/5/rnd_search_t_no_sched/comb_13/init/model.layers.4.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..32ee18bf2f25e623153f8e8e4fc5f1257a361dec
--- /dev/null
+++ b/params/phi/5/rnd_search_t_no_sched/comb_13/init/model.layers.4.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e3f2cf9d8508ef8ab0f1fab002987be0430f7eb52b87c158492cf04b7033c1d2
+size 11395
diff --git a/params/phi/5/rnd_search_t_no_sched/comb_13/init/model.layers.4.self_attn.k_proj/_s.pt b/params/phi/5/rnd_search_t_no_sched/comb_13/init/model.layers.4.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ada0b57ba510041498747c68af4a1c76f680385b
--- /dev/null
+++ b/params/phi/5/rnd_search_t_no_sched/comb_13/init/model.layers.4.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:841f5dc5c111edcb3cec2b4571d772ced3e971754cb68e3e1d54f1affea32a11
+size 11395
diff --git a/params/phi/5/rnd_search_t_no_sched/comb_13/init/model.layers.4.self_attn.q_proj/_0.pt b/params/phi/5/rnd_search_t_no_sched/comb_13/init/model.layers.4.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..32ee18bf2f25e623153f8e8e4fc5f1257a361dec
--- /dev/null
+++ b/params/phi/5/rnd_search_t_no_sched/comb_13/init/model.layers.4.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e3f2cf9d8508ef8ab0f1fab002987be0430f7eb52b87c158492cf04b7033c1d2
+size 11395
diff --git a/params/phi/5/rnd_search_t_no_sched/comb_13/init/model.layers.4.self_attn.q_proj/_s.pt b/params/phi/5/rnd_search_t_no_sched/comb_13/init/model.layers.4.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ba46723285610cc3d187b8293b7614f0eb36f28c
--- /dev/null
+++ b/params/phi/5/rnd_search_t_no_sched/comb_13/init/model.layers.4.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ba178223c335a22917f598db49a20b1b64e0ee5448f6241e96c0cddd519a46ec
+size 11395
diff --git a/params/phi/5/rnd_search_t_no_sched/comb_13/init/model.layers.4.self_attn.v_proj/_0.pt b/params/phi/5/rnd_search_t_no_sched/comb_13/init/model.layers.4.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..32ee18bf2f25e623153f8e8e4fc5f1257a361dec
--- /dev/null
+++ b/params/phi/5/rnd_search_t_no_sched/comb_13/init/model.layers.4.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e3f2cf9d8508ef8ab0f1fab002987be0430f7eb52b87c158492cf04b7033c1d2
+size 11395
diff --git a/params/phi/5/rnd_search_t_no_sched/comb_13/init/model.layers.4.self_attn.v_proj/_s.pt b/params/phi/5/rnd_search_t_no_sched/comb_13/init/model.layers.4.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e367474e24f93454d09b60de6dd72a85b0bbc203
--- /dev/null
+++ b/params/phi/5/rnd_search_t_no_sched/comb_13/init/model.layers.4.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:3fa1819a736cf938b3181f5754e154a6d718b8c21e4a87999d5c5fbdc7809b7d
+size 11395
diff --git a/params/phi/5/rnd_search_t_no_sched/comb_13/init/model.layers.5.mlp.fc1/_0.pt b/params/phi/5/rnd_search_t_no_sched/comb_13/init/model.layers.5.mlp.fc1/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..32ac531bec3e1f984cbc6da2072275eebedcc848
--- /dev/null
+++ b/params/phi/5/rnd_search_t_no_sched/comb_13/init/model.layers.5.mlp.fc1/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:8aae49663620750ef1b42b31d5204777eb39a1af1f1e7ab7f27474ddd4803198
+size 42115
diff --git a/params/phi/5/rnd_search_t_no_sched/comb_13/init/model.layers.5.mlp.fc1/_s.pt b/params/phi/5/rnd_search_t_no_sched/comb_13/init/model.layers.5.mlp.fc1/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..7412a616444c2e1944dbb9c4e857dc151a646b7d
--- /dev/null
+++ b/params/phi/5/rnd_search_t_no_sched/comb_13/init/model.layers.5.mlp.fc1/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:24e1d1945949737648baa2004d1a0ca8c9b523be329d7cc63c19c4616c882e2b
+size 42115
diff --git a/params/phi/5/rnd_search_t_no_sched/comb_13/init/model.layers.5.mlp.fc2/_0.pt b/params/phi/5/rnd_search_t_no_sched/comb_13/init/model.layers.5.mlp.fc2/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..32ee18bf2f25e623153f8e8e4fc5f1257a361dec
--- /dev/null
+++ b/params/phi/5/rnd_search_t_no_sched/comb_13/init/model.layers.5.mlp.fc2/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e3f2cf9d8508ef8ab0f1fab002987be0430f7eb52b87c158492cf04b7033c1d2
+size 11395
diff --git a/params/phi/5/rnd_search_t_no_sched/comb_13/init/model.layers.5.mlp.fc2/_s.pt b/params/phi/5/rnd_search_t_no_sched/comb_13/init/model.layers.5.mlp.fc2/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ac391e98f7af4c8182a2944bfdbf14f8ffc7c11b
--- /dev/null
+++ b/params/phi/5/rnd_search_t_no_sched/comb_13/init/model.layers.5.mlp.fc2/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b823a2549981259cb4632240990c0cc2c0f9bf81c23ae4d317f3243910ee05be
+size 11395
diff --git a/params/phi/5/rnd_search_t_no_sched/comb_13/init/model.layers.5.self_attn.dense/_0.pt b/params/phi/5/rnd_search_t_no_sched/comb_13/init/model.layers.5.self_attn.dense/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..32ee18bf2f25e623153f8e8e4fc5f1257a361dec
--- /dev/null
+++ b/params/phi/5/rnd_search_t_no_sched/comb_13/init/model.layers.5.self_attn.dense/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e3f2cf9d8508ef8ab0f1fab002987be0430f7eb52b87c158492cf04b7033c1d2
+size 11395
diff --git a/params/phi/5/rnd_search_t_no_sched/comb_13/init/model.layers.5.self_attn.dense/_s.pt b/params/phi/5/rnd_search_t_no_sched/comb_13/init/model.layers.5.self_attn.dense/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..fafe067dda0067a544cd3249b2280ffc66281948
--- /dev/null
+++ b/params/phi/5/rnd_search_t_no_sched/comb_13/init/model.layers.5.self_attn.dense/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:cb16c12e174e1c1fd65431adf7cd604c282e2a9782a5dae4dc815343e00d3eae
+size 11395
diff --git a/params/phi/5/rnd_search_t_no_sched/comb_13/init/model.layers.5.self_attn.k_proj/_0.pt b/params/phi/5/rnd_search_t_no_sched/comb_13/init/model.layers.5.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..32ee18bf2f25e623153f8e8e4fc5f1257a361dec
--- /dev/null
+++ b/params/phi/5/rnd_search_t_no_sched/comb_13/init/model.layers.5.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e3f2cf9d8508ef8ab0f1fab002987be0430f7eb52b87c158492cf04b7033c1d2
+size 11395
diff --git a/params/phi/5/rnd_search_t_no_sched/comb_13/init/model.layers.5.self_attn.k_proj/_s.pt b/params/phi/5/rnd_search_t_no_sched/comb_13/init/model.layers.5.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..6978d5f3c9cca971a8054323fcfb0f31ec1b1c5b
--- /dev/null
+++ b/params/phi/5/rnd_search_t_no_sched/comb_13/init/model.layers.5.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:7502b7d6eb6241c9437ea72861658f16c146014a87b2e068e329c06d4d5c9afe
+size 11395
diff --git a/params/phi/5/rnd_search_t_no_sched/comb_13/init/model.layers.5.self_attn.q_proj/_0.pt b/params/phi/5/rnd_search_t_no_sched/comb_13/init/model.layers.5.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..32ee18bf2f25e623153f8e8e4fc5f1257a361dec
--- /dev/null
+++ b/params/phi/5/rnd_search_t_no_sched/comb_13/init/model.layers.5.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e3f2cf9d8508ef8ab0f1fab002987be0430f7eb52b87c158492cf04b7033c1d2
+size 11395
diff --git a/params/phi/5/rnd_search_t_no_sched/comb_13/init/model.layers.5.self_attn.q_proj/_s.pt b/params/phi/5/rnd_search_t_no_sched/comb_13/init/model.layers.5.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c4c91221f132017f17e825f35a97d55e3bbb19a6
--- /dev/null
+++ b/params/phi/5/rnd_search_t_no_sched/comb_13/init/model.layers.5.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a3688a8a7f80bdd9a61132b78575fd5c95e8bdc4c495553ef15819812359740f
+size 11395
diff --git a/params/phi/5/rnd_search_t_no_sched/comb_13/init/model.layers.5.self_attn.v_proj/_0.pt b/params/phi/5/rnd_search_t_no_sched/comb_13/init/model.layers.5.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..32ee18bf2f25e623153f8e8e4fc5f1257a361dec
--- /dev/null
+++ b/params/phi/5/rnd_search_t_no_sched/comb_13/init/model.layers.5.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e3f2cf9d8508ef8ab0f1fab002987be0430f7eb52b87c158492cf04b7033c1d2
+size 11395
diff --git a/params/phi/5/rnd_search_t_no_sched/comb_13/init/model.layers.5.self_attn.v_proj/_s.pt b/params/phi/5/rnd_search_t_no_sched/comb_13/init/model.layers.5.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..91612944522f7ea093023f858a15e080ee65ef97
--- /dev/null
+++ b/params/phi/5/rnd_search_t_no_sched/comb_13/init/model.layers.5.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:35ab3b5ffde48286329c083d35076e9f234cff07d84b6c51bef1aee2644b0833
+size 11395
diff --git a/params/phi/5/rnd_search_t_no_sched/comb_13/init/model.layers.6.mlp.fc1/_0.pt b/params/phi/5/rnd_search_t_no_sched/comb_13/init/model.layers.6.mlp.fc1/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..32ac531bec3e1f984cbc6da2072275eebedcc848
--- /dev/null
+++ b/params/phi/5/rnd_search_t_no_sched/comb_13/init/model.layers.6.mlp.fc1/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:8aae49663620750ef1b42b31d5204777eb39a1af1f1e7ab7f27474ddd4803198
+size 42115
diff --git a/params/phi/5/rnd_search_t_no_sched/comb_13/init/model.layers.6.mlp.fc1/_s.pt b/params/phi/5/rnd_search_t_no_sched/comb_13/init/model.layers.6.mlp.fc1/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e9a2cc052f1c81e991ea9c7f8f30844941dae06a
--- /dev/null
+++ b/params/phi/5/rnd_search_t_no_sched/comb_13/init/model.layers.6.mlp.fc1/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:62639df711f9303309b04616baac1a03db38a55ce887831eb200616bf72c0784
+size 42115
diff --git a/params/phi/5/rnd_search_t_no_sched/comb_13/init/model.layers.6.mlp.fc2/_0.pt b/params/phi/5/rnd_search_t_no_sched/comb_13/init/model.layers.6.mlp.fc2/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..32ee18bf2f25e623153f8e8e4fc5f1257a361dec
--- /dev/null
+++ b/params/phi/5/rnd_search_t_no_sched/comb_13/init/model.layers.6.mlp.fc2/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e3f2cf9d8508ef8ab0f1fab002987be0430f7eb52b87c158492cf04b7033c1d2
+size 11395
diff --git a/params/phi/5/rnd_search_t_no_sched/comb_13/init/model.layers.6.mlp.fc2/_s.pt b/params/phi/5/rnd_search_t_no_sched/comb_13/init/model.layers.6.mlp.fc2/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4445ee895dfb65f3f9311aa27e4f4fa3c9da40ee
--- /dev/null
+++ b/params/phi/5/rnd_search_t_no_sched/comb_13/init/model.layers.6.mlp.fc2/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:37ac9163e86486966e96a8c8d139cb830cbc571a6d72380824fa396defb8c478
+size 11395
diff --git a/params/phi/5/rnd_search_t_no_sched/comb_13/init/model.layers.6.self_attn.dense/_0.pt b/params/phi/5/rnd_search_t_no_sched/comb_13/init/model.layers.6.self_attn.dense/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..32ee18bf2f25e623153f8e8e4fc5f1257a361dec
--- /dev/null
+++ b/params/phi/5/rnd_search_t_no_sched/comb_13/init/model.layers.6.self_attn.dense/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e3f2cf9d8508ef8ab0f1fab002987be0430f7eb52b87c158492cf04b7033c1d2
+size 11395
diff --git a/params/phi/5/rnd_search_t_no_sched/comb_13/init/model.layers.6.self_attn.dense/_s.pt b/params/phi/5/rnd_search_t_no_sched/comb_13/init/model.layers.6.self_attn.dense/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..afc442e75b43accb793fb930aff0bfa7fb6484b4
--- /dev/null
+++ b/params/phi/5/rnd_search_t_no_sched/comb_13/init/model.layers.6.self_attn.dense/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0af48aa17ce45ce0c3182ef94c03b1db965545b63fe6eb78764d6b45a27cb4b2
+size 11395
diff --git a/params/phi/5/rnd_search_t_no_sched/comb_13/init/model.layers.6.self_attn.k_proj/_0.pt b/params/phi/5/rnd_search_t_no_sched/comb_13/init/model.layers.6.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..32ee18bf2f25e623153f8e8e4fc5f1257a361dec
--- /dev/null
+++ b/params/phi/5/rnd_search_t_no_sched/comb_13/init/model.layers.6.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e3f2cf9d8508ef8ab0f1fab002987be0430f7eb52b87c158492cf04b7033c1d2
+size 11395
diff --git a/params/phi/5/rnd_search_t_no_sched/comb_13/init/model.layers.6.self_attn.k_proj/_s.pt b/params/phi/5/rnd_search_t_no_sched/comb_13/init/model.layers.6.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..903d6d438a767e3fffddcf099f35a6743b9b1461
--- /dev/null
+++ b/params/phi/5/rnd_search_t_no_sched/comb_13/init/model.layers.6.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e56e683e7548b23702686fd86786e2e975baee51edf3843461eec95c203141ea
+size 11395
diff --git a/params/phi/5/rnd_search_t_no_sched/comb_13/init/model.layers.6.self_attn.q_proj/_0.pt b/params/phi/5/rnd_search_t_no_sched/comb_13/init/model.layers.6.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..32ee18bf2f25e623153f8e8e4fc5f1257a361dec
--- /dev/null
+++ b/params/phi/5/rnd_search_t_no_sched/comb_13/init/model.layers.6.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e3f2cf9d8508ef8ab0f1fab002987be0430f7eb52b87c158492cf04b7033c1d2
+size 11395
diff --git a/params/phi/5/rnd_search_t_no_sched/comb_13/init/model.layers.6.self_attn.q_proj/_s.pt b/params/phi/5/rnd_search_t_no_sched/comb_13/init/model.layers.6.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..de21032820513e525e684a38c81c2d57a4b429d7
--- /dev/null
+++ b/params/phi/5/rnd_search_t_no_sched/comb_13/init/model.layers.6.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:fe7b4e1fadcc8abb39bba02fcf93d21f37a36d5ae650a678e99b958373814603
+size 11395
diff --git a/params/phi/5/rnd_search_t_no_sched/comb_13/init/model.layers.6.self_attn.v_proj/_0.pt b/params/phi/5/rnd_search_t_no_sched/comb_13/init/model.layers.6.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..32ee18bf2f25e623153f8e8e4fc5f1257a361dec
--- /dev/null
+++ b/params/phi/5/rnd_search_t_no_sched/comb_13/init/model.layers.6.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e3f2cf9d8508ef8ab0f1fab002987be0430f7eb52b87c158492cf04b7033c1d2
+size 11395
diff --git a/params/phi/5/rnd_search_t_no_sched/comb_13/init/model.layers.6.self_attn.v_proj/_s.pt b/params/phi/5/rnd_search_t_no_sched/comb_13/init/model.layers.6.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..d3b820c332affbf2ed1e4945a2ded17379338e14
--- /dev/null
+++ b/params/phi/5/rnd_search_t_no_sched/comb_13/init/model.layers.6.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:3f3acd99d31e836ba6627c3c784586b526ac2e41b21e0270c4298d75cebd36d4
+size 11395
diff --git a/params/phi/5/rnd_search_t_no_sched/comb_13/init/model.layers.7.mlp.fc1/_0.pt b/params/phi/5/rnd_search_t_no_sched/comb_13/init/model.layers.7.mlp.fc1/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..32ac531bec3e1f984cbc6da2072275eebedcc848
--- /dev/null
+++ b/params/phi/5/rnd_search_t_no_sched/comb_13/init/model.layers.7.mlp.fc1/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:8aae49663620750ef1b42b31d5204777eb39a1af1f1e7ab7f27474ddd4803198
+size 42115
diff --git a/params/phi/5/rnd_search_t_no_sched/comb_13/init/model.layers.7.mlp.fc1/_s.pt b/params/phi/5/rnd_search_t_no_sched/comb_13/init/model.layers.7.mlp.fc1/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..dd4bbc49e087ea44330e343f913f80ac063b0c74
--- /dev/null
+++ b/params/phi/5/rnd_search_t_no_sched/comb_13/init/model.layers.7.mlp.fc1/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:86992a49e6e91a700f45699a165e541e0e03b81cfd1097582d3ba0e3204a3d7f
+size 42115
diff --git a/params/phi/5/rnd_search_t_no_sched/comb_13/init/model.layers.7.mlp.fc2/_0.pt b/params/phi/5/rnd_search_t_no_sched/comb_13/init/model.layers.7.mlp.fc2/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..32ee18bf2f25e623153f8e8e4fc5f1257a361dec
--- /dev/null
+++ b/params/phi/5/rnd_search_t_no_sched/comb_13/init/model.layers.7.mlp.fc2/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e3f2cf9d8508ef8ab0f1fab002987be0430f7eb52b87c158492cf04b7033c1d2
+size 11395
diff --git a/params/phi/5/rnd_search_t_no_sched/comb_13/init/model.layers.7.mlp.fc2/_s.pt b/params/phi/5/rnd_search_t_no_sched/comb_13/init/model.layers.7.mlp.fc2/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..47e89f5ea4a7fe842b48600e01f786915a134953
--- /dev/null
+++ b/params/phi/5/rnd_search_t_no_sched/comb_13/init/model.layers.7.mlp.fc2/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:9d5d3548843875c1b333d8b2d38b719d6288eda5766a23d6205c62707eb67664
+size 11395
diff --git a/params/phi/5/rnd_search_t_no_sched/comb_13/init/model.layers.7.self_attn.dense/_0.pt b/params/phi/5/rnd_search_t_no_sched/comb_13/init/model.layers.7.self_attn.dense/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..32ee18bf2f25e623153f8e8e4fc5f1257a361dec
--- /dev/null
+++ b/params/phi/5/rnd_search_t_no_sched/comb_13/init/model.layers.7.self_attn.dense/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e3f2cf9d8508ef8ab0f1fab002987be0430f7eb52b87c158492cf04b7033c1d2
+size 11395
diff --git a/params/phi/5/rnd_search_t_no_sched/comb_13/init/model.layers.7.self_attn.dense/_s.pt b/params/phi/5/rnd_search_t_no_sched/comb_13/init/model.layers.7.self_attn.dense/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4638f240fe982d22392eb27ecd5b0cea5a5b19ad
--- /dev/null
+++ b/params/phi/5/rnd_search_t_no_sched/comb_13/init/model.layers.7.self_attn.dense/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:58deff6cdb665524357bcdea11d77c3b052eda19c616f80a0f55b9778e098fe6
+size 11395
diff --git a/params/phi/5/rnd_search_t_no_sched/comb_13/init/model.layers.7.self_attn.k_proj/_0.pt b/params/phi/5/rnd_search_t_no_sched/comb_13/init/model.layers.7.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..32ee18bf2f25e623153f8e8e4fc5f1257a361dec
--- /dev/null
+++ b/params/phi/5/rnd_search_t_no_sched/comb_13/init/model.layers.7.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e3f2cf9d8508ef8ab0f1fab002987be0430f7eb52b87c158492cf04b7033c1d2
+size 11395
diff --git a/params/phi/5/rnd_search_t_no_sched/comb_13/init/model.layers.7.self_attn.k_proj/_s.pt b/params/phi/5/rnd_search_t_no_sched/comb_13/init/model.layers.7.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..56a2ccaff35fdf2bf809bfd86bb7c600da78e192
--- /dev/null
+++ b/params/phi/5/rnd_search_t_no_sched/comb_13/init/model.layers.7.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:68c667ed0b6fde20b48e8766fb40c4611e2f3d032a39c96c4b05d119df3a0130
+size 11395
diff --git a/params/phi/5/rnd_search_t_no_sched/comb_13/init/model.layers.7.self_attn.q_proj/_0.pt b/params/phi/5/rnd_search_t_no_sched/comb_13/init/model.layers.7.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..32ee18bf2f25e623153f8e8e4fc5f1257a361dec
--- /dev/null
+++ b/params/phi/5/rnd_search_t_no_sched/comb_13/init/model.layers.7.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e3f2cf9d8508ef8ab0f1fab002987be0430f7eb52b87c158492cf04b7033c1d2
+size 11395
diff --git a/params/phi/5/rnd_search_t_no_sched/comb_13/init/model.layers.7.self_attn.q_proj/_s.pt b/params/phi/5/rnd_search_t_no_sched/comb_13/init/model.layers.7.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..259651cffe82c8bd778dd5abcf14be0acb675c60
--- /dev/null
+++ b/params/phi/5/rnd_search_t_no_sched/comb_13/init/model.layers.7.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:95259c06d7075bbd846704dabe4c564de9725e5c66608859d8bf24671030d9ce
+size 11395
diff --git a/params/phi/5/rnd_search_t_no_sched/comb_13/init/model.layers.7.self_attn.v_proj/_0.pt b/params/phi/5/rnd_search_t_no_sched/comb_13/init/model.layers.7.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..32ee18bf2f25e623153f8e8e4fc5f1257a361dec
--- /dev/null
+++ b/params/phi/5/rnd_search_t_no_sched/comb_13/init/model.layers.7.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e3f2cf9d8508ef8ab0f1fab002987be0430f7eb52b87c158492cf04b7033c1d2
+size 11395
diff --git a/params/phi/5/rnd_search_t_no_sched/comb_13/init/model.layers.7.self_attn.v_proj/_s.pt b/params/phi/5/rnd_search_t_no_sched/comb_13/init/model.layers.7.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..eda9eca1c3f339e1b620f81187a47a2d0b357c76
--- /dev/null
+++ b/params/phi/5/rnd_search_t_no_sched/comb_13/init/model.layers.7.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d0dd5a2088a5193214f8adc2f11f9c01516e5cb7aca091425c806bf2be719a5e
+size 11395
diff --git a/params/phi/5/rnd_search_t_no_sched/comb_13/init/model.layers.8.mlp.fc1/_0.pt b/params/phi/5/rnd_search_t_no_sched/comb_13/init/model.layers.8.mlp.fc1/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..32ac531bec3e1f984cbc6da2072275eebedcc848
--- /dev/null
+++ b/params/phi/5/rnd_search_t_no_sched/comb_13/init/model.layers.8.mlp.fc1/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:8aae49663620750ef1b42b31d5204777eb39a1af1f1e7ab7f27474ddd4803198
+size 42115
diff --git a/params/phi/5/rnd_search_t_no_sched/comb_13/init/model.layers.8.mlp.fc1/_s.pt b/params/phi/5/rnd_search_t_no_sched/comb_13/init/model.layers.8.mlp.fc1/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..b782188997e3340f0e05788fbec7aefcfb6b6f52
--- /dev/null
+++ b/params/phi/5/rnd_search_t_no_sched/comb_13/init/model.layers.8.mlp.fc1/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f8696d27d4628b8ae3fda4e9b3772e8baba9bf2ce478ecbe79cb694df4ec2622
+size 42115
diff --git a/params/phi/5/rnd_search_t_no_sched/comb_13/init/model.layers.8.mlp.fc2/_0.pt b/params/phi/5/rnd_search_t_no_sched/comb_13/init/model.layers.8.mlp.fc2/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..32ee18bf2f25e623153f8e8e4fc5f1257a361dec
--- /dev/null
+++ b/params/phi/5/rnd_search_t_no_sched/comb_13/init/model.layers.8.mlp.fc2/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e3f2cf9d8508ef8ab0f1fab002987be0430f7eb52b87c158492cf04b7033c1d2
+size 11395
diff --git a/params/phi/5/rnd_search_t_no_sched/comb_13/init/model.layers.8.mlp.fc2/_s.pt b/params/phi/5/rnd_search_t_no_sched/comb_13/init/model.layers.8.mlp.fc2/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..b71c5b7661432c6eba3aec4bf2b1de1a35b4db56
--- /dev/null
+++ b/params/phi/5/rnd_search_t_no_sched/comb_13/init/model.layers.8.mlp.fc2/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:4b3e4d8783b7fde89592d1f1c3d924c40e28e26f1b7c016056957769c1492131
+size 11395
diff --git a/params/phi/5/rnd_search_t_no_sched/comb_13/init/model.layers.8.self_attn.dense/_0.pt b/params/phi/5/rnd_search_t_no_sched/comb_13/init/model.layers.8.self_attn.dense/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..32ee18bf2f25e623153f8e8e4fc5f1257a361dec
--- /dev/null
+++ b/params/phi/5/rnd_search_t_no_sched/comb_13/init/model.layers.8.self_attn.dense/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e3f2cf9d8508ef8ab0f1fab002987be0430f7eb52b87c158492cf04b7033c1d2
+size 11395
diff --git a/params/phi/5/rnd_search_t_no_sched/comb_13/init/model.layers.8.self_attn.dense/_s.pt b/params/phi/5/rnd_search_t_no_sched/comb_13/init/model.layers.8.self_attn.dense/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e7a91dffea294a2f4bb13e9455c5d3e40a2055ad
--- /dev/null
+++ b/params/phi/5/rnd_search_t_no_sched/comb_13/init/model.layers.8.self_attn.dense/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:43a08586063bb16e51888f0ce1b6d6d1e32d1b2e6d0d261dc831a6ae09040024
+size 11395
diff --git a/params/phi/5/rnd_search_t_no_sched/comb_13/init/model.layers.8.self_attn.k_proj/_0.pt b/params/phi/5/rnd_search_t_no_sched/comb_13/init/model.layers.8.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..32ee18bf2f25e623153f8e8e4fc5f1257a361dec
--- /dev/null
+++ b/params/phi/5/rnd_search_t_no_sched/comb_13/init/model.layers.8.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e3f2cf9d8508ef8ab0f1fab002987be0430f7eb52b87c158492cf04b7033c1d2
+size 11395
diff --git a/params/phi/5/rnd_search_t_no_sched/comb_13/init/model.layers.8.self_attn.k_proj/_s.pt b/params/phi/5/rnd_search_t_no_sched/comb_13/init/model.layers.8.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..da1ba80199d37b8b9d7e65fa929452dd6bd3789f
--- /dev/null
+++ b/params/phi/5/rnd_search_t_no_sched/comb_13/init/model.layers.8.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:28912285dfe22586ae9472f7e9c85e21afbda31768186c8058335a57d378a49e
+size 11395
diff --git a/params/phi/5/rnd_search_t_no_sched/comb_13/init/model.layers.8.self_attn.q_proj/_0.pt b/params/phi/5/rnd_search_t_no_sched/comb_13/init/model.layers.8.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..32ee18bf2f25e623153f8e8e4fc5f1257a361dec
--- /dev/null
+++ b/params/phi/5/rnd_search_t_no_sched/comb_13/init/model.layers.8.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e3f2cf9d8508ef8ab0f1fab002987be0430f7eb52b87c158492cf04b7033c1d2
+size 11395
diff --git a/params/phi/5/rnd_search_t_no_sched/comb_13/init/model.layers.8.self_attn.q_proj/_s.pt b/params/phi/5/rnd_search_t_no_sched/comb_13/init/model.layers.8.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..d671fb12d96c10598e7b2749e09e6fa012073144
--- /dev/null
+++ b/params/phi/5/rnd_search_t_no_sched/comb_13/init/model.layers.8.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b1cfb6aaedc26065156ffce91379f6fd800c6de148dc4918d9482a2c1b0a359e
+size 11395
diff --git a/params/phi/5/rnd_search_t_no_sched/comb_13/init/model.layers.8.self_attn.v_proj/_0.pt b/params/phi/5/rnd_search_t_no_sched/comb_13/init/model.layers.8.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..32ee18bf2f25e623153f8e8e4fc5f1257a361dec
--- /dev/null
+++ b/params/phi/5/rnd_search_t_no_sched/comb_13/init/model.layers.8.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e3f2cf9d8508ef8ab0f1fab002987be0430f7eb52b87c158492cf04b7033c1d2
+size 11395
diff --git a/params/phi/5/rnd_search_t_no_sched/comb_13/init/model.layers.8.self_attn.v_proj/_s.pt b/params/phi/5/rnd_search_t_no_sched/comb_13/init/model.layers.8.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..592be7a4f78058ccf0f154e914e2b0c73a06124a
--- /dev/null
+++ b/params/phi/5/rnd_search_t_no_sched/comb_13/init/model.layers.8.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:7890c6936ba703d43753ad809bd288d29aa4b75cddf289552edff020c5a4f18f
+size 11395
diff --git a/params/phi/5/rnd_search_t_no_sched/comb_13/init/model.layers.9.mlp.fc1/_0.pt b/params/phi/5/rnd_search_t_no_sched/comb_13/init/model.layers.9.mlp.fc1/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..32ac531bec3e1f984cbc6da2072275eebedcc848
--- /dev/null
+++ b/params/phi/5/rnd_search_t_no_sched/comb_13/init/model.layers.9.mlp.fc1/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:8aae49663620750ef1b42b31d5204777eb39a1af1f1e7ab7f27474ddd4803198
+size 42115
diff --git a/params/phi/5/rnd_search_t_no_sched/comb_13/init/model.layers.9.mlp.fc1/_s.pt b/params/phi/5/rnd_search_t_no_sched/comb_13/init/model.layers.9.mlp.fc1/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..81f5dceedef15a526429fcf6624fb88c943b7acc
--- /dev/null
+++ b/params/phi/5/rnd_search_t_no_sched/comb_13/init/model.layers.9.mlp.fc1/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:00e61adb1284e0b1ecf9c89bfb214a8d9aa4c3b5a82ee0b3b7de68740ce837e0
+size 42115
diff --git a/params/phi/5/rnd_search_t_no_sched/comb_13/init/model.layers.9.mlp.fc2/_0.pt b/params/phi/5/rnd_search_t_no_sched/comb_13/init/model.layers.9.mlp.fc2/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..32ee18bf2f25e623153f8e8e4fc5f1257a361dec
--- /dev/null
+++ b/params/phi/5/rnd_search_t_no_sched/comb_13/init/model.layers.9.mlp.fc2/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e3f2cf9d8508ef8ab0f1fab002987be0430f7eb52b87c158492cf04b7033c1d2
+size 11395
diff --git a/params/phi/5/rnd_search_t_no_sched/comb_13/init/model.layers.9.mlp.fc2/_s.pt b/params/phi/5/rnd_search_t_no_sched/comb_13/init/model.layers.9.mlp.fc2/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..6de8d19529a8ca510de28003453b5d490467de50
--- /dev/null
+++ b/params/phi/5/rnd_search_t_no_sched/comb_13/init/model.layers.9.mlp.fc2/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:314a5a92d78e8b0b5808b468e0aacf746413635c233d77e186af7bd9d75f1b89
+size 11395
diff --git a/params/phi/5/rnd_search_t_no_sched/comb_13/init/model.layers.9.self_attn.dense/_0.pt b/params/phi/5/rnd_search_t_no_sched/comb_13/init/model.layers.9.self_attn.dense/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..32ee18bf2f25e623153f8e8e4fc5f1257a361dec
--- /dev/null
+++ b/params/phi/5/rnd_search_t_no_sched/comb_13/init/model.layers.9.self_attn.dense/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e3f2cf9d8508ef8ab0f1fab002987be0430f7eb52b87c158492cf04b7033c1d2
+size 11395
diff --git a/params/phi/5/rnd_search_t_no_sched/comb_13/init/model.layers.9.self_attn.dense/_s.pt b/params/phi/5/rnd_search_t_no_sched/comb_13/init/model.layers.9.self_attn.dense/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..427ddba093e9ed26b90aafa92742e06a8731818d
--- /dev/null
+++ b/params/phi/5/rnd_search_t_no_sched/comb_13/init/model.layers.9.self_attn.dense/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:7bd31f8666e24e33ae8ec6d3828618d98baf2d5bb65363e8785a7974708a1cc3
+size 11395
diff --git a/params/phi/5/rnd_search_t_no_sched/comb_13/init/model.layers.9.self_attn.k_proj/_0.pt b/params/phi/5/rnd_search_t_no_sched/comb_13/init/model.layers.9.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..32ee18bf2f25e623153f8e8e4fc5f1257a361dec
--- /dev/null
+++ b/params/phi/5/rnd_search_t_no_sched/comb_13/init/model.layers.9.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e3f2cf9d8508ef8ab0f1fab002987be0430f7eb52b87c158492cf04b7033c1d2
+size 11395
diff --git a/params/phi/5/rnd_search_t_no_sched/comb_13/init/model.layers.9.self_attn.k_proj/_s.pt b/params/phi/5/rnd_search_t_no_sched/comb_13/init/model.layers.9.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..240a9ac6d84873ec86aab99f38caebeed95abd4c
--- /dev/null
+++ b/params/phi/5/rnd_search_t_no_sched/comb_13/init/model.layers.9.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:49e3fc71b5bea4d209723657c5c4d6595cf8d3c9f9aacee4428d5f8b3874067f
+size 11395
diff --git a/params/phi/5/rnd_search_t_no_sched/comb_13/init/model.layers.9.self_attn.q_proj/_0.pt b/params/phi/5/rnd_search_t_no_sched/comb_13/init/model.layers.9.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..32ee18bf2f25e623153f8e8e4fc5f1257a361dec
--- /dev/null
+++ b/params/phi/5/rnd_search_t_no_sched/comb_13/init/model.layers.9.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e3f2cf9d8508ef8ab0f1fab002987be0430f7eb52b87c158492cf04b7033c1d2
+size 11395
diff --git a/params/phi/5/rnd_search_t_no_sched/comb_13/init/model.layers.9.self_attn.q_proj/_s.pt b/params/phi/5/rnd_search_t_no_sched/comb_13/init/model.layers.9.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..f22769b23713e40864eac66bea301a8711e051d3
--- /dev/null
+++ b/params/phi/5/rnd_search_t_no_sched/comb_13/init/model.layers.9.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2f42f5469d93fc112ccad3d01fbb8675f89b09bb83f99cb93f5913dcf3e17cca
+size 11395
diff --git a/params/phi/5/rnd_search_t_no_sched/comb_13/init/model.layers.9.self_attn.v_proj/_0.pt b/params/phi/5/rnd_search_t_no_sched/comb_13/init/model.layers.9.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..32ee18bf2f25e623153f8e8e4fc5f1257a361dec
--- /dev/null
+++ b/params/phi/5/rnd_search_t_no_sched/comb_13/init/model.layers.9.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e3f2cf9d8508ef8ab0f1fab002987be0430f7eb52b87c158492cf04b7033c1d2
+size 11395
diff --git a/params/phi/5/rnd_search_t_no_sched/comb_13/init/model.layers.9.self_attn.v_proj/_s.pt b/params/phi/5/rnd_search_t_no_sched/comb_13/init/model.layers.9.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4c9fa78e19673b54f20a172f5be52e7154f3d5be
--- /dev/null
+++ b/params/phi/5/rnd_search_t_no_sched/comb_13/init/model.layers.9.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:042db4b9eb6b35904a26ba11776086862ff5a08f5312f13429f1411da6585903
+size 11395
diff --git a/params/phi/5/rnd_search_t_no_sched/comb_13/trained/lm_head/_0.pt b/params/phi/5/rnd_search_t_no_sched/comb_13/trained/lm_head/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..34e91425fe0beb09e3382210aad475e9d25ef8e0
--- /dev/null
+++ b/params/phi/5/rnd_search_t_no_sched/comb_13/trained/lm_head/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0ea8e05bc1b702c1b7c20a14cf3af018a5c37e0216beee9cc1064de3394bb2fd
+size 205955
diff --git a/params/phi/5/rnd_search_t_no_sched/comb_13/trained/lm_head/_s.pt b/params/phi/5/rnd_search_t_no_sched/comb_13/trained/lm_head/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..0bbf0454a04808375fb1cd40e6c423f9299819df
--- /dev/null
+++ b/params/phi/5/rnd_search_t_no_sched/comb_13/trained/lm_head/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:130c3a35ebc1540b381c8480374210ba0ec384d2dbd8e606f81d308d5b4e41ec
+size 205955
diff --git a/params/phi/5/rnd_search_t_no_sched/comb_13/trained/model.layers.0.mlp.fc1/_0.pt b/params/phi/5/rnd_search_t_no_sched/comb_13/trained/model.layers.0.mlp.fc1/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ea6d6178d73c7ed50f4ae6115fa7fae959da094a
--- /dev/null
+++ b/params/phi/5/rnd_search_t_no_sched/comb_13/trained/model.layers.0.mlp.fc1/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:83742b97a8e5c5bd219001d95cb51de283ab8e98274014d961e8ea31807c8081
+size 42115
diff --git a/params/phi/5/rnd_search_t_no_sched/comb_13/trained/model.layers.0.mlp.fc1/_s.pt b/params/phi/5/rnd_search_t_no_sched/comb_13/trained/model.layers.0.mlp.fc1/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..3f73e744c3b64ca58e5d785271795a5e1f219921
--- /dev/null
+++ b/params/phi/5/rnd_search_t_no_sched/comb_13/trained/model.layers.0.mlp.fc1/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c928c6e81d1b5102b528ea8a154bc2053cddcce24f72e601fdd777f3cabc2e4d
+size 42115
diff --git a/params/phi/5/rnd_search_t_no_sched/comb_13/trained/model.layers.0.mlp.fc2/_0.pt b/params/phi/5/rnd_search_t_no_sched/comb_13/trained/model.layers.0.mlp.fc2/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..cbd7728956824a8e5c78492683ca368d3a004703
--- /dev/null
+++ b/params/phi/5/rnd_search_t_no_sched/comb_13/trained/model.layers.0.mlp.fc2/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:1d836a232cd5ad09da1ae97f94c394e1f2e25a81f15b55541d99fd6c26a7f02a
+size 11395
diff --git a/params/phi/5/rnd_search_t_no_sched/comb_13/trained/model.layers.0.mlp.fc2/_s.pt b/params/phi/5/rnd_search_t_no_sched/comb_13/trained/model.layers.0.mlp.fc2/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..7aa10eb337351684491d0b25f7114ad1b31a44b8
--- /dev/null
+++ b/params/phi/5/rnd_search_t_no_sched/comb_13/trained/model.layers.0.mlp.fc2/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:aac95735c7f0d4c5aa891144e888c04581e519e8204159d2da9bf0fb8bddfb05
+size 11395
diff --git a/params/phi/5/rnd_search_t_no_sched/comb_13/trained/model.layers.0.self_attn.dense/_0.pt b/params/phi/5/rnd_search_t_no_sched/comb_13/trained/model.layers.0.self_attn.dense/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..264594b74612c5e21726d0103aa7c69b1f33cfce
--- /dev/null
+++ b/params/phi/5/rnd_search_t_no_sched/comb_13/trained/model.layers.0.self_attn.dense/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:1a5b3790174f8ad7bb0e00d559402c07b59c298497ab31cef4ee40c1ddf74110
+size 11395
diff --git a/params/phi/5/rnd_search_t_no_sched/comb_13/trained/model.layers.0.self_attn.dense/_s.pt b/params/phi/5/rnd_search_t_no_sched/comb_13/trained/model.layers.0.self_attn.dense/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e65590967106c5e7180ba425533acd940b7a2099
--- /dev/null
+++ b/params/phi/5/rnd_search_t_no_sched/comb_13/trained/model.layers.0.self_attn.dense/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d0e88cfe193f3b53136baeb2d7f034ebd5b6461f082c4d14047586e4fe8bf0bd
+size 11395
diff --git a/params/phi/5/rnd_search_t_no_sched/comb_13/trained/model.layers.0.self_attn.k_proj/_0.pt b/params/phi/5/rnd_search_t_no_sched/comb_13/trained/model.layers.0.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..3b048774317f64ada31095dc2bcb1aa36ba862b7
--- /dev/null
+++ b/params/phi/5/rnd_search_t_no_sched/comb_13/trained/model.layers.0.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c7bd6a1bf0b2bef347ae537b9e791f862b517f5e6b11a265d39b7d6de8ea23f7
+size 11395
diff --git a/params/phi/5/rnd_search_t_no_sched/comb_13/trained/model.layers.0.self_attn.k_proj/_s.pt b/params/phi/5/rnd_search_t_no_sched/comb_13/trained/model.layers.0.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..70b766727ab6a57de037cbb5621e5eadd0ffbee2
--- /dev/null
+++ b/params/phi/5/rnd_search_t_no_sched/comb_13/trained/model.layers.0.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:4d62357af87982247fc8127f07ba7e98cf36e9e2997b1ed4cc70b7972cd8fdb0
+size 11395
diff --git a/params/phi/5/rnd_search_t_no_sched/comb_13/trained/model.layers.0.self_attn.q_proj/_0.pt b/params/phi/5/rnd_search_t_no_sched/comb_13/trained/model.layers.0.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..6106ba49a81e2a02d610cdd33051ce677f4a49eb
--- /dev/null
+++ b/params/phi/5/rnd_search_t_no_sched/comb_13/trained/model.layers.0.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:48183bd66e8127c1121021bbb44e5899de6684843055afa6b67b08b210d77f03
+size 11395
diff --git a/params/phi/5/rnd_search_t_no_sched/comb_13/trained/model.layers.0.self_attn.q_proj/_s.pt b/params/phi/5/rnd_search_t_no_sched/comb_13/trained/model.layers.0.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2db5f90f5bd6b2350f063bab3b33b2eab8175082
--- /dev/null
+++ b/params/phi/5/rnd_search_t_no_sched/comb_13/trained/model.layers.0.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:272059b7dcb102d67ab304ff094d5c5c40796e0bad18384d708a6cee5e265045
+size 11395
diff --git a/params/phi/5/rnd_search_t_no_sched/comb_13/trained/model.layers.0.self_attn.v_proj/_0.pt b/params/phi/5/rnd_search_t_no_sched/comb_13/trained/model.layers.0.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e9ff597d1b25c6aae5fe2b99c60101cdd38061cf
--- /dev/null
+++ b/params/phi/5/rnd_search_t_no_sched/comb_13/trained/model.layers.0.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f893345e018ec2abf087fd7526c9b0873a4d6760fcf32fde80e68b1ca10fc37d
+size 11395
diff --git a/params/phi/5/rnd_search_t_no_sched/comb_13/trained/model.layers.0.self_attn.v_proj/_s.pt b/params/phi/5/rnd_search_t_no_sched/comb_13/trained/model.layers.0.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..f37cc42137a3d50569a4f0405565d04147e2ad1a
--- /dev/null
+++ b/params/phi/5/rnd_search_t_no_sched/comb_13/trained/model.layers.0.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f2456d27dcccf3cf50644e4720537413b39e780c5f8d36f1ce710215dc19ce08
+size 11395
diff --git a/params/phi/5/rnd_search_t_no_sched/comb_13/trained/model.layers.1.mlp.fc1/_0.pt b/params/phi/5/rnd_search_t_no_sched/comb_13/trained/model.layers.1.mlp.fc1/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4f227c7c0ac39210fd313e74bb287c20f7f2cf21
--- /dev/null
+++ b/params/phi/5/rnd_search_t_no_sched/comb_13/trained/model.layers.1.mlp.fc1/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ed82707b386eeb678281fd2ed5cb7206602971068a46013e639fcafcaa317817
+size 42115
diff --git a/params/phi/5/rnd_search_t_no_sched/comb_13/trained/model.layers.1.mlp.fc1/_s.pt b/params/phi/5/rnd_search_t_no_sched/comb_13/trained/model.layers.1.mlp.fc1/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..adbd4c2816f5ddcf529fb550770c992860786341
--- /dev/null
+++ b/params/phi/5/rnd_search_t_no_sched/comb_13/trained/model.layers.1.mlp.fc1/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:aacfd017b050949c22c56649a665867ac63333b02a24ce8958e4410103080af2
+size 42115
diff --git a/params/phi/5/rnd_search_t_no_sched/comb_13/trained/model.layers.1.mlp.fc2/_0.pt b/params/phi/5/rnd_search_t_no_sched/comb_13/trained/model.layers.1.mlp.fc2/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..9c8ad475dfe5e3ebefc77a440bf465a51172d58e
--- /dev/null
+++ b/params/phi/5/rnd_search_t_no_sched/comb_13/trained/model.layers.1.mlp.fc2/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:011d7d3112df3383fd92c15b46da4a05bb6e5c4507ed8247f6549b639fee3392
+size 11395
diff --git a/params/phi/5/rnd_search_t_no_sched/comb_13/trained/model.layers.1.mlp.fc2/_s.pt b/params/phi/5/rnd_search_t_no_sched/comb_13/trained/model.layers.1.mlp.fc2/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..7415416bd6d93c0aa9a60aea1ea6ba9e5d483f2b
--- /dev/null
+++ b/params/phi/5/rnd_search_t_no_sched/comb_13/trained/model.layers.1.mlp.fc2/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:9f8355d60a8a0c7364073cbe540f7f68911af558bdb4aab061f37054a17c6d88
+size 11395
diff --git a/params/phi/5/rnd_search_t_no_sched/comb_13/trained/model.layers.1.self_attn.dense/_0.pt b/params/phi/5/rnd_search_t_no_sched/comb_13/trained/model.layers.1.self_attn.dense/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c24ad6fc736fcd8cf3f7116b6bce9cd62301c808
--- /dev/null
+++ b/params/phi/5/rnd_search_t_no_sched/comb_13/trained/model.layers.1.self_attn.dense/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d6905c75cdf86be37b47b64e2dea4737df1b81371b595647e59a311c0f857475
+size 11395
diff --git a/params/phi/5/rnd_search_t_no_sched/comb_13/trained/model.layers.1.self_attn.dense/_s.pt b/params/phi/5/rnd_search_t_no_sched/comb_13/trained/model.layers.1.self_attn.dense/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..6c6b1795e619ce8a97d7fe74bc24ca1693012d10
--- /dev/null
+++ b/params/phi/5/rnd_search_t_no_sched/comb_13/trained/model.layers.1.self_attn.dense/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:728588dbd373e83753150a8738bd1b17af7b0829886dbd18d7e1c5abd4a7bd50
+size 11395
diff --git a/params/phi/5/rnd_search_t_no_sched/comb_13/trained/model.layers.1.self_attn.k_proj/_0.pt b/params/phi/5/rnd_search_t_no_sched/comb_13/trained/model.layers.1.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..0a1ca2a59de89f526a769d99a956f152905b59c1
--- /dev/null
+++ b/params/phi/5/rnd_search_t_no_sched/comb_13/trained/model.layers.1.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f3ecd0842a32ce3c311a66dda0e19d4e9fc4a80af080b0dc2d6d7bdbd060d699
+size 11395
diff --git a/params/phi/5/rnd_search_t_no_sched/comb_13/trained/model.layers.1.self_attn.k_proj/_s.pt b/params/phi/5/rnd_search_t_no_sched/comb_13/trained/model.layers.1.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..04e3351b08f2a2ee9d8e9fc42a11af0ef6a288b9
--- /dev/null
+++ b/params/phi/5/rnd_search_t_no_sched/comb_13/trained/model.layers.1.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:68b2ab14c2a95f7b9fe03f58aac50045042c2740997e30bd7e5008afe44c41cf
+size 11395
diff --git a/params/phi/5/rnd_search_t_no_sched/comb_13/trained/model.layers.1.self_attn.q_proj/_0.pt b/params/phi/5/rnd_search_t_no_sched/comb_13/trained/model.layers.1.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..f2566a4b8dbd44747417a0f4722a8c62304d84d8
--- /dev/null
+++ b/params/phi/5/rnd_search_t_no_sched/comb_13/trained/model.layers.1.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:af6298d6261146d657b59db09c4c6a4aaf422cb97d11c519a8cdf40e1ee16fb0
+size 11395
diff --git a/params/phi/5/rnd_search_t_no_sched/comb_13/trained/model.layers.1.self_attn.q_proj/_s.pt b/params/phi/5/rnd_search_t_no_sched/comb_13/trained/model.layers.1.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..9b1f0617bc200b71f683d483ea94a14777d42b9f
--- /dev/null
+++ b/params/phi/5/rnd_search_t_no_sched/comb_13/trained/model.layers.1.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:59c101104bc627dfd3b284cf0fde7d4148c52d4277bf9aca4163507615d119cc
+size 11395
diff --git a/params/phi/5/rnd_search_t_no_sched/comb_13/trained/model.layers.1.self_attn.v_proj/_0.pt b/params/phi/5/rnd_search_t_no_sched/comb_13/trained/model.layers.1.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c2aa494d16cf6ed2e0f0673f4c5f2e6d73b34ef6
--- /dev/null
+++ b/params/phi/5/rnd_search_t_no_sched/comb_13/trained/model.layers.1.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f6b410883e921b2e505b8e60e9fe76af93a805f9e4a141178ef33728d98f8a6e
+size 11395
diff --git a/params/phi/5/rnd_search_t_no_sched/comb_13/trained/model.layers.1.self_attn.v_proj/_s.pt b/params/phi/5/rnd_search_t_no_sched/comb_13/trained/model.layers.1.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..df8efef1aad86b90eb01036edbcbaabaf17b0dc6
--- /dev/null
+++ b/params/phi/5/rnd_search_t_no_sched/comb_13/trained/model.layers.1.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:194da1eb6dc11e52733a9b0a49f866d91560aa196d8d64c056c6478a6ca8fdbb
+size 11395
diff --git a/params/phi/5/rnd_search_t_no_sched/comb_13/trained/model.layers.10.mlp.fc1/_0.pt b/params/phi/5/rnd_search_t_no_sched/comb_13/trained/model.layers.10.mlp.fc1/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..0aa0544d89cc68b6bd203060da9a5ba00d473f23
--- /dev/null
+++ b/params/phi/5/rnd_search_t_no_sched/comb_13/trained/model.layers.10.mlp.fc1/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:25d6a7fec4f472047231cbdc09300dcd18515d363d7ca0c01a096a1fa7c22af7
+size 42115
diff --git a/params/phi/5/rnd_search_t_no_sched/comb_13/trained/model.layers.10.mlp.fc1/_s.pt b/params/phi/5/rnd_search_t_no_sched/comb_13/trained/model.layers.10.mlp.fc1/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..586b09a2bd9947393438f2e4fae15f9cc8be8b09
--- /dev/null
+++ b/params/phi/5/rnd_search_t_no_sched/comb_13/trained/model.layers.10.mlp.fc1/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c18079d5891dc05d960a45544813fdc5995d5885ef7294b63c12c444a7211809
+size 42115
diff --git a/params/phi/5/rnd_search_t_no_sched/comb_13/trained/model.layers.10.mlp.fc2/_0.pt b/params/phi/5/rnd_search_t_no_sched/comb_13/trained/model.layers.10.mlp.fc2/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..cf4ef080f8eba49b4ef60b0aa77822fc6e1a951c
--- /dev/null
+++ b/params/phi/5/rnd_search_t_no_sched/comb_13/trained/model.layers.10.mlp.fc2/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:82790f4850406716afffc9645f03bbb5c7ffef468aa8d975d988bd5d1a115970
+size 11395
diff --git a/params/phi/5/rnd_search_t_no_sched/comb_13/trained/model.layers.10.mlp.fc2/_s.pt b/params/phi/5/rnd_search_t_no_sched/comb_13/trained/model.layers.10.mlp.fc2/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8df59d8c4436bf06aca396bf4163efd9c68bf8df
--- /dev/null
+++ b/params/phi/5/rnd_search_t_no_sched/comb_13/trained/model.layers.10.mlp.fc2/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2778073717c702ae4367febfcc1a5f55aff73c24ad214b43a8360ea0e8462fe8
+size 11395
diff --git a/params/phi/5/rnd_search_t_no_sched/comb_13/trained/model.layers.10.self_attn.dense/_0.pt b/params/phi/5/rnd_search_t_no_sched/comb_13/trained/model.layers.10.self_attn.dense/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..d88f142c889a2ca7af8be58b22f29e365fa7bd78
--- /dev/null
+++ b/params/phi/5/rnd_search_t_no_sched/comb_13/trained/model.layers.10.self_attn.dense/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:38db517320cc5bc17fcd6ef3af5cad4c12584b8070276c8d6bc6f1cb57853305
+size 11395
diff --git a/params/phi/5/rnd_search_t_no_sched/comb_13/trained/model.layers.10.self_attn.dense/_s.pt b/params/phi/5/rnd_search_t_no_sched/comb_13/trained/model.layers.10.self_attn.dense/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..dd048298143c0a5dc1bb422db0dd73ecc314f5a8
--- /dev/null
+++ b/params/phi/5/rnd_search_t_no_sched/comb_13/trained/model.layers.10.self_attn.dense/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:8f2b534f694d0b680d7b66641cd73acc130b57e1aa9ef62d37dc94024bb9ef7e
+size 11395
diff --git a/params/phi/5/rnd_search_t_no_sched/comb_13/trained/model.layers.10.self_attn.k_proj/_0.pt b/params/phi/5/rnd_search_t_no_sched/comb_13/trained/model.layers.10.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..68b371258704a6cec3e44e707a78c1464acdbc62
--- /dev/null
+++ b/params/phi/5/rnd_search_t_no_sched/comb_13/trained/model.layers.10.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:7f4ef4dbbd664b45f1104dd559d6004c49730bffb1f3504f0becc7c6a900fb5e
+size 11395
diff --git a/params/phi/5/rnd_search_t_no_sched/comb_13/trained/model.layers.10.self_attn.k_proj/_s.pt b/params/phi/5/rnd_search_t_no_sched/comb_13/trained/model.layers.10.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..acda419b99eebdadc13e946c042957888391b0a4
--- /dev/null
+++ b/params/phi/5/rnd_search_t_no_sched/comb_13/trained/model.layers.10.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:8b6ce56b2816d4ceb64f3e45d03872b0513766f787d8229a54dcc7b4f5e322fc
+size 11395
diff --git a/params/phi/5/rnd_search_t_no_sched/comb_13/trained/model.layers.10.self_attn.q_proj/_0.pt b/params/phi/5/rnd_search_t_no_sched/comb_13/trained/model.layers.10.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..891c231caa3106d798ea6250ade6af2545fd98ad
--- /dev/null
+++ b/params/phi/5/rnd_search_t_no_sched/comb_13/trained/model.layers.10.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:370b50fd873e18993d54afca4b78aaf796ca6b6c97eee447784f6cd4c106c71b
+size 11395
diff --git a/params/phi/5/rnd_search_t_no_sched/comb_13/trained/model.layers.10.self_attn.q_proj/_s.pt b/params/phi/5/rnd_search_t_no_sched/comb_13/trained/model.layers.10.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..7126c156a7a7f4dea75f3c9cd4e4a5960ccaad83
--- /dev/null
+++ b/params/phi/5/rnd_search_t_no_sched/comb_13/trained/model.layers.10.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0ffda6c49102242c6d8172822c7b714b589dfced412986d2a503af163762bab0
+size 11395
diff --git a/params/phi/5/rnd_search_t_no_sched/comb_13/trained/model.layers.10.self_attn.v_proj/_0.pt b/params/phi/5/rnd_search_t_no_sched/comb_13/trained/model.layers.10.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..9a275091e2fe3bb25ba4c58ad7f970facb617f82
--- /dev/null
+++ b/params/phi/5/rnd_search_t_no_sched/comb_13/trained/model.layers.10.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:866261db55a26bb63420e95fb25d3f8821059f54f896335697f65fa2e577680f
+size 11395
diff --git a/params/phi/5/rnd_search_t_no_sched/comb_13/trained/model.layers.10.self_attn.v_proj/_s.pt b/params/phi/5/rnd_search_t_no_sched/comb_13/trained/model.layers.10.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..33226f5c808d7b1186971eef7711d30c90d86d2d
--- /dev/null
+++ b/params/phi/5/rnd_search_t_no_sched/comb_13/trained/model.layers.10.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:14c39eb9d8ca05a8e96be24f389cead512a94612a113833dbc9fa6f282cb651f
+size 11395
diff --git a/params/phi/5/rnd_search_t_no_sched/comb_13/trained/model.layers.11.mlp.fc1/_0.pt b/params/phi/5/rnd_search_t_no_sched/comb_13/trained/model.layers.11.mlp.fc1/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..82fed2eae0f5e9580c75c5892f8bcc895ade2621
--- /dev/null
+++ b/params/phi/5/rnd_search_t_no_sched/comb_13/trained/model.layers.11.mlp.fc1/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f3c48a1bb0f51f7f7f408d6f41723a96e1e2c809023ac73b9e63236d6a095619
+size 42115
diff --git a/params/phi/5/rnd_search_t_no_sched/comb_13/trained/model.layers.11.mlp.fc1/_s.pt b/params/phi/5/rnd_search_t_no_sched/comb_13/trained/model.layers.11.mlp.fc1/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..228975839326658a9fe1de4fbf7c20bc3e8faffb
--- /dev/null
+++ b/params/phi/5/rnd_search_t_no_sched/comb_13/trained/model.layers.11.mlp.fc1/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5afbf6d76aa869f6c430577ea3f3622ccfb3ca4dcb10e68848748a85ac4a82ef
+size 42115
diff --git a/params/phi/5/rnd_search_t_no_sched/comb_13/trained/model.layers.11.mlp.fc2/_0.pt b/params/phi/5/rnd_search_t_no_sched/comb_13/trained/model.layers.11.mlp.fc2/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..32d68966d99d3f0f193d1a4e8fb2dfaf80551255
--- /dev/null
+++ b/params/phi/5/rnd_search_t_no_sched/comb_13/trained/model.layers.11.mlp.fc2/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:042adf46d081cbe92f115163a69a94fd43e2c5321b19297ab2262b4f29edcd0c
+size 11395
diff --git a/params/phi/5/rnd_search_t_no_sched/comb_13/trained/model.layers.11.mlp.fc2/_s.pt b/params/phi/5/rnd_search_t_no_sched/comb_13/trained/model.layers.11.mlp.fc2/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..fc33d91d0012f646158560b14f5938d080284f9f
--- /dev/null
+++ b/params/phi/5/rnd_search_t_no_sched/comb_13/trained/model.layers.11.mlp.fc2/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:21ca4a7a4dc2bba20ded56b39088f920ccc30a5f5e0b0ae7b757ce7314616621
+size 11395
diff --git a/params/phi/5/rnd_search_t_no_sched/comb_13/trained/model.layers.11.self_attn.dense/_0.pt b/params/phi/5/rnd_search_t_no_sched/comb_13/trained/model.layers.11.self_attn.dense/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..563aa5e6348253d1a067513d13aba114407d41c8
--- /dev/null
+++ b/params/phi/5/rnd_search_t_no_sched/comb_13/trained/model.layers.11.self_attn.dense/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:344304cfc3252960652b0a40cdc123d784ac8fbc771b9779b7cd5df8a2a65375
+size 11395
diff --git a/params/phi/5/rnd_search_t_no_sched/comb_13/trained/model.layers.11.self_attn.dense/_s.pt b/params/phi/5/rnd_search_t_no_sched/comb_13/trained/model.layers.11.self_attn.dense/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..dc7f8fd3a7a00310710c3b752d6c2f762d0fc8a6
--- /dev/null
+++ b/params/phi/5/rnd_search_t_no_sched/comb_13/trained/model.layers.11.self_attn.dense/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e19b5016250820fb9e175c422c7a8ab17a17dddbcf8aef221c41941831c1d5bb
+size 11395
diff --git a/params/phi/5/rnd_search_t_no_sched/comb_13/trained/model.layers.11.self_attn.k_proj/_0.pt b/params/phi/5/rnd_search_t_no_sched/comb_13/trained/model.layers.11.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..627ea3760dbf8e97d4ad616ed4f64a4c4b266097
--- /dev/null
+++ b/params/phi/5/rnd_search_t_no_sched/comb_13/trained/model.layers.11.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:cf2a7bbbdb107fd8d4b426fd1179f21c13eec5abaa33012830e8fe0c04b4d272
+size 11395
diff --git a/params/phi/5/rnd_search_t_no_sched/comb_13/trained/model.layers.11.self_attn.k_proj/_s.pt b/params/phi/5/rnd_search_t_no_sched/comb_13/trained/model.layers.11.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..b0f5e53b21bae221d553180ac65b6ad1f99716a1
--- /dev/null
+++ b/params/phi/5/rnd_search_t_no_sched/comb_13/trained/model.layers.11.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e6f21fd905076677087956cfe41f304073667706e204c7e60c375371f6a85be0
+size 11395
diff --git a/params/phi/5/rnd_search_t_no_sched/comb_13/trained/model.layers.11.self_attn.q_proj/_0.pt b/params/phi/5/rnd_search_t_no_sched/comb_13/trained/model.layers.11.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..be08d80e3b6f851d4c4394463620f8b0bc194d5f
--- /dev/null
+++ b/params/phi/5/rnd_search_t_no_sched/comb_13/trained/model.layers.11.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:6efa34855716fee4552a7266b6cd001297b1b1c3bebb6dd4254e3368d120a7de
+size 11395
diff --git a/params/phi/5/rnd_search_t_no_sched/comb_13/trained/model.layers.11.self_attn.q_proj/_s.pt b/params/phi/5/rnd_search_t_no_sched/comb_13/trained/model.layers.11.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..fc8f19f6c5f85ab61224480384a3a30b4b4f4709
--- /dev/null
+++ b/params/phi/5/rnd_search_t_no_sched/comb_13/trained/model.layers.11.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2e60eeb6bf0717c1ec36e11b3292112b4e392f1cebd6393323566c6394b2d87f
+size 11395
diff --git a/params/phi/5/rnd_search_t_no_sched/comb_13/trained/model.layers.11.self_attn.v_proj/_0.pt b/params/phi/5/rnd_search_t_no_sched/comb_13/trained/model.layers.11.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e77d1989745004290ee51951cfc4676e1b11df77
--- /dev/null
+++ b/params/phi/5/rnd_search_t_no_sched/comb_13/trained/model.layers.11.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:322338be5e11c3abfcc421f06b225c1ca5bd56b21bc925903e1d5376db8fceea
+size 11395
diff --git a/params/phi/5/rnd_search_t_no_sched/comb_13/trained/model.layers.11.self_attn.v_proj/_s.pt b/params/phi/5/rnd_search_t_no_sched/comb_13/trained/model.layers.11.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..26669f0b0e4e0e60324e262cfcdd01b0965d7d07
--- /dev/null
+++ b/params/phi/5/rnd_search_t_no_sched/comb_13/trained/model.layers.11.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d37e2740117a05ce6280d3ee2f57787628e5e2c3844c942f657c6e456a96661b
+size 11395
diff --git a/params/phi/5/rnd_search_t_no_sched/comb_13/trained/model.layers.12.mlp.fc1/_0.pt b/params/phi/5/rnd_search_t_no_sched/comb_13/trained/model.layers.12.mlp.fc1/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..9ed01128e1022035e02bae47afb77aa7e0dc3f73
--- /dev/null
+++ b/params/phi/5/rnd_search_t_no_sched/comb_13/trained/model.layers.12.mlp.fc1/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c6ac7af63c89cdedc2f873a1377dc015ef43db567075d25dc59400cef8300027
+size 42115
diff --git a/params/phi/5/rnd_search_t_no_sched/comb_13/trained/model.layers.12.mlp.fc1/_s.pt b/params/phi/5/rnd_search_t_no_sched/comb_13/trained/model.layers.12.mlp.fc1/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8acd1d55834743c6b31f2d0762980d98286d6915
--- /dev/null
+++ b/params/phi/5/rnd_search_t_no_sched/comb_13/trained/model.layers.12.mlp.fc1/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c35a6cd48c350f6adeb02558dc735a2c3e56f0a6e30f66cec20ccb57d96553de
+size 42115
diff --git a/params/phi/5/rnd_search_t_no_sched/comb_13/trained/model.layers.12.mlp.fc2/_0.pt b/params/phi/5/rnd_search_t_no_sched/comb_13/trained/model.layers.12.mlp.fc2/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..30f7fb57ad156259faf06fd19ea706adbe772a8f
--- /dev/null
+++ b/params/phi/5/rnd_search_t_no_sched/comb_13/trained/model.layers.12.mlp.fc2/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:eae2662814561ffb2028858830fe77ba282bf37600d91d9bc27015c4168532a5
+size 11395
diff --git a/params/phi/5/rnd_search_t_no_sched/comb_13/trained/model.layers.12.mlp.fc2/_s.pt b/params/phi/5/rnd_search_t_no_sched/comb_13/trained/model.layers.12.mlp.fc2/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2e83cf5ec93dc3fa80be08c216c581e812500d3f
--- /dev/null
+++ b/params/phi/5/rnd_search_t_no_sched/comb_13/trained/model.layers.12.mlp.fc2/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:4d2bd3faba563b1e9c3f21a7c82629d2378f110a3c71acdd8878d3fe9b7049f0
+size 11395
diff --git a/params/phi/5/rnd_search_t_no_sched/comb_13/trained/model.layers.12.self_attn.dense/_0.pt b/params/phi/5/rnd_search_t_no_sched/comb_13/trained/model.layers.12.self_attn.dense/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..68d27ecf90ee0d0a67f6fdeac79e4fde49223bed
--- /dev/null
+++ b/params/phi/5/rnd_search_t_no_sched/comb_13/trained/model.layers.12.self_attn.dense/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b177614941cdb936da344b6433efc8161f111eef17c1f200f72a58a6cde47119
+size 11395
diff --git a/params/phi/5/rnd_search_t_no_sched/comb_13/trained/model.layers.12.self_attn.dense/_s.pt b/params/phi/5/rnd_search_t_no_sched/comb_13/trained/model.layers.12.self_attn.dense/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..9b48e7f2cc0ddadc488478359023c087ae3430e3
--- /dev/null
+++ b/params/phi/5/rnd_search_t_no_sched/comb_13/trained/model.layers.12.self_attn.dense/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ff3b2059c471edb9deb272fbd97a87fd8b33bd2dfba5e34ede957979dec86510
+size 11395
diff --git a/params/phi/5/rnd_search_t_no_sched/comb_13/trained/model.layers.12.self_attn.k_proj/_0.pt b/params/phi/5/rnd_search_t_no_sched/comb_13/trained/model.layers.12.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..86bd36c79598d9f6adb6981cb3e128f543b79de8
--- /dev/null
+++ b/params/phi/5/rnd_search_t_no_sched/comb_13/trained/model.layers.12.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0886b781160ef6b4b0b3d95cf0860fd3c7c0ad39b6f80ddf4b969be4a2362cf5
+size 11395
diff --git a/params/phi/5/rnd_search_t_no_sched/comb_13/trained/model.layers.12.self_attn.k_proj/_s.pt b/params/phi/5/rnd_search_t_no_sched/comb_13/trained/model.layers.12.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..f5e93b1e6d9058f9b065633ac1c94e8380a22200
--- /dev/null
+++ b/params/phi/5/rnd_search_t_no_sched/comb_13/trained/model.layers.12.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e7dc9a0ad7bedb7d70a6d75a154e343150a7b0d66b2a9d727545105ea7b37914
+size 11395
diff --git a/params/phi/5/rnd_search_t_no_sched/comb_13/trained/model.layers.12.self_attn.q_proj/_0.pt b/params/phi/5/rnd_search_t_no_sched/comb_13/trained/model.layers.12.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8c71f985384b942515940b4c339290c3743ffeb5
--- /dev/null
+++ b/params/phi/5/rnd_search_t_no_sched/comb_13/trained/model.layers.12.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2f9f8357367ed42443b7e7e039d212e017dee27985c83dc2ad68342cceb4d100
+size 11395
diff --git a/params/phi/5/rnd_search_t_no_sched/comb_13/trained/model.layers.12.self_attn.q_proj/_s.pt b/params/phi/5/rnd_search_t_no_sched/comb_13/trained/model.layers.12.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a976eb24fca69ccaf499f6ec0c5b0b17b39eff3a
--- /dev/null
+++ b/params/phi/5/rnd_search_t_no_sched/comb_13/trained/model.layers.12.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:6152074516b38a4bb66c869e32d99361dc8144dcfc9a22fe52a6022f8ac30a43
+size 11395
diff --git a/params/phi/5/rnd_search_t_no_sched/comb_13/trained/model.layers.12.self_attn.v_proj/_0.pt b/params/phi/5/rnd_search_t_no_sched/comb_13/trained/model.layers.12.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..fb82bee99acc9a558c06b3fc319bf465f7ebbdb2
--- /dev/null
+++ b/params/phi/5/rnd_search_t_no_sched/comb_13/trained/model.layers.12.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:74f91ab157fd25922ca4769adcd723039fa53d8ce4a3603a0a782513d90e4da9
+size 11395
diff --git a/params/phi/5/rnd_search_t_no_sched/comb_13/trained/model.layers.12.self_attn.v_proj/_s.pt b/params/phi/5/rnd_search_t_no_sched/comb_13/trained/model.layers.12.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..102c07c55e9191bca2a42aa1219f4423526c6089
--- /dev/null
+++ b/params/phi/5/rnd_search_t_no_sched/comb_13/trained/model.layers.12.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:265c5c236283c2a030f40aee2e2f69f19971a5a4e858b751305c0d1e5938acbc
+size 11395
diff --git a/params/phi/5/rnd_search_t_no_sched/comb_13/trained/model.layers.13.mlp.fc1/_0.pt b/params/phi/5/rnd_search_t_no_sched/comb_13/trained/model.layers.13.mlp.fc1/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..242aeaf2b1fd96c7f0ba9067014d178e94e11df6
--- /dev/null
+++ b/params/phi/5/rnd_search_t_no_sched/comb_13/trained/model.layers.13.mlp.fc1/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:6be5737517ecf1e51862087197c9c2111ebba8d725e9e7191e668d4e88c988ef
+size 42115
diff --git a/params/phi/5/rnd_search_t_no_sched/comb_13/trained/model.layers.13.mlp.fc1/_s.pt b/params/phi/5/rnd_search_t_no_sched/comb_13/trained/model.layers.13.mlp.fc1/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..f061eb6525733dd53f07caa84c99f1c2befaa45d
--- /dev/null
+++ b/params/phi/5/rnd_search_t_no_sched/comb_13/trained/model.layers.13.mlp.fc1/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:56ae001ee1fe32f5640567180fe494e3169c2de7db4fe0143a21fed70ada8a7e
+size 42115
diff --git a/params/phi/5/rnd_search_t_no_sched/comb_13/trained/model.layers.13.mlp.fc2/_0.pt b/params/phi/5/rnd_search_t_no_sched/comb_13/trained/model.layers.13.mlp.fc2/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..f9b6d86534a0fd112956a62d725d4d0b46546d51
--- /dev/null
+++ b/params/phi/5/rnd_search_t_no_sched/comb_13/trained/model.layers.13.mlp.fc2/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5f77a0d2069334c7db33c3a7f80236eb03cfa842eb612df9b483e823479d8e02
+size 11395
diff --git a/params/phi/5/rnd_search_t_no_sched/comb_13/trained/model.layers.13.mlp.fc2/_s.pt b/params/phi/5/rnd_search_t_no_sched/comb_13/trained/model.layers.13.mlp.fc2/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4b1613d950695994b79b83ad37152d4403bb8f6f
--- /dev/null
+++ b/params/phi/5/rnd_search_t_no_sched/comb_13/trained/model.layers.13.mlp.fc2/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2ede46ffbe3b293564f5e41112200b9878281fc13a7f70dfaf43c3513d2194b5
+size 11395
diff --git a/params/phi/5/rnd_search_t_no_sched/comb_13/trained/model.layers.13.self_attn.dense/_0.pt b/params/phi/5/rnd_search_t_no_sched/comb_13/trained/model.layers.13.self_attn.dense/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..3d90bc64bf6fbb3252d899a6c53cfe994cd13163
--- /dev/null
+++ b/params/phi/5/rnd_search_t_no_sched/comb_13/trained/model.layers.13.self_attn.dense/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d7c37fa57ef12f3aab5e03b365b3884ee3494291fb4dc1c9d80ea40928518644
+size 11395
diff --git a/params/phi/5/rnd_search_t_no_sched/comb_13/trained/model.layers.13.self_attn.dense/_s.pt b/params/phi/5/rnd_search_t_no_sched/comb_13/trained/model.layers.13.self_attn.dense/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..97faf6a1876a206d8b055d8904185af47671ff09
--- /dev/null
+++ b/params/phi/5/rnd_search_t_no_sched/comb_13/trained/model.layers.13.self_attn.dense/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ec0745f88f5cec8cef1b230bab9c40f2f071f034d24bcde3be5bb4fca3a559e6
+size 11395
diff --git a/params/phi/5/rnd_search_t_no_sched/comb_13/trained/model.layers.13.self_attn.k_proj/_0.pt b/params/phi/5/rnd_search_t_no_sched/comb_13/trained/model.layers.13.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..77dd13fa35cefc077f200008a4d870ddf94ed293
--- /dev/null
+++ b/params/phi/5/rnd_search_t_no_sched/comb_13/trained/model.layers.13.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5d365b7ca4e93d5bbb0675b66bc009aa080711d6a826ab4db5416428cdf6bbfe
+size 11395
diff --git a/params/phi/5/rnd_search_t_no_sched/comb_13/trained/model.layers.13.self_attn.k_proj/_s.pt b/params/phi/5/rnd_search_t_no_sched/comb_13/trained/model.layers.13.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8be4c8bbbc5cba99c89327d7c4b5609459d77ee1
--- /dev/null
+++ b/params/phi/5/rnd_search_t_no_sched/comb_13/trained/model.layers.13.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e0cbd9e6458eeb30bb9da02809ee30ebcd45962499d9789f7559187a9e127783
+size 11395
diff --git a/params/phi/5/rnd_search_t_no_sched/comb_13/trained/model.layers.13.self_attn.q_proj/_0.pt b/params/phi/5/rnd_search_t_no_sched/comb_13/trained/model.layers.13.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..b0d375c37f8e8eebc5221cf9f20ac8d16349d66a
--- /dev/null
+++ b/params/phi/5/rnd_search_t_no_sched/comb_13/trained/model.layers.13.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c86c0a07e6bd07f1c79b262d81a6b1b50801a9558b45a9c523a99abb76014b1a
+size 11395
diff --git a/params/phi/5/rnd_search_t_no_sched/comb_13/trained/model.layers.13.self_attn.q_proj/_s.pt b/params/phi/5/rnd_search_t_no_sched/comb_13/trained/model.layers.13.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..204157e2ad9f6c2cbc907aa7fc3a693903bebef1
--- /dev/null
+++ b/params/phi/5/rnd_search_t_no_sched/comb_13/trained/model.layers.13.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:27a2aaf5d4651d046ab222eef27ed65d96dbcd076d92f3132e9dbd4e1fb2fbda
+size 11395
diff --git a/params/phi/5/rnd_search_t_no_sched/comb_13/trained/model.layers.13.self_attn.v_proj/_0.pt b/params/phi/5/rnd_search_t_no_sched/comb_13/trained/model.layers.13.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..abba81570fe5dc7778b03a5be61f5a2425d2b06e
--- /dev/null
+++ b/params/phi/5/rnd_search_t_no_sched/comb_13/trained/model.layers.13.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:40beaf28e9863560cceadc676cfb86e1452f0aba4739ccd2b760e993c133b95f
+size 11395
diff --git a/params/phi/5/rnd_search_t_no_sched/comb_13/trained/model.layers.13.self_attn.v_proj/_s.pt b/params/phi/5/rnd_search_t_no_sched/comb_13/trained/model.layers.13.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..5e9cf7c743edec6e5431b53e16b43d463f6dbf56
--- /dev/null
+++ b/params/phi/5/rnd_search_t_no_sched/comb_13/trained/model.layers.13.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:4fa1a2e3f316c14c8b20e446697ab08a5f38426d9715cee53cf3b9583186e7cd
+size 11395
diff --git a/params/phi/5/rnd_search_t_no_sched/comb_13/trained/model.layers.14.mlp.fc1/_0.pt b/params/phi/5/rnd_search_t_no_sched/comb_13/trained/model.layers.14.mlp.fc1/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..0b678a747be9e316d3b920c8973dbfd00cdeb562
--- /dev/null
+++ b/params/phi/5/rnd_search_t_no_sched/comb_13/trained/model.layers.14.mlp.fc1/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:13913b46a0c0d0533dd946620d131ce8c8e2758f5e9e5766a9f9d9559ba154a2
+size 42115
diff --git a/params/phi/5/rnd_search_t_no_sched/comb_13/trained/model.layers.14.mlp.fc1/_s.pt b/params/phi/5/rnd_search_t_no_sched/comb_13/trained/model.layers.14.mlp.fc1/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..241352b2a90cceba0bbd6733f8f6ddc9aed260cf
--- /dev/null
+++ b/params/phi/5/rnd_search_t_no_sched/comb_13/trained/model.layers.14.mlp.fc1/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:4451c2fa6a1e977da3e000b2cbb7950b9bd1f88f7178ce368c762c764b042f53
+size 42115
diff --git a/params/phi/5/rnd_search_t_no_sched/comb_13/trained/model.layers.14.mlp.fc2/_0.pt b/params/phi/5/rnd_search_t_no_sched/comb_13/trained/model.layers.14.mlp.fc2/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..3773b49a114282471c8e3bb4cf7fb99d24696535
--- /dev/null
+++ b/params/phi/5/rnd_search_t_no_sched/comb_13/trained/model.layers.14.mlp.fc2/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:cfd424f39ef655c948d4c358edcf0d67fa9ecb7a5a65533b0a02e504aa3f2f7e
+size 11395
diff --git a/params/phi/5/rnd_search_t_no_sched/comb_13/trained/model.layers.14.mlp.fc2/_s.pt b/params/phi/5/rnd_search_t_no_sched/comb_13/trained/model.layers.14.mlp.fc2/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..9d131c5e4b2218c6c53a9098118bdbebb7aa64f9
--- /dev/null
+++ b/params/phi/5/rnd_search_t_no_sched/comb_13/trained/model.layers.14.mlp.fc2/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:6b1404a662fc40bd76d64095147d6d609499361238a8429d2b2ad7a640bf53f8
+size 11395
diff --git a/params/phi/5/rnd_search_t_no_sched/comb_13/trained/model.layers.14.self_attn.dense/_0.pt b/params/phi/5/rnd_search_t_no_sched/comb_13/trained/model.layers.14.self_attn.dense/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..dd0dc6459081a145214ee51da0503a8b27aeffd9
--- /dev/null
+++ b/params/phi/5/rnd_search_t_no_sched/comb_13/trained/model.layers.14.self_attn.dense/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:99cda1cb14eb3d155c26f08b9b7cfaae047b955b4f1deaee5e7a9f2ea09dc1e7
+size 11395
diff --git a/params/phi/5/rnd_search_t_no_sched/comb_13/trained/model.layers.14.self_attn.dense/_s.pt b/params/phi/5/rnd_search_t_no_sched/comb_13/trained/model.layers.14.self_attn.dense/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..d904a915b2aa82f2796054f607222ff67976e4f2
--- /dev/null
+++ b/params/phi/5/rnd_search_t_no_sched/comb_13/trained/model.layers.14.self_attn.dense/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:642d6d188690af2217cfbc7bc919917af8a32584a41daba2034ff57ec9b935a3
+size 11395
diff --git a/params/phi/5/rnd_search_t_no_sched/comb_13/trained/model.layers.14.self_attn.k_proj/_0.pt b/params/phi/5/rnd_search_t_no_sched/comb_13/trained/model.layers.14.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..528b3a1511ed7f7728e422cd7e5d9f541f5cc88a
--- /dev/null
+++ b/params/phi/5/rnd_search_t_no_sched/comb_13/trained/model.layers.14.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:47b51e967b23738fb5f67d641ece7aa637eec03c5d2338f729bf9a4bcba88128
+size 11395
diff --git a/params/phi/5/rnd_search_t_no_sched/comb_13/trained/model.layers.14.self_attn.k_proj/_s.pt b/params/phi/5/rnd_search_t_no_sched/comb_13/trained/model.layers.14.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..67d37407d2937b9c57217ef2a4ffdd0e634232ee
--- /dev/null
+++ b/params/phi/5/rnd_search_t_no_sched/comb_13/trained/model.layers.14.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:408940581b0abaa703c838b8354b3b00dd439643fc5288c3d81e8ad7987ae4d4
+size 11395
diff --git a/params/phi/5/rnd_search_t_no_sched/comb_13/trained/model.layers.14.self_attn.q_proj/_0.pt b/params/phi/5/rnd_search_t_no_sched/comb_13/trained/model.layers.14.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..0aa3a0c51111fd93d741bb9a6c4de8707eea11a3
--- /dev/null
+++ b/params/phi/5/rnd_search_t_no_sched/comb_13/trained/model.layers.14.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:96a5782739be5fb551e8e6c49a23566e0d65568e6ab8b0ac4d3e607a724038bc
+size 11395
diff --git a/params/phi/5/rnd_search_t_no_sched/comb_13/trained/model.layers.14.self_attn.q_proj/_s.pt b/params/phi/5/rnd_search_t_no_sched/comb_13/trained/model.layers.14.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..3def291a56b63420233e98e52c47487347768574
--- /dev/null
+++ b/params/phi/5/rnd_search_t_no_sched/comb_13/trained/model.layers.14.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:7a0d6fc69c1028bca2437d4eacc26fcacbfc38d69e0bc826ea021fda11715991
+size 11395
diff --git a/params/phi/5/rnd_search_t_no_sched/comb_13/trained/model.layers.14.self_attn.v_proj/_0.pt b/params/phi/5/rnd_search_t_no_sched/comb_13/trained/model.layers.14.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..b9a76ac2b96791d89c9720c9211f346874117fc3
--- /dev/null
+++ b/params/phi/5/rnd_search_t_no_sched/comb_13/trained/model.layers.14.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ed6860702d09db83793c1f308ca0ebe35fbb04b4cd780aa78b5745e061ea8496
+size 11395
diff --git a/params/phi/5/rnd_search_t_no_sched/comb_13/trained/model.layers.14.self_attn.v_proj/_s.pt b/params/phi/5/rnd_search_t_no_sched/comb_13/trained/model.layers.14.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..d1fc14a45b34097444baf94abbbe80849be1fa5d
--- /dev/null
+++ b/params/phi/5/rnd_search_t_no_sched/comb_13/trained/model.layers.14.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:05cf997c5a57a394751ed2b35f8fc09aada6b0d94ce0f44f8e73253ad1236620
+size 11395
diff --git a/params/phi/5/rnd_search_t_no_sched/comb_13/trained/model.layers.15.mlp.fc1/_0.pt b/params/phi/5/rnd_search_t_no_sched/comb_13/trained/model.layers.15.mlp.fc1/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..20f0eb3b2b0bfe8d6bcf8e3b17f0137231297105
--- /dev/null
+++ b/params/phi/5/rnd_search_t_no_sched/comb_13/trained/model.layers.15.mlp.fc1/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:47f48363c28d428103f2d0a91da8a1e452611f8a068f133a337abdb3dd6e5998
+size 42115
diff --git a/params/phi/5/rnd_search_t_no_sched/comb_13/trained/model.layers.15.mlp.fc1/_s.pt b/params/phi/5/rnd_search_t_no_sched/comb_13/trained/model.layers.15.mlp.fc1/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..985c8c7acea9f2b28cdbb221e00404151575bb61
--- /dev/null
+++ b/params/phi/5/rnd_search_t_no_sched/comb_13/trained/model.layers.15.mlp.fc1/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:70d22ee34df8cbc50b83efc793ab1760bfccd9d08deed54305fc262e24d8203c
+size 42115
diff --git a/params/phi/5/rnd_search_t_no_sched/comb_13/trained/model.layers.15.mlp.fc2/_0.pt b/params/phi/5/rnd_search_t_no_sched/comb_13/trained/model.layers.15.mlp.fc2/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c80ca1a0958c9a5f585c4c580ebb8802c4c60315
--- /dev/null
+++ b/params/phi/5/rnd_search_t_no_sched/comb_13/trained/model.layers.15.mlp.fc2/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b05e42245c8e3748cbd8f46df946662cdca6ce487ba77b24898686c536ac9894
+size 11395
diff --git a/params/phi/5/rnd_search_t_no_sched/comb_13/trained/model.layers.15.mlp.fc2/_s.pt b/params/phi/5/rnd_search_t_no_sched/comb_13/trained/model.layers.15.mlp.fc2/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2048f2b28ce7e1c3b36fedb3c0cd103c0ec86d18
--- /dev/null
+++ b/params/phi/5/rnd_search_t_no_sched/comb_13/trained/model.layers.15.mlp.fc2/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f3bdca34f7e9ce80c51af32e46d049d0422fbd6dbcab8cd9f5490efc33574d4d
+size 11395
diff --git a/params/phi/5/rnd_search_t_no_sched/comb_13/trained/model.layers.15.self_attn.dense/_0.pt b/params/phi/5/rnd_search_t_no_sched/comb_13/trained/model.layers.15.self_attn.dense/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..46802c2596e5bde00be94e82e9b04ff02c305c40
--- /dev/null
+++ b/params/phi/5/rnd_search_t_no_sched/comb_13/trained/model.layers.15.self_attn.dense/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0a9b2debf2f5cadbfd153076a890993240bfddf5baa11c9934919ae9becdc8bf
+size 11395
diff --git a/params/phi/5/rnd_search_t_no_sched/comb_13/trained/model.layers.15.self_attn.dense/_s.pt b/params/phi/5/rnd_search_t_no_sched/comb_13/trained/model.layers.15.self_attn.dense/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..47cdeedc2b1a2d985d0d40bdfb88cedde64335b0
--- /dev/null
+++ b/params/phi/5/rnd_search_t_no_sched/comb_13/trained/model.layers.15.self_attn.dense/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:76dbecfcb7e7296ad2479ec591859fa73e0142b274e511fc1f5be505e46b470c
+size 11395
diff --git a/params/phi/5/rnd_search_t_no_sched/comb_13/trained/model.layers.15.self_attn.k_proj/_0.pt b/params/phi/5/rnd_search_t_no_sched/comb_13/trained/model.layers.15.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..d54992f51477a5b3d9eb69853d3a529829ac993a
--- /dev/null
+++ b/params/phi/5/rnd_search_t_no_sched/comb_13/trained/model.layers.15.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:cfd822061cd6fe049a787367b2db8b3164ab62b7e5d6d335d31e1b0ed59b10cc
+size 11395
diff --git a/params/phi/5/rnd_search_t_no_sched/comb_13/trained/model.layers.15.self_attn.k_proj/_s.pt b/params/phi/5/rnd_search_t_no_sched/comb_13/trained/model.layers.15.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..3a2bdce6a1c1494ab320810e03d66ecba882848b
--- /dev/null
+++ b/params/phi/5/rnd_search_t_no_sched/comb_13/trained/model.layers.15.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:db8a8b420468a4d0c80d506d01baa5b830380e512da40dd6cd5cc92b5d433646
+size 11395
diff --git a/params/phi/5/rnd_search_t_no_sched/comb_13/trained/model.layers.15.self_attn.q_proj/_0.pt b/params/phi/5/rnd_search_t_no_sched/comb_13/trained/model.layers.15.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..adecaa4c49e6efc1cafe4090ef935f5467516fa2
--- /dev/null
+++ b/params/phi/5/rnd_search_t_no_sched/comb_13/trained/model.layers.15.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:51410be54d16a3a0b38bdd978fa6b76e276d56e6eb23e9f606f7c6f2cae4edd7
+size 11395
diff --git a/params/phi/5/rnd_search_t_no_sched/comb_13/trained/model.layers.15.self_attn.q_proj/_s.pt b/params/phi/5/rnd_search_t_no_sched/comb_13/trained/model.layers.15.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..f88f58b52dcc3144def030105da795cd4b473b40
--- /dev/null
+++ b/params/phi/5/rnd_search_t_no_sched/comb_13/trained/model.layers.15.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:bb50a358da8b8872eb30bb8443fd3852ecc3ddce06dcdd21751f5eb1beb4afc1
+size 11395
diff --git a/params/phi/5/rnd_search_t_no_sched/comb_13/trained/model.layers.15.self_attn.v_proj/_0.pt b/params/phi/5/rnd_search_t_no_sched/comb_13/trained/model.layers.15.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8bfcb567e4606780c83a804c45539080decf25c2
--- /dev/null
+++ b/params/phi/5/rnd_search_t_no_sched/comb_13/trained/model.layers.15.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0a33dbc98ed98caaa1d80ab2f6f72af778b8644bc941a848f30e0e29817ddfe7
+size 11395
diff --git a/params/phi/5/rnd_search_t_no_sched/comb_13/trained/model.layers.15.self_attn.v_proj/_s.pt b/params/phi/5/rnd_search_t_no_sched/comb_13/trained/model.layers.15.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..b7be21221544666abb6ae66dde01f4b4c811d370
--- /dev/null
+++ b/params/phi/5/rnd_search_t_no_sched/comb_13/trained/model.layers.15.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:70a9b8fb3242835e0dd89e5773ad2bca77fefe4ea2da82f30bb08571e9de1730
+size 11395
diff --git a/params/phi/5/rnd_search_t_no_sched/comb_13/trained/model.layers.16.mlp.fc1/_0.pt b/params/phi/5/rnd_search_t_no_sched/comb_13/trained/model.layers.16.mlp.fc1/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..01ba1678463033fecb56452059e6775e5647ddf1
--- /dev/null
+++ b/params/phi/5/rnd_search_t_no_sched/comb_13/trained/model.layers.16.mlp.fc1/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:17578f64f43d6c897f0fc1a0443063a4dfb320af1f95f7d4007ef82343f007ed
+size 42115
diff --git a/params/phi/5/rnd_search_t_no_sched/comb_13/trained/model.layers.16.mlp.fc1/_s.pt b/params/phi/5/rnd_search_t_no_sched/comb_13/trained/model.layers.16.mlp.fc1/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..322ec9cd3855e9b1a48261e24ccb34b45b257a90
--- /dev/null
+++ b/params/phi/5/rnd_search_t_no_sched/comb_13/trained/model.layers.16.mlp.fc1/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:16b2e5afb39ffe686d643cf6474f91858c64dd30e991b7fd3a447351452b6f40
+size 42115
diff --git a/params/phi/5/rnd_search_t_no_sched/comb_13/trained/model.layers.16.mlp.fc2/_0.pt b/params/phi/5/rnd_search_t_no_sched/comb_13/trained/model.layers.16.mlp.fc2/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..482301c04dcac17528c499d8e791004aaad3ef61
--- /dev/null
+++ b/params/phi/5/rnd_search_t_no_sched/comb_13/trained/model.layers.16.mlp.fc2/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:3785d9dada9ae35742b849a3ca55fbfbf6655e29537167b4ea152da97cc27c6d
+size 11395
diff --git a/params/phi/5/rnd_search_t_no_sched/comb_13/trained/model.layers.16.mlp.fc2/_s.pt b/params/phi/5/rnd_search_t_no_sched/comb_13/trained/model.layers.16.mlp.fc2/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..24881dae2fa477437f8d2976aa3b4c749566b610
--- /dev/null
+++ b/params/phi/5/rnd_search_t_no_sched/comb_13/trained/model.layers.16.mlp.fc2/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:43ee7c46403c9321fc0fb5bb022f78162b86f3ccecfdafd67272093b8a35d05d
+size 11395
diff --git a/params/phi/5/rnd_search_t_no_sched/comb_13/trained/model.layers.16.self_attn.dense/_0.pt b/params/phi/5/rnd_search_t_no_sched/comb_13/trained/model.layers.16.self_attn.dense/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..b8a9a161de2f8a8e668c75f352e576e54f5a36ab
--- /dev/null
+++ b/params/phi/5/rnd_search_t_no_sched/comb_13/trained/model.layers.16.self_attn.dense/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5aea7e125e83fe26674938c033be8b907a2bf4ba236fdffaa9cbcdfc0023643b
+size 11395
diff --git a/params/phi/5/rnd_search_t_no_sched/comb_13/trained/model.layers.16.self_attn.dense/_s.pt b/params/phi/5/rnd_search_t_no_sched/comb_13/trained/model.layers.16.self_attn.dense/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8dc09bda1e19713b95af1b3fc18dc576d8107edc
--- /dev/null
+++ b/params/phi/5/rnd_search_t_no_sched/comb_13/trained/model.layers.16.self_attn.dense/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d9468a0487d5fd6871f9271cc9627a677aba91364afb6dd1bbadb60afee9b523
+size 11395
diff --git a/params/phi/5/rnd_search_t_no_sched/comb_13/trained/model.layers.16.self_attn.k_proj/_0.pt b/params/phi/5/rnd_search_t_no_sched/comb_13/trained/model.layers.16.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..09591ae9b6aa677ab0ef0a6dd777760f18f09530
--- /dev/null
+++ b/params/phi/5/rnd_search_t_no_sched/comb_13/trained/model.layers.16.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ea1036817ebb79ab6ac14dc3695e6735550f960443c1c2db0cd501f106607cdc
+size 11395
diff --git a/params/phi/5/rnd_search_t_no_sched/comb_13/trained/model.layers.16.self_attn.k_proj/_s.pt b/params/phi/5/rnd_search_t_no_sched/comb_13/trained/model.layers.16.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2a5d36927c082593017f239d739e003116a2aa98
--- /dev/null
+++ b/params/phi/5/rnd_search_t_no_sched/comb_13/trained/model.layers.16.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:6a2d2d114dbd63ab5bb9f3e67c42772cb9fa8840fc59ca6d51b5a76f521d0f75
+size 11395
diff --git a/params/phi/5/rnd_search_t_no_sched/comb_13/trained/model.layers.16.self_attn.q_proj/_0.pt b/params/phi/5/rnd_search_t_no_sched/comb_13/trained/model.layers.16.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..fca1d71054a62f35b98f102b83ce985d1b44d498
--- /dev/null
+++ b/params/phi/5/rnd_search_t_no_sched/comb_13/trained/model.layers.16.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:37f5cfa95ed69bd4642c538c8e2173691e24660fc6349978f74438eb371e7ace
+size 11395
diff --git a/params/phi/5/rnd_search_t_no_sched/comb_13/trained/model.layers.16.self_attn.q_proj/_s.pt b/params/phi/5/rnd_search_t_no_sched/comb_13/trained/model.layers.16.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ca48d8180d8a6e0b09d182730d59500116504af5
--- /dev/null
+++ b/params/phi/5/rnd_search_t_no_sched/comb_13/trained/model.layers.16.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:3b20df2ee1e2a9ac2d3ba9552c6006e2d1ce0afa8438335e277f15829bfee96d
+size 11395
diff --git a/params/phi/5/rnd_search_t_no_sched/comb_13/trained/model.layers.16.self_attn.v_proj/_0.pt b/params/phi/5/rnd_search_t_no_sched/comb_13/trained/model.layers.16.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..1dcac00ab6a4aad90948b165a1bf5c7b4767727e
--- /dev/null
+++ b/params/phi/5/rnd_search_t_no_sched/comb_13/trained/model.layers.16.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e4e465c645641725f6fdd5a6718076f03546d4b9f0cec5f7afc1aefc8df237e6
+size 11395
diff --git a/params/phi/5/rnd_search_t_no_sched/comb_13/trained/model.layers.16.self_attn.v_proj/_s.pt b/params/phi/5/rnd_search_t_no_sched/comb_13/trained/model.layers.16.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..26c6b552837ca7a3ab607b2dabf9e047bc252fe5
--- /dev/null
+++ b/params/phi/5/rnd_search_t_no_sched/comb_13/trained/model.layers.16.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a149074ab897df107790b2d09b01274ca5e403886ef5d7355c2b87f3a5930bdd
+size 11395
diff --git a/params/phi/5/rnd_search_t_no_sched/comb_13/trained/model.layers.17.mlp.fc1/_0.pt b/params/phi/5/rnd_search_t_no_sched/comb_13/trained/model.layers.17.mlp.fc1/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..bf0f1fde42007db73ecd2998107588955ddf2436
--- /dev/null
+++ b/params/phi/5/rnd_search_t_no_sched/comb_13/trained/model.layers.17.mlp.fc1/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f79017cf55901a9f807ce8e877f2d0a71e29fdad8e036ca1d50fd80f58a5ad62
+size 42115
diff --git a/params/phi/5/rnd_search_t_no_sched/comb_13/trained/model.layers.17.mlp.fc1/_s.pt b/params/phi/5/rnd_search_t_no_sched/comb_13/trained/model.layers.17.mlp.fc1/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8a433a9b66e35279b88101448989e4956e5a6cd8
--- /dev/null
+++ b/params/phi/5/rnd_search_t_no_sched/comb_13/trained/model.layers.17.mlp.fc1/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b45bd948a3e49d21505cad0eef4ec73b11dc04b697415b9f750ee658835a062a
+size 42115
diff --git a/params/phi/5/rnd_search_t_no_sched/comb_13/trained/model.layers.17.mlp.fc2/_0.pt b/params/phi/5/rnd_search_t_no_sched/comb_13/trained/model.layers.17.mlp.fc2/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c52f268203e2b9aa922c09bb89245ad525076e0a
--- /dev/null
+++ b/params/phi/5/rnd_search_t_no_sched/comb_13/trained/model.layers.17.mlp.fc2/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:4197f88689b8d70e97c8c74e4e26571a446590039ead9ad3343b65853d693c42
+size 11395
diff --git a/params/phi/5/rnd_search_t_no_sched/comb_13/trained/model.layers.17.mlp.fc2/_s.pt b/params/phi/5/rnd_search_t_no_sched/comb_13/trained/model.layers.17.mlp.fc2/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..d0f90fe1048fc17fe4a0021c67c34355e41cb0a3
--- /dev/null
+++ b/params/phi/5/rnd_search_t_no_sched/comb_13/trained/model.layers.17.mlp.fc2/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:4d0d205aa381ebc5b0bdab0954d3241d7302e791f4ff0d549c274de8cf0a7e9d
+size 11395
diff --git a/params/phi/5/rnd_search_t_no_sched/comb_13/trained/model.layers.17.self_attn.dense/_0.pt b/params/phi/5/rnd_search_t_no_sched/comb_13/trained/model.layers.17.self_attn.dense/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..58125ae978c152ca9972b6cbeaafe96a28dfe41c
--- /dev/null
+++ b/params/phi/5/rnd_search_t_no_sched/comb_13/trained/model.layers.17.self_attn.dense/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f1848c4a3208993c43ca7b40d6964571a654cbf1919f648caf6a2845e575cb6f
+size 11395
diff --git a/params/phi/5/rnd_search_t_no_sched/comb_13/trained/model.layers.17.self_attn.dense/_s.pt b/params/phi/5/rnd_search_t_no_sched/comb_13/trained/model.layers.17.self_attn.dense/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..7941a6f2e7e1d689df392c045c925779312084df
--- /dev/null
+++ b/params/phi/5/rnd_search_t_no_sched/comb_13/trained/model.layers.17.self_attn.dense/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:16044e36aa5c84157b459c10b902a5d7899cbc1e3449c67e69ef28202ad8e053
+size 11395
diff --git a/params/phi/5/rnd_search_t_no_sched/comb_13/trained/model.layers.17.self_attn.k_proj/_0.pt b/params/phi/5/rnd_search_t_no_sched/comb_13/trained/model.layers.17.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..457c7b8802dbb7b71516af63cf8529a33788b21d
--- /dev/null
+++ b/params/phi/5/rnd_search_t_no_sched/comb_13/trained/model.layers.17.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:90ab7152db4834705738222f075ed0fbf3f9d5596b32a9bbdd25698215ad231a
+size 11395
diff --git a/params/phi/5/rnd_search_t_no_sched/comb_13/trained/model.layers.17.self_attn.k_proj/_s.pt b/params/phi/5/rnd_search_t_no_sched/comb_13/trained/model.layers.17.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..f5ba8b0e03815c848f9bd5a0b8e0463d1b3f2177
--- /dev/null
+++ b/params/phi/5/rnd_search_t_no_sched/comb_13/trained/model.layers.17.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:99a2e97aa21aea939fc1b07d9be829ad6e30b720bbe3125792c8edf2417f981d
+size 11395
diff --git a/params/phi/5/rnd_search_t_no_sched/comb_13/trained/model.layers.17.self_attn.q_proj/_0.pt b/params/phi/5/rnd_search_t_no_sched/comb_13/trained/model.layers.17.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..5263af2c4387b328c27c7980b0fc53388b3bfbcc
--- /dev/null
+++ b/params/phi/5/rnd_search_t_no_sched/comb_13/trained/model.layers.17.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a020905588c674f42c89647cab87dc912c0623179311a802ce734f05a23ce220
+size 11395
diff --git a/params/phi/5/rnd_search_t_no_sched/comb_13/trained/model.layers.17.self_attn.q_proj/_s.pt b/params/phi/5/rnd_search_t_no_sched/comb_13/trained/model.layers.17.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..1a97a9984117d01fe1c896d3948c7c09d30a8ff7
--- /dev/null
+++ b/params/phi/5/rnd_search_t_no_sched/comb_13/trained/model.layers.17.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:44e9fe1d9ec015500b899bdb4a03e862a4386b8b4f35bbab01ea14c9400b158d
+size 11395
diff --git a/params/phi/5/rnd_search_t_no_sched/comb_13/trained/model.layers.17.self_attn.v_proj/_0.pt b/params/phi/5/rnd_search_t_no_sched/comb_13/trained/model.layers.17.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..3d72bbab108b3c5418e428de9a189e6bcf6360f6
--- /dev/null
+++ b/params/phi/5/rnd_search_t_no_sched/comb_13/trained/model.layers.17.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:180d11ad85f97848ba3c5d6acba6c53abff256d960f64f678874fe175efb6fea
+size 11395
diff --git a/params/phi/5/rnd_search_t_no_sched/comb_13/trained/model.layers.17.self_attn.v_proj/_s.pt b/params/phi/5/rnd_search_t_no_sched/comb_13/trained/model.layers.17.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..82373a53026360ea73261eeca43f054d4e5d4b48
--- /dev/null
+++ b/params/phi/5/rnd_search_t_no_sched/comb_13/trained/model.layers.17.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e28bdd95bbcc798be095bd565251bc83667b78a8b256152221e3eb23471fc26f
+size 11395
diff --git a/params/phi/5/rnd_search_t_no_sched/comb_13/trained/model.layers.18.mlp.fc1/_0.pt b/params/phi/5/rnd_search_t_no_sched/comb_13/trained/model.layers.18.mlp.fc1/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e4303e89d676eb4e5c4d537aa441d4068a3eb344
--- /dev/null
+++ b/params/phi/5/rnd_search_t_no_sched/comb_13/trained/model.layers.18.mlp.fc1/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b866e8a3164cef32cbbf7270c8458fd5261176f9757b461b16179e741e60b6cc
+size 42115
diff --git a/params/phi/5/rnd_search_t_no_sched/comb_13/trained/model.layers.18.mlp.fc1/_s.pt b/params/phi/5/rnd_search_t_no_sched/comb_13/trained/model.layers.18.mlp.fc1/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..38fd41a7e5ffec1fb61528542bde00732d033d45
--- /dev/null
+++ b/params/phi/5/rnd_search_t_no_sched/comb_13/trained/model.layers.18.mlp.fc1/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c64a5dc816acded1751c11f4faf30c26054d6344679e5461350216c006b491a6
+size 42115
diff --git a/params/phi/5/rnd_search_t_no_sched/comb_13/trained/model.layers.18.mlp.fc2/_0.pt b/params/phi/5/rnd_search_t_no_sched/comb_13/trained/model.layers.18.mlp.fc2/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e600c5e482716b4eb612d5db989e65eb2b8f4591
--- /dev/null
+++ b/params/phi/5/rnd_search_t_no_sched/comb_13/trained/model.layers.18.mlp.fc2/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a8c677343fa0422350f948077153ae565d0654e7e79c63cbe37020dc35655269
+size 11395
diff --git a/params/phi/5/rnd_search_t_no_sched/comb_13/trained/model.layers.18.mlp.fc2/_s.pt b/params/phi/5/rnd_search_t_no_sched/comb_13/trained/model.layers.18.mlp.fc2/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..fe0d417a1a4d7e41e73fd8d892a5452a788eae96
--- /dev/null
+++ b/params/phi/5/rnd_search_t_no_sched/comb_13/trained/model.layers.18.mlp.fc2/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:4cb52d020a9b08b351a367cb54265c42890a8fb498363aeb356bfb2e8d43293c
+size 11395
diff --git a/params/phi/5/rnd_search_t_no_sched/comb_13/trained/model.layers.18.self_attn.dense/_0.pt b/params/phi/5/rnd_search_t_no_sched/comb_13/trained/model.layers.18.self_attn.dense/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..89521725e54c57531bade4863b25b9788a44f119
--- /dev/null
+++ b/params/phi/5/rnd_search_t_no_sched/comb_13/trained/model.layers.18.self_attn.dense/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2d4c055d21f98e10ac8997503cdb4ea7f54ec76e4337502ed6a0685da3ff25fe
+size 11395
diff --git a/params/phi/5/rnd_search_t_no_sched/comb_13/trained/model.layers.18.self_attn.dense/_s.pt b/params/phi/5/rnd_search_t_no_sched/comb_13/trained/model.layers.18.self_attn.dense/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..07e0a9c754e6a41913acb4cf962f2f010bff40b0
--- /dev/null
+++ b/params/phi/5/rnd_search_t_no_sched/comb_13/trained/model.layers.18.self_attn.dense/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b2e2a27cd6a916dfdf4dd08914584c9ff549035f823bad0ddb904257c26ec366
+size 11395
diff --git a/params/phi/5/rnd_search_t_no_sched/comb_13/trained/model.layers.18.self_attn.k_proj/_0.pt b/params/phi/5/rnd_search_t_no_sched/comb_13/trained/model.layers.18.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..0e6bc209487fa50b78dfafffbc0de751f609772b
--- /dev/null
+++ b/params/phi/5/rnd_search_t_no_sched/comb_13/trained/model.layers.18.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:61ec17622783d82e3d1f001c246c0b379384c082e57973508ccdd722ca49bc7a
+size 11395
diff --git a/params/phi/5/rnd_search_t_no_sched/comb_13/trained/model.layers.18.self_attn.k_proj/_s.pt b/params/phi/5/rnd_search_t_no_sched/comb_13/trained/model.layers.18.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..55d6e593bc0fd0b7ed1a7af0587f1aa89c840813
--- /dev/null
+++ b/params/phi/5/rnd_search_t_no_sched/comb_13/trained/model.layers.18.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d77b69c9c170133d5917a765b8eca0d6e9b6666089ccaff1adba01b8ae0f9853
+size 11395
diff --git a/params/phi/5/rnd_search_t_no_sched/comb_13/trained/model.layers.18.self_attn.q_proj/_0.pt b/params/phi/5/rnd_search_t_no_sched/comb_13/trained/model.layers.18.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..bc962bb0f337de1d55c8b48bf13db7b3d3ab535b
--- /dev/null
+++ b/params/phi/5/rnd_search_t_no_sched/comb_13/trained/model.layers.18.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:8ce91a26a3d5d0171c837af1a0032c3f0a2cce064b91d73d2b2bac759f15732a
+size 11395
diff --git a/params/phi/5/rnd_search_t_no_sched/comb_13/trained/model.layers.18.self_attn.q_proj/_s.pt b/params/phi/5/rnd_search_t_no_sched/comb_13/trained/model.layers.18.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..7ce9214d26d9501a87ffa14330373d8d42d2b018
--- /dev/null
+++ b/params/phi/5/rnd_search_t_no_sched/comb_13/trained/model.layers.18.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:964dfac918935440e43f77d77df691ebe2b29246f0529b077c72c359af174b49
+size 11395
diff --git a/params/phi/5/rnd_search_t_no_sched/comb_13/trained/model.layers.18.self_attn.v_proj/_0.pt b/params/phi/5/rnd_search_t_no_sched/comb_13/trained/model.layers.18.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..85c44aac85cdce781de71799f78b64aaa99b7407
--- /dev/null
+++ b/params/phi/5/rnd_search_t_no_sched/comb_13/trained/model.layers.18.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c619e272c1c6024b92f253f3bb5ac609fb4a68de68ee77b58446224f49082f10
+size 11395
diff --git a/params/phi/5/rnd_search_t_no_sched/comb_13/trained/model.layers.18.self_attn.v_proj/_s.pt b/params/phi/5/rnd_search_t_no_sched/comb_13/trained/model.layers.18.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..29f74bd488dc5db6ba1aa85b7cf196f7949e9159
--- /dev/null
+++ b/params/phi/5/rnd_search_t_no_sched/comb_13/trained/model.layers.18.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:9ddd548627afa1a96b3634bf9f0c1663b8e50a87dbef2b49da421583714e99df
+size 11395
diff --git a/params/phi/5/rnd_search_t_no_sched/comb_13/trained/model.layers.19.mlp.fc1/_0.pt b/params/phi/5/rnd_search_t_no_sched/comb_13/trained/model.layers.19.mlp.fc1/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..750f116de1a8befac1b8d6c986bf5609fadba019
--- /dev/null
+++ b/params/phi/5/rnd_search_t_no_sched/comb_13/trained/model.layers.19.mlp.fc1/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5c0086a7f9f7313e775ea2607e0f3ee4bbdd3cff5998f2edccb1f7692bb4decb
+size 42115
diff --git a/params/phi/5/rnd_search_t_no_sched/comb_13/trained/model.layers.19.mlp.fc1/_s.pt b/params/phi/5/rnd_search_t_no_sched/comb_13/trained/model.layers.19.mlp.fc1/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..848e4d8c36ac563c9f9e06a2257fe51560b791e0
--- /dev/null
+++ b/params/phi/5/rnd_search_t_no_sched/comb_13/trained/model.layers.19.mlp.fc1/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:3943ed5f9707b569ae9b86832ca061a19e65f138f2c16093ae5c27b65a9664c9
+size 42115
diff --git a/params/phi/5/rnd_search_t_no_sched/comb_13/trained/model.layers.19.mlp.fc2/_0.pt b/params/phi/5/rnd_search_t_no_sched/comb_13/trained/model.layers.19.mlp.fc2/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..70220ae7526c4fa6ee3a08b1c5137397be677546
--- /dev/null
+++ b/params/phi/5/rnd_search_t_no_sched/comb_13/trained/model.layers.19.mlp.fc2/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c5891aae103bae87aae3922994c0b640a04b3b68d3a4ba4e670c5638d24f3079
+size 11395
diff --git a/params/phi/5/rnd_search_t_no_sched/comb_13/trained/model.layers.19.mlp.fc2/_s.pt b/params/phi/5/rnd_search_t_no_sched/comb_13/trained/model.layers.19.mlp.fc2/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..1ae095b608ed4c45e4549ee46889ba2188eb7cf9
--- /dev/null
+++ b/params/phi/5/rnd_search_t_no_sched/comb_13/trained/model.layers.19.mlp.fc2/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:bc32df8e17426804519135ef1eb99f7064360d43aafbad0d59b9e2eed61cfe30
+size 11395
diff --git a/params/phi/5/rnd_search_t_no_sched/comb_13/trained/model.layers.19.self_attn.dense/_0.pt b/params/phi/5/rnd_search_t_no_sched/comb_13/trained/model.layers.19.self_attn.dense/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..9f7c612c05bad06132ae1857046ab09f6495c5bc
--- /dev/null
+++ b/params/phi/5/rnd_search_t_no_sched/comb_13/trained/model.layers.19.self_attn.dense/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:66b3324788b451f1e609fa1c53139661b940839ecc5c749da5dcd9eb330ebb9e
+size 11395
diff --git a/params/phi/5/rnd_search_t_no_sched/comb_13/trained/model.layers.19.self_attn.dense/_s.pt b/params/phi/5/rnd_search_t_no_sched/comb_13/trained/model.layers.19.self_attn.dense/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..0006ea99c5bf0117a9dc4ce666e8e2aa313e621f
--- /dev/null
+++ b/params/phi/5/rnd_search_t_no_sched/comb_13/trained/model.layers.19.self_attn.dense/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0ed9bb03f1568502c5277353f38deb6d5e7a71139696d2ebdef49d8f6d01ae59
+size 11395
diff --git a/params/phi/5/rnd_search_t_no_sched/comb_13/trained/model.layers.19.self_attn.k_proj/_0.pt b/params/phi/5/rnd_search_t_no_sched/comb_13/trained/model.layers.19.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..0272fc4d600ad410fa9656f40eba3ce0b2c184bc
--- /dev/null
+++ b/params/phi/5/rnd_search_t_no_sched/comb_13/trained/model.layers.19.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:67fa015c40040ec0dca901e3bdcb33e2899b179d8635a5a898455e106cd11181
+size 11395
diff --git a/params/phi/5/rnd_search_t_no_sched/comb_13/trained/model.layers.19.self_attn.k_proj/_s.pt b/params/phi/5/rnd_search_t_no_sched/comb_13/trained/model.layers.19.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..fe138c9e46e44c801ff23edf20a1d820e2851498
--- /dev/null
+++ b/params/phi/5/rnd_search_t_no_sched/comb_13/trained/model.layers.19.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e44cc57d7ba425752362069281c858259db86b0c20022dbd99de2504cbed4792
+size 11395
diff --git a/params/phi/5/rnd_search_t_no_sched/comb_13/trained/model.layers.19.self_attn.q_proj/_0.pt b/params/phi/5/rnd_search_t_no_sched/comb_13/trained/model.layers.19.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c81241eaf380999affcc5083b3fc0edcbc6a93ce
--- /dev/null
+++ b/params/phi/5/rnd_search_t_no_sched/comb_13/trained/model.layers.19.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:290e726cea9d3582bc7ddd1ea0f0335cb588f42b9b6fe682ef6e079f2866db60
+size 11395
diff --git a/params/phi/5/rnd_search_t_no_sched/comb_13/trained/model.layers.19.self_attn.q_proj/_s.pt b/params/phi/5/rnd_search_t_no_sched/comb_13/trained/model.layers.19.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..7638b22c80de1b687902ba62878e64f03c88eefa
--- /dev/null
+++ b/params/phi/5/rnd_search_t_no_sched/comb_13/trained/model.layers.19.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b3fbfd529ee24fa850ef87aa9d4a2e4a83b707b95158446493250ce7a3fdda32
+size 11395
diff --git a/params/phi/5/rnd_search_t_no_sched/comb_13/trained/model.layers.19.self_attn.v_proj/_0.pt b/params/phi/5/rnd_search_t_no_sched/comb_13/trained/model.layers.19.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..3d1943a9002f483bac4a560e8ac3a911e872456c
--- /dev/null
+++ b/params/phi/5/rnd_search_t_no_sched/comb_13/trained/model.layers.19.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:65d244cd8456e9f41221ea974647b6a029edc353f865c7838ecb69ae3f988344
+size 11395
diff --git a/params/phi/5/rnd_search_t_no_sched/comb_13/trained/model.layers.19.self_attn.v_proj/_s.pt b/params/phi/5/rnd_search_t_no_sched/comb_13/trained/model.layers.19.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..80250a80ee33643e2eba831e58e52ea43a0947de
--- /dev/null
+++ b/params/phi/5/rnd_search_t_no_sched/comb_13/trained/model.layers.19.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2b51589ccb9cb66b5b53ea4566dad0e1e7ee1c3d027838577903a7dd629e037b
+size 11395
diff --git a/params/phi/5/rnd_search_t_no_sched/comb_13/trained/model.layers.2.mlp.fc1/_0.pt b/params/phi/5/rnd_search_t_no_sched/comb_13/trained/model.layers.2.mlp.fc1/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..491635b543186aee9b146bee1903c231806b2f68
--- /dev/null
+++ b/params/phi/5/rnd_search_t_no_sched/comb_13/trained/model.layers.2.mlp.fc1/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:19a41a4c35df3f6b15121aa7ac50cad0bd0c2162f2cc7c97c6b21a7ef0b571f7
+size 42115
diff --git a/params/phi/5/rnd_search_t_no_sched/comb_13/trained/model.layers.2.mlp.fc1/_s.pt b/params/phi/5/rnd_search_t_no_sched/comb_13/trained/model.layers.2.mlp.fc1/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..89502152cfc7352334bac089ad2467078a69cff7
--- /dev/null
+++ b/params/phi/5/rnd_search_t_no_sched/comb_13/trained/model.layers.2.mlp.fc1/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:bedcb8465abe225c6843d0de519e14f7afe9a1679643721a83a66095bb547e02
+size 42115
diff --git a/params/phi/5/rnd_search_t_no_sched/comb_13/trained/model.layers.2.mlp.fc2/_0.pt b/params/phi/5/rnd_search_t_no_sched/comb_13/trained/model.layers.2.mlp.fc2/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..39cc2139d08ca7b3f5097a64024e4dff24d2245e
--- /dev/null
+++ b/params/phi/5/rnd_search_t_no_sched/comb_13/trained/model.layers.2.mlp.fc2/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:68632a2ca9606bf77c6b8bd8ba0238239abf3d1b4e507e2e8e174d3becb03091
+size 11395
diff --git a/params/phi/5/rnd_search_t_no_sched/comb_13/trained/model.layers.2.mlp.fc2/_s.pt b/params/phi/5/rnd_search_t_no_sched/comb_13/trained/model.layers.2.mlp.fc2/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e11cd5163815d6e2dbf9c84c24dd751134950e22
--- /dev/null
+++ b/params/phi/5/rnd_search_t_no_sched/comb_13/trained/model.layers.2.mlp.fc2/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:1efcdaeab0075b444e6c23845fbf137641ed6e4ca86172a3561d6aca7d4c2e54
+size 11395
diff --git a/params/phi/5/rnd_search_t_no_sched/comb_13/trained/model.layers.2.self_attn.dense/_0.pt b/params/phi/5/rnd_search_t_no_sched/comb_13/trained/model.layers.2.self_attn.dense/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a6c66c23d958d42abc82a7d694a62cd3a2e7a232
--- /dev/null
+++ b/params/phi/5/rnd_search_t_no_sched/comb_13/trained/model.layers.2.self_attn.dense/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:010bb3e9668ae789fe647cf0beb9e2460b8042c7ce0c33e176b86f599e9b1148
+size 11395
diff --git a/params/phi/5/rnd_search_t_no_sched/comb_13/trained/model.layers.2.self_attn.dense/_s.pt b/params/phi/5/rnd_search_t_no_sched/comb_13/trained/model.layers.2.self_attn.dense/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..9cc94952b69c351be6311046776c26e238cb4a26
--- /dev/null
+++ b/params/phi/5/rnd_search_t_no_sched/comb_13/trained/model.layers.2.self_attn.dense/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2c7353dc5d3bb205014245bc1062d2ab82760bf1e9d87823dd1cf4e58c239ec1
+size 11395
diff --git a/params/phi/5/rnd_search_t_no_sched/comb_13/trained/model.layers.2.self_attn.k_proj/_0.pt b/params/phi/5/rnd_search_t_no_sched/comb_13/trained/model.layers.2.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..626f10ef1e320a36b29cb4f89d79e192e7232695
--- /dev/null
+++ b/params/phi/5/rnd_search_t_no_sched/comb_13/trained/model.layers.2.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5c204f46509960f8928e54432f074b256025f469d797dfacd9bec521b76574c3
+size 11395
diff --git a/params/phi/5/rnd_search_t_no_sched/comb_13/trained/model.layers.2.self_attn.k_proj/_s.pt b/params/phi/5/rnd_search_t_no_sched/comb_13/trained/model.layers.2.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..bf57450a11d6d56aabf5d53864034621184a575c
--- /dev/null
+++ b/params/phi/5/rnd_search_t_no_sched/comb_13/trained/model.layers.2.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:7bfc709a3d5cbf497ea7a5328a804d74e2955cf52d197667345dbe42b84eb39d
+size 11395
diff --git a/params/phi/5/rnd_search_t_no_sched/comb_13/trained/model.layers.2.self_attn.q_proj/_0.pt b/params/phi/5/rnd_search_t_no_sched/comb_13/trained/model.layers.2.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..92091136bc0e6908a958eeb43a9d35e0f81bea5a
--- /dev/null
+++ b/params/phi/5/rnd_search_t_no_sched/comb_13/trained/model.layers.2.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f39b1a053ec5a60bafa4c0ff8edab95dc159b2aa57ad13c80d801a3adceb0d09
+size 11395
diff --git a/params/phi/5/rnd_search_t_no_sched/comb_13/trained/model.layers.2.self_attn.q_proj/_s.pt b/params/phi/5/rnd_search_t_no_sched/comb_13/trained/model.layers.2.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..77bc3d2e4101a48afecd6be8a3736857f67ab880
--- /dev/null
+++ b/params/phi/5/rnd_search_t_no_sched/comb_13/trained/model.layers.2.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:181421d87b343bcb9b3ce39eaa78ee929505395b0eccf89e08940a7fb88d4079
+size 11395
diff --git a/params/phi/5/rnd_search_t_no_sched/comb_13/trained/model.layers.2.self_attn.v_proj/_0.pt b/params/phi/5/rnd_search_t_no_sched/comb_13/trained/model.layers.2.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c606eecef5addaac2e77e86113085c46eb768605
--- /dev/null
+++ b/params/phi/5/rnd_search_t_no_sched/comb_13/trained/model.layers.2.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:725086814ab76617f08378df63d9f7d22fe81391d49ff55f8eaed97ddfdfb239
+size 11395
diff --git a/params/phi/5/rnd_search_t_no_sched/comb_13/trained/model.layers.2.self_attn.v_proj/_s.pt b/params/phi/5/rnd_search_t_no_sched/comb_13/trained/model.layers.2.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..cf39fa16cf385a1c9ecd66cb23a7dfd75c733385
--- /dev/null
+++ b/params/phi/5/rnd_search_t_no_sched/comb_13/trained/model.layers.2.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f9e3a7dead23ad683236ab8f274731ad82b126b60508fbe4a3ae2708787f122c
+size 11395
diff --git a/params/phi/5/rnd_search_t_no_sched/comb_13/trained/model.layers.20.mlp.fc1/_0.pt b/params/phi/5/rnd_search_t_no_sched/comb_13/trained/model.layers.20.mlp.fc1/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..378b211ba8cb4e06f0b384cd8a63ad2fcfbc6d66
--- /dev/null
+++ b/params/phi/5/rnd_search_t_no_sched/comb_13/trained/model.layers.20.mlp.fc1/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:742c4d3663731ef9faf12d2149d08f717549e745a5f7e91e534cfa42698a8421
+size 42115
diff --git a/params/phi/5/rnd_search_t_no_sched/comb_13/trained/model.layers.20.mlp.fc1/_s.pt b/params/phi/5/rnd_search_t_no_sched/comb_13/trained/model.layers.20.mlp.fc1/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..384fa8861c728ce7bb6f45986acce580a72d4f5c
--- /dev/null
+++ b/params/phi/5/rnd_search_t_no_sched/comb_13/trained/model.layers.20.mlp.fc1/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:250fffcb62d566c1c1bb1e8d072c8c5135716bed65a1179f631e6b5039af112f
+size 42115
diff --git a/params/phi/5/rnd_search_t_no_sched/comb_13/trained/model.layers.20.mlp.fc2/_0.pt b/params/phi/5/rnd_search_t_no_sched/comb_13/trained/model.layers.20.mlp.fc2/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..998c5200502ce6c7dc0f34a38a97f1809dcd596f
--- /dev/null
+++ b/params/phi/5/rnd_search_t_no_sched/comb_13/trained/model.layers.20.mlp.fc2/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:938f95d126735aafcc00f770e8d5be5d60aeee8f25ff3c7f3f2009f9e14ca423
+size 11395
diff --git a/params/phi/5/rnd_search_t_no_sched/comb_13/trained/model.layers.20.mlp.fc2/_s.pt b/params/phi/5/rnd_search_t_no_sched/comb_13/trained/model.layers.20.mlp.fc2/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..1dc233fcd3ce5b4ff8c5d9708204d4d796208f27
--- /dev/null
+++ b/params/phi/5/rnd_search_t_no_sched/comb_13/trained/model.layers.20.mlp.fc2/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:379e58e510bf4e0844d9c3a633b315b1c41a2c6af9d1a79e8dd3d4009d732920
+size 11395
diff --git a/params/phi/5/rnd_search_t_no_sched/comb_13/trained/model.layers.20.self_attn.dense/_0.pt b/params/phi/5/rnd_search_t_no_sched/comb_13/trained/model.layers.20.self_attn.dense/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..791f1a65898aa65f82145b8eadddfabab555ac6b
--- /dev/null
+++ b/params/phi/5/rnd_search_t_no_sched/comb_13/trained/model.layers.20.self_attn.dense/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:65f41c24b657ceb3f10ae8b83f3f5c66751018e43a76c1a63fc7663f3bac9390
+size 11395
diff --git a/params/phi/5/rnd_search_t_no_sched/comb_13/trained/model.layers.20.self_attn.dense/_s.pt b/params/phi/5/rnd_search_t_no_sched/comb_13/trained/model.layers.20.self_attn.dense/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..45d7ab5b0f37aa1332b52214a43dd0eda71afff0
--- /dev/null
+++ b/params/phi/5/rnd_search_t_no_sched/comb_13/trained/model.layers.20.self_attn.dense/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:9bea1a55144100f086707e175a735e89d7f3796fa3437f4c670c8d26eea52917
+size 11395
diff --git a/params/phi/5/rnd_search_t_no_sched/comb_13/trained/model.layers.20.self_attn.k_proj/_0.pt b/params/phi/5/rnd_search_t_no_sched/comb_13/trained/model.layers.20.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c57bd24263b65cae5bc29cdd5b9f86db52bdddec
--- /dev/null
+++ b/params/phi/5/rnd_search_t_no_sched/comb_13/trained/model.layers.20.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:7f05b75a0e50b6453f89cdb997121321b70ff8454a284cb169c680f078d55940
+size 11395
diff --git a/params/phi/5/rnd_search_t_no_sched/comb_13/trained/model.layers.20.self_attn.k_proj/_s.pt b/params/phi/5/rnd_search_t_no_sched/comb_13/trained/model.layers.20.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..3f42c538788653b113879d10c8848a0ce81d41e2
--- /dev/null
+++ b/params/phi/5/rnd_search_t_no_sched/comb_13/trained/model.layers.20.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:57b5de5ae7bb8e20e2859893b1fe9e06f009a06ce68b455473e5e1970a6bb1e3
+size 11395
diff --git a/params/phi/5/rnd_search_t_no_sched/comb_13/trained/model.layers.20.self_attn.q_proj/_0.pt b/params/phi/5/rnd_search_t_no_sched/comb_13/trained/model.layers.20.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..6fe785e4f094388e06e25bef3901b062a27b527b
--- /dev/null
+++ b/params/phi/5/rnd_search_t_no_sched/comb_13/trained/model.layers.20.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:35be7ffb93e5ea59e1e7ebeb1397a0e32bdf22c49bb12e68059545282ad0f5f5
+size 11395
diff --git a/params/phi/5/rnd_search_t_no_sched/comb_13/trained/model.layers.20.self_attn.q_proj/_s.pt b/params/phi/5/rnd_search_t_no_sched/comb_13/trained/model.layers.20.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..26b84e30442f83da931213528be40c05d720a6ff
--- /dev/null
+++ b/params/phi/5/rnd_search_t_no_sched/comb_13/trained/model.layers.20.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:4eca4171ea959895dbce52059641f798990a121a4bb2d468c1dfa1bded1efa92
+size 11395
diff --git a/params/phi/5/rnd_search_t_no_sched/comb_13/trained/model.layers.20.self_attn.v_proj/_0.pt b/params/phi/5/rnd_search_t_no_sched/comb_13/trained/model.layers.20.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..03d84e8f2fbc88a80d510fff7d2b390ce25069bf
--- /dev/null
+++ b/params/phi/5/rnd_search_t_no_sched/comb_13/trained/model.layers.20.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:68ecd168578b7b767c24818b05c2895fa958ebb5286805286530a5be591bb590
+size 11395
diff --git a/params/phi/5/rnd_search_t_no_sched/comb_13/trained/model.layers.20.self_attn.v_proj/_s.pt b/params/phi/5/rnd_search_t_no_sched/comb_13/trained/model.layers.20.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ef28e6e807b73dbad4e63dee48a9a7bd9183ef8
--- /dev/null
+++ b/params/phi/5/rnd_search_t_no_sched/comb_13/trained/model.layers.20.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:983ff5c8c8f36eab7063880ed4a4e819be4d81f45e5a5dbe2d06bd02a4a3f0bb
+size 11395
diff --git a/params/phi/5/rnd_search_t_no_sched/comb_13/trained/model.layers.21.mlp.fc1/_0.pt b/params/phi/5/rnd_search_t_no_sched/comb_13/trained/model.layers.21.mlp.fc1/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..489e7a11d40d415c092544239da092bf614d8a7f
--- /dev/null
+++ b/params/phi/5/rnd_search_t_no_sched/comb_13/trained/model.layers.21.mlp.fc1/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:29efd04c088c8224f93c0d64ca266980363fbbda8628a0eb8bfe77e32183a16d
+size 42115
diff --git a/params/phi/5/rnd_search_t_no_sched/comb_13/trained/model.layers.21.mlp.fc1/_s.pt b/params/phi/5/rnd_search_t_no_sched/comb_13/trained/model.layers.21.mlp.fc1/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e347ee8e55d284f4fe83603f554a2245cbd37658
--- /dev/null
+++ b/params/phi/5/rnd_search_t_no_sched/comb_13/trained/model.layers.21.mlp.fc1/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:abaf933b47e55ff75fc4381a3bd607d3c5a3a668df8721462db96a6b38aeae50
+size 42115
diff --git a/params/phi/5/rnd_search_t_no_sched/comb_13/trained/model.layers.21.mlp.fc2/_0.pt b/params/phi/5/rnd_search_t_no_sched/comb_13/trained/model.layers.21.mlp.fc2/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..7e7667d0cbcf1c166fa5f405489dfb6931c527cf
--- /dev/null
+++ b/params/phi/5/rnd_search_t_no_sched/comb_13/trained/model.layers.21.mlp.fc2/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a0cf03311eb837dd54e6f7ab9fe921212c1b6647fc0eba731830f2c26efdc39c
+size 11395
diff --git a/params/phi/5/rnd_search_t_no_sched/comb_13/trained/model.layers.21.mlp.fc2/_s.pt b/params/phi/5/rnd_search_t_no_sched/comb_13/trained/model.layers.21.mlp.fc2/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..999da2f96387b41f89d6e07afb833ccf701f4a2b
--- /dev/null
+++ b/params/phi/5/rnd_search_t_no_sched/comb_13/trained/model.layers.21.mlp.fc2/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e514d77b599ca2cdb6fef2c229368a7b8bbfd2d2a38108333cb0091ac77ed164
+size 11395
diff --git a/params/phi/5/rnd_search_t_no_sched/comb_13/trained/model.layers.21.self_attn.dense/_0.pt b/params/phi/5/rnd_search_t_no_sched/comb_13/trained/model.layers.21.self_attn.dense/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..385f25d6f37f794b8fd63bb03cb3b7b12caf657c
--- /dev/null
+++ b/params/phi/5/rnd_search_t_no_sched/comb_13/trained/model.layers.21.self_attn.dense/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:34b690ec744478d1a5c3a8139d0e4709963398350b682dbc8dbea4a16ce6d40a
+size 11395
diff --git a/params/phi/5/rnd_search_t_no_sched/comb_13/trained/model.layers.21.self_attn.dense/_s.pt b/params/phi/5/rnd_search_t_no_sched/comb_13/trained/model.layers.21.self_attn.dense/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..457d1b176d466e72f6138e44b8bcd6edbbdb272d
--- /dev/null
+++ b/params/phi/5/rnd_search_t_no_sched/comb_13/trained/model.layers.21.self_attn.dense/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:6a1b40fe7db93dfcc160a373d197de7ded655e4094a8a7834e7895407d9f5e56
+size 11395
diff --git a/params/phi/5/rnd_search_t_no_sched/comb_13/trained/model.layers.21.self_attn.k_proj/_0.pt b/params/phi/5/rnd_search_t_no_sched/comb_13/trained/model.layers.21.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..182b1cd5e879827de8012f7b498ac6c714165dbb
--- /dev/null
+++ b/params/phi/5/rnd_search_t_no_sched/comb_13/trained/model.layers.21.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2323aa051d5f41b29ac46020ece45f625aa118cd7a53545e8e64866ba28bb925
+size 11395
diff --git a/params/phi/5/rnd_search_t_no_sched/comb_13/trained/model.layers.21.self_attn.k_proj/_s.pt b/params/phi/5/rnd_search_t_no_sched/comb_13/trained/model.layers.21.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..94d0bc40e54784d55a0d115ceea7b1d4fd8e0932
--- /dev/null
+++ b/params/phi/5/rnd_search_t_no_sched/comb_13/trained/model.layers.21.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d168f2cffe9d0f1c094cb2f3c82dd9c5a75e72ee3eff3aa32ce99a80f27c930d
+size 11395
diff --git a/params/phi/5/rnd_search_t_no_sched/comb_13/trained/model.layers.21.self_attn.q_proj/_0.pt b/params/phi/5/rnd_search_t_no_sched/comb_13/trained/model.layers.21.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..761a489ca767684f8127534fa3a8d25cd27ac965
--- /dev/null
+++ b/params/phi/5/rnd_search_t_no_sched/comb_13/trained/model.layers.21.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:16bde00b21650c56867d970e7f88f390010f4d7561a0a389a83dd0ad99dca84f
+size 11395
diff --git a/params/phi/5/rnd_search_t_no_sched/comb_13/trained/model.layers.21.self_attn.q_proj/_s.pt b/params/phi/5/rnd_search_t_no_sched/comb_13/trained/model.layers.21.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..47609e1bb9ce5bafe44829b2c422f338e8a6d8d4
--- /dev/null
+++ b/params/phi/5/rnd_search_t_no_sched/comb_13/trained/model.layers.21.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ac4dd88b32e9d91e7445a9548cf8f244d129aec409bb262baef29a340c8c162d
+size 11395
diff --git a/params/phi/5/rnd_search_t_no_sched/comb_13/trained/model.layers.21.self_attn.v_proj/_0.pt b/params/phi/5/rnd_search_t_no_sched/comb_13/trained/model.layers.21.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4b2f72d88546a5783a61e0339088a88925186237
--- /dev/null
+++ b/params/phi/5/rnd_search_t_no_sched/comb_13/trained/model.layers.21.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:bcd557aab6d9001de30959743a1e195f38de9b60e7acffa5a2076e8492a55d47
+size 11395
diff --git a/params/phi/5/rnd_search_t_no_sched/comb_13/trained/model.layers.21.self_attn.v_proj/_s.pt b/params/phi/5/rnd_search_t_no_sched/comb_13/trained/model.layers.21.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4bb77b9286de11ad5479c86d1651cabfb99d1319
--- /dev/null
+++ b/params/phi/5/rnd_search_t_no_sched/comb_13/trained/model.layers.21.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:1c34ce9d925b172972be06c2b5055581fad0d5dd230f9859e0f96c0ac95ed0e6
+size 11395
diff --git a/params/phi/5/rnd_search_t_no_sched/comb_13/trained/model.layers.22.mlp.fc1/_0.pt b/params/phi/5/rnd_search_t_no_sched/comb_13/trained/model.layers.22.mlp.fc1/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..aff81d7a64b09d7454dc138b89dfd815e6fff51b
--- /dev/null
+++ b/params/phi/5/rnd_search_t_no_sched/comb_13/trained/model.layers.22.mlp.fc1/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e7b0ccb2761a6cfe8af46fc9407c5acda046c2a9bf424c4fdacf437bd1a60b58
+size 42115
diff --git a/params/phi/5/rnd_search_t_no_sched/comb_13/trained/model.layers.22.mlp.fc1/_s.pt b/params/phi/5/rnd_search_t_no_sched/comb_13/trained/model.layers.22.mlp.fc1/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..1d87e14b539f60870a25aaff0d2185fed300d3e0
--- /dev/null
+++ b/params/phi/5/rnd_search_t_no_sched/comb_13/trained/model.layers.22.mlp.fc1/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:9e7d45c156cffddc0d86454521350753c153254fc518daa01b7bf498870f2851
+size 42115
diff --git a/params/phi/5/rnd_search_t_no_sched/comb_13/trained/model.layers.22.mlp.fc2/_0.pt b/params/phi/5/rnd_search_t_no_sched/comb_13/trained/model.layers.22.mlp.fc2/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..d13a8b9a55bbc4e60e90493256f01ee86ba7a307
--- /dev/null
+++ b/params/phi/5/rnd_search_t_no_sched/comb_13/trained/model.layers.22.mlp.fc2/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ccf4cbcb7982f51111f38810b2efae79542887ef8d8e26d429ad2d0988d8adde
+size 11395
diff --git a/params/phi/5/rnd_search_t_no_sched/comb_13/trained/model.layers.22.mlp.fc2/_s.pt b/params/phi/5/rnd_search_t_no_sched/comb_13/trained/model.layers.22.mlp.fc2/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..12bf816ab4a8b79d825a47c007e4c766699748e5
--- /dev/null
+++ b/params/phi/5/rnd_search_t_no_sched/comb_13/trained/model.layers.22.mlp.fc2/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:387a48f4e8377af0c59be62c4b0f0ba948d5a29d527863b96d2f4e50cc9da502
+size 11395
diff --git a/params/phi/5/rnd_search_t_no_sched/comb_13/trained/model.layers.22.self_attn.dense/_0.pt b/params/phi/5/rnd_search_t_no_sched/comb_13/trained/model.layers.22.self_attn.dense/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..40cc4c5eae6d4612116a9e45b007de96f700d9f0
--- /dev/null
+++ b/params/phi/5/rnd_search_t_no_sched/comb_13/trained/model.layers.22.self_attn.dense/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:42f402ab5cc24b0de8febb9981c8dbeee251548ca64d992c9e41c0474f58de47
+size 11395
diff --git a/params/phi/5/rnd_search_t_no_sched/comb_13/trained/model.layers.22.self_attn.dense/_s.pt b/params/phi/5/rnd_search_t_no_sched/comb_13/trained/model.layers.22.self_attn.dense/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c1cce2044044a3cae90b213da42ab12bdf3735c1
--- /dev/null
+++ b/params/phi/5/rnd_search_t_no_sched/comb_13/trained/model.layers.22.self_attn.dense/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:9242eaea11221ea32aa1667654aea80540669bd4b6e8b2d298cfec1d187059d9
+size 11395
diff --git a/params/phi/5/rnd_search_t_no_sched/comb_13/trained/model.layers.22.self_attn.k_proj/_0.pt b/params/phi/5/rnd_search_t_no_sched/comb_13/trained/model.layers.22.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..248b87e8f5a6e38daef6a1cc6fdb29362f7bb18d
--- /dev/null
+++ b/params/phi/5/rnd_search_t_no_sched/comb_13/trained/model.layers.22.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:3d7eaf51ed5c50f2b22956842632156eda15928addd1cb55e96577a6442c8839
+size 11395
diff --git a/params/phi/5/rnd_search_t_no_sched/comb_13/trained/model.layers.22.self_attn.k_proj/_s.pt b/params/phi/5/rnd_search_t_no_sched/comb_13/trained/model.layers.22.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..d2e1ff90450047c25b70ec32608d4333676b2a4f
--- /dev/null
+++ b/params/phi/5/rnd_search_t_no_sched/comb_13/trained/model.layers.22.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5615978ee8b35a313b51ba8496b09ea8cab8084705fa7aea0deeb8cf4b0e8f3c
+size 11395
diff --git a/params/phi/5/rnd_search_t_no_sched/comb_13/trained/model.layers.22.self_attn.q_proj/_0.pt b/params/phi/5/rnd_search_t_no_sched/comb_13/trained/model.layers.22.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e733965da70fe813424c9103c1875671207cb92b
--- /dev/null
+++ b/params/phi/5/rnd_search_t_no_sched/comb_13/trained/model.layers.22.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f61aa756a2b3dbe775926a9017a05255873155b16b3fa806c4e88e09cfc04328
+size 11395
diff --git a/params/phi/5/rnd_search_t_no_sched/comb_13/trained/model.layers.22.self_attn.q_proj/_s.pt b/params/phi/5/rnd_search_t_no_sched/comb_13/trained/model.layers.22.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..d42e3d702cf18176ad07383835de06dba8b3732e
--- /dev/null
+++ b/params/phi/5/rnd_search_t_no_sched/comb_13/trained/model.layers.22.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:9b0a76f30236970893f4279a650f2de20b2c819914bdb0ccc7928bd5dd4a8528
+size 11395
diff --git a/params/phi/5/rnd_search_t_no_sched/comb_13/trained/model.layers.22.self_attn.v_proj/_0.pt b/params/phi/5/rnd_search_t_no_sched/comb_13/trained/model.layers.22.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..13d8d0f277b70fe936b474da69633ca1c7b42fc4
--- /dev/null
+++ b/params/phi/5/rnd_search_t_no_sched/comb_13/trained/model.layers.22.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0820bc92d447332caef938ddf86d4c01ea2e0e147504eaddb08f25ad0d68f2a5
+size 11395
diff --git a/params/phi/5/rnd_search_t_no_sched/comb_13/trained/model.layers.22.self_attn.v_proj/_s.pt b/params/phi/5/rnd_search_t_no_sched/comb_13/trained/model.layers.22.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..977ea9d295f9ede4a0ef9b6435720df48f05e2cb
--- /dev/null
+++ b/params/phi/5/rnd_search_t_no_sched/comb_13/trained/model.layers.22.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:8d9f7f33d3b3477e8555c2907fc7faddbaf4a72299fcb51220064b9181e419bf
+size 11395
diff --git a/params/phi/5/rnd_search_t_no_sched/comb_13/trained/model.layers.23.mlp.fc1/_0.pt b/params/phi/5/rnd_search_t_no_sched/comb_13/trained/model.layers.23.mlp.fc1/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ffa3a9d95aaadda63b87dd4d4745fb1cc2c19683
--- /dev/null
+++ b/params/phi/5/rnd_search_t_no_sched/comb_13/trained/model.layers.23.mlp.fc1/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:6a5c3230c13a574ea248cbeacd71c3aec29205301d1b4a2e35f30a86e1dc8b38
+size 42115
diff --git a/params/phi/5/rnd_search_t_no_sched/comb_13/trained/model.layers.23.mlp.fc1/_s.pt b/params/phi/5/rnd_search_t_no_sched/comb_13/trained/model.layers.23.mlp.fc1/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..3d3f7b833df977553bf659caf96652175af81c98
--- /dev/null
+++ b/params/phi/5/rnd_search_t_no_sched/comb_13/trained/model.layers.23.mlp.fc1/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:53eaf87bbe074b88d1e6b55d2586f770ad6d11d01c50e071dbc9bf7b8b895ddd
+size 42115
diff --git a/params/phi/5/rnd_search_t_no_sched/comb_13/trained/model.layers.23.mlp.fc2/_0.pt b/params/phi/5/rnd_search_t_no_sched/comb_13/trained/model.layers.23.mlp.fc2/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..f8dfd57fcf4bab762d9fa52eb7c15d81a1d69c6e
--- /dev/null
+++ b/params/phi/5/rnd_search_t_no_sched/comb_13/trained/model.layers.23.mlp.fc2/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:583dd210f800248e09f5fa047ecf6b668521a978ba1d0f0de7fdea00260dfdb6
+size 11395
diff --git a/params/phi/5/rnd_search_t_no_sched/comb_13/trained/model.layers.23.mlp.fc2/_s.pt b/params/phi/5/rnd_search_t_no_sched/comb_13/trained/model.layers.23.mlp.fc2/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a87648bc42337aa505c9b7ab9de0aabb6409fd8a
--- /dev/null
+++ b/params/phi/5/rnd_search_t_no_sched/comb_13/trained/model.layers.23.mlp.fc2/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2c57aff979a9ee82e71c901c4743683aa7e4b3ffd94bd7728a6bfea5188c4ebc
+size 11395
diff --git a/params/phi/5/rnd_search_t_no_sched/comb_13/trained/model.layers.23.self_attn.dense/_0.pt b/params/phi/5/rnd_search_t_no_sched/comb_13/trained/model.layers.23.self_attn.dense/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..bcb682485e3097538c28e06fee2adcc50716de0e
--- /dev/null
+++ b/params/phi/5/rnd_search_t_no_sched/comb_13/trained/model.layers.23.self_attn.dense/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:626f8c77b0770e8226c1da6c123413ee61a0ffc918e181d9d94fa6bc8680e85b
+size 11395
diff --git a/params/phi/5/rnd_search_t_no_sched/comb_13/trained/model.layers.23.self_attn.dense/_s.pt b/params/phi/5/rnd_search_t_no_sched/comb_13/trained/model.layers.23.self_attn.dense/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..352475904ecdb898cef7a50ddf1ca70639399ff2
--- /dev/null
+++ b/params/phi/5/rnd_search_t_no_sched/comb_13/trained/model.layers.23.self_attn.dense/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:42e4525aa57f5803566901fc30c8b591fa554aeca26e214af3bc614b1ff7fbc9
+size 11395
diff --git a/params/phi/5/rnd_search_t_no_sched/comb_13/trained/model.layers.23.self_attn.k_proj/_0.pt b/params/phi/5/rnd_search_t_no_sched/comb_13/trained/model.layers.23.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8f42c302dac5220f209ad7dff6fdf488aa85ed32
--- /dev/null
+++ b/params/phi/5/rnd_search_t_no_sched/comb_13/trained/model.layers.23.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:83ddc8c22f5fa9bfc2073cbcc2c47d2286b542fa33230ded232b5d576f00ac01
+size 11395
diff --git a/params/phi/5/rnd_search_t_no_sched/comb_13/trained/model.layers.23.self_attn.k_proj/_s.pt b/params/phi/5/rnd_search_t_no_sched/comb_13/trained/model.layers.23.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..5cb995aa9bcb7a8f1a6c1f31eca30694c7cc40d9
--- /dev/null
+++ b/params/phi/5/rnd_search_t_no_sched/comb_13/trained/model.layers.23.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a900ad7936ebdddb55d1ecaaac9059c8ce404c1f7e79bea6da642d17eeb5f436
+size 11395
diff --git a/params/phi/5/rnd_search_t_no_sched/comb_13/trained/model.layers.23.self_attn.q_proj/_0.pt b/params/phi/5/rnd_search_t_no_sched/comb_13/trained/model.layers.23.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c61bc2aa0fe5223d075c47b841ae4ec8bc0c9aac
--- /dev/null
+++ b/params/phi/5/rnd_search_t_no_sched/comb_13/trained/model.layers.23.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:fa7ba8d7fd16688ddcb9ba7c2e1d875fb8e2524897a360e93c406687357a8e1e
+size 11395
diff --git a/params/phi/5/rnd_search_t_no_sched/comb_13/trained/model.layers.23.self_attn.q_proj/_s.pt b/params/phi/5/rnd_search_t_no_sched/comb_13/trained/model.layers.23.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e6bdc236061900a5a7568d64121875f91460e32f
--- /dev/null
+++ b/params/phi/5/rnd_search_t_no_sched/comb_13/trained/model.layers.23.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c19f772a23691ab46604c47fa08694a6c4c46c0f1193d417cfbfd9a94bdc2a4f
+size 11395
diff --git a/params/phi/5/rnd_search_t_no_sched/comb_13/trained/model.layers.23.self_attn.v_proj/_0.pt b/params/phi/5/rnd_search_t_no_sched/comb_13/trained/model.layers.23.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..56c6cc6d562ebe4dd3b29920412059b7500a0a17
--- /dev/null
+++ b/params/phi/5/rnd_search_t_no_sched/comb_13/trained/model.layers.23.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:11b0821a7a9d437c1d6ed0f85851e573ed7d13bc924a21919ba6a6d6f61bccf5
+size 11395
diff --git a/params/phi/5/rnd_search_t_no_sched/comb_13/trained/model.layers.23.self_attn.v_proj/_s.pt b/params/phi/5/rnd_search_t_no_sched/comb_13/trained/model.layers.23.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c9dd379623bd1d347d60a761c3deeaee1c08734c
--- /dev/null
+++ b/params/phi/5/rnd_search_t_no_sched/comb_13/trained/model.layers.23.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b4d98d8951d492ef1b882d97912cf3b7a440de19a1e56f0b187340b2ee81e555
+size 11395
diff --git a/params/phi/5/rnd_search_t_no_sched/comb_13/trained/model.layers.24.mlp.fc1/_0.pt b/params/phi/5/rnd_search_t_no_sched/comb_13/trained/model.layers.24.mlp.fc1/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..776ce892257df0c12035d2efa1c0f1ef73649deb
--- /dev/null
+++ b/params/phi/5/rnd_search_t_no_sched/comb_13/trained/model.layers.24.mlp.fc1/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:43c212e8a33d7caf9fd4891eed757148cfb705b18131febd12a6219bbb4fe452
+size 42115
diff --git a/params/phi/5/rnd_search_t_no_sched/comb_13/trained/model.layers.24.mlp.fc1/_s.pt b/params/phi/5/rnd_search_t_no_sched/comb_13/trained/model.layers.24.mlp.fc1/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..102ea189df4f9e31039e5c234a6b338b39fde392
--- /dev/null
+++ b/params/phi/5/rnd_search_t_no_sched/comb_13/trained/model.layers.24.mlp.fc1/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:607300a272640e7d10658390cca1e7e947831d59ce50f60aee084933fc2349bc
+size 42115
diff --git a/params/phi/5/rnd_search_t_no_sched/comb_13/trained/model.layers.24.mlp.fc2/_0.pt b/params/phi/5/rnd_search_t_no_sched/comb_13/trained/model.layers.24.mlp.fc2/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..5f1b1384825965300b6b702168e99d01fb6896af
--- /dev/null
+++ b/params/phi/5/rnd_search_t_no_sched/comb_13/trained/model.layers.24.mlp.fc2/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:fed7a6b22132839810c1cb96af7dae4cea43d5a570c7f4372049f1f28fe645f7
+size 11395
diff --git a/params/phi/5/rnd_search_t_no_sched/comb_13/trained/model.layers.24.mlp.fc2/_s.pt b/params/phi/5/rnd_search_t_no_sched/comb_13/trained/model.layers.24.mlp.fc2/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..d14ce57c022ef8f7a9e7e2ef7ca6dc92098c7009
--- /dev/null
+++ b/params/phi/5/rnd_search_t_no_sched/comb_13/trained/model.layers.24.mlp.fc2/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:80d62652adc7e374603333e358619f0c8eb40cc7db18b47607cbfcb9a048856d
+size 11395
diff --git a/params/phi/5/rnd_search_t_no_sched/comb_13/trained/model.layers.24.self_attn.dense/_0.pt b/params/phi/5/rnd_search_t_no_sched/comb_13/trained/model.layers.24.self_attn.dense/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..aa792c9610e54411ceeeb60b20db8b8cf40e3b68
--- /dev/null
+++ b/params/phi/5/rnd_search_t_no_sched/comb_13/trained/model.layers.24.self_attn.dense/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:09cea596ce6a55dfb72213205db438d457d5c9d0e0d9c482c01b5ef21cae96f1
+size 11395
diff --git a/params/phi/5/rnd_search_t_no_sched/comb_13/trained/model.layers.24.self_attn.dense/_s.pt b/params/phi/5/rnd_search_t_no_sched/comb_13/trained/model.layers.24.self_attn.dense/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..93f923aa959fc33cfaea86a7b595137585128d0a
--- /dev/null
+++ b/params/phi/5/rnd_search_t_no_sched/comb_13/trained/model.layers.24.self_attn.dense/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:9b650c23b0ddbbbad40922e31feeceeee605ddfd560e616dacc937b2f9bad4cb
+size 11395
diff --git a/params/phi/5/rnd_search_t_no_sched/comb_13/trained/model.layers.24.self_attn.k_proj/_0.pt b/params/phi/5/rnd_search_t_no_sched/comb_13/trained/model.layers.24.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c5b7b39866406d8e2ef67632768e8a99f9bd2567
--- /dev/null
+++ b/params/phi/5/rnd_search_t_no_sched/comb_13/trained/model.layers.24.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ad9ba52c15418fe9a13e230cf0c30552db7108d4804b5f49196162624aa370b6
+size 11395
diff --git a/params/phi/5/rnd_search_t_no_sched/comb_13/trained/model.layers.24.self_attn.k_proj/_s.pt b/params/phi/5/rnd_search_t_no_sched/comb_13/trained/model.layers.24.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..d2c8f6e141c78baec99b4ab2c64c8e890376dec6
--- /dev/null
+++ b/params/phi/5/rnd_search_t_no_sched/comb_13/trained/model.layers.24.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a3fc6f5933e3130696338c62faac60064746c457b16282a9f7cc227ab032f7b5
+size 11395
diff --git a/params/phi/5/rnd_search_t_no_sched/comb_13/trained/model.layers.24.self_attn.q_proj/_0.pt b/params/phi/5/rnd_search_t_no_sched/comb_13/trained/model.layers.24.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..493d598b4117cda219ab7a9eb1f7ef0a9ca785c0
--- /dev/null
+++ b/params/phi/5/rnd_search_t_no_sched/comb_13/trained/model.layers.24.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:597e714e2ec063127b6891a4472bfb12a67b5d6bdfd3aabedc58f8363f49ace7
+size 11395
diff --git a/params/phi/5/rnd_search_t_no_sched/comb_13/trained/model.layers.24.self_attn.q_proj/_s.pt b/params/phi/5/rnd_search_t_no_sched/comb_13/trained/model.layers.24.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..7bb24fdcedd4b2df7666b720062c6ec69f32ec05
--- /dev/null
+++ b/params/phi/5/rnd_search_t_no_sched/comb_13/trained/model.layers.24.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:91d082b8e5ee451a7574e9a20c9ea8a521249a251ca72cb878f664774eddd6c7
+size 11395
diff --git a/params/phi/5/rnd_search_t_no_sched/comb_13/trained/model.layers.24.self_attn.v_proj/_0.pt b/params/phi/5/rnd_search_t_no_sched/comb_13/trained/model.layers.24.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..dfbc46cf57b39b937cdd980daf44f3dfb37cf1a6
--- /dev/null
+++ b/params/phi/5/rnd_search_t_no_sched/comb_13/trained/model.layers.24.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:de8f98fd058344f00f9fd5bd3050c7786381b8ede8fe9fe6e987b457b48a30c0
+size 11395
diff --git a/params/phi/5/rnd_search_t_no_sched/comb_13/trained/model.layers.24.self_attn.v_proj/_s.pt b/params/phi/5/rnd_search_t_no_sched/comb_13/trained/model.layers.24.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a48c82eb40f0f3206f130b0c577230a92478421e
--- /dev/null
+++ b/params/phi/5/rnd_search_t_no_sched/comb_13/trained/model.layers.24.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:cd1ffaeb19374f151d191fcab5627728e93b32e869488d050e368d6243e80a5b
+size 11395
diff --git a/params/phi/5/rnd_search_t_no_sched/comb_13/trained/model.layers.25.mlp.fc1/_0.pt b/params/phi/5/rnd_search_t_no_sched/comb_13/trained/model.layers.25.mlp.fc1/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a7999b3f3610c04fc9ac8d4049453466d12adda8
--- /dev/null
+++ b/params/phi/5/rnd_search_t_no_sched/comb_13/trained/model.layers.25.mlp.fc1/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:8b86a7c86bb28e08ddb1b83867c3b5e5e6dfd9cb2ae81ebc56705a7ae59ef8ba
+size 42115
diff --git a/params/phi/5/rnd_search_t_no_sched/comb_13/trained/model.layers.25.mlp.fc1/_s.pt b/params/phi/5/rnd_search_t_no_sched/comb_13/trained/model.layers.25.mlp.fc1/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..da605465305dd315f1bf3662a555b14d520eb526
--- /dev/null
+++ b/params/phi/5/rnd_search_t_no_sched/comb_13/trained/model.layers.25.mlp.fc1/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:63b3e6e9276ee1068e0d78353fdbf33b3efa5c7cc4463565ee7dfa0a80af6100
+size 42115
diff --git a/params/phi/5/rnd_search_t_no_sched/comb_13/trained/model.layers.25.mlp.fc2/_0.pt b/params/phi/5/rnd_search_t_no_sched/comb_13/trained/model.layers.25.mlp.fc2/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..56ec4524b2461e432ad292fd0826af88fdff5bd7
--- /dev/null
+++ b/params/phi/5/rnd_search_t_no_sched/comb_13/trained/model.layers.25.mlp.fc2/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:14b972bd2843d167a8f17eae7934473543c29406fc4d31e321a994c3565fcb4f
+size 11395
diff --git a/params/phi/5/rnd_search_t_no_sched/comb_13/trained/model.layers.25.mlp.fc2/_s.pt b/params/phi/5/rnd_search_t_no_sched/comb_13/trained/model.layers.25.mlp.fc2/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..127ebb614889519a75db9af8fde42188b4005360
--- /dev/null
+++ b/params/phi/5/rnd_search_t_no_sched/comb_13/trained/model.layers.25.mlp.fc2/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:04ddfb399b684c1912507e911ac415df33c4bc09752b3bd8f2702fdb17cbd275
+size 11395
diff --git a/params/phi/5/rnd_search_t_no_sched/comb_13/trained/model.layers.25.self_attn.dense/_0.pt b/params/phi/5/rnd_search_t_no_sched/comb_13/trained/model.layers.25.self_attn.dense/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..7f50a19fe908dbf33f6b4b896e5b2a8daf6212d4
--- /dev/null
+++ b/params/phi/5/rnd_search_t_no_sched/comb_13/trained/model.layers.25.self_attn.dense/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:59673fe54af8987bd9cee4dc984a952f6e8cbda363d7f62746c9b80540c5e8f2
+size 11395
diff --git a/params/phi/5/rnd_search_t_no_sched/comb_13/trained/model.layers.25.self_attn.dense/_s.pt b/params/phi/5/rnd_search_t_no_sched/comb_13/trained/model.layers.25.self_attn.dense/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..161f4301cfb598c90f01d37b4aaa10c76611983a
--- /dev/null
+++ b/params/phi/5/rnd_search_t_no_sched/comb_13/trained/model.layers.25.self_attn.dense/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:936336bf21092aeb8bb991ae3506ce2d4cd286463d86c0b2c9862eb799d9f761
+size 11395
diff --git a/params/phi/5/rnd_search_t_no_sched/comb_13/trained/model.layers.25.self_attn.k_proj/_0.pt b/params/phi/5/rnd_search_t_no_sched/comb_13/trained/model.layers.25.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e172d55c7a6ac5991132690d0af1e8f0b7cdeca4
--- /dev/null
+++ b/params/phi/5/rnd_search_t_no_sched/comb_13/trained/model.layers.25.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:52966b787240999b5fcba0ed0f54480ab447151fb77910ffc27f1644b879d1c7
+size 11395
diff --git a/params/phi/5/rnd_search_t_no_sched/comb_13/trained/model.layers.25.self_attn.k_proj/_s.pt b/params/phi/5/rnd_search_t_no_sched/comb_13/trained/model.layers.25.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..277d2f7301658d2b08ab7007013cddc6f9dc1a91
--- /dev/null
+++ b/params/phi/5/rnd_search_t_no_sched/comb_13/trained/model.layers.25.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:7153e56176bab4df4d867452cf46a17053b6fcddb919205b89379414851f712d
+size 11395
diff --git a/params/phi/5/rnd_search_t_no_sched/comb_13/trained/model.layers.25.self_attn.q_proj/_0.pt b/params/phi/5/rnd_search_t_no_sched/comb_13/trained/model.layers.25.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..1190de8d460a9bffdf86ca02806cda71252303e8
--- /dev/null
+++ b/params/phi/5/rnd_search_t_no_sched/comb_13/trained/model.layers.25.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d28309746204e6dd290fadc9ef729c052efee66d8dcdf6030512e2e1572c73cb
+size 11395
diff --git a/params/phi/5/rnd_search_t_no_sched/comb_13/trained/model.layers.25.self_attn.q_proj/_s.pt b/params/phi/5/rnd_search_t_no_sched/comb_13/trained/model.layers.25.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..97c5a17df6d3f9e1358468b8b185077f27c4166c
--- /dev/null
+++ b/params/phi/5/rnd_search_t_no_sched/comb_13/trained/model.layers.25.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d52285055ef5ce808718a3edaac0e5f0973503e853aecb2feb4bb88e3ec2c054
+size 11395
diff --git a/params/phi/5/rnd_search_t_no_sched/comb_13/trained/model.layers.25.self_attn.v_proj/_0.pt b/params/phi/5/rnd_search_t_no_sched/comb_13/trained/model.layers.25.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8e5c9f108a87b3e2075fd16be7332a8029134feb
--- /dev/null
+++ b/params/phi/5/rnd_search_t_no_sched/comb_13/trained/model.layers.25.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:dd1917b9ae7b3964e0312ae8c4f986d5751e27033bd4c015b4d230000b768e6a
+size 11395
diff --git a/params/phi/5/rnd_search_t_no_sched/comb_13/trained/model.layers.25.self_attn.v_proj/_s.pt b/params/phi/5/rnd_search_t_no_sched/comb_13/trained/model.layers.25.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4eb3888187d99310573178ac89ab54697e50efa0
--- /dev/null
+++ b/params/phi/5/rnd_search_t_no_sched/comb_13/trained/model.layers.25.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f6589e8ba92fe3a7d11747a5ea2a43be5a6cad6beb99127dd5bd624cbfca7cf7
+size 11395
diff --git a/params/phi/5/rnd_search_t_no_sched/comb_13/trained/model.layers.26.mlp.fc1/_0.pt b/params/phi/5/rnd_search_t_no_sched/comb_13/trained/model.layers.26.mlp.fc1/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..0ef756a5089eaa15cb41ceef48a80d71b1c25c54
--- /dev/null
+++ b/params/phi/5/rnd_search_t_no_sched/comb_13/trained/model.layers.26.mlp.fc1/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:837942fd4c63838ecdf38c5c946633ba23e7da30286bd3cbef832238afa31a51
+size 42115
diff --git a/params/phi/5/rnd_search_t_no_sched/comb_13/trained/model.layers.26.mlp.fc1/_s.pt b/params/phi/5/rnd_search_t_no_sched/comb_13/trained/model.layers.26.mlp.fc1/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..0cc72a20a65748f5af3fa8e83984e6a4f3371bcc
--- /dev/null
+++ b/params/phi/5/rnd_search_t_no_sched/comb_13/trained/model.layers.26.mlp.fc1/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:40ac2640d5adc2e6363c3d88f18d27bc9f9af217bd009b49ffbe8f424ce80196
+size 42115
diff --git a/params/phi/5/rnd_search_t_no_sched/comb_13/trained/model.layers.26.mlp.fc2/_0.pt b/params/phi/5/rnd_search_t_no_sched/comb_13/trained/model.layers.26.mlp.fc2/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..033faab176ac8ea10ae4ae00932d3b9c6be658e6
--- /dev/null
+++ b/params/phi/5/rnd_search_t_no_sched/comb_13/trained/model.layers.26.mlp.fc2/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:54440110aeffda111ba0e9fce6b461507b4e59bbb5f60cb1108fd072958e5f93
+size 11395
diff --git a/params/phi/5/rnd_search_t_no_sched/comb_13/trained/model.layers.26.mlp.fc2/_s.pt b/params/phi/5/rnd_search_t_no_sched/comb_13/trained/model.layers.26.mlp.fc2/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..45214f10d892bdc07df58b4b2e178bf4c77e486c
--- /dev/null
+++ b/params/phi/5/rnd_search_t_no_sched/comb_13/trained/model.layers.26.mlp.fc2/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:429184fb84dd81853e9fc511cc9740529bf204bd3569b2f1c45ff2d4f4948426
+size 11395
diff --git a/params/phi/5/rnd_search_t_no_sched/comb_13/trained/model.layers.26.self_attn.dense/_0.pt b/params/phi/5/rnd_search_t_no_sched/comb_13/trained/model.layers.26.self_attn.dense/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..0de2964c7894f0541ad6cd82aae17f708dbaae9f
--- /dev/null
+++ b/params/phi/5/rnd_search_t_no_sched/comb_13/trained/model.layers.26.self_attn.dense/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:3df4225fdaedd3b66b72b155569e3a964facc15be1ea93728bb20e20ed0c260a
+size 11395
diff --git a/params/phi/5/rnd_search_t_no_sched/comb_13/trained/model.layers.26.self_attn.dense/_s.pt b/params/phi/5/rnd_search_t_no_sched/comb_13/trained/model.layers.26.self_attn.dense/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..b97d51dd3e38174c7665a77c07e0abdbc6056130
--- /dev/null
+++ b/params/phi/5/rnd_search_t_no_sched/comb_13/trained/model.layers.26.self_attn.dense/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a0f68f85ca3a83262d7f5a071a31947725df7dae2975009dba36c689cc4b505b
+size 11395
diff --git a/params/phi/5/rnd_search_t_no_sched/comb_13/trained/model.layers.26.self_attn.k_proj/_0.pt b/params/phi/5/rnd_search_t_no_sched/comb_13/trained/model.layers.26.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c86f47a42a9ebfbf5f016793b704193ad3aca1e1
--- /dev/null
+++ b/params/phi/5/rnd_search_t_no_sched/comb_13/trained/model.layers.26.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:7c7375a9d98c1a3ab4cd2b2de4d4d98c1460e067c72aaea6e1e6cd620837d762
+size 11395
diff --git a/params/phi/5/rnd_search_t_no_sched/comb_13/trained/model.layers.26.self_attn.k_proj/_s.pt b/params/phi/5/rnd_search_t_no_sched/comb_13/trained/model.layers.26.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..490ad027faa4d5239810c1b5fa89ff538df078c3
--- /dev/null
+++ b/params/phi/5/rnd_search_t_no_sched/comb_13/trained/model.layers.26.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:be1c10a77a39f0e2e303b66e0970bd09b54c80f36a5ae071dea3152d5f6148df
+size 11395
diff --git a/params/phi/5/rnd_search_t_no_sched/comb_13/trained/model.layers.26.self_attn.q_proj/_0.pt b/params/phi/5/rnd_search_t_no_sched/comb_13/trained/model.layers.26.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a3df8a4176c0ccd93040ba545ff1ed000e035849
--- /dev/null
+++ b/params/phi/5/rnd_search_t_no_sched/comb_13/trained/model.layers.26.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f337393a051014ac4dfa90fdcc271baf11d9f0d14aefdef26dd2e6c3b3ea4562
+size 11395
diff --git a/params/phi/5/rnd_search_t_no_sched/comb_13/trained/model.layers.26.self_attn.q_proj/_s.pt b/params/phi/5/rnd_search_t_no_sched/comb_13/trained/model.layers.26.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4fa81cfcab0a01700c7a78b6d0038ca85a21402c
--- /dev/null
+++ b/params/phi/5/rnd_search_t_no_sched/comb_13/trained/model.layers.26.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0e5292ba4f2d1010f4b99d36554f68f5b31a966a98a95102cfe0aece0842e19c
+size 11395
diff --git a/params/phi/5/rnd_search_t_no_sched/comb_13/trained/model.layers.26.self_attn.v_proj/_0.pt b/params/phi/5/rnd_search_t_no_sched/comb_13/trained/model.layers.26.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..b43cedf77726bf79ec9b12d4eced74a71474e775
--- /dev/null
+++ b/params/phi/5/rnd_search_t_no_sched/comb_13/trained/model.layers.26.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:974a94628ae8f6904ed409bf16c99b77e9fe9a40c137d30d8dd5c23ab8c7ae89
+size 11395
diff --git a/params/phi/5/rnd_search_t_no_sched/comb_13/trained/model.layers.26.self_attn.v_proj/_s.pt b/params/phi/5/rnd_search_t_no_sched/comb_13/trained/model.layers.26.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..7dc018f9899580084272a5b54d6ad3fcf1ce8144
--- /dev/null
+++ b/params/phi/5/rnd_search_t_no_sched/comb_13/trained/model.layers.26.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:196e614b7b8e94010ab5df70fd15c2a54c96a69a2b5b8a7040a3778173ba31f8
+size 11395
diff --git a/params/phi/5/rnd_search_t_no_sched/comb_13/trained/model.layers.27.mlp.fc1/_0.pt b/params/phi/5/rnd_search_t_no_sched/comb_13/trained/model.layers.27.mlp.fc1/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8bd8f2b44262dab20093ea821a0a437fbd30227a
--- /dev/null
+++ b/params/phi/5/rnd_search_t_no_sched/comb_13/trained/model.layers.27.mlp.fc1/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:1d28a90bf3e95c4891e3675ac7f9cd2761bbeda999b0e01d8ddf37e0e087166e
+size 42115
diff --git a/params/phi/5/rnd_search_t_no_sched/comb_13/trained/model.layers.27.mlp.fc1/_s.pt b/params/phi/5/rnd_search_t_no_sched/comb_13/trained/model.layers.27.mlp.fc1/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..718c930a298819dcc5591678be17d5807343de9e
--- /dev/null
+++ b/params/phi/5/rnd_search_t_no_sched/comb_13/trained/model.layers.27.mlp.fc1/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:229f0f2086c9de6d4dd176ca173f5c9fe58b3118d49aa60a3fe0e6f6737b8fad
+size 42115
diff --git a/params/phi/5/rnd_search_t_no_sched/comb_13/trained/model.layers.27.mlp.fc2/_0.pt b/params/phi/5/rnd_search_t_no_sched/comb_13/trained/model.layers.27.mlp.fc2/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..b9a35a5294ae511b1e66f5389c32d6809607ebab
--- /dev/null
+++ b/params/phi/5/rnd_search_t_no_sched/comb_13/trained/model.layers.27.mlp.fc2/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5d4ec51000d690c95881416dff703622c1ddeee1872b1aa694272f834bd62df4
+size 11395
diff --git a/params/phi/5/rnd_search_t_no_sched/comb_13/trained/model.layers.27.mlp.fc2/_s.pt b/params/phi/5/rnd_search_t_no_sched/comb_13/trained/model.layers.27.mlp.fc2/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..d3ccd0ccfcefa34374b90aeedc018d35eeac67c1
--- /dev/null
+++ b/params/phi/5/rnd_search_t_no_sched/comb_13/trained/model.layers.27.mlp.fc2/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c3108501ade14a583b82955e0be9fb4bc02e48e762d613fc0d98f1d11a391c6a
+size 11395
diff --git a/params/phi/5/rnd_search_t_no_sched/comb_13/trained/model.layers.27.self_attn.dense/_0.pt b/params/phi/5/rnd_search_t_no_sched/comb_13/trained/model.layers.27.self_attn.dense/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ebe664e18fc35bae9d26c842a1c71f40c179bebc
--- /dev/null
+++ b/params/phi/5/rnd_search_t_no_sched/comb_13/trained/model.layers.27.self_attn.dense/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:340ba79d496f39122d357195d8df26369de036a59eab17400ac330f6c51d11e8
+size 11395
diff --git a/params/phi/5/rnd_search_t_no_sched/comb_13/trained/model.layers.27.self_attn.dense/_s.pt b/params/phi/5/rnd_search_t_no_sched/comb_13/trained/model.layers.27.self_attn.dense/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c12ca1bf156014bc5ca43fb12c6e54e5a836a60f
--- /dev/null
+++ b/params/phi/5/rnd_search_t_no_sched/comb_13/trained/model.layers.27.self_attn.dense/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:8c367970cf1369a15125a3bde80d32fad68e9637ffd658c6c438dad8d1b49826
+size 11395
diff --git a/params/phi/5/rnd_search_t_no_sched/comb_13/trained/model.layers.27.self_attn.k_proj/_0.pt b/params/phi/5/rnd_search_t_no_sched/comb_13/trained/model.layers.27.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2f4000edd5725cb41a939429ab87af77ee2253bc
--- /dev/null
+++ b/params/phi/5/rnd_search_t_no_sched/comb_13/trained/model.layers.27.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ca0897ef4625cb0e7633fd59c73c473e73f24123778970a9b4aecd87714534c8
+size 11395
diff --git a/params/phi/5/rnd_search_t_no_sched/comb_13/trained/model.layers.27.self_attn.k_proj/_s.pt b/params/phi/5/rnd_search_t_no_sched/comb_13/trained/model.layers.27.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..f263a0b319cc28518ea5433ecef498e02098f2d9
--- /dev/null
+++ b/params/phi/5/rnd_search_t_no_sched/comb_13/trained/model.layers.27.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:72325c58b2370faaa944661a0147917cb08198ef2e1f5053f22acbf2f8ae5a44
+size 11395
diff --git a/params/phi/5/rnd_search_t_no_sched/comb_13/trained/model.layers.27.self_attn.q_proj/_0.pt b/params/phi/5/rnd_search_t_no_sched/comb_13/trained/model.layers.27.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..93482a738df4a4a4d8a185c32dcd5a0ed3198053
--- /dev/null
+++ b/params/phi/5/rnd_search_t_no_sched/comb_13/trained/model.layers.27.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:55a545487024e7c9eaae60f1ec070870687f261b376d7996d180d61ab3d10042
+size 11395
diff --git a/params/phi/5/rnd_search_t_no_sched/comb_13/trained/model.layers.27.self_attn.q_proj/_s.pt b/params/phi/5/rnd_search_t_no_sched/comb_13/trained/model.layers.27.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..9bc5019cbabe7c089ae9ad700bbf9117e7b6ff7e
--- /dev/null
+++ b/params/phi/5/rnd_search_t_no_sched/comb_13/trained/model.layers.27.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:3f6591f09e32e2d63b2c1ceffc6c63de9d9828aa6abd6231fb489c73cbdf0ffc
+size 11395
diff --git a/params/phi/5/rnd_search_t_no_sched/comb_13/trained/model.layers.27.self_attn.v_proj/_0.pt b/params/phi/5/rnd_search_t_no_sched/comb_13/trained/model.layers.27.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..671ccbaab126f891ff972af4e8f94a208ab2194b
--- /dev/null
+++ b/params/phi/5/rnd_search_t_no_sched/comb_13/trained/model.layers.27.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f1d64f6e51e06e8530e50188d6c8f94d7f372de065474d822d302c64425b8a42
+size 11395
diff --git a/params/phi/5/rnd_search_t_no_sched/comb_13/trained/model.layers.27.self_attn.v_proj/_s.pt b/params/phi/5/rnd_search_t_no_sched/comb_13/trained/model.layers.27.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..1bb78e7ce6945a4154292fb97febf44d7879262a
--- /dev/null
+++ b/params/phi/5/rnd_search_t_no_sched/comb_13/trained/model.layers.27.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:7c1f8117779d970bf4b88aadbfdb4dd792b16e1cb015b6421b0c77d8a8e34c42
+size 11395
diff --git a/params/phi/5/rnd_search_t_no_sched/comb_13/trained/model.layers.28.mlp.fc1/_0.pt b/params/phi/5/rnd_search_t_no_sched/comb_13/trained/model.layers.28.mlp.fc1/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..62dbcbf4b8bbe9eccb05e834e8202843687c9a69
--- /dev/null
+++ b/params/phi/5/rnd_search_t_no_sched/comb_13/trained/model.layers.28.mlp.fc1/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a2923fbc8e9e0d11370be17e1a976ba66b06e7567adc035e70ca51ad6bfdfee5
+size 42115
diff --git a/params/phi/5/rnd_search_t_no_sched/comb_13/trained/model.layers.28.mlp.fc1/_s.pt b/params/phi/5/rnd_search_t_no_sched/comb_13/trained/model.layers.28.mlp.fc1/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..862a32b0ee97f84670e83fc0e1aeecd43ef2c788
--- /dev/null
+++ b/params/phi/5/rnd_search_t_no_sched/comb_13/trained/model.layers.28.mlp.fc1/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c92cd22069a942ba4fdfb1bb3f9605b7082d6b4c116e78c7717c5267ca1ebbfa
+size 42115
diff --git a/params/phi/5/rnd_search_t_no_sched/comb_13/trained/model.layers.28.mlp.fc2/_0.pt b/params/phi/5/rnd_search_t_no_sched/comb_13/trained/model.layers.28.mlp.fc2/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..f2c457767288dda9c8a49f0a29c29985b5ea1090
--- /dev/null
+++ b/params/phi/5/rnd_search_t_no_sched/comb_13/trained/model.layers.28.mlp.fc2/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:241535f9b37672727fc8018c8ad868039925437da6bbd736fb334a845ca59f58
+size 11395
diff --git a/params/phi/5/rnd_search_t_no_sched/comb_13/trained/model.layers.28.mlp.fc2/_s.pt b/params/phi/5/rnd_search_t_no_sched/comb_13/trained/model.layers.28.mlp.fc2/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..71937b903c9be116d7c6f3746407132b5f76a0eb
--- /dev/null
+++ b/params/phi/5/rnd_search_t_no_sched/comb_13/trained/model.layers.28.mlp.fc2/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0306a2d97cec7ecbf4e89f862819674174a60c5f81343072dea58d88ca993a91
+size 11395
diff --git a/params/phi/5/rnd_search_t_no_sched/comb_13/trained/model.layers.28.self_attn.dense/_0.pt b/params/phi/5/rnd_search_t_no_sched/comb_13/trained/model.layers.28.self_attn.dense/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ebb2cd7c55d9f570a799c8da74dc577d0e97c19c
--- /dev/null
+++ b/params/phi/5/rnd_search_t_no_sched/comb_13/trained/model.layers.28.self_attn.dense/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:8d9555d423b2c9f47c7608798dc8960dc4319825b61cdee55f0d085710e8cada
+size 11395
diff --git a/params/phi/5/rnd_search_t_no_sched/comb_13/trained/model.layers.28.self_attn.dense/_s.pt b/params/phi/5/rnd_search_t_no_sched/comb_13/trained/model.layers.28.self_attn.dense/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..0ab19287ce1a49f36e653ab6454a730a2ca46304
--- /dev/null
+++ b/params/phi/5/rnd_search_t_no_sched/comb_13/trained/model.layers.28.self_attn.dense/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b60a8bc3488bda1affe23f30c49daa398defda30415dc829170cd21220d62984
+size 11395
diff --git a/params/phi/5/rnd_search_t_no_sched/comb_13/trained/model.layers.28.self_attn.k_proj/_0.pt b/params/phi/5/rnd_search_t_no_sched/comb_13/trained/model.layers.28.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..64f467dc180eed8c97d08feaaa5fcd868ff14e85
--- /dev/null
+++ b/params/phi/5/rnd_search_t_no_sched/comb_13/trained/model.layers.28.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:4869b6d4336ae9f60dc721aeddced574cf26c1816165c5d324ee4179e10fe74b
+size 11395
diff --git a/params/phi/5/rnd_search_t_no_sched/comb_13/trained/model.layers.28.self_attn.k_proj/_s.pt b/params/phi/5/rnd_search_t_no_sched/comb_13/trained/model.layers.28.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..3b9bc754451693f00048357574cb4bf20a88c189
--- /dev/null
+++ b/params/phi/5/rnd_search_t_no_sched/comb_13/trained/model.layers.28.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e291ac18b30511e02bbc9bebca8b72eb84e7ffe5f29440119e72f390645829a2
+size 11395
diff --git a/params/phi/5/rnd_search_t_no_sched/comb_13/trained/model.layers.28.self_attn.q_proj/_0.pt b/params/phi/5/rnd_search_t_no_sched/comb_13/trained/model.layers.28.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..b58a05a4d0987924b27acca36cb2422fca52bfa2
--- /dev/null
+++ b/params/phi/5/rnd_search_t_no_sched/comb_13/trained/model.layers.28.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:14566f1a5463dc528e61e430d7ab36fe4c81f3d6b9015e2e0463d393a778620b
+size 11395
diff --git a/params/phi/5/rnd_search_t_no_sched/comb_13/trained/model.layers.28.self_attn.q_proj/_s.pt b/params/phi/5/rnd_search_t_no_sched/comb_13/trained/model.layers.28.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2e34663092a5118a4d16d4b310101d78b5932128
--- /dev/null
+++ b/params/phi/5/rnd_search_t_no_sched/comb_13/trained/model.layers.28.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:8d65cbd38385228ff919408162c8d9c922cfd03a7e1b24e155859fff6fdb515f
+size 11395
diff --git a/params/phi/5/rnd_search_t_no_sched/comb_13/trained/model.layers.28.self_attn.v_proj/_0.pt b/params/phi/5/rnd_search_t_no_sched/comb_13/trained/model.layers.28.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..f0f86d1d21fc63adaff997b7d5b4dbd4a19312b2
--- /dev/null
+++ b/params/phi/5/rnd_search_t_no_sched/comb_13/trained/model.layers.28.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:305f7ece56a3d202ad36005034002693c0c65001880fec4e8e713e2ad1b6f5a8
+size 11395
diff --git a/params/phi/5/rnd_search_t_no_sched/comb_13/trained/model.layers.28.self_attn.v_proj/_s.pt b/params/phi/5/rnd_search_t_no_sched/comb_13/trained/model.layers.28.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2898334a7e60dc5d1fca865b5e8297d84d94483b
--- /dev/null
+++ b/params/phi/5/rnd_search_t_no_sched/comb_13/trained/model.layers.28.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:6729e5b2531e768f993e7a1f66d819adb625c67f484a49c791ec01fcab7b1d6d
+size 11395
diff --git a/params/phi/5/rnd_search_t_no_sched/comb_13/trained/model.layers.29.mlp.fc1/_0.pt b/params/phi/5/rnd_search_t_no_sched/comb_13/trained/model.layers.29.mlp.fc1/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e2c01555c809ef6d6edacf38829451779d885cba
--- /dev/null
+++ b/params/phi/5/rnd_search_t_no_sched/comb_13/trained/model.layers.29.mlp.fc1/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:38426b437c5dc15b57be913f7d32c55fc095b060adc353a051cb7659c8886f5a
+size 42115
diff --git a/params/phi/5/rnd_search_t_no_sched/comb_13/trained/model.layers.29.mlp.fc1/_s.pt b/params/phi/5/rnd_search_t_no_sched/comb_13/trained/model.layers.29.mlp.fc1/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..f349aec0a8c1e986899fa8c4edca2e2732e2a472
--- /dev/null
+++ b/params/phi/5/rnd_search_t_no_sched/comb_13/trained/model.layers.29.mlp.fc1/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:1f9ac406017fa0eec933dfa43094b51bdfb28e0a6432ecd2e3101aba867ae2cf
+size 42115
diff --git a/params/phi/5/rnd_search_t_no_sched/comb_13/trained/model.layers.29.mlp.fc2/_0.pt b/params/phi/5/rnd_search_t_no_sched/comb_13/trained/model.layers.29.mlp.fc2/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..63a8a7f158a90bcb45540f39ae740950e65fcfba
--- /dev/null
+++ b/params/phi/5/rnd_search_t_no_sched/comb_13/trained/model.layers.29.mlp.fc2/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:245fb6249790efd93d3501cd2bf2b2a0726cae889ac6166233b7696805283f28
+size 11395
diff --git a/params/phi/5/rnd_search_t_no_sched/comb_13/trained/model.layers.29.mlp.fc2/_s.pt b/params/phi/5/rnd_search_t_no_sched/comb_13/trained/model.layers.29.mlp.fc2/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..42dcc20a32bed194135436d68c4d4c981a07e820
--- /dev/null
+++ b/params/phi/5/rnd_search_t_no_sched/comb_13/trained/model.layers.29.mlp.fc2/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:548dfa57b5e6c189b39cb2a2ebb868be1789b1c1e6a3aeedbf3c813753404217
+size 11395
diff --git a/params/phi/5/rnd_search_t_no_sched/comb_13/trained/model.layers.29.self_attn.dense/_0.pt b/params/phi/5/rnd_search_t_no_sched/comb_13/trained/model.layers.29.self_attn.dense/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..0ac01b1a0bdbe01fe62b8cdef4a0d511f40f8174
--- /dev/null
+++ b/params/phi/5/rnd_search_t_no_sched/comb_13/trained/model.layers.29.self_attn.dense/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:9d270297a2ee8cf4472afbf36b82b670f30d458f3c7c699f1fb88647ee44fef5
+size 11395
diff --git a/params/phi/5/rnd_search_t_no_sched/comb_13/trained/model.layers.29.self_attn.dense/_s.pt b/params/phi/5/rnd_search_t_no_sched/comb_13/trained/model.layers.29.self_attn.dense/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..357d1c8b916955e2559e5d5006f1f47c78feabf6
--- /dev/null
+++ b/params/phi/5/rnd_search_t_no_sched/comb_13/trained/model.layers.29.self_attn.dense/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b7b412d722443d60a2d5196ccf33525524e16c9e1db04bb227c5e1b861bd2701
+size 11395
diff --git a/params/phi/5/rnd_search_t_no_sched/comb_13/trained/model.layers.29.self_attn.k_proj/_0.pt b/params/phi/5/rnd_search_t_no_sched/comb_13/trained/model.layers.29.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..f7b8abfdd40190c66109adb7b46865159f30a2e9
--- /dev/null
+++ b/params/phi/5/rnd_search_t_no_sched/comb_13/trained/model.layers.29.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:10d03ac0a7e290e877864fef0683852bb05abde30b9a3e49d1ffcf8c504d79b9
+size 11395
diff --git a/params/phi/5/rnd_search_t_no_sched/comb_13/trained/model.layers.29.self_attn.k_proj/_s.pt b/params/phi/5/rnd_search_t_no_sched/comb_13/trained/model.layers.29.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8148d74667b068332119d2eade9994e4e16699c3
--- /dev/null
+++ b/params/phi/5/rnd_search_t_no_sched/comb_13/trained/model.layers.29.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:9929dac4bc78c387af44f3585ea21b219ef013800b98ce116a11274f6d7a1d09
+size 11395
diff --git a/params/phi/5/rnd_search_t_no_sched/comb_13/trained/model.layers.29.self_attn.q_proj/_0.pt b/params/phi/5/rnd_search_t_no_sched/comb_13/trained/model.layers.29.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..6165f644c4b267e5725d78980dcd903f739d0f43
--- /dev/null
+++ b/params/phi/5/rnd_search_t_no_sched/comb_13/trained/model.layers.29.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0f0f9394aede90b50633200189035559739ecfc6eece87d1b902d59fcbf3ff0b
+size 11395
diff --git a/params/phi/5/rnd_search_t_no_sched/comb_13/trained/model.layers.29.self_attn.q_proj/_s.pt b/params/phi/5/rnd_search_t_no_sched/comb_13/trained/model.layers.29.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8895c5a4b5813d5e94e34f3ac128ccfce6583b0b
--- /dev/null
+++ b/params/phi/5/rnd_search_t_no_sched/comb_13/trained/model.layers.29.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0893932c362e04094ae43d822634d45e95117f2c9cd71a18b163c0691eed6c41
+size 11395
diff --git a/params/phi/5/rnd_search_t_no_sched/comb_13/trained/model.layers.29.self_attn.v_proj/_0.pt b/params/phi/5/rnd_search_t_no_sched/comb_13/trained/model.layers.29.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..bd62f31136fbacf146c5f9a1eba8758f1efef10e
--- /dev/null
+++ b/params/phi/5/rnd_search_t_no_sched/comb_13/trained/model.layers.29.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f872577f24f1f3636ea13765edfbed694583d6ef7e928a9e8f760d83cef8234a
+size 11395
diff --git a/params/phi/5/rnd_search_t_no_sched/comb_13/trained/model.layers.29.self_attn.v_proj/_s.pt b/params/phi/5/rnd_search_t_no_sched/comb_13/trained/model.layers.29.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..bd4232b66b820c9af7dcc39820bb6e25dfc985f5
--- /dev/null
+++ b/params/phi/5/rnd_search_t_no_sched/comb_13/trained/model.layers.29.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:12fc02b7612b39e0440f5582ebcd89b8599e8613e9703054cb31ab82f2216a7c
+size 11395
diff --git a/params/phi/5/rnd_search_t_no_sched/comb_13/trained/model.layers.3.mlp.fc1/_0.pt b/params/phi/5/rnd_search_t_no_sched/comb_13/trained/model.layers.3.mlp.fc1/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..08dfbde74aaab575b9ae2bc9ca772152fb9099d3
--- /dev/null
+++ b/params/phi/5/rnd_search_t_no_sched/comb_13/trained/model.layers.3.mlp.fc1/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0f5f57935fe324f0e53003613b6da6a8055752ba68605f3857b49c7779ec200b
+size 42115
diff --git a/params/phi/5/rnd_search_t_no_sched/comb_13/trained/model.layers.3.mlp.fc1/_s.pt b/params/phi/5/rnd_search_t_no_sched/comb_13/trained/model.layers.3.mlp.fc1/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..54c7c70db4d087560f339f9a04dfa9247527b4a6
--- /dev/null
+++ b/params/phi/5/rnd_search_t_no_sched/comb_13/trained/model.layers.3.mlp.fc1/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:4adc94489b848e43ac16368eb840d9184740f53d09516925931276c7d57fc5aa
+size 42115
diff --git a/params/phi/5/rnd_search_t_no_sched/comb_13/trained/model.layers.3.mlp.fc2/_0.pt b/params/phi/5/rnd_search_t_no_sched/comb_13/trained/model.layers.3.mlp.fc2/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..04f2c1926896f0defd7e4885f2dbc2f229d01023
--- /dev/null
+++ b/params/phi/5/rnd_search_t_no_sched/comb_13/trained/model.layers.3.mlp.fc2/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:3b849ca19a72175a2f9130fd331eb78118af3104d0883b5ba322e7ac32076a8d
+size 11395
diff --git a/params/phi/5/rnd_search_t_no_sched/comb_13/trained/model.layers.3.mlp.fc2/_s.pt b/params/phi/5/rnd_search_t_no_sched/comb_13/trained/model.layers.3.mlp.fc2/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e79a899353226f1d81eca91595cd7aac83ec319f
--- /dev/null
+++ b/params/phi/5/rnd_search_t_no_sched/comb_13/trained/model.layers.3.mlp.fc2/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:6a61f262a55a446b36e09fdfcc4fb53d09f28702be39154fe57dec83b2333624
+size 11395
diff --git a/params/phi/5/rnd_search_t_no_sched/comb_13/trained/model.layers.3.self_attn.dense/_0.pt b/params/phi/5/rnd_search_t_no_sched/comb_13/trained/model.layers.3.self_attn.dense/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..00449b5680e5859e075c684d4925ed714823c0a3
--- /dev/null
+++ b/params/phi/5/rnd_search_t_no_sched/comb_13/trained/model.layers.3.self_attn.dense/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:fd74782008f39ad5b4ecdb480e416801a8e5dc16ee54cc3b7a70ed351013f2eb
+size 11395
diff --git a/params/phi/5/rnd_search_t_no_sched/comb_13/trained/model.layers.3.self_attn.dense/_s.pt b/params/phi/5/rnd_search_t_no_sched/comb_13/trained/model.layers.3.self_attn.dense/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c70d110db05f6f30e258d144064955b3941aa3ba
--- /dev/null
+++ b/params/phi/5/rnd_search_t_no_sched/comb_13/trained/model.layers.3.self_attn.dense/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e24d3d07ecaf62e91f3754a2cb24f3ccac0448f2f76a7afc63a197e5d6baa25a
+size 11395
diff --git a/params/phi/5/rnd_search_t_no_sched/comb_13/trained/model.layers.3.self_attn.k_proj/_0.pt b/params/phi/5/rnd_search_t_no_sched/comb_13/trained/model.layers.3.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..35b5960be720d99aec290cc5d1ffe5b2eb02b224
--- /dev/null
+++ b/params/phi/5/rnd_search_t_no_sched/comb_13/trained/model.layers.3.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:446f9cc76de8f8c38a288b88f840922cd9ed7925116c97ca0c15ed738b2503b3
+size 11395
diff --git a/params/phi/5/rnd_search_t_no_sched/comb_13/trained/model.layers.3.self_attn.k_proj/_s.pt b/params/phi/5/rnd_search_t_no_sched/comb_13/trained/model.layers.3.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..97085532981a33c0d5646a54c2af3901b93191c5
--- /dev/null
+++ b/params/phi/5/rnd_search_t_no_sched/comb_13/trained/model.layers.3.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:79201e859082bd1abd20ce9b3b97afedd6d7ddb4e7ba8d1bad9f3a75bcfe83dc
+size 11395
diff --git a/params/phi/5/rnd_search_t_no_sched/comb_13/trained/model.layers.3.self_attn.q_proj/_0.pt b/params/phi/5/rnd_search_t_no_sched/comb_13/trained/model.layers.3.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..abc450b7e67e28ee87169a1f39854a361a401789
--- /dev/null
+++ b/params/phi/5/rnd_search_t_no_sched/comb_13/trained/model.layers.3.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e00e57fb973b3314eeedc24e2071c0a061de29cde67d2ccaddea7f04aa42e0ec
+size 11395
diff --git a/params/phi/5/rnd_search_t_no_sched/comb_13/trained/model.layers.3.self_attn.q_proj/_s.pt b/params/phi/5/rnd_search_t_no_sched/comb_13/trained/model.layers.3.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..48739da64b1390ec3345e095ed6e892938edc278
--- /dev/null
+++ b/params/phi/5/rnd_search_t_no_sched/comb_13/trained/model.layers.3.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:fc4ee955eb3f28df35740787857e46c22a38c82e190e445020e6e7bbbfc073fb
+size 11395
diff --git a/params/phi/5/rnd_search_t_no_sched/comb_13/trained/model.layers.3.self_attn.v_proj/_0.pt b/params/phi/5/rnd_search_t_no_sched/comb_13/trained/model.layers.3.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..51a77277136642a6ae18f55133e2b4889f0f28e2
--- /dev/null
+++ b/params/phi/5/rnd_search_t_no_sched/comb_13/trained/model.layers.3.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:da88720c109324b3079d981c2c3309cc4cdcff77d32bbeb8a71eaa884d235c0c
+size 11395
diff --git a/params/phi/5/rnd_search_t_no_sched/comb_13/trained/model.layers.3.self_attn.v_proj/_s.pt b/params/phi/5/rnd_search_t_no_sched/comb_13/trained/model.layers.3.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..79404fddd428e8eec1d5998228f90833e4ad4f20
--- /dev/null
+++ b/params/phi/5/rnd_search_t_no_sched/comb_13/trained/model.layers.3.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:873f4a406e3a6d714374f45cbf52717d9de509974a669a626983f9f7f8c17acf
+size 11395
diff --git a/params/phi/5/rnd_search_t_no_sched/comb_13/trained/model.layers.30.mlp.fc1/_0.pt b/params/phi/5/rnd_search_t_no_sched/comb_13/trained/model.layers.30.mlp.fc1/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8753ffaa8f79ddf44c762b7edc5dd0c87bda298c
--- /dev/null
+++ b/params/phi/5/rnd_search_t_no_sched/comb_13/trained/model.layers.30.mlp.fc1/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:419a53b5de0205b234f74c733d81a9abbd706df316469a68968466b93bddcf85
+size 42115
diff --git a/params/phi/5/rnd_search_t_no_sched/comb_13/trained/model.layers.30.mlp.fc1/_s.pt b/params/phi/5/rnd_search_t_no_sched/comb_13/trained/model.layers.30.mlp.fc1/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ae41f9fe3a5b37014c822d55db4b7b32ed4be7b8
--- /dev/null
+++ b/params/phi/5/rnd_search_t_no_sched/comb_13/trained/model.layers.30.mlp.fc1/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e5c6cdcd1c838720ed32757c6b27c11c583986e0558442de2383fd730db5f5a1
+size 42115
diff --git a/params/phi/5/rnd_search_t_no_sched/comb_13/trained/model.layers.30.mlp.fc2/_0.pt b/params/phi/5/rnd_search_t_no_sched/comb_13/trained/model.layers.30.mlp.fc2/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..1fe4fc837182be6da889ead9da81e88ed36ff8c4
--- /dev/null
+++ b/params/phi/5/rnd_search_t_no_sched/comb_13/trained/model.layers.30.mlp.fc2/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c23b6b9382d1845a203097532f4a32544c47c0f06e08ebff99f89b30352428da
+size 11395
diff --git a/params/phi/5/rnd_search_t_no_sched/comb_13/trained/model.layers.30.mlp.fc2/_s.pt b/params/phi/5/rnd_search_t_no_sched/comb_13/trained/model.layers.30.mlp.fc2/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a98bca5c207dbf6de8b13fc7b726fbd1213db86d
--- /dev/null
+++ b/params/phi/5/rnd_search_t_no_sched/comb_13/trained/model.layers.30.mlp.fc2/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:69fb7d8ce158b2cfc6313d0c80f20c67d5afc80ce48319136a119c7df8e6f1f8
+size 11395
diff --git a/params/phi/5/rnd_search_t_no_sched/comb_13/trained/model.layers.30.self_attn.dense/_0.pt b/params/phi/5/rnd_search_t_no_sched/comb_13/trained/model.layers.30.self_attn.dense/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..6d4703acb9fd99c29df6776b0f2feb09cf246ccb
--- /dev/null
+++ b/params/phi/5/rnd_search_t_no_sched/comb_13/trained/model.layers.30.self_attn.dense/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d52dab77cefc0559406aa732e4583f241df04c5cbe32a085c9d3a7f1066cbf80
+size 11395
diff --git a/params/phi/5/rnd_search_t_no_sched/comb_13/trained/model.layers.30.self_attn.dense/_s.pt b/params/phi/5/rnd_search_t_no_sched/comb_13/trained/model.layers.30.self_attn.dense/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..358bdaeee6147cb41fe818b06d6ad3ca1d4e2106
--- /dev/null
+++ b/params/phi/5/rnd_search_t_no_sched/comb_13/trained/model.layers.30.self_attn.dense/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f8b28480738a52392fbc74467c42101198828384f8e5d618fc20dadcbcc7d011
+size 11395
diff --git a/params/phi/5/rnd_search_t_no_sched/comb_13/trained/model.layers.30.self_attn.k_proj/_0.pt b/params/phi/5/rnd_search_t_no_sched/comb_13/trained/model.layers.30.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..1fcfed151330352d9a6eeb8fbbe6dac892d51221
--- /dev/null
+++ b/params/phi/5/rnd_search_t_no_sched/comb_13/trained/model.layers.30.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:41c5e95f9995298dada4c16cb74c2acef8fa0c388feaa1407d74df99f161f9b0
+size 11395
diff --git a/params/phi/5/rnd_search_t_no_sched/comb_13/trained/model.layers.30.self_attn.k_proj/_s.pt b/params/phi/5/rnd_search_t_no_sched/comb_13/trained/model.layers.30.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a3dddc811e59b94fd86310efec898a95911f5332
--- /dev/null
+++ b/params/phi/5/rnd_search_t_no_sched/comb_13/trained/model.layers.30.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:71509ea4a166974899a7f315969e9dccf48afe93ad06cd472f9cd484185b5b67
+size 11395
diff --git a/params/phi/5/rnd_search_t_no_sched/comb_13/trained/model.layers.30.self_attn.q_proj/_0.pt b/params/phi/5/rnd_search_t_no_sched/comb_13/trained/model.layers.30.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a6c4679dee9c05f711c3308b9e75d27d65df9876
--- /dev/null
+++ b/params/phi/5/rnd_search_t_no_sched/comb_13/trained/model.layers.30.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:6207ea8af81939cc3ccc3c66ab3145d9ec99eb2aa9bf5f6369e80f94095c6ca7
+size 11395
diff --git a/params/phi/5/rnd_search_t_no_sched/comb_13/trained/model.layers.30.self_attn.q_proj/_s.pt b/params/phi/5/rnd_search_t_no_sched/comb_13/trained/model.layers.30.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..3ba288d3cebfce7b6137150ad8b69df31810c1cd
--- /dev/null
+++ b/params/phi/5/rnd_search_t_no_sched/comb_13/trained/model.layers.30.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d1ed31a4caab37c96c0e5abe55fc6e81bcfc6fdcfc3224d391fb61e10c5c2b4e
+size 11395
diff --git a/params/phi/5/rnd_search_t_no_sched/comb_13/trained/model.layers.30.self_attn.v_proj/_0.pt b/params/phi/5/rnd_search_t_no_sched/comb_13/trained/model.layers.30.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4e0221b0d05ef1d670a982f8bfc54869afafc78d
--- /dev/null
+++ b/params/phi/5/rnd_search_t_no_sched/comb_13/trained/model.layers.30.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e14d62bc5068df84be93f5164866ab0fe88318aae83a5fba4e98d86065742b25
+size 11395
diff --git a/params/phi/5/rnd_search_t_no_sched/comb_13/trained/model.layers.30.self_attn.v_proj/_s.pt b/params/phi/5/rnd_search_t_no_sched/comb_13/trained/model.layers.30.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..9b7dcb94a9e5d5a76d27e9675cc82b0cb391c6b4
--- /dev/null
+++ b/params/phi/5/rnd_search_t_no_sched/comb_13/trained/model.layers.30.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:96cd3a674f962dc17bd3d4bef704a69e0438150bef01d17c4e2cc180d9ad4910
+size 11395
diff --git a/params/phi/5/rnd_search_t_no_sched/comb_13/trained/model.layers.31.mlp.fc1/_0.pt b/params/phi/5/rnd_search_t_no_sched/comb_13/trained/model.layers.31.mlp.fc1/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..19251d2172bd82811a296da17709bf5ad20656b1
--- /dev/null
+++ b/params/phi/5/rnd_search_t_no_sched/comb_13/trained/model.layers.31.mlp.fc1/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f504ebaef90875e68aa7bd9909a2aff4615bd3a3076d194a1908b916d40c52ea
+size 42115
diff --git a/params/phi/5/rnd_search_t_no_sched/comb_13/trained/model.layers.31.mlp.fc1/_s.pt b/params/phi/5/rnd_search_t_no_sched/comb_13/trained/model.layers.31.mlp.fc1/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..f0aa378baccb2b9fd5e0706286282d04fe818d0f
--- /dev/null
+++ b/params/phi/5/rnd_search_t_no_sched/comb_13/trained/model.layers.31.mlp.fc1/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:1a5d8214ec1c2c16d44f44042c070c6bcdeb0dffca8608d9a401a6d15266bfab
+size 42115
diff --git a/params/phi/5/rnd_search_t_no_sched/comb_13/trained/model.layers.31.mlp.fc2/_0.pt b/params/phi/5/rnd_search_t_no_sched/comb_13/trained/model.layers.31.mlp.fc2/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..79263326504bb044e2574aebb9c9f01b385af86f
--- /dev/null
+++ b/params/phi/5/rnd_search_t_no_sched/comb_13/trained/model.layers.31.mlp.fc2/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:51153bb40c83c99e5fe0d18c5aa9555bed259eace40e09b2ab6106147dabed77
+size 11395
diff --git a/params/phi/5/rnd_search_t_no_sched/comb_13/trained/model.layers.31.mlp.fc2/_s.pt b/params/phi/5/rnd_search_t_no_sched/comb_13/trained/model.layers.31.mlp.fc2/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..b82f2da11889c520bfbecb1ae77efb14a4800af8
--- /dev/null
+++ b/params/phi/5/rnd_search_t_no_sched/comb_13/trained/model.layers.31.mlp.fc2/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:3fe668c2a121cc40e0be4d7ce92fe13828674e3fc83e8f7f2fa5409c9025305d
+size 11395
diff --git a/params/phi/5/rnd_search_t_no_sched/comb_13/trained/model.layers.31.self_attn.dense/_0.pt b/params/phi/5/rnd_search_t_no_sched/comb_13/trained/model.layers.31.self_attn.dense/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..15d9395fc225c07d0ff9f992093de620fb99a9f2
--- /dev/null
+++ b/params/phi/5/rnd_search_t_no_sched/comb_13/trained/model.layers.31.self_attn.dense/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:9aeebd30edd6e53056197faf1abcdffc772c00089fdd28e8f659536a4f50d17c
+size 11395
diff --git a/params/phi/5/rnd_search_t_no_sched/comb_13/trained/model.layers.31.self_attn.dense/_s.pt b/params/phi/5/rnd_search_t_no_sched/comb_13/trained/model.layers.31.self_attn.dense/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2065b7ad0b04f067ef8421418ff177db29a64daa
--- /dev/null
+++ b/params/phi/5/rnd_search_t_no_sched/comb_13/trained/model.layers.31.self_attn.dense/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:fd90414bea2bbd0146db30be8814b21adff800106be46809926960e1fcbb3c0f
+size 11395
diff --git a/params/phi/5/rnd_search_t_no_sched/comb_13/trained/model.layers.31.self_attn.k_proj/_0.pt b/params/phi/5/rnd_search_t_no_sched/comb_13/trained/model.layers.31.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..78185ca791156bc40358eb00a626f3458be547c2
--- /dev/null
+++ b/params/phi/5/rnd_search_t_no_sched/comb_13/trained/model.layers.31.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d6cd5c316bd03121746e7fc84b604894e14854dbba30c8da27a17cf54c77b6d6
+size 11395
diff --git a/params/phi/5/rnd_search_t_no_sched/comb_13/trained/model.layers.31.self_attn.k_proj/_s.pt b/params/phi/5/rnd_search_t_no_sched/comb_13/trained/model.layers.31.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..12ead9c19aaf8d6862e66dc6a9a0814ab1dce2b4
--- /dev/null
+++ b/params/phi/5/rnd_search_t_no_sched/comb_13/trained/model.layers.31.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0b12852cc2a41aa34294b74c4856f296bd4e37b796c2a1546ebc3f13b4df3d2a
+size 11395
diff --git a/params/phi/5/rnd_search_t_no_sched/comb_13/trained/model.layers.31.self_attn.q_proj/_0.pt b/params/phi/5/rnd_search_t_no_sched/comb_13/trained/model.layers.31.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c698f390b686d06b60286e3a386b2292e8346d23
--- /dev/null
+++ b/params/phi/5/rnd_search_t_no_sched/comb_13/trained/model.layers.31.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:9bafc62f136a6601449e99b95c6664914a43636d1e35e02c48a443abe6939baf
+size 11395
diff --git a/params/phi/5/rnd_search_t_no_sched/comb_13/trained/model.layers.31.self_attn.q_proj/_s.pt b/params/phi/5/rnd_search_t_no_sched/comb_13/trained/model.layers.31.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..b4fbc5b1306f13d0a023e91cb11039a5d8041053
--- /dev/null
+++ b/params/phi/5/rnd_search_t_no_sched/comb_13/trained/model.layers.31.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:201cbd66da4877d94fc6c89b519f9a755b451a706e955cc8dcb413e58f8a11c4
+size 11395
diff --git a/params/phi/5/rnd_search_t_no_sched/comb_13/trained/model.layers.31.self_attn.v_proj/_0.pt b/params/phi/5/rnd_search_t_no_sched/comb_13/trained/model.layers.31.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..3d8624e940d5b5a93f8b7489da11a44a250677c7
--- /dev/null
+++ b/params/phi/5/rnd_search_t_no_sched/comb_13/trained/model.layers.31.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:4996b1c18953b0e35d4d472b919a194f639f81c7cfa70c3175e636a82fd5d890
+size 11395
diff --git a/params/phi/5/rnd_search_t_no_sched/comb_13/trained/model.layers.31.self_attn.v_proj/_s.pt b/params/phi/5/rnd_search_t_no_sched/comb_13/trained/model.layers.31.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..60c54cf75a50a296df337c22e821ecde9f430c00
--- /dev/null
+++ b/params/phi/5/rnd_search_t_no_sched/comb_13/trained/model.layers.31.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a7aca995f80968aeae2ad216735a2e7494f4953bd4b6aa8f414f520131a5caa5
+size 11395
diff --git a/params/phi/5/rnd_search_t_no_sched/comb_13/trained/model.layers.4.mlp.fc1/_0.pt b/params/phi/5/rnd_search_t_no_sched/comb_13/trained/model.layers.4.mlp.fc1/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2512bf5494abb6a432c8e5bba9f113bb978fe977
--- /dev/null
+++ b/params/phi/5/rnd_search_t_no_sched/comb_13/trained/model.layers.4.mlp.fc1/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:dcbecde6423b8dd3bcbec164eebe18dcbfc19895d865aff132f9d9946677c090
+size 42115
diff --git a/params/phi/5/rnd_search_t_no_sched/comb_13/trained/model.layers.4.mlp.fc1/_s.pt b/params/phi/5/rnd_search_t_no_sched/comb_13/trained/model.layers.4.mlp.fc1/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..6a168204d51e1214a07240886610149ca4135931
--- /dev/null
+++ b/params/phi/5/rnd_search_t_no_sched/comb_13/trained/model.layers.4.mlp.fc1/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a37768dd83b23233f93b54c8859492960a73f0f6d87637ed24fcd23fa1ba7979
+size 42115
diff --git a/params/phi/5/rnd_search_t_no_sched/comb_13/trained/model.layers.4.mlp.fc2/_0.pt b/params/phi/5/rnd_search_t_no_sched/comb_13/trained/model.layers.4.mlp.fc2/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..5302e9ca362a19fa31953cdffe420420ec4c4cd3
--- /dev/null
+++ b/params/phi/5/rnd_search_t_no_sched/comb_13/trained/model.layers.4.mlp.fc2/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b38f23cbe5a4d2841356a69a6d647891ee3917d298e1c74ff0b65d75d4f04ee4
+size 11395
diff --git a/params/phi/5/rnd_search_t_no_sched/comb_13/trained/model.layers.4.mlp.fc2/_s.pt b/params/phi/5/rnd_search_t_no_sched/comb_13/trained/model.layers.4.mlp.fc2/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..9a56b7a069bd85dc4e8cfb692fd80dbaac609b19
--- /dev/null
+++ b/params/phi/5/rnd_search_t_no_sched/comb_13/trained/model.layers.4.mlp.fc2/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d9d927a007c52f7ffee0a965ea162d1528bf1ef5d5e1f0596d93e58579d85505
+size 11395
diff --git a/params/phi/5/rnd_search_t_no_sched/comb_13/trained/model.layers.4.self_attn.dense/_0.pt b/params/phi/5/rnd_search_t_no_sched/comb_13/trained/model.layers.4.self_attn.dense/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..3750bfee4eccb2627237ea0f432cee0d5967b012
--- /dev/null
+++ b/params/phi/5/rnd_search_t_no_sched/comb_13/trained/model.layers.4.self_attn.dense/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:51df65f747756bd28a41a6ab25cbe220e9f30ef64c9b8d0dfe766f143faa5369
+size 11395
diff --git a/params/phi/5/rnd_search_t_no_sched/comb_13/trained/model.layers.4.self_attn.dense/_s.pt b/params/phi/5/rnd_search_t_no_sched/comb_13/trained/model.layers.4.self_attn.dense/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a1a21224a49ff094f883b237a9c73259d495ce75
--- /dev/null
+++ b/params/phi/5/rnd_search_t_no_sched/comb_13/trained/model.layers.4.self_attn.dense/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2a84c603800fd476504a6962997d769597e5f6f30b06ae757aa2a4010609c743
+size 11395
diff --git a/params/phi/5/rnd_search_t_no_sched/comb_13/trained/model.layers.4.self_attn.k_proj/_0.pt b/params/phi/5/rnd_search_t_no_sched/comb_13/trained/model.layers.4.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..fc7b4d5aad8119bb5e2d11d81cb902150ae5197e
--- /dev/null
+++ b/params/phi/5/rnd_search_t_no_sched/comb_13/trained/model.layers.4.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:7548fce555e7cac23376ec62700e86070c4e88e92d853f945d18ae5a5bf05152
+size 11395
diff --git a/params/phi/5/rnd_search_t_no_sched/comb_13/trained/model.layers.4.self_attn.k_proj/_s.pt b/params/phi/5/rnd_search_t_no_sched/comb_13/trained/model.layers.4.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4c2593a238205f55be72c9018b1fa61ba711e781
--- /dev/null
+++ b/params/phi/5/rnd_search_t_no_sched/comb_13/trained/model.layers.4.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:9727f3bc02bfbdf1878fed527d708608c3b1f31a1b5ecf88fa3903327e17bf25
+size 11395
diff --git a/params/phi/5/rnd_search_t_no_sched/comb_13/trained/model.layers.4.self_attn.q_proj/_0.pt b/params/phi/5/rnd_search_t_no_sched/comb_13/trained/model.layers.4.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..339db8be4042e5a6420ab98df21cc1972e505ce1
--- /dev/null
+++ b/params/phi/5/rnd_search_t_no_sched/comb_13/trained/model.layers.4.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:77fe8cbf197e2a8dedddd002ddfcc12c63b3dd330fd7ce84fba0aa12b254b899
+size 11395
diff --git a/params/phi/5/rnd_search_t_no_sched/comb_13/trained/model.layers.4.self_attn.q_proj/_s.pt b/params/phi/5/rnd_search_t_no_sched/comb_13/trained/model.layers.4.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..11504abc5d7ef18a0b1288a4ea4ec62f2e037dd6
--- /dev/null
+++ b/params/phi/5/rnd_search_t_no_sched/comb_13/trained/model.layers.4.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:cc827e4d853da4f61d87fcb93967acb551dc1d5c92f7f7e65929eeb4699d7a66
+size 11395
diff --git a/params/phi/5/rnd_search_t_no_sched/comb_13/trained/model.layers.4.self_attn.v_proj/_0.pt b/params/phi/5/rnd_search_t_no_sched/comb_13/trained/model.layers.4.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..0f0bf450ba3118e558d74b579e1d4f54ed716495
--- /dev/null
+++ b/params/phi/5/rnd_search_t_no_sched/comb_13/trained/model.layers.4.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:75399f1f40353014435d27c5f9a855c4efea066c686dbf3db8c3c2a45075ffeb
+size 11395
diff --git a/params/phi/5/rnd_search_t_no_sched/comb_13/trained/model.layers.4.self_attn.v_proj/_s.pt b/params/phi/5/rnd_search_t_no_sched/comb_13/trained/model.layers.4.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..9d2e4ca540c467a721f133bdbd8fde426eae15e0
--- /dev/null
+++ b/params/phi/5/rnd_search_t_no_sched/comb_13/trained/model.layers.4.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:7bd735f6dddb996cccd22a864bca3f09974c9656e4926a7bc857445db91cd2b5
+size 11395
diff --git a/params/phi/5/rnd_search_t_no_sched/comb_13/trained/model.layers.5.mlp.fc1/_0.pt b/params/phi/5/rnd_search_t_no_sched/comb_13/trained/model.layers.5.mlp.fc1/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e046f275e8dd6a898f0ce0e2f30c0500f09aedd1
--- /dev/null
+++ b/params/phi/5/rnd_search_t_no_sched/comb_13/trained/model.layers.5.mlp.fc1/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:1f53431af1aa800e45b8d252be0cb97e0554a573a670d47a974cb7dd5b7adfd4
+size 42115
diff --git a/params/phi/5/rnd_search_t_no_sched/comb_13/trained/model.layers.5.mlp.fc1/_s.pt b/params/phi/5/rnd_search_t_no_sched/comb_13/trained/model.layers.5.mlp.fc1/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..603ceb4cf61d69aab456d5cfa751f934a6d28ff6
--- /dev/null
+++ b/params/phi/5/rnd_search_t_no_sched/comb_13/trained/model.layers.5.mlp.fc1/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f0d5d69941349fac6580d4bf4a26b7c7f0a349273c3a8461de93bbbf22621901
+size 42115
diff --git a/params/phi/5/rnd_search_t_no_sched/comb_13/trained/model.layers.5.mlp.fc2/_0.pt b/params/phi/5/rnd_search_t_no_sched/comb_13/trained/model.layers.5.mlp.fc2/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..847a666b3498768f4c4a8f9f5c48737b0a48992e
--- /dev/null
+++ b/params/phi/5/rnd_search_t_no_sched/comb_13/trained/model.layers.5.mlp.fc2/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:633acc25def119469dbad3d77aee6a789332db21592fcc8a9976ae00594fbe47
+size 11395
diff --git a/params/phi/5/rnd_search_t_no_sched/comb_13/trained/model.layers.5.mlp.fc2/_s.pt b/params/phi/5/rnd_search_t_no_sched/comb_13/trained/model.layers.5.mlp.fc2/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..518e67d98b858716cd06f98e4cc99f8b59320a78
--- /dev/null
+++ b/params/phi/5/rnd_search_t_no_sched/comb_13/trained/model.layers.5.mlp.fc2/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b9d9ec4b9eaca3f358d1f6cbbb8812a57b68b6222c22d6714b15a9d88a94a5da
+size 11395
diff --git a/params/phi/5/rnd_search_t_no_sched/comb_13/trained/model.layers.5.self_attn.dense/_0.pt b/params/phi/5/rnd_search_t_no_sched/comb_13/trained/model.layers.5.self_attn.dense/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..73b8fd1dc1a276b795f7b0004b12eef51b0d9ae5
--- /dev/null
+++ b/params/phi/5/rnd_search_t_no_sched/comb_13/trained/model.layers.5.self_attn.dense/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d333eb9b1a06ea0acfdcfa3ca65c93c51c3a6bd2667dfe6910620a6ddbd26497
+size 11395
diff --git a/params/phi/5/rnd_search_t_no_sched/comb_13/trained/model.layers.5.self_attn.dense/_s.pt b/params/phi/5/rnd_search_t_no_sched/comb_13/trained/model.layers.5.self_attn.dense/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..1c3ac4e6964ab5e7f8215895f4a338016cdc297a
--- /dev/null
+++ b/params/phi/5/rnd_search_t_no_sched/comb_13/trained/model.layers.5.self_attn.dense/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:64768a2250d104b6ea1706953aa65ab55e3e52e12f64adc6ce8f55546ce66290
+size 11395
diff --git a/params/phi/5/rnd_search_t_no_sched/comb_13/trained/model.layers.5.self_attn.k_proj/_0.pt b/params/phi/5/rnd_search_t_no_sched/comb_13/trained/model.layers.5.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..444e672558558afa9bf18bb5e9966ed49b87eae1
--- /dev/null
+++ b/params/phi/5/rnd_search_t_no_sched/comb_13/trained/model.layers.5.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:7fcb361cc12b444a1e05c2c03290948412b6b92d8bd7f8e2da12bd41077e99d6
+size 11395
diff --git a/params/phi/5/rnd_search_t_no_sched/comb_13/trained/model.layers.5.self_attn.k_proj/_s.pt b/params/phi/5/rnd_search_t_no_sched/comb_13/trained/model.layers.5.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..016338aa58f0417c35dca97198438169c5530afc
--- /dev/null
+++ b/params/phi/5/rnd_search_t_no_sched/comb_13/trained/model.layers.5.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:82c40763f8fc80f8b04e37264682f4a5a6f9ae8a4a8e3dc26d9ef455d0258cd2
+size 11395
diff --git a/params/phi/5/rnd_search_t_no_sched/comb_13/trained/model.layers.5.self_attn.q_proj/_0.pt b/params/phi/5/rnd_search_t_no_sched/comb_13/trained/model.layers.5.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..9a9bd580443ab500f884fd4f346b887d0cd8e40d
--- /dev/null
+++ b/params/phi/5/rnd_search_t_no_sched/comb_13/trained/model.layers.5.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:fee15be833e821f3652e52d6a38a94086250b11f5862e5288e9168c6a8fb2a9c
+size 11395
diff --git a/params/phi/5/rnd_search_t_no_sched/comb_13/trained/model.layers.5.self_attn.q_proj/_s.pt b/params/phi/5/rnd_search_t_no_sched/comb_13/trained/model.layers.5.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e0d617714caf8b940d71da705e7db724bdd0ee27
--- /dev/null
+++ b/params/phi/5/rnd_search_t_no_sched/comb_13/trained/model.layers.5.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a8318eddecd695d96fd0e680e3245b9c0111969cb14fe3dadb83b8e17f080e23
+size 11395
diff --git a/params/phi/5/rnd_search_t_no_sched/comb_13/trained/model.layers.5.self_attn.v_proj/_0.pt b/params/phi/5/rnd_search_t_no_sched/comb_13/trained/model.layers.5.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c4f5fb7d867de9460d4b4fa5f710db444caf79fb
--- /dev/null
+++ b/params/phi/5/rnd_search_t_no_sched/comb_13/trained/model.layers.5.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2112bd89cb114dbd8784bd631f9b610bc7fb7f496408504fd835afd773e60978
+size 11395
diff --git a/params/phi/5/rnd_search_t_no_sched/comb_13/trained/model.layers.5.self_attn.v_proj/_s.pt b/params/phi/5/rnd_search_t_no_sched/comb_13/trained/model.layers.5.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..d12cce8430523f064743acdf822d24b2a58b2591
--- /dev/null
+++ b/params/phi/5/rnd_search_t_no_sched/comb_13/trained/model.layers.5.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:aa9df83dff0d006c2970baae0bdd12fd86cd6811fe342f116a0d975ad3ea70dc
+size 11395
diff --git a/params/phi/5/rnd_search_t_no_sched/comb_13/trained/model.layers.6.mlp.fc1/_0.pt b/params/phi/5/rnd_search_t_no_sched/comb_13/trained/model.layers.6.mlp.fc1/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2c794324ef68835ac2dfaed1c2384d7a55b62442
--- /dev/null
+++ b/params/phi/5/rnd_search_t_no_sched/comb_13/trained/model.layers.6.mlp.fc1/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:632a7cbb839a6fb5de1c7dc5ac205133e08b554c3379e7018c57643839eee958
+size 42115
diff --git a/params/phi/5/rnd_search_t_no_sched/comb_13/trained/model.layers.6.mlp.fc1/_s.pt b/params/phi/5/rnd_search_t_no_sched/comb_13/trained/model.layers.6.mlp.fc1/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ce5af3bb0ad635b4cc9bbf9d05a48c0bac2c84f2
--- /dev/null
+++ b/params/phi/5/rnd_search_t_no_sched/comb_13/trained/model.layers.6.mlp.fc1/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b16d195a054e891907c97131078cf6d90392a9d021d4cf420b031a838050a6c0
+size 42115
diff --git a/params/phi/5/rnd_search_t_no_sched/comb_13/trained/model.layers.6.mlp.fc2/_0.pt b/params/phi/5/rnd_search_t_no_sched/comb_13/trained/model.layers.6.mlp.fc2/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..93b1d3f5eb69fcf9903bd24b62d936d93ca95936
--- /dev/null
+++ b/params/phi/5/rnd_search_t_no_sched/comb_13/trained/model.layers.6.mlp.fc2/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:8a518f52e1bfcb33507651e002481a3754dc8bbb1bdb515818d50da97f1b3d43
+size 11395
diff --git a/params/phi/5/rnd_search_t_no_sched/comb_13/trained/model.layers.6.mlp.fc2/_s.pt b/params/phi/5/rnd_search_t_no_sched/comb_13/trained/model.layers.6.mlp.fc2/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..18ad954406844297f2146d9b50f2c4a288cae984
--- /dev/null
+++ b/params/phi/5/rnd_search_t_no_sched/comb_13/trained/model.layers.6.mlp.fc2/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:4ee10a1b5e15c49b58ddcfaac4c8fb34ef158ef2bd6cd0537e57d0988230f0a5
+size 11395
diff --git a/params/phi/5/rnd_search_t_no_sched/comb_13/trained/model.layers.6.self_attn.dense/_0.pt b/params/phi/5/rnd_search_t_no_sched/comb_13/trained/model.layers.6.self_attn.dense/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..d6d3574036b72a5b6dd3089ef9e0b3ca4a1dca17
--- /dev/null
+++ b/params/phi/5/rnd_search_t_no_sched/comb_13/trained/model.layers.6.self_attn.dense/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2d826a8421a78a7954ad20a121992f512aab4f336aab0b65ba2ee7457a2e4c49
+size 11395
diff --git a/params/phi/5/rnd_search_t_no_sched/comb_13/trained/model.layers.6.self_attn.dense/_s.pt b/params/phi/5/rnd_search_t_no_sched/comb_13/trained/model.layers.6.self_attn.dense/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..858762a49b576544ea9755bea6fd34e7f1d1a257
--- /dev/null
+++ b/params/phi/5/rnd_search_t_no_sched/comb_13/trained/model.layers.6.self_attn.dense/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b2c736e28b50a91a4b1134911ca143a7d86fa287fe7dd29ca1a91cf12d8a18f3
+size 11395
diff --git a/params/phi/5/rnd_search_t_no_sched/comb_13/trained/model.layers.6.self_attn.k_proj/_0.pt b/params/phi/5/rnd_search_t_no_sched/comb_13/trained/model.layers.6.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ebb8be70c5fd38bc0ea3b3cc319e793ae5da4393
--- /dev/null
+++ b/params/phi/5/rnd_search_t_no_sched/comb_13/trained/model.layers.6.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d12fe1578b637a1673f1e479f7c5e9146e23cd4d6ad2bf2b1cd12f14130e59a5
+size 11395
diff --git a/params/phi/5/rnd_search_t_no_sched/comb_13/trained/model.layers.6.self_attn.k_proj/_s.pt b/params/phi/5/rnd_search_t_no_sched/comb_13/trained/model.layers.6.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..12ea59ed90b145bc102a8cc6e5d9b43d9b637992
--- /dev/null
+++ b/params/phi/5/rnd_search_t_no_sched/comb_13/trained/model.layers.6.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:08a39975c18ced88fedbd2a1f378f194e560446cebded17d32e247df7c97b334
+size 11395
diff --git a/params/phi/5/rnd_search_t_no_sched/comb_13/trained/model.layers.6.self_attn.q_proj/_0.pt b/params/phi/5/rnd_search_t_no_sched/comb_13/trained/model.layers.6.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c776a45d7001edf27005a9e919d44ed3aa9f14ea
--- /dev/null
+++ b/params/phi/5/rnd_search_t_no_sched/comb_13/trained/model.layers.6.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:4c7774636887aa7e69ab79b7005d9d295c3b884246118e37e142a8d8daedc8bd
+size 11395
diff --git a/params/phi/5/rnd_search_t_no_sched/comb_13/trained/model.layers.6.self_attn.q_proj/_s.pt b/params/phi/5/rnd_search_t_no_sched/comb_13/trained/model.layers.6.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ec9c7fbe53586643c104981fb77d325f14a104d5
--- /dev/null
+++ b/params/phi/5/rnd_search_t_no_sched/comb_13/trained/model.layers.6.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:66a83401828df497e5195c605ff983e69d95e57cd4116e434a98cf207532f365
+size 11395
diff --git a/params/phi/5/rnd_search_t_no_sched/comb_13/trained/model.layers.6.self_attn.v_proj/_0.pt b/params/phi/5/rnd_search_t_no_sched/comb_13/trained/model.layers.6.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..96442272aeb93d71b1a508428acfffc8b6280c21
--- /dev/null
+++ b/params/phi/5/rnd_search_t_no_sched/comb_13/trained/model.layers.6.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:aaecb1a8bc2cf2a72c63d1d3f0d3ac7de39877a7b8c70468a91ae6c8eade8dae
+size 11395
diff --git a/params/phi/5/rnd_search_t_no_sched/comb_13/trained/model.layers.6.self_attn.v_proj/_s.pt b/params/phi/5/rnd_search_t_no_sched/comb_13/trained/model.layers.6.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..02bfae30d48a4661168fabe19e6ba66dfab70f6e
--- /dev/null
+++ b/params/phi/5/rnd_search_t_no_sched/comb_13/trained/model.layers.6.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:6f4c38979e7e722a2a51c2f965b4548ac0469afc97c59b4677fbe0b0929af0fe
+size 11395
diff --git a/params/phi/5/rnd_search_t_no_sched/comb_13/trained/model.layers.7.mlp.fc1/_0.pt b/params/phi/5/rnd_search_t_no_sched/comb_13/trained/model.layers.7.mlp.fc1/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..f714cdac18ceb9c065e2d8388de39c0d8cf4e18d
--- /dev/null
+++ b/params/phi/5/rnd_search_t_no_sched/comb_13/trained/model.layers.7.mlp.fc1/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:cfe3446cc33dc0b2a1472b5c318c91692e6e459fd9db9b4a2125380a0b4f1611
+size 42115
diff --git a/params/phi/5/rnd_search_t_no_sched/comb_13/trained/model.layers.7.mlp.fc1/_s.pt b/params/phi/5/rnd_search_t_no_sched/comb_13/trained/model.layers.7.mlp.fc1/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ec39d04e2df37e7275d51963812a0ee5bb2ee49d
--- /dev/null
+++ b/params/phi/5/rnd_search_t_no_sched/comb_13/trained/model.layers.7.mlp.fc1/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:33cc16a8171e76c70fe95b8eb67cb45af69a52ee9cd1899d7217755af6eea467
+size 42115
diff --git a/params/phi/5/rnd_search_t_no_sched/comb_13/trained/model.layers.7.mlp.fc2/_0.pt b/params/phi/5/rnd_search_t_no_sched/comb_13/trained/model.layers.7.mlp.fc2/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..5c926785435d951fe1ada37bec6a418a5ffe51ea
--- /dev/null
+++ b/params/phi/5/rnd_search_t_no_sched/comb_13/trained/model.layers.7.mlp.fc2/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:3047ba9739026173ea34bae49deb24a5a2d13147c076b4594fbd2cd4a7bf89a9
+size 11395
diff --git a/params/phi/5/rnd_search_t_no_sched/comb_13/trained/model.layers.7.mlp.fc2/_s.pt b/params/phi/5/rnd_search_t_no_sched/comb_13/trained/model.layers.7.mlp.fc2/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..404e2656a2e4b247b4b7d53f5948bf534238f23e
--- /dev/null
+++ b/params/phi/5/rnd_search_t_no_sched/comb_13/trained/model.layers.7.mlp.fc2/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:52c9969025e91e95e35003dc13ff70681154a7b1d32e57bd7925bc76225aa935
+size 11395
diff --git a/params/phi/5/rnd_search_t_no_sched/comb_13/trained/model.layers.7.self_attn.dense/_0.pt b/params/phi/5/rnd_search_t_no_sched/comb_13/trained/model.layers.7.self_attn.dense/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..f5d091dfd1d872b3385ee736f56ddfe168a53229
--- /dev/null
+++ b/params/phi/5/rnd_search_t_no_sched/comb_13/trained/model.layers.7.self_attn.dense/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:748e8afd1e480da9858c026281230a938da1653655a733c95874b72527562daf
+size 11395
diff --git a/params/phi/5/rnd_search_t_no_sched/comb_13/trained/model.layers.7.self_attn.dense/_s.pt b/params/phi/5/rnd_search_t_no_sched/comb_13/trained/model.layers.7.self_attn.dense/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..41703baac3f4876e7eefa5c46d19a359383489b5
--- /dev/null
+++ b/params/phi/5/rnd_search_t_no_sched/comb_13/trained/model.layers.7.self_attn.dense/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:560e1cc5275861caad3c8a007b5243cd038ab0c7dcbd8b9723d410cc61003ca9
+size 11395
diff --git a/params/phi/5/rnd_search_t_no_sched/comb_13/trained/model.layers.7.self_attn.k_proj/_0.pt b/params/phi/5/rnd_search_t_no_sched/comb_13/trained/model.layers.7.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..1d0420d1e358e61a7f3b546f55c12009436dae9d
--- /dev/null
+++ b/params/phi/5/rnd_search_t_no_sched/comb_13/trained/model.layers.7.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:6d7181e0ea74b7770a265c3e42c9d6f8f2edc54e5b204959aa5eb8044cc3396c
+size 11395
diff --git a/params/phi/5/rnd_search_t_no_sched/comb_13/trained/model.layers.7.self_attn.k_proj/_s.pt b/params/phi/5/rnd_search_t_no_sched/comb_13/trained/model.layers.7.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..169d0b8e39d6d01e4000b4a5d300e3378c7a42fa
--- /dev/null
+++ b/params/phi/5/rnd_search_t_no_sched/comb_13/trained/model.layers.7.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f3e83282791e0b6a70094037ae217a5d33b24121351a64d96d0e16cc8e27efd1
+size 11395
diff --git a/params/phi/5/rnd_search_t_no_sched/comb_13/trained/model.layers.7.self_attn.q_proj/_0.pt b/params/phi/5/rnd_search_t_no_sched/comb_13/trained/model.layers.7.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..05403fdcafafd043d510a87115679fbfd644b98d
--- /dev/null
+++ b/params/phi/5/rnd_search_t_no_sched/comb_13/trained/model.layers.7.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d3b83a9607006eb0b83fb8e8f34f1947de0d10a5bd681b6e54947573aa120610
+size 11395
diff --git a/params/phi/5/rnd_search_t_no_sched/comb_13/trained/model.layers.7.self_attn.q_proj/_s.pt b/params/phi/5/rnd_search_t_no_sched/comb_13/trained/model.layers.7.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..30b686d1af5688a9fce0437a30025bdb6233a9fa
--- /dev/null
+++ b/params/phi/5/rnd_search_t_no_sched/comb_13/trained/model.layers.7.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:3ffc6b35fc6f036decaa809c8df9350105532b6589a20f6bf4563169599f1c02
+size 11395
diff --git a/params/phi/5/rnd_search_t_no_sched/comb_13/trained/model.layers.7.self_attn.v_proj/_0.pt b/params/phi/5/rnd_search_t_no_sched/comb_13/trained/model.layers.7.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2ca5fd1ad085c5084101615da58544bf36d3cc05
--- /dev/null
+++ b/params/phi/5/rnd_search_t_no_sched/comb_13/trained/model.layers.7.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:7f686046d5e54dfd15f60014b2313516a9bb1bcd0c049a454fa864d3c12614db
+size 11395
diff --git a/params/phi/5/rnd_search_t_no_sched/comb_13/trained/model.layers.7.self_attn.v_proj/_s.pt b/params/phi/5/rnd_search_t_no_sched/comb_13/trained/model.layers.7.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..40ccedc0259d64c09574e88888127f3b3f1d105b
--- /dev/null
+++ b/params/phi/5/rnd_search_t_no_sched/comb_13/trained/model.layers.7.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f12106bdabdbe6b0d70d478df4aa96ae83752f6a8f5f24ef866ea6f3dfc7431e
+size 11395
diff --git a/params/phi/5/rnd_search_t_no_sched/comb_13/trained/model.layers.8.mlp.fc1/_0.pt b/params/phi/5/rnd_search_t_no_sched/comb_13/trained/model.layers.8.mlp.fc1/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..86c3258837acbe12c6f47d6688f39750e256079a
--- /dev/null
+++ b/params/phi/5/rnd_search_t_no_sched/comb_13/trained/model.layers.8.mlp.fc1/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:4b4d41bdcaa37a899ec03a60d86ab89e49e0b86fd6d66d5f72dcb3dba2ace73a
+size 42115
diff --git a/params/phi/5/rnd_search_t_no_sched/comb_13/trained/model.layers.8.mlp.fc1/_s.pt b/params/phi/5/rnd_search_t_no_sched/comb_13/trained/model.layers.8.mlp.fc1/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..b3ebc266ead5d44007f02af25e25068af94e0712
--- /dev/null
+++ b/params/phi/5/rnd_search_t_no_sched/comb_13/trained/model.layers.8.mlp.fc1/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:cce9becd5de3df3f07ad14bd9709ad0eb4368f5b8d5bf9ad019cd95f4131a8f6
+size 42115
diff --git a/params/phi/5/rnd_search_t_no_sched/comb_13/trained/model.layers.8.mlp.fc2/_0.pt b/params/phi/5/rnd_search_t_no_sched/comb_13/trained/model.layers.8.mlp.fc2/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4e9d9a73b95c10c5ec5ce7fe39631d7ca7bfdb01
--- /dev/null
+++ b/params/phi/5/rnd_search_t_no_sched/comb_13/trained/model.layers.8.mlp.fc2/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:704322e33975a6bca49c1297fc0df525ce0ddee5c8de34ad66c5c15bb3b22bc1
+size 11395
diff --git a/params/phi/5/rnd_search_t_no_sched/comb_13/trained/model.layers.8.mlp.fc2/_s.pt b/params/phi/5/rnd_search_t_no_sched/comb_13/trained/model.layers.8.mlp.fc2/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..fa810d5abb4ed516ab089dd306799062265bc793
--- /dev/null
+++ b/params/phi/5/rnd_search_t_no_sched/comb_13/trained/model.layers.8.mlp.fc2/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0ba6e1862e0c025f9ff98fac3fb9d9a99193d475b563e6e9d2906a48b7debc26
+size 11395
diff --git a/params/phi/5/rnd_search_t_no_sched/comb_13/trained/model.layers.8.self_attn.dense/_0.pt b/params/phi/5/rnd_search_t_no_sched/comb_13/trained/model.layers.8.self_attn.dense/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..10aba8428f464f3666070469ba125f6c143b6c5e
--- /dev/null
+++ b/params/phi/5/rnd_search_t_no_sched/comb_13/trained/model.layers.8.self_attn.dense/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:26ecb54471c077ecfc0097818ad1c2217ba8eef076692aaebf1ca18c82207248
+size 11395
diff --git a/params/phi/5/rnd_search_t_no_sched/comb_13/trained/model.layers.8.self_attn.dense/_s.pt b/params/phi/5/rnd_search_t_no_sched/comb_13/trained/model.layers.8.self_attn.dense/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..000b94876b79346fb42ca4507456b5c9844f03b2
--- /dev/null
+++ b/params/phi/5/rnd_search_t_no_sched/comb_13/trained/model.layers.8.self_attn.dense/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:dc43677819fbb4a5193a10035eff05134cfcdbb0aa499e58d2eb0e8e73cacf23
+size 11395
diff --git a/params/phi/5/rnd_search_t_no_sched/comb_13/trained/model.layers.8.self_attn.k_proj/_0.pt b/params/phi/5/rnd_search_t_no_sched/comb_13/trained/model.layers.8.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..477103525f180993466d63ee309f4a6cc39b19ce
--- /dev/null
+++ b/params/phi/5/rnd_search_t_no_sched/comb_13/trained/model.layers.8.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:7a8b352fc7c11956b67cefb474a8d8b4a7c77a8797dbda13b76775c9a9a268b0
+size 11395
diff --git a/params/phi/5/rnd_search_t_no_sched/comb_13/trained/model.layers.8.self_attn.k_proj/_s.pt b/params/phi/5/rnd_search_t_no_sched/comb_13/trained/model.layers.8.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..6ce7b25d85c1360a47431feea0a41c2abad585ad
--- /dev/null
+++ b/params/phi/5/rnd_search_t_no_sched/comb_13/trained/model.layers.8.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c3d3940b96cbbc93777fb33e7f3ee8bbba6282477436943b18de3aa8e3cff717
+size 11395
diff --git a/params/phi/5/rnd_search_t_no_sched/comb_13/trained/model.layers.8.self_attn.q_proj/_0.pt b/params/phi/5/rnd_search_t_no_sched/comb_13/trained/model.layers.8.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..03d6e4d27b9679157a817c774997c7e5938cc97b
--- /dev/null
+++ b/params/phi/5/rnd_search_t_no_sched/comb_13/trained/model.layers.8.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0089f1e3d8e8d130b6cc647501d20a90ea465d4420f3488d4d55613c5d48ee7a
+size 11395
diff --git a/params/phi/5/rnd_search_t_no_sched/comb_13/trained/model.layers.8.self_attn.q_proj/_s.pt b/params/phi/5/rnd_search_t_no_sched/comb_13/trained/model.layers.8.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..d37edbbd60bc69af100fdce7e41734d51e8a8d9e
--- /dev/null
+++ b/params/phi/5/rnd_search_t_no_sched/comb_13/trained/model.layers.8.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b0136af979c68216ef84d76c276385028e48bacb14d9ca0f986d13ab01c3cd9c
+size 11395
diff --git a/params/phi/5/rnd_search_t_no_sched/comb_13/trained/model.layers.8.self_attn.v_proj/_0.pt b/params/phi/5/rnd_search_t_no_sched/comb_13/trained/model.layers.8.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..df8ccedbfe0dcb660c4486672f5ea5af47331c33
--- /dev/null
+++ b/params/phi/5/rnd_search_t_no_sched/comb_13/trained/model.layers.8.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d811bb0e2fc6093df23b4c638b63b52cd17e8e83ce44056401e11c79a53fbebc
+size 11395
diff --git a/params/phi/5/rnd_search_t_no_sched/comb_13/trained/model.layers.8.self_attn.v_proj/_s.pt b/params/phi/5/rnd_search_t_no_sched/comb_13/trained/model.layers.8.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a7d26a1d0263c860a97e5f9b00bf7681b173edb1
--- /dev/null
+++ b/params/phi/5/rnd_search_t_no_sched/comb_13/trained/model.layers.8.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:9ce574db0e2d308c00992fc1942eda6c7c0d91af9770edc54568f2d6f8af51e0
+size 11395
diff --git a/params/phi/5/rnd_search_t_no_sched/comb_13/trained/model.layers.9.mlp.fc1/_0.pt b/params/phi/5/rnd_search_t_no_sched/comb_13/trained/model.layers.9.mlp.fc1/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..07dfbab25010f34b7779d476abc012b4e5a11543
--- /dev/null
+++ b/params/phi/5/rnd_search_t_no_sched/comb_13/trained/model.layers.9.mlp.fc1/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:7bedd820c8fe91b77f4fe1a29591a7c3639b72070b0f0260b0f177acfb67597c
+size 42115
diff --git a/params/phi/5/rnd_search_t_no_sched/comb_13/trained/model.layers.9.mlp.fc1/_s.pt b/params/phi/5/rnd_search_t_no_sched/comb_13/trained/model.layers.9.mlp.fc1/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..889519399baf8beccff8695e35416995c290fa51
--- /dev/null
+++ b/params/phi/5/rnd_search_t_no_sched/comb_13/trained/model.layers.9.mlp.fc1/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:8703fe412cc1f0e533a88bf34531f25079055d88d67d0fa809699813b35046da
+size 42115
diff --git a/params/phi/5/rnd_search_t_no_sched/comb_13/trained/model.layers.9.mlp.fc2/_0.pt b/params/phi/5/rnd_search_t_no_sched/comb_13/trained/model.layers.9.mlp.fc2/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..1ee289112ae1d7bfdee3184f640d085a03c87211
--- /dev/null
+++ b/params/phi/5/rnd_search_t_no_sched/comb_13/trained/model.layers.9.mlp.fc2/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:bc3160b8ca5ec19972a536328a354457445ce8448a69caf446696baffb8900c0
+size 11395
diff --git a/params/phi/5/rnd_search_t_no_sched/comb_13/trained/model.layers.9.mlp.fc2/_s.pt b/params/phi/5/rnd_search_t_no_sched/comb_13/trained/model.layers.9.mlp.fc2/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4edb7efb8cd7cdf4ad23b6772a8bb691b097ee31
--- /dev/null
+++ b/params/phi/5/rnd_search_t_no_sched/comb_13/trained/model.layers.9.mlp.fc2/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ca797161be0b0d6cd899c6b34c8fb033c53675e57b1a26cb700c832521ae47d2
+size 11395
diff --git a/params/phi/5/rnd_search_t_no_sched/comb_13/trained/model.layers.9.self_attn.dense/_0.pt b/params/phi/5/rnd_search_t_no_sched/comb_13/trained/model.layers.9.self_attn.dense/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..355010d173520b27d825c5288ebe368b4b0ec6e2
--- /dev/null
+++ b/params/phi/5/rnd_search_t_no_sched/comb_13/trained/model.layers.9.self_attn.dense/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:053a7628ec77e31c456540c3bfecb44e5b0067d8cfc76836bd82abc33751989f
+size 11395
diff --git a/params/phi/5/rnd_search_t_no_sched/comb_13/trained/model.layers.9.self_attn.dense/_s.pt b/params/phi/5/rnd_search_t_no_sched/comb_13/trained/model.layers.9.self_attn.dense/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2811afbb156aa33bbb36644f496901f46e03a7ca
--- /dev/null
+++ b/params/phi/5/rnd_search_t_no_sched/comb_13/trained/model.layers.9.self_attn.dense/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0385057dca28b401719f1e0585d970707603cd32c62a6a269c1aca8b693da7ce
+size 11395
diff --git a/params/phi/5/rnd_search_t_no_sched/comb_13/trained/model.layers.9.self_attn.k_proj/_0.pt b/params/phi/5/rnd_search_t_no_sched/comb_13/trained/model.layers.9.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..236748d259e905c863f2e0f16016d8f854830923
--- /dev/null
+++ b/params/phi/5/rnd_search_t_no_sched/comb_13/trained/model.layers.9.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2f74b75ce8f7da95d9f69096a2b33970a080db513674f3a661b060807ffbcdbc
+size 11395
diff --git a/params/phi/5/rnd_search_t_no_sched/comb_13/trained/model.layers.9.self_attn.k_proj/_s.pt b/params/phi/5/rnd_search_t_no_sched/comb_13/trained/model.layers.9.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2779341e449c2391198fc8f166b7704b741261ea
--- /dev/null
+++ b/params/phi/5/rnd_search_t_no_sched/comb_13/trained/model.layers.9.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:1b6fbc5ec8c318ef00658d35d596bacbfd98f0be069e456bfffb4c2aeb84653a
+size 11395
diff --git a/params/phi/5/rnd_search_t_no_sched/comb_13/trained/model.layers.9.self_attn.q_proj/_0.pt b/params/phi/5/rnd_search_t_no_sched/comb_13/trained/model.layers.9.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..7859970bfcac4621c4bf7ab49165bd54f7e40080
--- /dev/null
+++ b/params/phi/5/rnd_search_t_no_sched/comb_13/trained/model.layers.9.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d777450e748a4f8e3a9833379683185475134cfb60d502897e1715401a76bce7
+size 11395
diff --git a/params/phi/5/rnd_search_t_no_sched/comb_13/trained/model.layers.9.self_attn.q_proj/_s.pt b/params/phi/5/rnd_search_t_no_sched/comb_13/trained/model.layers.9.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..645863102606d563c2269d6a72ec22f0321a2035
--- /dev/null
+++ b/params/phi/5/rnd_search_t_no_sched/comb_13/trained/model.layers.9.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:250408392b0fc04521735641f11366254ae60d8bb436802b19fedda0165c1205
+size 11395
diff --git a/params/phi/5/rnd_search_t_no_sched/comb_13/trained/model.layers.9.self_attn.v_proj/_0.pt b/params/phi/5/rnd_search_t_no_sched/comb_13/trained/model.layers.9.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..6fd666e90e7a6182fc0779155174ea501ccfed31
--- /dev/null
+++ b/params/phi/5/rnd_search_t_no_sched/comb_13/trained/model.layers.9.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:beedc8cb644547eaa5f40475d50c7f84817ff0a5b7064b90aac4e809029b1680
+size 11395
diff --git a/params/phi/5/rnd_search_t_no_sched/comb_13/trained/model.layers.9.self_attn.v_proj/_s.pt b/params/phi/5/rnd_search_t_no_sched/comb_13/trained/model.layers.9.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..9c098cd3ce27132d6775cb099f9a36d7f5a59d2c
--- /dev/null
+++ b/params/phi/5/rnd_search_t_no_sched/comb_13/trained/model.layers.9.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:93ea79255bc799aea652ba78f53fe7ca53236c480aec885c779a5b7bbb9efcd8
+size 11395